-- Logs begin at Sun 2022-08-28 18:49:34 UTC, end at Sun 2022-08-28 20:42:29 UTC. -- Aug 28 19:41:33.302917 n-d-854121-7 systemd[1]: Started Devstack devstack@q-svc.service. Aug 28 19:41:36.036474 n-d-854121-7 neutron-server[114206]: INFO neutron.common.config [-] Logging enabled! Aug 28 19:41:36.037218 n-d-854121-7 neutron-server[114206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 28 19:41:36.037360 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114206) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 28 19:41:36.040592 n-d-854121-7 neutron-server[114206]: INFO neutron.common.config [-] Logging enabled! Aug 28 19:41:36.040892 n-d-854121-7 neutron-server[114206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 28 19:41:36.041208 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114206) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 28 19:41:36.042208 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 19:41:36.042439 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 19:41:36.042977 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 19:41:36.043221 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 19:41:36.043445 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 19:41:36.043765 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.044061 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.044289 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.044584 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.044871 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.045152 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.045444 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.045732 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.046036 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.046312 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.046596 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.046826 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.047117 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.047392 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.047679 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.047993 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] debug = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.048182 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.048615 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.049175 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.049315 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.049578 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.049869 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.050153 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.050424 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.050704 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.051047 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] host = n-d-854121-7 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.051323 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.051610 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.051911 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.052177 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.052447 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.052723 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.053001 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.053271 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.053547 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] log_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.053819 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.054128 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.054413 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.054699 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.054924 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.055367 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.055523 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.055765 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.055966 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.056240 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.057122 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.057400 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.057684 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.057995 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.058283 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.058565 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.058847 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.059121 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.059393 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.059662 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.059934 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.060214 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.060487 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.060754 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.061031 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.061315 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.061579 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.061883 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.062181 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.062463 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.062741 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.063025 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.063293 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.063575 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.063840 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.064110 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.064383 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] use_json = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.064650 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.064917 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.065197 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.065463 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.065731 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.066032 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.066298 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.066580 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.066848 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:36.067142 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.067434 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.067730 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.068009 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.068318 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.068616 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.069081 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.069527 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.070764 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.071071 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.071367 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.071655 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.071960 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.072815 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.073120 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.073433 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.073731 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.074049 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.074326 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.074600 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.074875 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.075156 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.075442 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.075721 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.076007 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.076294 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.076569 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.076866 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.077154 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.077440 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.077730 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.078042 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.078381 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.078683 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.079005 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.079287 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.079588 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.079878 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.080155 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.080427 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.080706 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.080997 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.081287 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.081563 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.081837 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.082149 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.082426 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.082695 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.082965 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.083242 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.083513 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.083796 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.084070 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.084339 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.084608 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.084882 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.085151 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.085425 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.085699 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.085998 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.086271 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.086539 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.086806 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.087072 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.087342 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.087640 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.087915 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.088186 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.088460 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.088730 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.089000 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.089369 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.089542 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.089803 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.090112 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.090410 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.090684 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.090958 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.091236 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.091512 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.091790 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.092065 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.092340 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.092615 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.092884 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.093176 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.093457 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.093746 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.094053 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.094351 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.094642 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.094919 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.095195 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.095469 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.095759 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.096018 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.096299 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.096573 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.096848 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.097131 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.097412 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.097701 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.098019 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.098308 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.098574 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.098861 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.099156 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.099436 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.099746 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.100025 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:36.100237 n-d-854121-7 neutron-server[114206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 19:41:36.100490 n-d-854121-7 neutron-server[114206]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114206) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 28 19:41:36.404904 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=114206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 28 19:41:36.405237 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=114206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 28 19:41:36.405482 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=114206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 28 19:41:36.405709 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=114206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 28 19:41:36.406059 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 28 19:41:36.406396 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 28 19:41:36.837217 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.837496 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.837792 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.839007 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.839275 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.839537 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.893450 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.893724 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.894011 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.910914 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.911192 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.911462 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.940458 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.940734 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.941003 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.980477 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.980751 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:36.981016 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.218073 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.218703 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.218703 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.218871 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.219701 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.318229 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.318551 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.318835 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.319102 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.319364 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.319672 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.319930 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.320182 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.320431 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.320709 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.320966 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.321225 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.321482 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.321728 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.322537 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.322801 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.323140 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325327 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325327 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325327 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325327 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325327 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325700 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325700 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325700 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.325700 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.326017 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:37.326192 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:37.326429 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:37.326664 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:37.326900 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:37.327133 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:37.327502 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 28 19:41:37.331015 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 28 19:41:37.334978 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 28 19:41:37.339580 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 28 19:41:37.341380 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 28 19:41:37.342047 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 28 19:41:37.342384 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 28 19:41:37.342790 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 28 19:41:37.346098 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 28 19:41:37.346348 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 28 19:41:37.346703 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 19:41:37.351951 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 28 19:41:37.376054 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 28 19:41:37.376525 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.376826 n-d-854121-7 neutron-server[114206]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114206) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 28 19:41:37.377199 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.378585 n-d-854121-7 neutron-server[114206]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114206) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 28 19:41:37.378868 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 19:41:37.379118 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 28 19:41:37.383152 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.383433 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:37.511562 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 28 19:41:37.511742 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 28 19:41:37.511955 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 28 19:41:37.512342 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 28 19:41:37.566077 n-d-854121-7 neutron-server[114206]: INFO dbcounter [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Registered counter for database neutron Aug 28 19:41:37.590635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_db.sqlalchemy.engines [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114206) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 28 19:41:37.601016 n-d-854121-7 neutron-server[114206]: DEBUG dbcounter [-] [114206] Writer thread running {{(pid=114206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 28 19:41:38.325256 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing driver for type 'gre' Aug 28 19:41:38.325963 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] gre ID ranges: [(1, 1000)] Aug 28 19:41:38.590561 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing driver for type 'local' Aug 28 19:41:38.590831 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing driver for type 'vlan' Aug 28 19:41:38.693418 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] VlanTypeDriver initialization complete Aug 28 19:41:38.693749 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing driver for type 'vxlan' Aug 28 19:41:38.694309 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] vxlan ID ranges: [(1, 1000)] Aug 28 19:41:38.956247 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing extension driver 'port_security' Aug 28 19:41:38.956590 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] PortSecurityExtensionDriver initialization complete Aug 28 19:41:38.956993 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing mechanism driver 'openvswitch' Aug 28 19:41:38.957412 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing mechanism driver 'hyperv' Aug 28 19:41:38.965191 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.plugin [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:41:38.965905 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.966291 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.966656 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.967178 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 28 19:41:38.967612 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnet after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.967986 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnet after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.968337 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.968742 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 28 19:41:38.969159 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.969521 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.969890 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.970285 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 28 19:41:38.970702 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > security_group after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.972763 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > security_group after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.972763 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.972763 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 28 19:41:38.972763 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.972763 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.973175 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.973265 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 28 19:41:38.973632 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > address_group after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.974102 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > address_group after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.974413 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.974782 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 28 19:41:38.975231 n-d-854121-7 neutron-server[114206]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] ML2 OVO RPC backend initialized. {{(pid=114206) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 28 19:41:38.975947 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.976314 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.976741 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.977101 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > networks before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.977457 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.977810 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > ports before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.978190 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnet before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.978545 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnets before_response 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.979521 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.979871 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.980218 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.980568 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.980911 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.981255 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.981604 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnet after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.981975 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnet after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.982322 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:38.990444 n-d-854121-7 neutron-server[114206]: INFO neutron.quota [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded quota_driver: . Aug 28 19:41:38.990816 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.plugin [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Modular L2 Plugin initialization complete Aug 28 19:41:38.991174 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading services supported by the core plugin {{(pid=114206) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 28 19:41:38.991533 n-d-854121-7 neutron-server[114206]: INFO neutron.plugins.ml2.managers [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Got port-security extension from driver 'port_security' Aug 28 19:41:38.992035 n-d-854121-7 neutron-server[114206]: INFO neutron.extensions.vlantransparent [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Disabled vlantransparent extension. Aug 28 19:41:38.992539 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114206) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 28 19:41:38.992874 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: router Aug 28 19:41:39.029588 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.029588 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router after_create 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.029588 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router before_create 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.029588 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.032036 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.032036 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router after_delete 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.032036 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.032332 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.032549 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router after_create 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.032908 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router after_update 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.033306 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router after_update 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.033629 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.034035 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router after_update 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.034460 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_update 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.034837 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: port after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.035192 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: port after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.035538 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: subnet after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.035904 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.036259 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.036617 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_create 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.036972 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: port before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.037327 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.037696 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router after_update 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.038081 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.038445 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_create 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.038815 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.039173 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_update 55549900 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.039554 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > agent after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.040366 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > agent after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.040366 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > network after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.041171 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Tracking information for resource: router configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:39.042071 n-d-854121-7 neutron-server[114206]: DEBUG neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Tracking information for resource: floatingip configured {{(pid=114206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 19:41:39.047201 n-d-854121-7 neutron-server[114206]: INFO neutron.db.l3_agentschedulers_db [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 28 19:41:39.047801 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: port after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.048182 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: port after_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.048551 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: port after_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.048915 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: port after_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.049730 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router before_create 55550100 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.050136 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.050515 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_create 55550100 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.050878 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > router precommit_update 55550100 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.055864 n-d-854121-7 neutron-server[114206]: DEBUG neutron.services.provider_configuration [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service providers = [] {{(pid=114206) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 28 19:41:39.056233 n-d-854121-7 neutron-server[114206]: DEBUG neutron.db.servicetype_db [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114206) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 28 19:41:39.059635 n-d-854121-7 neutron-server[114206]: DEBUG neutron.services.service_base [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 19:41:39.059990 n-d-854121-7 neutron-server[114206]: DEBUG neutron.services.service_base [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 19:41:39.060345 n-d-854121-7 neutron-server[114206]: DEBUG neutron.services.service_base [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 19:41:39.061258 n-d-854121-7 neutron-server[114206]: DEBUG neutron.services.service_base [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 19:41:39.061638 n-d-854121-7 neutron-server[114206]: INFO neutron.services.service_base [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 28 19:41:39.062074 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.062401 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 28 19:41:39.073085 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.073425 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: auto_allocate Aug 28 19:41:39.079285 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: network precommit_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.079668 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: network precommit_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.080208 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.080537 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: tag Aug 28 19:41:39.087681 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.088023 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: timestamp Aug 28 19:41:39.092482 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.092817 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: network_ip_availability Aug 28 19:41:39.098431 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.098817 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.099187 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.099934 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.100262 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: flavors Aug 28 19:41:39.107108 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.107450 n-d-854121-7 neutron-server[114206]: INFO neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading Plugin: revisions Aug 28 19:41:39.112220 n-d-854121-7 neutron-server[114206]: DEBUG neutron.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 19:41:39.112612 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.707s {{(pid=114206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 28 19:41:39.113380 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114206) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 28 19:41:39.113725 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Initializing extension manager. Aug 28 19:41:39.114286 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: __init__.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.114641 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: __pycache__ {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.114987 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: address_group.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.115728 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.116310 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: address-group Aug 28 19:41:39.116643 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: address_scope.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.117339 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.117879 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: address-scope Aug 28 19:41:39.118269 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.119204 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.119751 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: router-admin-state-down-before-update Aug 28 19:41:39.120083 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: agent.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.120768 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.121279 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: agent Aug 28 19:41:39.121611 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: agent_resources_synced.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.122525 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.123042 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: agent-resources-synced Aug 28 19:41:39.123374 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: allowedaddresspairs.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.125183 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.125711 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: allowed-address-pairs Aug 28 19:41:39.126074 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: auto_allocated_topology.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.127140 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.127660 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: auto-allocated-topology Aug 28 19:41:39.127992 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: availability_zone.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.128672 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.129193 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: availability_zone Aug 28 19:41:39.129522 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: availability_zone_filter.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.130448 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.130970 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: availability_zone_filter Aug 28 19:41:39.131296 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: data_plane_status.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.132186 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.132699 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 28 19:41:39.133030 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: default_subnetpools.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.133976 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.134488 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: default-subnetpools Aug 28 19:41:39.134817 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.135795 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.136315 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: dhcp_agent_scheduler Aug 28 19:41:39.136644 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: dns.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.137554 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.138088 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension dns-integration not supported by any of loaded plugins Aug 28 19:41:39.138416 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: dns_domain_ports.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.139322 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.139828 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 28 19:41:39.140157 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.141062 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.141571 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 28 19:41:39.141934 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: dvr.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.142593 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.143115 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: dvr Aug 28 19:41:39.143449 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: ecmp_routes.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.144365 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.144880 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 28 19:41:39.145209 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: empty_string_filtering.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.146120 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.146638 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: empty-string-filtering Aug 28 19:41:39.146971 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.147866 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.148380 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 28 19:41:39.148714 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.149610 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.150151 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 28 19:41:39.150482 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: external_net.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.151918 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.152431 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: external-net Aug 28 19:41:39.152759 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.153646 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.154198 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: extra_dhcp_opt Aug 28 19:41:39.154529 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: extraroute.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.155424 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.155944 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: extraroute Aug 28 19:41:39.156275 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: extraroute_atomic.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.157295 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.157816 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: extraroute-atomic Aug 28 19:41:39.158301 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: filter_validation.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.159126 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.159646 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: filter-validation Aug 28 19:41:39.159976 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: fip_pf_description.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.160880 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.161386 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 28 19:41:39.161712 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: fip_pf_port_range.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.162647 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.163157 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 28 19:41:39.163513 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: fip_port_details.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.164408 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.164925 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: fip-port-details Aug 28 19:41:39.165260 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: flavors.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.167100 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.167620 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: flavors Aug 28 19:41:39.167961 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.169617 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.170189 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 28 19:41:39.170527 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: floatingip_pools.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.171226 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.171753 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: floatingip-pools Aug 28 19:41:39.172084 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: ip_allocation.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.172998 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.173516 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 28 19:41:39.173907 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.174775 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.175301 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: ip-substring-filtering Aug 28 19:41:39.175632 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l2_adjacency.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.176549 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.177060 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 28 19:41:39.177393 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.178424 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.178949 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: router Aug 28 19:41:39.179285 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.181617 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.182216 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 28 19:41:39.182555 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.183467 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.183987 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: ext-gw-mode Aug 28 19:41:39.184320 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.185210 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.185727 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: l3-ha Aug 28 19:41:39.186095 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.186978 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.187485 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 28 19:41:39.187817 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3_flavors.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.188705 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.189220 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: l3-flavors Aug 28 19:41:39.189546 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.190951 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.191471 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 28 19:41:39.191802 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.192696 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.193207 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 28 19:41:39.193542 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: l3agentscheduler.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.194626 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.195143 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: l3_agent_scheduler Aug 28 19:41:39.195480 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: local_ip.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.197245 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.197812 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension local_ip not supported by any of loaded plugins Aug 28 19:41:39.198172 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: logging.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.199649 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.200181 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension logging not supported by any of loaded plugins Aug 28 19:41:39.200517 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: metering.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.201233 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.202069 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: metering Aug 28 19:41:39.202408 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.203492 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.204018 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: metering_source_and_destination_fields Aug 28 19:41:39.204351 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: multiprovidernet.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.205256 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.205769 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: multi-provider Aug 28 19:41:39.206145 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: netmtu.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.207100 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.207564 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: net-mtu Aug 28 19:41:39.207896 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: netmtu_writable.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.208795 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.209314 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: net-mtu-writable Aug 28 19:41:39.209640 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: network_availability_zone.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.210317 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.210836 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: network_availability_zone Aug 28 19:41:39.211164 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: network_ip_availability.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.212260 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.212780 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: network-ip-availability Aug 28 19:41:39.213645 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: network_segment_range.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.214447 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.214959 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 28 19:41:39.215292 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: pagination.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.216254 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.216602 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: pagination Aug 28 19:41:39.217007 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: port_device_profile.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.217808 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.218361 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: port-device-profile Aug 28 19:41:39.218691 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: port_mac_address_override.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.219597 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.220113 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: port-mac-override Aug 28 19:41:39.220442 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.221343 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.221870 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: port-mac-address-regenerate Aug 28 19:41:39.222215 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.223113 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.223624 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: port-numa-affinity-policy Aug 28 19:41:39.223952 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: port_resource_request.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.224834 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.225349 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 28 19:41:39.225678 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: port_resource_request_groups.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.226658 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.227168 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 28 19:41:39.227495 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: portbindings.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.228390 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.229473 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: binding Aug 28 19:41:39.229801 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: portbindings_extended.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.231087 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.231610 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: binding-extended Aug 28 19:41:39.231944 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: portsecurity.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.232841 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.233358 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: port-security Aug 28 19:41:39.233974 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: project_id.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.234934 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.235272 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: project-id Aug 28 19:41:39.235602 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: providernet.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.236507 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.237026 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: provider Aug 28 19:41:39.237359 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.240927 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.241461 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos not supported by any of loaded plugins Aug 28 19:41:39.241803 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.243077 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.243606 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 28 19:41:39.243938 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.244875 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.245401 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 28 19:41:39.245730 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_default.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.246647 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.247169 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-default not supported by any of loaded plugins Aug 28 19:41:39.247503 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_fip.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.248406 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.248919 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-fip not supported by any of loaded plugins Aug 28 19:41:39.249248 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.250174 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.250685 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 28 19:41:39.251044 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_gateway_ip.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.251943 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.252453 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 28 19:41:39.252783 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_port_network_policy.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.253682 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.254231 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 28 19:41:39.254559 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.255582 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.256090 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 28 19:41:39.256421 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.257431 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.257978 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 28 19:41:39.258311 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_pps_rule.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.259481 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.260542 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-pps not supported by any of loaded plugins Aug 28 19:41:39.260874 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_rule_type_details.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.261774 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.262332 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 28 19:41:39.262659 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.263555 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.264067 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 28 19:41:39.264394 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: qos_rules_alias.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.265423 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.265966 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 28 19:41:39.266299 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: quota_check_limit.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.267194 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.267709 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: quota-check-limit Aug 28 19:41:39.268041 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: quotasv2.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.269033 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.269368 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: quotas Aug 28 19:41:39.269700 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: quotasv2_detail.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.271485 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.271828 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: quota_details Aug 28 19:41:39.272166 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: rbac.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.273573 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.274151 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: rbac-policies Aug 28 19:41:39.274492 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: rbac_address_group.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.275413 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.276497 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: rbac-address-group Aug 28 19:41:39.276933 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: rbac_address_scope.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.277752 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.278297 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: rbac-address-scope Aug 28 19:41:39.278633 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: rbac_security_groups.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.279608 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.280142 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: rbac-security-groups Aug 28 19:41:39.280474 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: rbac_subnetpool.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.281378 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.281920 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: rbac-subnetpool Aug 28 19:41:39.282253 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: revisionifmatch.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.283163 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.283684 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: revision-if-match Aug 28 19:41:39.284009 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: revisions.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.285135 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.285653 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: standard-attr-revisions Aug 28 19:41:39.286026 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: router_availability_zone.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.286682 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.287206 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: router_availability_zone Aug 28 19:41:39.287536 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: routerservicetype.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.288501 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.288953 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension router-service-type not supported by any of loaded plugins Aug 28 19:41:39.289284 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.290224 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.290738 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: security-groups-normalized-cidr Aug 28 19:41:39.291067 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.292520 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.293044 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: port-security-groups-filtering Aug 28 19:41:39.293368 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.294309 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.294826 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: security-groups-remote-address-group Aug 28 19:41:39.295156 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.305776 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.306350 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: security-groups-shared-filtering Aug 28 19:41:39.306679 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: securitygroup.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.317012 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.317560 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: security-group Aug 28 19:41:39.317926 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: segment.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.318648 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.319175 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension segment not supported by any of loaded plugins Aug 28 19:41:39.319514 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.320465 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.320991 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 28 19:41:39.321323 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: servicetype.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.322460 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.322986 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: service-type Aug 28 19:41:39.323317 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: sorting.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.324276 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.324617 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: sorting Aug 28 19:41:39.324947 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: standard_attr_segment.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.325840 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.326404 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 28 19:41:39.326702 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: standardattrdescription.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.327336 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.327861 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: standard-attr-description Aug 28 19:41:39.328191 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: stateful_security_group.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.332151 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.332686 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: stateful-security-group Aug 28 19:41:39.333017 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: stdattrs_common.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.333585 n-d-854121-7 neutron-server[114206]: WARNING neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 28 19:41:39.333940 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.334841 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.335362 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 28 19:41:39.335690 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: subnet_onboard.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.336741 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.337260 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: subnet_onboard Aug 28 19:41:39.337591 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.338558 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.339074 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 28 19:41:39.339404 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: subnet_service_types.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.340316 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.340836 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: subnet-service-types Aug 28 19:41:39.341171 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: subnetallocation.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.342276 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.342805 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: subnet_allocation Aug 28 19:41:39.343138 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.343790 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.344313 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: subnetpool-prefix-ops Aug 28 19:41:39.344644 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.345702 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.346275 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 28 19:41:39.346608 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: tagging.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.347734 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.348270 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: standard-attr-tag Aug 28 19:41:39.348628 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: timestamp.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.349948 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.350493 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loaded extension: standard-attr-timestamp Aug 28 19:41:39.350830 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: trunk.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.351903 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.352432 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension trunk not supported by any of loaded plugins Aug 28 19:41:39.353232 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: trunk_details.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.353652 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.354724 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension trunk-details not supported by any of loaded plugins Aug 28 19:41:39.355052 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: uplink_status_propagation.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.356296 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.356832 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 28 19:41:39.357164 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Loading extension file: vlantransparent.py {{(pid=114206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 28 19:41:39.357834 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 28 19:41:39.358373 n-d-854121-7 neutron-server[114206]: INFO neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 28 19:41:39.361349 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:network Aug 28 19:41:39.361921 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:subnet Aug 28 19:41:39.362333 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 19:41:39.362739 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:port Aug 28 19:41:39.364121 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.364568 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service FLAVORS assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.365201 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.365644 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.366014 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:router Aug 28 19:41:39.366462 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 19:41:39.366966 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service METERING assigned prefix: /metering {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.368446 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.368826 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.369194 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:41:39.370839 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 19:41:39.371295 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:security_group Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service CORE assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] subnetpool is already registered Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service CORE assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] subnetpool is already registered Aug 28 19:41:39.377180 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.377809 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service FLAVORS assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.377809 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.378069 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.378412 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:router Aug 28 19:41:39.378762 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] router is already registered Aug 28 19:41:39.379185 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 19:41:39.379531 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] floatingip is already registered Aug 28 19:41:39.380003 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service METERING assigned prefix: /metering {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.380707 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 19:41:39.381036 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] rbac_policy is already registered Aug 28 19:41:39.381463 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:security_group Aug 28 19:41:39.381808 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] security_group is already registered Aug 28 19:41:39.382249 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 19:41:39.382593 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] security_group_rule is already registered Aug 28 19:41:39.383267 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service CORE assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.383607 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 19:41:39.383957 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] subnetpool is already registered Aug 28 19:41:39.384387 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.v2.resource_helper [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Service CORE assigned prefix: {{(pid=114206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 19:41:39.384723 n-d-854121-7 neutron-server[114206]: INFO neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 19:41:39.385096 n-d-854121-7 neutron-server[114206]: WARNING neutron.quota.resource_registry [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] subnetpool is already registered Aug 28 19:41:39.385576 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: extensions {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.387134 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: address-groups {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.388656 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: address-scopes {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.390018 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: agents {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.391198 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: auto-allocated-topology {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.392489 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: availability_zones {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.393778 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: dhcp-networks {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.395357 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: dhcp-agents {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.396816 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: routers {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.398599 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: flavors {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.399887 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: service_profiles {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.401163 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: next_providers {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.402693 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: service_profiles {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.405447 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: floatingip-pools {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.406830 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: routers {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.408566 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: floatingips {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.409911 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: l3-routers {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.411342 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: l3-agents {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.412781 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: metering-labels {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.414124 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: metering-label-rules {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.415539 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: network-ip-availabilities {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.417358 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: bindings {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.419072 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: quotas {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.420756 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: quotas {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.422361 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: rbac-policies {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.423590 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: security-groups {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.424927 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: security-group-rules {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.426290 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: service-providers {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.427525 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: subnetpools {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.428890 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: subnetpools {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.430505 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.432808 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.434698 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.436527 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.438369 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.440369 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.442144 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.444104 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.445935 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.447732 n-d-854121-7 neutron-server[114206]: DEBUG neutron.api.extensions [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Extended resource: tags {{(pid=114206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 19:41:39.454012 n-d-854121-7 neutron-server[114206]: WARNING keystonemiddleware.auth_token [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 28 19:41:39.459394 n-d-854121-7 neutron-server[114206]: WARNING keystonemiddleware.auth_token [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 28 19:41:39.468794 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Acquiring lock "singleton_lock" {{(pid=114206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 28 19:41:39.469127 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Acquired lock "singleton_lock" {{(pid=114206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 28 19:41:39.469610 n-d-854121-7 neutron-server[114206]: DEBUG oslo_concurrency.lockutils [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Releasing lock "singleton_lock" {{(pid=114206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 28 19:41:39.470308 n-d-854121-7 neutron-server[114206]: INFO oslo_service.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Starting 2 workers Aug 28 19:41:39.475189 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Started child 114321 {{(pid=114206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 19:41:39.480529 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Started child 114322 {{(pid=114206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 19:41:39.481391 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:39.482231 n-d-854121-7 neutron-server[114206]: INFO neutron.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 28 19:41:39.482860 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:39.482957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [-] (114321) wsgi starting up on http://0.0.0.0:9696 Aug 28 19:41:39.485583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:39.486089 n-d-854121-7 neutron-server[114206]: INFO oslo_service.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Starting 1 workers Aug 28 19:41:39.486950 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [-] (114322) wsgi starting up on http://0.0.0.0:9696 Aug 28 19:41:39.491006 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Started child 114323 {{(pid=114206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 19:41:39.491568 n-d-854121-7 neutron-server[114206]: INFO oslo_service.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Starting 1 workers Aug 28 19:41:39.495461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] calling RpcWorker wait() {{(pid=114323) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 28 19:41:39.496030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] returning from RpcWorker wait() {{(pid=114323) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 28 19:41:39.496789 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Started child 114324 {{(pid=114206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 19:41:39.497386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:39.497590 n-d-854121-7 neutron-server[114206]: DEBUG neutron_lib.callbacks.manager [None req-3b9de8d7-6d1d-4a68-89f3-13fba4babff9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:39.498030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:41:39.499566 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 19:41:39.499789 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 19:41:39.500283 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 19:41:39.500429 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 19:41:39.500713 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 19:41:39.500900 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 19:41:39.501415 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.501703 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.502041 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:39.502558 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.502558 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.502951 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.503228 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.503528 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.503791 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.504065 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.504240 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.504572 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.504842 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.505106 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.505427 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.505701 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.505977 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.506226 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.506410 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.506679 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.506940 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.507201 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.507499 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] debug = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.507763 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.508275 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.508275 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.508275 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.508275 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.508275 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.508275 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.512116 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.512116 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.512248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58864) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:41:39.512326 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.512597 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.512827 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.513106 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.513351 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.513627 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.514011 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.514267 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.514918 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] host = n-d-854121-7 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.515173 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.515423 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.515697 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.515965 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.516224 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.516454 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.516720 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.517117 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.517391 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.517625 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.517928 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.518330 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.518620 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.519086 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.519281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_options = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.519392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051308 Aug 28 19:41:39.519646 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.520029 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.520313 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.520519 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.520722 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.520860 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.521127 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.521295 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.521583 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.522066 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.522481 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.522915 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.523364 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.523609 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.523892 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.524144 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.524369 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.524628 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.524899 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.525164 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.525428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.525683 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.525974 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.526284 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530434 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0052989 Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.530555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531031 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531031 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531031 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531208 n-d-854121-7 neutron-server[114324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:41:39.531279 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531279 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531279 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531616 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.531799 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.532077 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.532397 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.532705 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.532801 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.533044 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.533290 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.533538 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_json = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.533757 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.534076 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.535215 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.535215 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.535215 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.535215 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.535215 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.535557 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.535744 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.536197 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.536673 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.537208 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.537478 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.537910 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.538310 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.538899 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.538899 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.539091 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.539226 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.539556 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.540563 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.540563 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.540563 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.540805 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.541059 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.541983 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.542272 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.542495 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.542718 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.542930 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.545041 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.545382 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.545620 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.545960 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.547132 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.549819 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.550315 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.553620 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.554154 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.554755 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.555828 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.555828 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.555828 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.555828 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.556312 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.558504 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.558743 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.558981 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.559230 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.559496 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.559751 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.560007 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.560248 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.560492 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.560763 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.561009 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.561278 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.561530 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.561753 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.565687 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.568684 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.568684 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.568878 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.569419 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.569419 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.569713 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.570020 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.570393 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.571337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.571337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.571337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.571577 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.571860 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.572151 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.572488 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.572780 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.574396 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.574396 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.574396 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.574396 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.574676 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.577100 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.577100 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.577100 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.577458 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.577537 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.577717 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.578404 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.578404 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.578404 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.578809 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.578809 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.579053 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.579189 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.579418 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.579696 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.579879 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.580074 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.580314 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.580518 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.580755 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.581495 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.581495 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.581713 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.581788 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.582737 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.583321 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.583600 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.584118 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.584362 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.584600 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.584861 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.585097 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.586666 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.586666 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.586666 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.586666 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.586666 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.587392 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.587392 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.587392 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.587820 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.587820 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.588105 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.588246 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.588383 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.588613 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.590333 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.590954 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.591219 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.591477 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.591737 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.593811 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.593811 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.593811 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.594088 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.594290 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.597284 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.597284 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.597284 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.597284 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.597284 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.597665 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.597822 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.598071 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.598306 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.598580 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.598812 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.599051 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.599275 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.599495 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.599726 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.600043 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.600269 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.600474 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.600695 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.600985 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.601251 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.601491 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.601759 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.602535 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.602793 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.603048 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.603279 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.603513 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.604295 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.604938 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.604938 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.605373 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.605451 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.605690 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.605932 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.606147 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.606416 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.606621 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.607321 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.607547 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.607777 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.607978 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.608222 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.608686 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.609378 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.609620 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.609845 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.610881 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.611272 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.611850 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.612253 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.612479 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.612762 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.613017 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.613260 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.614575 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.614575 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.614575 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.614575 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.614575 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616036 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616036 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616036 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616036 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616309 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616486 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616715 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.616929 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.617227 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.617454 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.617806 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.618191 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.618515 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.618838 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.619187 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.620036 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.620297 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.620887 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.621362 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.621639 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.622134 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.622706 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.622941 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.623168 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.623469 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.623899 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.624132 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.624359 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.624633 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.624880 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.625135 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.625379 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.625624 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.625956 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.626134 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.626297 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.626515 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.626730 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.626951 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.627193 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.627445 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.627704 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.627940 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.629964 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.630309 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.630590 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.630842 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.631071 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.631341 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.631559 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.631778 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.632011 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.632232 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.632442 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.632677 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.632914 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.633125 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.633337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.633566 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.633798 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.634270 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.634478 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.634727 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.634917 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.635236 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.635538 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.635907 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.636118 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.636380 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.636615 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.636833 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.637136 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.637425 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.637637 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.637893 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.638091 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.638338 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.638571 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.638884 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.639138 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.639373 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.639839 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.640074 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.640338 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.640608 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.640910 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.641154 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.641416 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.641652 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.642707 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.642958 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.643233 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.643559 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.644033 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.644138 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.644347 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.644694 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.644949 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.645245 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.645481 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.645747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.646118 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.646369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:41:39.646540 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.646695 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.646851 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.647111 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.647344 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.647641 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.647936 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.648146 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.648360 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.648600 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.648816 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.649149 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.649149 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.650488 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.650488 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.650488 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.653412 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.653412 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.653412 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.653412 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 19:41:39.654326 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 19:41:39.654326 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 19:41:39.654326 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 19:41:39.654326 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 19:41:39.654326 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 19:41:39.654979 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 19:41:39.654979 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.654979 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.655378 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.655967 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.656215 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.656576 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.656795 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.657024 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.657233 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.657472 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.658028 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.658370 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.658613 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.658824 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.658824 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] debug = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.660039 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.661686 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.661686 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.661686 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.661686 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.661686 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.661686 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.662963 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] host = n-d-854121-7 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.664517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.666137 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.668239 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.668239 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_options = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.668239 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.668239 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.668239 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.668239 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.668239 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.669635 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.671337 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.672261 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.673280 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.674281 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_json = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.675651 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.677155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.678581 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.679516 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.680431 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.680431 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.680431 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.680431 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.680431 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.681017 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.681017 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.681488 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.681723 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.682107 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.682259 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.682476 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.682614 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.682734 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.682858 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.683111 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.683330 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.683330 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.683747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.683747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.684155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.684155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.684155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.684878 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.684878 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.684878 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.684878 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.686428 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.687606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.689155 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.690550 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.690550 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.690550 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.690550 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.690550 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.691191 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.691191 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.691453 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.691453 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.691726 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.691871 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.692014 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.692157 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693172 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693172 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693172 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693172 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693172 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693172 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693989 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693989 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693989 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693989 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.693989 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.694642 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.694642 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.694923 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.695678 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.695882 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.696007 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.696153 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.696307 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.696442 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.696606 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.696765 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.696914 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.697164 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.697307 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.697476 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.697637 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.697777 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.697945 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.698087 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.698469 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.698469 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.698791 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.698791 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.698998 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.699078 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.699237 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.699401 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.699559 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.699729 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.700747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.700747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.700747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.700747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.700747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.700747 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701249 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701249 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701249 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701249 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701519 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701519 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701660 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.701824 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.702016 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.702174 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.702330 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.702488 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.702653 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.702901 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.703032 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.703153 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.703277 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.703411 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.703602 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.703689 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.703850 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.704007 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.704165 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.704324 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.704483 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.704642 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.704800 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.704959 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.705118 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.705276 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.705436 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.705595 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.705752 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.705934 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.706092 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.706249 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.706406 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.706564 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.706723 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.706882 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.707040 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.707198 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.707357 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.707514 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.707671 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.707830 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.707991 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.708517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.708517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.708517 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.708785 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.708785 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.708945 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.709110 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.709211 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.709349 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.709568 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.709664 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.709836 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.709995 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.710121 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.710245 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.710389 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.710548 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.710726 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.710885 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.711046 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.711228 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.711381 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.711519 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.711654 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.711785 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.711933 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.712071 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.712230 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.712389 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.712532 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.712679 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.712839 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.712998 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.713740 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.713923 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.714076 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.714238 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.714397 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.714540 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.714687 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.714850 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.715008 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.715167 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.715325 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.715484 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.715644 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.715802 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.715961 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.716119 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.716293 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.716458 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.716641 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.716830 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.716976 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.717110 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.717238 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.717375 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.717501 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.717626 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.717794 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.717991 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.718178 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.718356 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.718682 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.718682 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.718925 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.719013 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.719170 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.719290 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.719432 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.719590 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.719748 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.719907 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.720075 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.720236 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.720401 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.720545 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.720705 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.720863 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.721030 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.721190 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.721348 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.721511 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.721695 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.721881 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.722037 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.722133 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.722292 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.722457 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.722615 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.722773 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.722932 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.723105 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.723264 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.723425 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.723584 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.723752 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.723893 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.724058 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.724224 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.724389 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.724555 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.724715 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.724881 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.725047 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.725213 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.725372 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.725537 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.725707 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.725873 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.726075 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.726191 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.726330 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.726487 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.726776 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.726776 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.726971 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.727107 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.727244 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.727402 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.727561 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.727719 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.727876 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.728035 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.728194 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.728351 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.728509 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.728717 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 19:41:39.729558 n-d-854121-7 neutron-server[114206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 19:41:48.773605 n-d-854121-7 neutron-server[114206]: DEBUG dbcounter [-] [114206] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=114206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:41:50.551590 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writer thread running {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 28 19:41:51.718609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98cbde-53dc-4b5f-a278-a8b8a3f9b8ce None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 19:41:51.747980 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writer thread running {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 28 19:41:51.748382 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writer thread running {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 28 19:41:51.812722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98cbde-53dc-4b5f-a278-a8b8a3f9b8ce None None] No non-hosted networks {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 28 19:41:51.825359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.agentschedulers_db [None req-5f98cbde-53dc-4b5f-a278-a8b8a3f9b8ce None None] DHCP Agent not found on host n-d-854121-7 {{(pid=114323) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 28 19:41:51.962081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b03034e4-3de1-4bf5-afd2-a576c6327ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764522'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:54.101579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-705a60f0-48fd-4ec5-850b-bde559330002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764522'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:54.139935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-71077d13-6c6a-4346-b474-ea6b49dae521 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-854121-7 {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 19:41:54.140677 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-71077d13-6c6a-4346-b474-ea6b49dae521 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 19:41:54.762099 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-71077d13-6c6a-4346-b474-ea6b49dae521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:55.615723 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764522'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:55.922488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58952) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:41:56.587715 n-d-854121-7 neutron-server[114322]: WARNING oslo_policy.policy [None req-ac13a356-7784-493b-8a5a-7cec70a24952 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:41:56.589049 n-d-854121-7 neutron-server[114322]: WARNING oslo_policy.policy [None req-ac13a356-7784-493b-8a5a-7cec70a24952 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:41:56.852687 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764522'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:56.853331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.853949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.854457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.854964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.855466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.856107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.857006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.857540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.858387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.858878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.859620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.860107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.860730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.861197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.861882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:41:56.863447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-854121-7', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:41:56.870362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-854121-7', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:41:56.908646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-ac13a356-7784-493b-8a5a-7cec70a24952 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:41:56.910203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ac13a356-7784-493b-8a5a-7cec70a24952 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9859402 Aug 28 19:41:57.344696 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764522'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:41:59.479245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58984) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:41:59.888717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:41:59.901938 n-d-854121-7 neutron-server[114322]: ERROR stevedore.extension [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 28 19:41:59.986971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.policy [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114322) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 19:42:00.030452 n-d-854121-7 neutron-server[114322]: WARNING oslo_policy.policy [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:42:00.030845 n-d-854121-7 neutron-server[114322]: WARNING oslo_policy.policy [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:42:00.052370 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writer thread running {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 28 19:42:00.257878 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759952070767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759952070235', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759952054023', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759952046662', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759952032911', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759952023597', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1798352', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1794787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597470'] for rbac-policy (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:00.566971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:00.568204 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cf5ca2aa-3aef-40b1-8076-74aa64fdbff6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0879800 Aug 28 19:42:01.204648 n-d-854121-7 neutron-server[114323]: INFO neutron.db.l3_hamode_db [None req-9889bae2-5464-45da-8f71-aa63a94c60f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 28 19:42:01.286815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889bae2-5464-45da-8f71-aa63a94c60f2 None None] Routers set() bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:42:01.287213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889bae2-5464-45da-8f71-aa63a94c60f2 None None] Router IDs set() for agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 28 19:42:03.050738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58994) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:03.392973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:42:03.509200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Made reservation on behalf of c7c04f173e384bb08ddae310e94f5bf6 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:42:03.514137 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:03.535086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:03.654181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks [] for security_group (85b9ade0-a85d-4b01-b199-55c81a4b0a36), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:03.738122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (85b9ade0-a85d-4b01-b199-55c81a4b0a36), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:03.773585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:42:03.801030 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759947355477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (298e2044-8865-410c-9e14-4b9c3e14f0d2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:03.801622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Unsubscribe: segment precommit_create {{(pid=114322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 19:42:03.802184 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Added segment 298e2044-8865-410c-9e14-4b9c3e14f0d2 of type vlan for network 00fe4983-7e79-4423-baa6-2dd2d79432c1 Aug 28 19:42:03.820198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=85b9ade0-a85d-4b01-b199-55c81a4b0a36,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:03.872759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.873104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.873446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.873881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.874303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.874554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.874902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.875205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.875533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.875854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.876176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.876496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.876816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.877131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.877450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Tracked resource versions report: Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: pushed versions: Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: { 'AddressGroup': {'1.2'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Agent': {'1.1'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'ConntrackHelper': {'1.0'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Log': {'1.0'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'NDPProxy': {'1.0'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Network': {'1.1'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Port': {'1.7'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'PortForwarding': {'1.3'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'QosPolicy': {'1.10'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'SecurityGroup': {'1.5'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'SubPort': {'1.0'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Subnet': {'1.1'}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Trunk': {'1.1'}} Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: consumer versions: Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: L3 agent@n-d-854121-7: {}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: Metadata agent@n-d-854121-7: {}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: Metering agent@n-d-854121-7: {}, Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Agent': '1.1', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'ConntrackHelper': '1.0', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'LocalIPAssociation': '1.0', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Log': '1.0', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'NDPProxy': '1.0', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Network': '1.1', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Port': '1.7', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'PortForwarding': '1.3', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'QosPolicy': '1.10', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'SecurityGroup': '1.5', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'SecurityGroupRule': '1.2', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'SubPort': '1.0', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Subnet': '1.1', Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: 'Trunk': '1.1'}} Aug 28 19:42:03.878701 n-d-854121-7 neutron-server[114322]: {{(pid=114322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:42:03.922244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (00fe4983-7e79-4423-baa6-2dd2d79432c1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:04.029978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (00fe4983-7e79-4423-baa6-2dd2d79432c1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:04.035650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:04.036398 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:04.114056 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:04.157600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] Pushing event updated for resources: {'Network': ['ID=00fe4983-7e79-4423-baa6-2dd2d79432c1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:04.169729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:42:04.238080 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6c7aa90a-539a-47c4-b081-d67593f92282 demo demo] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1860917 Aug 28 19:42:06.776906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59008) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:07.204202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b01d4d-8d8e-4865-b483-8917fbced82b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:07.205509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-23b01d4d-8d8e-4865-b483-8917fbced82b demo admin] 10.222.0.78 "GET /networking/v2.0/networks/00fe4983-7e79-4423-baa6-2dd2d79432c1 HTTP/1.1" status: 200 len: 825 time: 0.4273622 Aug 28 19:42:07.232072 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-47796c2a-71e0-4baa-97f9-396b3d2bc61a demo admin] 10.222.0.78 "GET /networking/v2.0/subnetpools/965feaa5-8333-4bb2-85f6-3117110cacbe HTTP/1.1" status: 200 len: 734 time: 0.0202334 Aug 28 19:42:07.241616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '965feaa5-8333-4bb2-85f6-3117110cacbe'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:42:07.329734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Made reservation on behalf of c7c04f173e384bb08ddae310e94f5bf6 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:42:07.332167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:07.554988 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:07.709459 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (b09b741b-3958-4b7d-a359-3047a2bb5dbe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:07.781458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Pushing event updated for resources: {'Subnet': ['ID=b09b741b-3958-4b7d-a359-3047a2bb5dbe,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:07.791983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Checking segment: {'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:42:07.792359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Network hostable DHCP agents. Network: 00fe4983-7e79-4423-baa6-2dd2d79432c1, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:42:07.874882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:42:07.964791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 00fe4983-7e79-4423-baa6-2dd2d79432c1) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:42:07.969735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:07.970377 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:07.975553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcfd2d7-578b-49ba-a5bc-0403f770a4fe None None] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:42:08.041138 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=32,neutron:INSERT=32 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:08.052538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-acd05514-5366-4c0c-b8cf-79c002ea412c demo admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8140044 Aug 28 19:42:08.251602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-00fe4983-7e79-4423-baa6-2dd2d79432c1', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'fixed_ips': [{'subnet_id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:42:08.252967 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:08.571501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Allocated IP 172.20.0.2 (00fe4983-7e79-4423-baa6-2dd2d79432c1/b09b741b-3958-4b7d-a359-3047a2bb5dbe/fd80864a-64f0-4966-9a27-18d85061c3c6) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:42:08.864457 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Publish callbacks [] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:08.955340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:09.042035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:42:09.048427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:42:09.053667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Pushing event updated for resources: {'Port': ['ID=fd80864a-64f0-4966-9a27-18d85061c3c6,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:09.056420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:42:09.067593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.068027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.068282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.068629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.068954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.069496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.069668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.069957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.070286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.070606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.070931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.071251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.071577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.071928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.072248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Tracked resource versions report: Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: pushed versions: Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: { 'AddressGroup': {'1.2'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Agent': {'1.1'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'ConntrackHelper': {'1.0'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Log': {'1.0'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'NDPProxy': {'1.0'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Network': {'1.1'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Port': {'1.7'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'PortForwarding': {'1.3'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'QosPolicy': {'1.10'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'SecurityGroup': {'1.5'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'SubPort': {'1.0'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Subnet': {'1.1'}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Trunk': {'1.1'}} Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: consumer versions: Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: L3 agent@n-d-854121-7: {}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: Metadata agent@n-d-854121-7: {}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: Metering agent@n-d-854121-7: {}, Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Agent': '1.1', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'ConntrackHelper': '1.0', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'LocalIPAssociation': '1.0', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Log': '1.0', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'NDPProxy': '1.0', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Network': '1.1', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Port': '1.7', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'PortForwarding': '1.3', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'QosPolicy': '1.10', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'SecurityGroup': '1.5', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'SecurityGroupRule': '1.2', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'SubPort': '1.0', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Subnet': '1.1', Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: 'Trunk': '1.1'}} Aug 28 19:42:09.073434 n-d-854121-7 neutron-server[114323]: {{(pid=114323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:42:09.164447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Attempting to bind port fd80864a-64f0-4966-9a27-18d85061c3c6 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:42:09.164754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Attempting to bind port fd80864a-64f0-4966-9a27-18d85061c3c6 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:42:09.165181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Attempting to bind port fd80864a-64f0-4966-9a27-18d85061c3c6 on network 00fe4983-7e79-4423-baa6-2dd2d79432c1 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:42:09.171643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:42:09.174136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Checking segment: {'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:42:09.174136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:09.174136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Bound using segment: {'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:42:09.174136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Bound port: fd80864a-64f0-4966-9a27-18d85061c3c6, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:42:09.174136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:09.241453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] For port fd80864a-64f0-4966-9a27-18d85061c3c6, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:42:09.261434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] For port fd80864a-64f0-4966-9a27-18d85061c3c6, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fd80864a-64f0-4966-9a27-18d85061c3c6,segment=NetworkSegment(298e2044-8865-410c-9e14-4b9c3e14f0d2),segment_id=298e2044-8865-410c-9e14-4b9c3e14f0d2)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:42:09.372348 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:09.427947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebba6e-63bc-4fa6-af5b-20c929504668 None None] Pushing event updated for resources: {'Port': ['ID=fd80864a-64f0-4966-9a27-18d85061c3c6,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:10.584091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59018) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:10.985557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-22066124-acdc-43b2-827f-be005b4b7fab admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:42:10.986622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-22066124-acdc-43b2-827f-be005b4b7fab admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4014695 Aug 28 19:42:11.311550 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:11.318917 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=9 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:13.529213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59030) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:13.909806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-f448c6b7-ea17-4ab2-bd07-e2b23ee49827 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:42:13.911139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f448c6b7-ea17-4ab2-bd07-e2b23ee49827 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3807213 Aug 28 19:42:16.459191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59042) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:16.652355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fd80864a-64f0-4966-9a27-18d85061c3c6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:42:16.745184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fd80864a-64f0-4966-9a27-18d85061c3c6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:16.745609 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:16.870550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fd80864a-64f0-4966-9a27-18d85061c3c6 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:16.871014 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:16.909720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7a997ddc-d03d-463c-8b0e-e68ed6af0df2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:42:16.911257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fd80864a-64f0-4966-9a27-18d85061c3c6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fd80864a-64f0-4966-9a27-18d85061c3c6,segment=NetworkSegment(298e2044-8865-410c-9e14-4b9c3e14f0d2),segment_id=298e2044-8865-410c-9e14-4b9c3e14f0d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:42:16.989617 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:17.018251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a997ddc-d03d-463c-8b0e-e68ed6af0df2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (b21e6ebb-f78b-4c82-a334-312719217495), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:17.019964 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a997ddc-d03d-463c-8b0e-e68ed6af0df2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (b21e6ebb-f78b-4c82-a334-312719217495), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:17.026679 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:17.046688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fd80864a-64f0-4966-9a27-18d85061c3c6,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:17.172803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a997ddc-d03d-463c-8b0e-e68ed6af0df2 demo demo] Publish callbacks [] for router_controller (b21e6ebb-f78b-4c82-a334-312719217495), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:17.257946 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a997ddc-d03d-463c-8b0e-e68ed6af0df2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (b21e6ebb-f78b-4c82-a334-312719217495), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:17.396768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a997ddc-d03d-463c-8b0e-e68ed6af0df2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:17.398343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7a997ddc-d03d-463c-8b0e-e68ed6af0df2 demo demo] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9385395 Aug 28 19:42:17.918447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00940d00-7e52-4b81-a7c0-15cb125f451c None None] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:42:17.993802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-80ee117a-987c-4166-9908-c2534787a6d7 None None] Provisioning complete for port fd80864a-64f0-4966-9a27-18d85061c3c6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:17.994208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-80ee117a-987c-4166-9908-c2534787a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:18.054697 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:18.151607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-80ee117a-987c-4166-9908-c2534787a6d7 None None] Current status of the port fd80864a-64f0-4966-9a27-18d85061c3c6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:18.376260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1ae52730-a2fb-4970-ba9a-9ec4340042b2 None None] Provisioning complete for port fd80864a-64f0-4966-9a27-18d85061c3c6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:18.376542 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1ae52730-a2fb-4970-ba9a-9ec4340042b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:18.467141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1ae52730-a2fb-4970-ba9a-9ec4340042b2 None None] Current status of the port fd80864a-64f0-4966-9a27-18d85061c3c6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:18.633210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fd80864a-64f0-4966-9a27-18d85061c3c6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:42:18.679146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fd80864a-64f0-4966-9a27-18d85061c3c6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:18.679553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:18.701870 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:18.756056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fd80864a-64f0-4966-9a27-18d85061c3c6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:19.925505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59050) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:20.329225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-8e2a400a-3b5c-4f2f-bf1a-5850f3ff8f23 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:42:20.330336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8e2a400a-3b5c-4f2f-bf1a-5850f3ff8f23 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4038770 Aug 28 19:42:21.742674 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fab6603b-ce9d-47fd-bb94-ed59de9bafd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:22.813686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59058) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:23.171318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:42:23.254908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Made reservation on behalf of 926e861f54084884ae9dc19520ca2e6d for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:42:23.257323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.266906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.303288 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:23.351910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks [] for security_group (25a596e5-d930-4613-bc64-26e680231387), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.455527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (25a596e5-d930-4613-bc64-26e680231387), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.474603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=114322) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 28 19:42:23.494049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a596e5-d930-4613-bc64-26e680231387,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:23.500454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (912ecca0-c5c1-4681-973d-1a5bb2d25d9b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.500789 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Added segment 912ecca0-c5c1-4681-973d-1a5bb2d25d9b of type flat for network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 Aug 28 19:42:23.549765 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.567860 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:23.661416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.662482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:23.663083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:23.760820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:23.771425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:42:23.846391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e1900c6a-df76-4901-80b6-e167b1af40b2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0314398 Aug 28 19:42:24.034548 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-20c367b7-e885-49d1-a46e-8471b5fddc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:25.570982 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:26.308230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59068) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:26.705131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927be49b-9e5a-40a6-805e-bc89c5192a6f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:26.706479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-927be49b-9e5a-40a6-805e-bc89c5192a6f demo admin] 10.222.0.78 "GET /networking/v2.0/subnets/b09b741b-3958-4b7d-a359-3047a2bb5dbe HTTP/1.1" status: 200 len: 849 time: 0.3972893 Aug 28 19:42:26.838189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c3f21d6-0497-4202-ae68-d1800c8ef9e3 demo admin] 10.222.0.78 "GET /networking/v2.0/routers/b21e6ebb-f78b-4c82-a334-312719217495 HTTP/1.1" status: 200 len: 704 time: 0.1254866 Aug 28 19:42:26.891036 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:27.120103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:27.342738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:27.527936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Allocated IP 172.20.0.1 (00fe4983-7e79-4423-baa6-2dd2d79432c1/b09b741b-3958-4b7d-a359-3047a2bb5dbe/7f77d640-e043-4e09-9835-4b3de4e0c844) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:42:27.697530 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks [] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:27.838939 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:27.842477 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:27.925203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:42:27.931716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:42:27.936581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:42:27.937663 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (b21e6ebb-f78b-4c82-a334-312719217495), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:27.957739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Pushing event updated for resources: {'Port': ['ID=7f77d640-e043-4e09-9835-4b3de4e0c844,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:28.017005 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:28.151086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-97d8ca03-3770-410b-8c2b-7601206b3f2e None None] Provisioning complete for port 7f77d640-e043-4e09-9835-4b3de4e0c844 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:28.151773 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-97d8ca03-3770-410b-8c2b-7601206b3f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:28.183348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-97d8ca03-3770-410b-8c2b-7601206b3f2e None None] Port 7f77d640-e043-4e09-9835-4b3de4e0c844 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:42:28.248081 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:28.466369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks [] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:28.546597 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:28.547496 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (b21e6ebb-f78b-4c82-a334-312719217495), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:28.629423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Pushing event updated for resources: {'Port': ['ID=7f77d640-e043-4e09-9835-4b3de4e0c844,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:28.681393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:42:28.682698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:42:28.909610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d1558b6f-470b-4294-a745-80913a055801 None None] Provisioning complete for port 7f77d640-e043-4e09-9835-4b3de4e0c844 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:28.910004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d1558b6f-470b-4294-a745-80913a055801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:28.941782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d1558b6f-470b-4294-a745-80913a055801 None None] Port 7f77d640-e043-4e09-9835-4b3de4e0c844 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:42:28.947286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Router b21e6ebb-f78b-4c82-a334-312719217495 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:42:29.042692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:42:29.051050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c8df425e-f1de-49e2-9ddc-d2ab7592e495 demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/b21e6ebb-f78b-4c82-a334-312719217495/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2041872 Aug 28 19:42:29.057100 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Sync routers for ids ['b21e6ebb-f78b-4c82-a334-312719217495'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:42:29.071541 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Routers {'b21e6ebb-f78b-4c82-a334-312719217495'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:42:29.072377 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:42:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b21e6ebb-f78b-4c82-a334-312719217495'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:29.278487 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Set router b21e6ebb-f78b-4c82-a334-312719217495 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:42:29.746237 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'name': 'router1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:42:17Z', 'updated_at': '2022-08-28T19:42:28Z', 'revision_number': 2, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'gw_port_host': None, '_interfaces': [{'id': '7f77d640-e043-4e09-9835-4b3de4e0c844', 'name': '', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'mac_address': 'fa:16:3e:8d:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:27Z', 'updated_at': '2022-08-28T19:42:28Z', 'revision_number': 2, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'subnets': [{'id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '965feaa5-8333-4bb2-85f6-3117110cacbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:29.801270 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Checking router: b21e6ebb-f78b-4c82-a334-312719217495 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:42:29.801758 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Updating router b21e6ebb-f78b-4c82-a334-312719217495 port 7f77d640-e043-4e09-9835-4b3de4e0c844 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:42:29.868656 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:30.467581 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Publish callbacks [] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:30.634097 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:30.796769 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Pushing event updated for resources: {'Port': ['ID=7f77d640-e043-4e09-9835-4b3de4e0c844,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:30.803898 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Attempting to bind port 7f77d640-e043-4e09-9835-4b3de4e0c844 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:42:30.804298 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Attempting to bind port 7f77d640-e043-4e09-9835-4b3de4e0c844 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:42:30.804755 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Attempting to bind port 7f77d640-e043-4e09-9835-4b3de4e0c844 on network 00fe4983-7e79-4423-baa6-2dd2d79432c1 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:42:30.812690 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.813030 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.813366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.813698 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.814052 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.814385 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.814715 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.815038 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.815370 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.815690 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.816011 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.816333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.816653 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.816972 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.817288 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Tracked resource versions report: Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: pushed versions: Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: { 'AddressGroup': {'1.2'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Agent': {'1.1'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'ConntrackHelper': {'1.0'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Log': {'1.0'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'NDPProxy': {'1.0'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Network': {'1.1'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Port': {'1.7'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'PortForwarding': {'1.3'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'QosPolicy': {'1.10'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'SecurityGroup': {'1.5'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'SubPort': {'1.0'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Subnet': {'1.1'}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Trunk': {'1.1'}} Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: consumer versions: Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: L3 agent@n-d-854121-7: {}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: Metadata agent@n-d-854121-7: {}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: Metering agent@n-d-854121-7: {}, Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Agent': '1.1', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'ConntrackHelper': '1.0', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'LocalIPAssociation': '1.0', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Log': '1.0', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'NDPProxy': '1.0', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Network': '1.1', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Port': '1.7', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'PortForwarding': '1.3', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'QosPolicy': '1.10', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'SecurityGroup': '1.5', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'SecurityGroupRule': '1.2', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'SubPort': '1.0', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Subnet': '1.1', Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: 'Trunk': '1.1'}} Aug 28 19:42:30.818479 n-d-854121-7 neutron-server[114324]: {{(pid=114324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:42:30.824909 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:42:30.825315 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Checking segment: {'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:42:30.825796 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:30.826214 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Bound using segment: {'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:42:30.826738 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Bound port: 7f77d640-e043-4e09-9835-4b3de4e0c844, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298e2044-8865-410c-9e14-4b9c3e14f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:42:30.827123 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:30.907150 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] For port 7f77d640-e043-4e09-9835-4b3de4e0c844, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:42:30.929064 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] For port 7f77d640-e043-4e09-9835-4b3de4e0c844, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7f77d640-e043-4e09-9835-4b3de4e0c844,segment=NetworkSegment(298e2044-8865-410c-9e14-4b9c3e14f0d2),segment_id=298e2044-8865-410c-9e14-4b9c3e14f0d2)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:42:31.040352 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:31.064568 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:31.077560 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:31.081381 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Routers {'b21e6ebb-f78b-4c82-a334-312719217495'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:42:31.082209 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:42:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b21e6ebb-f78b-4c82-a334-312719217495'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:31.169628 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8dc40-4f5f-4cc2-b20f-2921e8083fc1 None None] Pushing event updated for resources: {'Port': ['ID=7f77d640-e043-4e09-9835-4b3de4e0c844,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:31.188969 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] Set router b21e6ebb-f78b-4c82-a334-312719217495 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:42:31.471063 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'name': 'router1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:42:17Z', 'updated_at': '2022-08-28T19:42:28Z', 'revision_number': 2, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'gw_port_host': None, '_interfaces': [{'id': '7f77d640-e043-4e09-9835-4b3de4e0c844', 'name': '', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'mac_address': 'fa:16:3e:8d:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:27Z', 'updated_at': '2022-08-28T19:42:30Z', 'revision_number': 4, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'subnets': [{'id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '965feaa5-8333-4bb2-85f6-3117110cacbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:31.500192 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def75-c9a4-44d9-9524-8061b9b87cf4 None None] The sync data for ids ['b21e6ebb-f78b-4c82-a334-312719217495'] in n-d-854121-7 is: [{'id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'name': 'router1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:42:17Z', 'updated_at': '2022-08-28T19:42:28Z', 'revision_number': 2, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'gw_port_host': None, '_interfaces': [{'id': '7f77d640-e043-4e09-9835-4b3de4e0c844', 'name': '', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'mac_address': 'fa:16:3e:8d:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:27Z', 'updated_at': '2022-08-28T19:42:30Z', 'revision_number': 4, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'subnets': [{'id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '965feaa5-8333-4bb2-85f6-3117110cacbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:42:31.588859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59078) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:32.143966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c953c-8781-47f1-a872-ba0dbe06ba9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:32.146406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f87c953c-8781-47f1-a872-ba0dbe06ba9e admin admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 842 time: 0.5562251 Aug 28 19:42:32.158400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Request body: {'subnet': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24', 'name': 'public-subnet'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:42:32.262840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Made reservation on behalf of 926e861f54084884ae9dc19520ca2e6d for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:42:32.265577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:32.372007 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:32.476565 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:32.771374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.objects.ports [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 19:42:32.772176 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (66d96e2a-031f-4e4e-b6ce-9365f0779afa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:32.835068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d96e2a-031f-4e4e-b6ce-9365f0779afa,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:32.848082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:42:32.848554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Network hostable DHCP agents. Network: 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:42:32.930981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:42:33.015226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:42:33.019686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:33.020444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:33.029650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b4e2bd-9bab-4476-94a0-bf939c4cbb8c None None] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:42:33.130756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5ade520f-3ebb-480c-9943-6307ec483358 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9575164 Aug 28 19:42:33.136842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e505b-2d12-4591-b49d-10b6ff936942 None None] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:42:35.670725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59086) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:36.323236 n-d-854121-7 neutron-server[114321]: WARNING oslo_policy.policy [None req-a5d5118c-6f9f-4c0c-94ee-5378e72211ea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:42:36.323799 n-d-854121-7 neutron-server[114321]: WARNING oslo_policy.policy [None req-a5d5118c-6f9f-4c0c-94ee-5378e72211ea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:42:36.573462 n-d-854121-7 neutron-server[114321]: ERROR stevedore.extension [None req-a5d5118c-6f9f-4c0c-94ee-5378e72211ea demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 28 19:42:36.627399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.policy [None req-a5d5118c-6f9f-4c0c-94ee-5378e72211ea demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114321) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 19:42:36.671510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7f77d640-e043-4e09-9835-4b3de4e0c844 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:42:36.673308 n-d-854121-7 neutron-server[114321]: WARNING oslo_policy.policy [None req-a5d5118c-6f9f-4c0c-94ee-5378e72211ea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:42:36.674146 n-d-854121-7 neutron-server[114321]: WARNING oslo_policy.policy [None req-a5d5118c-6f9f-4c0c-94ee-5378e72211ea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 19:42:36.691377 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writer thread running {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 28 19:42:36.691940 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:36.755215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7f77d640-e043-4e09-9835-4b3de4e0c844 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:36.755603 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:36.840946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7f77d640-e043-4e09-9835-4b3de4e0c844 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:36.841354 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:36.870263 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:36.881070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 7f77d640-e043-4e09-9835-4b3de4e0c844, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7f77d640-e043-4e09-9835-4b3de4e0c844,segment=NetworkSegment(298e2044-8865-410c-9e14-4b9c3e14f0d2),segment_id=298e2044-8865-410c-9e14-4b9c3e14f0d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:42:36.931803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a5d5118c-6f9f-4c0c-94ee-5378e72211ea demo admin] 10.222.0.78 "GET /networking/v2.0/routers/b21e6ebb-f78b-4c82-a334-312719217495 HTTP/1.1" status: 200 len: 710 time: 1.2597253 Aug 28 19:42:36.969405 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:37.047154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=7f77d640-e043-4e09-9835-4b3de4e0c844,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:37.146726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a0ca2-7f74-41c1-8897-cb257916dfb9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:42:37.149373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-768a0ca2-7f74-41c1-8897-cb257916dfb9 demo admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 886 time: 0.2110171 Aug 28 19:42:37.160221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:42:37.429450 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks [] for router_gateway (b21e6ebb-f78b-4c82-a334-312719217495), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:37.790491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks [] for router_gateway (b21e6ebb-f78b-4c82-a334-312719217495), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:37.911603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:38.125289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Allocated IP 172.25.4.3 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/c05a99c7-4c75-49ee-89e0-3fb111765a9f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:42:38.251381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks [] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:38.275633 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:38.301100 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:38.393288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:38.475118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:42:38.480825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:42:38.524912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Pushing event updated for resources: {'Port': ['ID=c05a99c7-4c75-49ee-89e0-3fb111765a9f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:38.542934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:42:38.548690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.549051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.549394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.549729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.550091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.550431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.550801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.551069 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.551390 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.551713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.552092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.552416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.552738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.553057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.553469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Tracked resource versions report: Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: pushed versions: Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: { 'AddressGroup': {'1.2'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Agent': {'1.1'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'ConntrackHelper': {'1.0'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Log': {'1.0'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'NDPProxy': {'1.0'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Network': {'1.1'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Port': {'1.7'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'PortForwarding': {'1.3'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'QosPolicy': {'1.10'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'SecurityGroup': {'1.5'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'SubPort': {'1.0'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Subnet': {'1.1'}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Trunk': {'1.1'}} Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: consumer versions: Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: L3 agent@n-d-854121-7: {}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: Metadata agent@n-d-854121-7: {}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: Metering agent@n-d-854121-7: {}, Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Agent': '1.1', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'ConntrackHelper': '1.0', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'LocalIPAssociation': '1.0', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Log': '1.0', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'NDPProxy': '1.0', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Network': '1.1', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Port': '1.7', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'PortForwarding': '1.3', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'QosPolicy': '1.10', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'SecurityGroup': '1.5', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'SecurityGroupRule': '1.2', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'SubPort': '1.0', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Subnet': '1.1', Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: 'Trunk': '1.1'}} Aug 28 19:42:38.554622 n-d-854121-7 neutron-server[114321]: {{(pid=114321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:42:38.653884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7f77d640-e043-4e09-9835-4b3de4e0c844 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:42:38.699795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7f77d640-e043-4e09-9835-4b3de4e0c844 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:38.700204 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:38.778325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7f77d640-e043-4e09-9835-4b3de4e0c844 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:38.968235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks [] for router_gateway (b21e6ebb-f78b-4c82-a334-312719217495), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:39.220494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (b21e6ebb-f78b-4c82-a334-312719217495), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:39.226232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (b21e6ebb-f78b-4c82-a334-312719217495), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:39.340733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Router b21e6ebb-f78b-4c82-a334-312719217495 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:42:39.452958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:42:39.457832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:39.460621 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-61973df4-25c4-48aa-9bc4-9eb82e7846f6 demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/b21e6ebb-f78b-4c82-a334-312719217495 HTTP/1.1" status: 200 len: 888 time: 2.3048170 Aug 28 19:42:39.463322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Sync routers for ids ['b21e6ebb-f78b-4c82-a334-312719217495'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:42:39.483224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Routers {'b21e6ebb-f78b-4c82-a334-312719217495'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:42:39.484192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:42:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b21e6ebb-f78b-4c82-a334-312719217495'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:39.742650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Set router b21e6ebb-f78b-4c82-a334-312719217495 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:42:40.031873 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:40.311360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'name': 'router1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c05a99c7-4c75-49ee-89e0-3fb111765a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:42:17Z', 'updated_at': '2022-08-28T19:42:38Z', 'revision_number': 4, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'gw_port': {'id': 'c05a99c7-4c75-49ee-89e0-3fb111765a9f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:37Z', 'updated_at': '2022-08-28T19:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '7f77d640-e043-4e09-9835-4b3de4e0c844', 'name': '', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'mac_address': 'fa:16:3e:8d:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:27Z', 'updated_at': '2022-08-28T19:42:36Z', 'revision_number': 5, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'subnets': [{'id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '965feaa5-8333-4bb2-85f6-3117110cacbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:40.364113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Checking router: b21e6ebb-f78b-4c82-a334-312719217495 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:42:40.364466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Updating router b21e6ebb-f78b-4c82-a334-312719217495 port c05a99c7-4c75-49ee-89e0-3fb111765a9f binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:42:40.425032 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:40.545594 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:42:40.734806 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:40.845469 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Publish callbacks [] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:40.942198 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:40.976709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Attempting to bind port c05a99c7-4c75-49ee-89e0-3fb111765a9f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:42:40.977084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Attempting to bind port c05a99c7-4c75-49ee-89e0-3fb111765a9f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:42:40.977454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Attempting to bind port c05a99c7-4c75-49ee-89e0-3fb111765a9f on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:42:40.991434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:42:40.991816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:42:40.992245 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:40.992646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:42:40.993121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Bound port: c05a99c7-4c75-49ee-89e0-3fb111765a9f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:42:40.993498 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:41.018532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3392-f734-4e36-95c7-4a4c2854f65f None None] Pushing event updated for resources: {'Port': ['ID=c05a99c7-4c75-49ee-89e0-3fb111765a9f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:41.057662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] For port c05a99c7-4c75-49ee-89e0-3fb111765a9f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:42:41.061110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] For port c05a99c7-4c75-49ee-89e0-3fb111765a9f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c05a99c7-4c75-49ee-89e0-3fb111765a9f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:42:41.165487 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:41.204980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Routers {'b21e6ebb-f78b-4c82-a334-312719217495'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:42:41.205632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:42:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b21e6ebb-f78b-4c82-a334-312719217495'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:41.260604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3392-f734-4e36-95c7-4a4c2854f65f None None] Pushing event updated for resources: {'Port': ['ID=c05a99c7-4c75-49ee-89e0-3fb111765a9f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:41.330537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] Set router b21e6ebb-f78b-4c82-a334-312719217495 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:42:41.541650 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:41.557809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'name': 'router1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c05a99c7-4c75-49ee-89e0-3fb111765a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:42:17Z', 'updated_at': '2022-08-28T19:42:38Z', 'revision_number': 4, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'gw_port': {'id': 'c05a99c7-4c75-49ee-89e0-3fb111765a9f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:37Z', 'updated_at': '2022-08-28T19:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '7f77d640-e043-4e09-9835-4b3de4e0c844', 'name': '', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'mac_address': 'fa:16:3e:8d:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:27Z', 'updated_at': '2022-08-28T19:42:36Z', 'revision_number': 5, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'subnets': [{'id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '965feaa5-8333-4bb2-85f6-3117110cacbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:42:41.588569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8524f-15a4-4900-8c0d-a88860e73c64 None None] The sync data for ids ['b21e6ebb-f78b-4c82-a334-312719217495'] in n-d-854121-7 is: [{'id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'name': 'router1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c05a99c7-4c75-49ee-89e0-3fb111765a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:42:17Z', 'updated_at': '2022-08-28T19:42:38Z', 'revision_number': 4, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'gw_port': {'id': 'c05a99c7-4c75-49ee-89e0-3fb111765a9f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:37Z', 'updated_at': '2022-08-28T19:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '7f77d640-e043-4e09-9835-4b3de4e0c844', 'name': '', 'network_id': '00fe4983-7e79-4423-baa6-2dd2d79432c1', 'tenant_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'mac_address': 'fa:16:3e:8d:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e6ebb-f78b-4c82-a334-312719217495', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:42:27Z', 'updated_at': '2022-08-28T19:42:36Z', 'revision_number': 5, 'project_id': 'c7c04f173e384bb08ddae310e94f5bf6', 'subnets': [{'id': 'b09b741b-3958-4b7d-a359-3047a2bb5dbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '965feaa5-8333-4bb2-85f6-3117110cacbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:42:42.245301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59114) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:42:42.659932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c05a99c7-4c75-49ee-89e0-3fb111765a9f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:42:42.709776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c05a99c7-4c75-49ee-89e0-3fb111765a9f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:42.710199 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:42.765517 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bb96be36-c916-4682-9fff-b2d174af372c admin admin] 10.222.0.78 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.5189619 Aug 28 19:42:42.801785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c05a99c7-4c75-49ee-89e0-3fb111765a9f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:42.802301 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:42.831629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port c05a99c7-4c75-49ee-89e0-3fb111765a9f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c05a99c7-4c75-49ee-89e0-3fb111765a9f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:42:42.919445 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:42.989095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=c05a99c7-4c75-49ee-89e0-3fb111765a9f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:42:43.035032 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=54,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:43.036690 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:44.651215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c05a99c7-4c75-49ee-89e0-3fb111765a9f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:42:44.724526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c05a99c7-4c75-49ee-89e0-3fb111765a9f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:42:44.725151 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c05a99c7-4c75-49ee-89e0-3fb111765a9f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:44.852004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c05a99c7-4c75-49ee-89e0-3fb111765a9f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:42:51.747688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1ac5974d-f16e-4567-b2ca-8fc1c3a42617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:52.750418 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:52.761263 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:54.071258 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-04040080-47d7-4f3f-bf1d-410abb375d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:55.672665 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:56.832883 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:57.317922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:42:59.554417 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=18 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:42:59.564823 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=58 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:07.246084 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:07.250646 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:07.252886 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:17.562168 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:43:21.761667 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c4a25980-b71d-403e-bccf-7ea13a0cd88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:24.055610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cad0-3c10-4b96-837a-1db5a3101c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:25.574604 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:26.847693 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:27.334268 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:36.550007 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:36.552769 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:37.255751 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=28 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:37.261946 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:37.266588 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:49.543292 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:43:51.738610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a66246db-6c3a-495f-b63f-d3f72fcd416b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:54.035984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-079191f9-f5b6-4024-929f-d5b1e520a0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:54.557089 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:43:55.538776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:56.881570 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:43:57.321112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:07.254273 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:07.260928 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:07.260928 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:13.551676 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:13.553288 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=7 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:18.042671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59694) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:18.409336 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8851f6a4-16af-4933-a614-30d266ed7bf5 admin admin] GET failed (client error): The resource could not be found. Aug 28 19:44:18.410893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8851f6a4-16af-4933-a614-30d266ed7bf5 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3673310 Aug 28 19:44:18.583338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8524eec-dc37-43cf-94ac-f85199be9af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:18.584821 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b8524eec-dc37-43cf-94ac-f85199be9af6 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1695178 Aug 28 19:44:21.114648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:21.565997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ffb11-0066-495a-b463-9c4150f80fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:21.567367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1f2ffb11-0066-495a-b463-9c4150f80fb8 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/b09b741b-3958-4b7d-a359-3047a2bb5dbe HTTP/1.1" status: 200 len: 849 time: 0.4517324 Aug 28 19:44:21.577258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:44:21.671596 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Publish callbacks [] for subnet (b09b741b-3958-4b7d-a359-3047a2bb5dbe), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:21.783075 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6484af41-2745-494b-880f-ead053076c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:21.903087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759947283851'] for subnet (b09b741b-3958-4b7d-a359-3047a2bb5dbe), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:21.943777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe9dd8-f108-4863-84a6-6311511c640b None None] Network 00fe4983-7e79-4423-baa6-2dd2d79432c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:44:21.944098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:21.944897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:21.946467 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] 10.222.0.78 "PUT /networking/v2.0/subnets/b09b741b-3958-4b7d-a359-3047a2bb5dbe HTTP/1.1" status: 200 len: 868 time: 0.3730164 Aug 28 19:44:21.965586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09b741b-3958-4b7d-a359-3047a2bb5dbe,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:44:21.973921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.974506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.974617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.975297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.975611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.976110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.976447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.976780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.977367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.977690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.978051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.978376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.978697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.979045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:21.979368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad3f61-eba0-4faf-bd08-cd7c6cadd2e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:44:22.323786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-38333377-1f70-4ace-b6bf-9c23974312b8 None None] Provisioning complete for port fd80864a-64f0-4966-9a27-18d85061c3c6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:44:22.324180 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38333377-1f70-4ace-b6bf-9c23974312b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fd80864a-64f0-4966-9a27-18d85061c3c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:22.412827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38333377-1f70-4ace-b6bf-9c23974312b8 None None] Current status of the port fd80864a-64f0-4966-9a27-18d85061c3c6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:44:22.422158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-38333377-1f70-4ace-b6bf-9c23974312b8 None None] Provisioning complete for port 7f77d640-e043-4e09-9835-4b3de4e0c844 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:44:22.422547 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38333377-1f70-4ace-b6bf-9c23974312b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7f77d640-e043-4e09-9835-4b3de4e0c844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:22.498902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38333377-1f70-4ace-b6bf-9c23974312b8 None None] Current status of the port 7f77d640-e043-4e09-9835-4b3de4e0c844 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:44:24.046126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c6c6a421-e4c3-43f3-9367-c91ab76940dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:24.366886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59714) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:24.903400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0630e99-3156-441f-97d5-9fcddae85da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:24.903878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0630e99-3156-441f-97d5-9fcddae85da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:24.905458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b0630e99-3156-441f-97d5-9fcddae85da1 admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5374782 Aug 28 19:44:25.577248 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:26.879923 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:27.329618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59722) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:27.343811 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:27.771441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678b29b-1be5-4cfc-aa97-0f65d5759286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:27.771913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678b29b-1be5-4cfc-aa97-0f65d5759286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:27.773481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0678b29b-1be5-4cfc-aa97-0f65d5759286 admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4427540 Aug 28 19:44:30.183603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59730) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:30.664269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc286944-acdb-40bf-81b6-eb1bc6999e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:30.665482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bc286944-acdb-40bf-81b6-eb1bc6999e58 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/00fe4983-7e79-4423-baa6-2dd2d79432c1 HTTP/1.1" status: 200 len: 869 time: 0.4808407 Aug 28 19:44:31.557138 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:44:33.047414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59738) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:33.478744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c26d3-9cdd-4e39-98fa-f6b7e1fe105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:33.480148 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-076c26d3-9cdd-4e39-98fa-f6b7e1fe105d admin admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 886 time: 0.4315906 Aug 28 19:44:35.859730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59746) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:36.317451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176c207-6755-4df5-81d2-32a9bb692f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:36.317937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176c207-6755-4df5-81d2-32a9bb692f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:36.319692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3176c207-6755-4df5-81d2-32a9bb692f5d admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4590039 Aug 28 19:44:37.256842 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:37.260821 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:37.263658 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:38.732542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59754) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:39.140518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aad9e7-1fa1-4f4c-b41c-6e93a688eac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:39.140970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aad9e7-1fa1-4f4c-b41c-6e93a688eac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:39.142565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-08aad9e7-1fa1-4f4c-b41c-6e93a688eac4 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4090631 Aug 28 19:44:40.659486 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:40.661423 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=56,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:41.496970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59762) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:41.891792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21245d46-c447-490b-9536-fbcfc1f20c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:41.893095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-21245d46-c447-490b-9536-fbcfc1f20c7b admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/66d96e2a-031f-4e4e-b6ce-9365f0779afa HTTP/1.1" status: 200 len: 816 time: 0.3950784 Aug 28 19:44:44.261107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59770) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:44:44.656411 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=59 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:44.658088 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=70 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:44.717917 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019f5f4-fde6-48a9-84ee-a524de2abf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:44:44.719308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7019f5f4-fde6-48a9-84ee-a524de2abf11 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/b09b741b-3958-4b7d-a359-3047a2bb5dbe HTTP/1.1" status: 200 len: 868 time: 0.4572432 Aug 28 19:44:51.487652 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=16 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:51.495874 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=18 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:51.747869 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f986bd36-ae47-49b2-960e-192cb4303d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:54.028077 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1977534a-2a9f-4623-97e3-814d065e53da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:54.715052 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:44:55.565494 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:56.856783 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:44:57.341390 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:06.784455 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:07.268766 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:07.271126 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:08.556834 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:45:15.450846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59826) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:45:15.900933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-de05656e-e561-4e93-853a-d13c523654d6 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:45:15.901968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-de05656e-e561-4e93-853a-d13c523654d6 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4498782 Aug 28 19:45:18.468482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59834) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:45:18.861692 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce226338-f0b0-4f65-9af0-6f2040bb29bb admin admin] GET failed (client error): The resource could not be found. Aug 28 19:45:18.862976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ce226338-f0b0-4f65-9af0-6f2040bb29bb admin admin] 10.222.0.78 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3935139 Aug 28 19:45:18.960948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30db648-940b-4217-bab1-2a982be6e76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:45:18.962525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a30db648-940b-4217-bab1-2a982be6e76b admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0950632 Aug 28 19:45:21.463393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59842) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:45:21.753610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e64722ee-04f6-44bb-a3ef-1e91732abe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:21.873963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:45:22.004540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Made reservation on behalf of 926e861f54084884ae9dc19520ca2e6d for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:45:22.007045 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:22.054853 n-d-854121-7 neutron-server[114321]: WARNING neutron.services.revisions.revision_plugin [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Could not find related network for resource to bump revision. Aug 28 19:45:22.072828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:45:22.091302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759947355477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (26ab7da8-7714-436f-a636-501e054d7751), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:22.091859 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Unsubscribe: segment precommit_create {{(pid=114321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 19:45:22.092342 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Added segment 26ab7da8-7714-436f-a636-501e054d7751 of type vlan for network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 Aug 28 19:45:22.149009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:22.294446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:22.296038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:45:22.296153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:22.404131 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:45:22.412088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.412434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.412781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.413118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.413455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.413791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.414600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.414935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.415270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.415606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.415935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.416262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.416590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.416972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.417300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:22.431196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:45:22.435757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-39670a41-6976-4592-bdac-2474af793285 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9709852 Aug 28 19:45:24.054062 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb642dc0-3927-44b6-a89b-ee2b4d04b8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:24.999059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59850) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:45:25.393059 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0277bda4-e13d-4fd8-8a72-55526d9a46c0 admin admin] GET failed (client error): The resource could not be found. Aug 28 19:45:25.394789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0277bda4-e13d-4fd8-8a72-55526d9a46c0 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3947425 Aug 28 19:45:25.483765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e60fca-9d71-4fd5-a819-fcb7ebcccb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:45:25.488504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b0e60fca-9d71-4fd5-a819-fcb7ebcccb37 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0861216 Aug 28 19:45:25.498649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'description': 'shared-subnet'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:45:25.564599 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:25.621503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Made reservation on behalf of 926e861f54084884ae9dc19520ca2e6d for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:45:25.624060 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:25.896164 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (bc235fe1-645e-497d-a653-ec814f3e7d52), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:25.953291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc235fe1-645e-497d-a653-ec814f3e7d52,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:45:25.973982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.974734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.975239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.975694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.976163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.976634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.977110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.977576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.978080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.978552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.979019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.979485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.979951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.980411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.980876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:25.992513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:45:25.993015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Network hostable DHCP agents. Network: cd3fa9fc-78d2-451a-b888-27c04b4ce5b3, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:45:26.130129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:45:26.204669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, cd3fa9fc-78d2-451a-b888-27c04b4ce5b3) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:45:26.210398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:45:26.218516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:26.219722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daf85c8-f5f4-4168-8fe3-9638bb956d8c None None] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:45:26.315347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-51922de9-e3a7-4952-82fc-9820f844ee9a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8208585 Aug 28 19:45:26.350282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'project_id': '926e861f54084884ae9dc19520ca2e6d', 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:45:26.351402 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:26.517394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Allocated IP 192.168.233.2 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/215c89be-c2b0-45bc-93b5-0c22bf89d906) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:45:26.692874 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Publish callbacks [] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:26.833429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:26.876868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:45:26.880076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:45:26.882740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:45:26.920731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:26.929254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Pushing event updated for resources: {'Port': ['ID=215c89be-c2b0-45bc-93b5-0c22bf89d906,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:45:26.956496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.956845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.957182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.957522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.957875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.958197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.958531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.958849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.959168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.959487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.959808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.960126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.960442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.960759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.961075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:45:26.983501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Attempting to bind port 215c89be-c2b0-45bc-93b5-0c22bf89d906 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:45:26.983501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Attempting to bind port 215c89be-c2b0-45bc-93b5-0c22bf89d906 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:45:26.983501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Attempting to bind port 215c89be-c2b0-45bc-93b5-0c22bf89d906 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:45:26.991432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:45:26.994213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:45:26.994213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:26.994213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:45:26.994213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Bound port: 215c89be-c2b0-45bc-93b5-0c22bf89d906, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:45:26.994213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:27.068399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] For port 215c89be-c2b0-45bc-93b5-0c22bf89d906, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:45:27.071923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] For port 215c89be-c2b0-45bc-93b5-0c22bf89d906, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=215c89be-c2b0-45bc-93b5-0c22bf89d906,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:45:27.153638 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:27.221607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4379bef-4c30-4a1b-92ef-efd5ec0cdac6 None None] Pushing event updated for resources: {'Port': ['ID=215c89be-c2b0-45bc-93b5-0c22bf89d906,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:45:27.368648 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:27.539795 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:27.547021 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:28.106470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee2a96-544c-4638-ac8b-6f59ddc9abbb None None] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:45:28.215729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-962892ac-5dc8-4d6b-a134-55d023909508 None None] Provisioning complete for port 215c89be-c2b0-45bc-93b5-0c22bf89d906 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:45:28.216386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-962892ac-5dc8-4d6b-a134-55d023909508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:28.332997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-962892ac-5dc8-4d6b-a134-55d023909508 None None] Current status of the port 215c89be-c2b0-45bc-93b5-0c22bf89d906 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:45:28.332997 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-962892ac-5dc8-4d6b-a134-55d023909508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:28.393303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-962892ac-5dc8-4d6b-a134-55d023909508 None None] For port 215c89be-c2b0-45bc-93b5-0c22bf89d906, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=215c89be-c2b0-45bc-93b5-0c22bf89d906,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:45:28.501645 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-962892ac-5dc8-4d6b-a134-55d023909508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:28.507864 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:28.551826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962892ac-5dc8-4d6b-a134-55d023909508 None None] Pushing event updated for resources: {'Port': ['ID=215c89be-c2b0-45bc-93b5-0c22bf89d906,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:45:28.621765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-403c8c50-ea0c-4447-b7f6-6621d9570a4a None None] Provisioning complete for port 215c89be-c2b0-45bc-93b5-0c22bf89d906 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:45:28.622281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-403c8c50-ea0c-4447-b7f6-6621d9570a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:28.655270 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:28.667531 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:28.711482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-403c8c50-ea0c-4447-b7f6-6621d9570a4a None None] Current status of the port 215c89be-c2b0-45bc-93b5-0c22bf89d906 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:45:28.815326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 215c89be-c2b0-45bc-93b5-0c22bf89d906 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:45:28.873421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 215c89be-c2b0-45bc-93b5-0c22bf89d906 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:45:28.873421 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (215c89be-c2b0-45bc-93b5-0c22bf89d906), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:28.951462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 215c89be-c2b0-45bc-93b5-0c22bf89d906 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:45:32.407161 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:32.408018 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=28,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:36.218407 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=52,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:36.225502 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=63,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:38.945789 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=42 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:38.947723 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:45:45.555707 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:45:51.791838 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffbb03af-6d07-47b6-9d0c-a3fa8ca8a535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:54.096611 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1db8-05ef-4863-9431-4b470cb26587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:55.580256 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:56.906336 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:45:57.367483 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:04.542070 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=6 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:04.543162 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:05.495124 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:07.283243 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:07.288899 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:21.733951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4cc885bb-5ecc-49a0-8563-ac1a010fa85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:22.555115 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:46:24.028952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb70d4db-694d-44c2-9485-17fefdb8a7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:25.628436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:26.908198 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:27.348501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:37.275268 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:37.276079 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:37.281985 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:50.541078 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=18 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:50.542995 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=18 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:46:51.752805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b93901e-40bb-4a71-85e9-4cc6645efde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:54.053220 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-132c9cb0-22dd-40a4-b4be-c9980ab6e074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:55.627273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:56.921972 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:57.369955 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:46:59.553281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:47:03.009635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59914) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:47:03.016939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-e63a0310-30cc-4dca-be59-8c3ecb94d36d tempest-verify_tempest_config-1065409944 tempest-verify_tempest_config-1065409944-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:47:03.018413 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e63a0310-30cc-4dca-be59-8c3ecb94d36d tempest-verify_tempest_config-1065409944 tempest-verify_tempest_config-1065409944-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0076778 Aug 28 19:47:03.626747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59932) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:47:03.764134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:03.937718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Publish callbacks [] for security_group (f4dc9b92-8228-4351-888d-b1f88012c7b2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:04.009579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4dc9b92-8228-4351-888d-b1f88012c7b2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:04.057339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dc9b92-8228-4351-888d-b1f88012c7b2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:47:04.061421 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=59b078c12a7e4f92a827059c0795d86b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4335926 Aug 28 19:47:04.064509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59936) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:47:04.068310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.068643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.069034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.069500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.069834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.070198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.070534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.070862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.071185 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.071536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.071871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.072197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.072516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.072844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.073158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52a693-fc03-4eb9-b0d3-51ce4b4498fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.145760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Publish callbacks [] for security_group (f4dc9b92-8228-4351-888d-b1f88012c7b2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:04.166394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Publish callbacks [] for security_group (f4dc9b92-8228-4351-888d-b1f88012c7b2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:04.307263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4dc9b92-8228-4351-888d-b1f88012c7b2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:04.309897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:04.311081 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f4dc9b92-8228-4351-888d-b1f88012c7b2 HTTP/1.1" status: 204 len: 168 time: 0.2455885 Aug 28 19:47:04.320256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dc9b92-8228-4351-888d-b1f88012c7b2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:47:04.327918 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.328326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.328609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.328959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.329301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.329641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.330022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.330357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.330689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.331025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.331353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.331685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.332016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.332344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:04.332679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bd24d-3d85-4ec6-831f-ba929d729946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:47:07.287159 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:14.055164 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:14.064495 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:14.323383 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:14.324108 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:14.346996 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:14.364192 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:18.541804 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:18.542636 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:22.020349 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f35d24a0-0fdf-4367-a519-e2351b85177f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:24.063822 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-22428cc9-ab33-4170-974b-60190f454803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:25.585523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:26.917168 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:27.373915 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:36.552588 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:47:37.282739 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:37.286667 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:37.288364 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:51.754572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b96b28b1-f92a-4e67-a836-2fa5ad1afb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:54.054681 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-abe8a684-e545-45f2-bc81-1ec1e4c0c265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:55.534158 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:55.538805 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:47:55.578473 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:56.868361 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:47:57.367122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:07.284588 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:07.288141 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:07.290875 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:13.552391 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:48:21.726747 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7590661e-67f3-418d-bd4c-06c217c09022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:24.074820 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab602933-af91-4313-a7d5-4fb5e871526a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:25.600353 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:26.897776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:27.411945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:32.535808 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:32.536572 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:36.805173 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:37.293008 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:37.303320 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:48:50.552476 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:48:51.771493 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef30c2e2-aedf-4dde-b366-5769f5c10f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:54.114117 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f236aa94-4899-40cd-aa26-ea9665f5b4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:55.571712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:56.891033 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:48:57.377031 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:07.290402 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:07.299274 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:07.303633 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:09.533996 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=17 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:09.535299 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=17 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:21.753789 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9223d51e-92d9-4bc5-892c-a37f97c7cc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:24.062716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-33d2f8d2-e5f4-4d03-a47d-243777926d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:25.587950 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:26.885008 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:27.365210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:27.551347 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:49:36.804396 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:37.292585 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:37.299035 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:49.547707 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:49.548477 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:49:51.730946 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-16b7091e-a545-4521-8bb7-75f546a6fa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:54.033746 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3925dcf9-4236-498c-a6f4-303948fdde1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:55.593744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:56.885378 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:49:57.376586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:04.551034 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 5 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:50:07.296507 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:07.300483 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:07.302537 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:12.280111 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764522'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:21.742103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f6944181-24c8-45db-8407-2718905520e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:22.273723 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764522'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:23.524784 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:23.530212 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:24.045206 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3dfecaaf-5777-46ed-bf8f-f8f4d904434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:25.622928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:26.874465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:27.359380 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:37.298211 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:37.303109 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:37.305298 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:50:41.550511 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:50:42.216884 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:51.775040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6c606084-d6fb-47d5-974f-28cc1b8fc1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:52.238264 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:54.073536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc09a705-4692-48c7-b4c8-2d1013c32721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:55.622509 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:56.896077 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:57.387747 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:50:59.420028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59998) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:50:59.532366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-430bf558-d267-4ff4-84bc-e949c7e7c4e3 admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1112647 Aug 28 19:51:00.527317 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=15 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:00.528619 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=19 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:01.799408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60008) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:51:01.865841 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5d4d7b3e-891f-4a0a-98cb-e7b4be051ca8 admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0653965 Aug 28 19:51:07.302852 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:07.306814 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:07.308575 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:09.524928 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:11.858365 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:11.860252 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:12.244858 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:18.549278 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:51:21.751579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c11a614-5e5f-4f39-a69a-e53277b2ee93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:22.244607 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:24.101844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-352040d1-66a5-4d29-80a7-0bbb729cc713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:25.625417 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:26.878885 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:27.379662 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:37.304913 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:37.310454 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=11 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:37.312548 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:37.524527 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:37.525840 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:42.193001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:49.551895 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:49.553507 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:51.756420 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-085b6689-09df-4cc3-acc0-938d805baed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:52.120115 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:51:52.265200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:54.030568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c7db79b-a3af-4658-be93-c8103e30d280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:55.550628 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:51:55.602024 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:56.915986 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:51:57.407559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:07.308844 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:07.312740 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:07.315543 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:12.218303 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:14.516574 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:14.522991 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:21.975768 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4055eae1-da34-4ace-954c-84c8b09228ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:22.135549 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:22.138573 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:22.336583 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:24.035567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f9640aaa-4afc-44c9-a114-0843e961f112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:25.659652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:26.964436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:27.429830 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:27.820280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60192) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:28.104738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-network', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:28.246901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Made reservation on behalf of 5fa1cc87ef6548ef83ad4b014f4da077 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:52:28.249931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.259309 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.358084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks [] for security_group (e2113195-414c-465d-92cc-a56a9a1faddb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.429760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e2113195-414c-465d-92cc-a56a9a1faddb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.455444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60220) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:28.459596 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:52:28.474602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2113195-414c-465d-92cc-a56a9a1faddb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:28.479155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a8a5bdea-4b9c-4838-8614-a427ffe246a6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.479671 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Added segment a8a5bdea-4b9c-4838-8614-a427ffe246a6 of type vlan for network a4808e28-0ca6-448a-accf-942dcc7007d2 Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.498138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Tracked resource versions report: Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: pushed versions: Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: { 'AddressGroup': {'1.2'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Agent': {'1.1'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'ConntrackHelper': {'1.0'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Log': {'1.0'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'NDPProxy': {'1.0'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Network': {'1.1'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Port': {'1.7'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'PortForwarding': {'1.3'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'QosPolicy': {'1.10'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'SecurityGroup': {'1.5'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'SubPort': {'1.0'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Subnet': {'1.1'}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Trunk': {'1.1'}} Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: consumer versions: Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: HyperV agent@n-h1-854121-7: {}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: HyperV agent@n-h2-854121-7: {}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: L3 agent@n-d-854121-7: {}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: Metadata agent@n-d-854121-7: {}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: Metering agent@n-d-854121-7: {}, Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Agent': '1.1', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'ConntrackHelper': '1.0', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'LocalIPAssociation': '1.0', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Log': '1.0', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'NDPProxy': '1.0', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Network': '1.1', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Port': '1.7', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'PortForwarding': '1.3', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'QosPolicy': '1.10', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'SecurityGroup': '1.5', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'SecurityGroupRule': '1.2', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'SubPort': '1.0', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Subnet': '1.1', Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: 'Trunk': '1.1'}} Aug 28 19:52:28.500607 n-d-854121-7 neutron-server[114322]: {{(pid=114322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:52:28.539172 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (a4808e28-0ca6-448a-accf-942dcc7007d2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.648366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (a4808e28-0ca6-448a-accf-942dcc7007d2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.650702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:28.651795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:28.750694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] Pushing event updated for resources: {'Network': ['ID=a4808e28-0ca6-448a-accf-942dcc7007d2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:28.763083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network a4808e28-0ca6-448a-accf-942dcc7007d2 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:52:28.805756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-82e6ac49-f4ad-4bf7-83e6-7a01136a6e7c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9835403 Aug 28 19:52:28.810731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60236) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:28.818650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Request body: {'subnet': {'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-subnet', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:28.966541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Made reservation on behalf of 5fa1cc87ef6548ef83ad4b014f4da077 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:52:28.969105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:29.099130 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5ceadc4d-fe95-417e-a0d5-2be9daec5e5c tempest-AutoAllocateNetworkTest-1603380283 tempest-AutoAllocateNetworkTest-1603380283-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=07cace5396f94b9da735c3d6cd0e653c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6425986 Aug 28 19:52:29.101946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60242) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:29.298737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (d21cc3cd-2726-48ed-952e-4fd38fcb101e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:29.320143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949e70b-784e-4255-beb1-8a0303f78716 tempest-AutoAllocateNetworkTest-1603380283 tempest-AutoAllocateNetworkTest-1603380283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:29.322546 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3949e70b-784e-4255-beb1-8a0303f78716 tempest-AutoAllocateNetworkTest-1603380283 tempest-AutoAllocateNetworkTest-1603380283-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2184997 Aug 28 19:52:29.326311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60250) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:29.355268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21cc3cd-2726-48ed-952e-4fd38fcb101e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:29.366780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.367118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.367629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.368123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.368824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.369201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.369532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.369886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.370192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.370811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.371134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.371451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.371769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.372086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.372426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Tracked resource versions report: Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: pushed versions: Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: { 'AddressGroup': {'1.2'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Agent': {'1.1'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'ConntrackHelper': {'1.0'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Log': {'1.0'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'NDPProxy': {'1.0'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Network': {'1.1'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Port': {'1.7'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'PortForwarding': {'1.3'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'QosPolicy': {'1.10'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'SecurityGroup': {'1.5'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'SubPort': {'1.0'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Subnet': {'1.1'}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Trunk': {'1.1'}} Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: consumer versions: Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: HyperV agent@n-h1-854121-7: {}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: HyperV agent@n-h2-854121-7: {}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: L3 agent@n-d-854121-7: {}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: Metadata agent@n-d-854121-7: {}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: Metering agent@n-d-854121-7: {}, Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Agent': '1.1', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'ConntrackHelper': '1.0', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'LocalIPAssociation': '1.0', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Log': '1.0', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'NDPProxy': '1.0', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Network': '1.1', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Port': '1.7', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'PortForwarding': '1.3', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'QosPolicy': '1.10', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'SecurityGroup': '1.5', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'SecurityGroupRule': '1.2', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'SubPort': '1.0', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Subnet': '1.1', Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: 'Trunk': '1.1'}} Aug 28 19:52:29.374112 n-d-854121-7 neutron-server[114321]: {{(pid=114321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:52:29.386715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-337a2bbb-31b0-4197-bb84-2c05e8039d31 tempest-AutoAllocateNetworkTest-1603380283 tempest-AutoAllocateNetworkTest-1603380283-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590770 Aug 28 19:52:29.387187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60252) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:29.403992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Checking segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:29.404754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Network hostable DHCP agents. Network: a4808e28-0ca6-448a-accf-942dcc7007d2, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:52:29.419328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1aa88fb0-e378-4008-ab9b-48b0c7733122 tempest-AutoAllocateNetworkTest-1603380283 tempest-AutoAllocateNetworkTest-1603380283-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=07cace5396f94b9da735c3d6cd0e653c HTTP/1.1" status: 200 len: 208 time: 0.0309293 Aug 28 19:52:29.524456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Network a4808e28-0ca6-448a-accf-942dcc7007d2 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:52:29.618440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, a4808e28-0ca6-448a-accf-942dcc7007d2) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:29.623966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:29.627869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:29.628573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbd1b2-5f2a-41cc-9dab-7ccda29933bf None None] Network a4808e28-0ca6-448a-accf-942dcc7007d2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:52:29.736492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-a4808e28-0ca6-448a-accf-942dcc7007d2', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:52:29.737481 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:29.759764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-757ad398-1d7c-457e-a42b-08a0db3f5db7 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9467766 Aug 28 19:52:29.767238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60264) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:29.773884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:29.894981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Allocated IP 172.20.0.2 (a4808e28-0ca6-448a-accf-942dcc7007d2/d21cc3cd-2726-48ed-952e-4fd38fcb101e/e1e270f1-0492-47b3-888c-de528aa0ad67) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:30.001007 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (e5e8425a-ab04-4697-bbf7-219bc391bb67), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.002058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (e5e8425a-ab04-4697-bbf7-219bc391bb67), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.053355 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Publish callbacks [] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.067723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks [] for router_controller (e5e8425a-ab04-4697-bbf7-219bc391bb67), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.150162 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.193209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Network a4808e28-0ca6-448a-accf-942dcc7007d2 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:30.196667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:30.200668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:30.215357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Pushing event updated for resources: {'Port': ['ID=e1e270f1-0492-47b3-888c-de528aa0ad67,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:30.247602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.247950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.248286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.248802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.249658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.250038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.250367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.250701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.251073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.251337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.251657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.251986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.252408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.252617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.252934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Tracked resource versions report: Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: pushed versions: Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: { 'AddressGroup': {'1.2'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Agent': {'1.1'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'ConntrackHelper': {'1.0'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Log': {'1.0'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'NDPProxy': {'1.0'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Network': {'1.1'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Port': {'1.7'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'PortForwarding': {'1.3'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'QosPolicy': {'1.10'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'SecurityGroup': {'1.5'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'SubPort': {'1.0'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Subnet': {'1.1'}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Trunk': {'1.1'}} Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: consumer versions: Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: HyperV agent@n-h1-854121-7: {}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: HyperV agent@n-h2-854121-7: {}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: L3 agent@n-d-854121-7: {}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: Metadata agent@n-d-854121-7: {}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: Metering agent@n-d-854121-7: {}, Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Agent': '1.1', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'ConntrackHelper': '1.0', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'LocalIPAssociation': '1.0', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Log': '1.0', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'NDPProxy': '1.0', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Network': '1.1', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Port': '1.7', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'PortForwarding': '1.3', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'QosPolicy': '1.10', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'SecurityGroup': '1.5', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'SecurityGroupRule': '1.2', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'SubPort': '1.0', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Subnet': '1.1', Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: 'Trunk': '1.1'}} Aug 28 19:52:30.254158 n-d-854121-7 neutron-server[114323]: {{(pid=114323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:52:30.287401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Attempting to bind port e1e270f1-0492-47b3-888c-de528aa0ad67 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:52:30.287962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Attempting to bind port e1e270f1-0492-47b3-888c-de528aa0ad67 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:52:30.288582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Attempting to bind port e1e270f1-0492-47b3-888c-de528aa0ad67 on network a4808e28-0ca6-448a-accf-942dcc7007d2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:30.295058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:52:30.295441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Checking segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:30.296267 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.296745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Bound using segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:52:30.297231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Bound port: e1e270f1-0492-47b3-888c-de528aa0ad67, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:52:30.297612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.318049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks [] for router_gateway (e5e8425a-ab04-4697-bbf7-219bc391bb67), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.367903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] For port e1e270f1-0492-47b3-888c-de528aa0ad67, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:52:30.371814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] For port e1e270f1-0492-47b3-888c-de528aa0ad67, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e1e270f1-0492-47b3-888c-de528aa0ad67,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:52:30.508219 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.574464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75044637-7cf4-480a-a081-b2dd767aede3 None None] Pushing event updated for resources: {'Port': ['ID=e1e270f1-0492-47b3-888c-de528aa0ad67,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:30.653752 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:30.695417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks [] for router_gateway (e5e8425a-ab04-4697-bbf7-219bc391bb67), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.708673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60300) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:30.716749 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:30.724267 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:30.907050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Allocated IP 172.25.4.123 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/98a8fea9-95e4-417e-a8dd-177d58ef6731) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:31.072969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1e270f1-0492-47b3-888c-de528aa0ad67 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:31.075616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks [] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.156616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e1e270f1-0492-47b3-888c-de528aa0ad67 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:31.156969 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.205463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.255918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93fecdbc-b15f-436a-9dba-6e77cae05219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.261063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e1e270f1-0492-47b3-888c-de528aa0ad67 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:31.261457 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.267549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Pushing event updated for resources: {'Port': ['ID=98a8fea9-95e4-417e-a8dd-177d58ef6731,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:31.285549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:31.285549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:31.285549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:31.303016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e1e270f1-0492-47b3-888c-de528aa0ad67, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e1e270f1-0492-47b3-888c-de528aa0ad67,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:52:31.424942 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.473132 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93fecdbc-b15f-436a-9dba-6e77cae05219 admin admin] Publish callbacks [] for security_group (290682ac-0355-4142-bb5a-92eedc2f116e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.494185 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:31.498329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e1e270f1-0492-47b3-888c-de528aa0ad67,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:31.591083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93fecdbc-b15f-436a-9dba-6e77cae05219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (290682ac-0355-4142-bb5a-92eedc2f116e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.677449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fecdbc-b15f-436a-9dba-6e77cae05219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290682ac-0355-4142-bb5a-92eedc2f116e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:31.718045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-93fecdbc-b15f-436a-9dba-6e77cae05219 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=07cace5396f94b9da735c3d6cd0e653c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0055523 Aug 28 19:52:31.720858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60326) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:31.764505 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:31.822794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e67391ef-9835-4180-9ae8-c689e0385eeb admin admin] Publish callbacks [] for security_group (290682ac-0355-4142-bb5a-92eedc2f116e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.841700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ea8f3-3c9d-4de3-8865-667d2ab21c55 None None] Network a4808e28-0ca6-448a-accf-942dcc7007d2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:52:31.871250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e67391ef-9835-4180-9ae8-c689e0385eeb admin admin] Publish callbacks [] for security_group (290682ac-0355-4142-bb5a-92eedc2f116e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.876472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks [] for router_gateway (e5e8425a-ab04-4697-bbf7-219bc391bb67), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:31.971575 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:31.973579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ff7f277e-0e21-48d9-a6d6-31000bc57a51 None None] Provisioning complete for port e1e270f1-0492-47b3-888c-de528aa0ad67 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:31.975622 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff7f277e-0e21-48d9-a6d6-31000bc57a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:32.087130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e67391ef-9835-4180-9ae8-c689e0385eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (290682ac-0355-4142-bb5a-92eedc2f116e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:32.091218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e67391ef-9835-4180-9ae8-c689e0385eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:32.094898 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e67391ef-9835-4180-9ae8-c689e0385eeb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/290682ac-0355-4142-bb5a-92eedc2f116e HTTP/1.1" status: 204 len: 168 time: 0.3697150 Aug 28 19:52:32.111446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67391ef-9835-4180-9ae8-c689e0385eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290682ac-0355-4142-bb5a-92eedc2f116e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:32.140651 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (e5e8425a-ab04-4697-bbf7-219bc391bb67), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:32.273314 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:32.275874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f277e-0e21-48d9-a6d6-31000bc57a51 None None] Current status of the port e1e270f1-0492-47b3-888c-de528aa0ad67 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:32.399953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Router e5e8425a-ab04-4697-bbf7-219bc391bb67 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:52:32.405038 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:32.555794 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:52:32.569948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:52:32.587476 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Sync routers for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:52:32.616327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-40f5f1fa-02b0-4cbc-a8e3-cd53eeadf9c8 None None] Provisioning complete for port e1e270f1-0492-47b3-888c-de528aa0ad67 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:32.617142 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40f5f1fa-02b0-4cbc-a8e3-cd53eeadf9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:32.631615 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:32.632646 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:32.682819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:32.687759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60360) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:32.688452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e2a07713-9af3-4650-958d-bf0df0854384 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9194121 Aug 28 19:52:32.723326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-40f5f1fa-02b0-4cbc-a8e3-cd53eeadf9c8 None None] Current status of the port e1e270f1-0492-47b3-888c-de528aa0ad67 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:32.788801 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:32.986879 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:32.990557 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:33.127122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1e270f1-0492-47b3-888c-de528aa0ad67 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:33.222776 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:33.254280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e1e270f1-0492-47b3-888c-de528aa0ad67 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:33.255126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:33.401611 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:31Z', 'revision_number': 3, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:33.431484 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Checking router: e5e8425a-ab04-4697-bbf7-219bc391bb67 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:52:33.432143 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Updating router e5e8425a-ab04-4697-bbf7-219bc391bb67 port 98a8fea9-95e4-417e-a8dd-177d58ef6731 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:52:33.435395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e1e270f1-0492-47b3-888c-de528aa0ad67 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:33.476311 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:33.534043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Allocated IP 172.20.0.1 (a4808e28-0ca6-448a-accf-942dcc7007d2/d21cc3cd-2726-48ed-952e-4fd38fcb101e/d93999a3-6c08-468d-b939-da8ae4213f42) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:33.678617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks [] for port (d93999a3-6c08-468d-b939-da8ae4213f42), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:33.809063 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Publish callbacks [] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:33.831212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:33.873809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Network a4808e28-0ca6-448a-accf-942dcc7007d2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:33.877074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:33.881306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:33.881800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (e5e8425a-ab04-4697-bbf7-219bc391bb67), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:33.910188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d93999a3-6c08-468d-b939-da8ae4213f42,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:33.976578 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.117355 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Pushing event updated for resources: {'Port': ['ID=98a8fea9-95e4-417e-a8dd-177d58ef6731,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:34.130348 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Attempting to bind port 98a8fea9-95e4-417e-a8dd-177d58ef6731 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:52:34.130822 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Attempting to bind port 98a8fea9-95e4-417e-a8dd-177d58ef6731 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:52:34.131378 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Attempting to bind port 98a8fea9-95e4-417e-a8dd-177d58ef6731 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:34.144659 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.145085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.145499 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.146085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.146900 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.146900 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.147373 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.147915 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.148405 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.148872 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.149274 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.149762 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.150606 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.151299 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.151697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Tracked resource versions report: Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: pushed versions: Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: { 'AddressGroup': {'1.2'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Agent': {'1.1'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'ConntrackHelper': {'1.0'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'LocalIPAssociation': {'1.0'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Log': {'1.0'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'NDPProxy': {'1.0'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Network': {'1.1'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Port': {'1.7'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'PortForwarding': {'1.3'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'QosPolicy': {'1.10'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'SecurityGroup': {'1.5'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'SecurityGroupRule': {'1.2'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'SubPort': {'1.0'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Subnet': {'1.1'}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Trunk': {'1.1'}} Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: consumer versions: Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: { DHCP agent@n-d-854121-7: {}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: HyperV agent@n-h1-854121-7: {}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: HyperV agent@n-h2-854121-7: {}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: L3 agent@n-d-854121-7: {}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: Metadata agent@n-d-854121-7: {}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: Metering agent@n-d-854121-7: {}, Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: Open vSwitch agent@n-d-854121-7: { 'AddressGroup': '1.2', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Agent': '1.1', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'ConntrackHelper': '1.0', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'LocalIPAssociation': '1.0', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Log': '1.0', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'NDPProxy': '1.0', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Network': '1.1', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Port': '1.7', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'PortForwarding': '1.3', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'QosPolicy': '1.10', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'SecurityGroup': '1.5', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'SecurityGroupRule': '1.2', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'SubPort': '1.0', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Subnet': '1.1', Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: 'Trunk': '1.1'}} Aug 28 19:52:34.153433 n-d-854121-7 neutron-server[114324]: {{(pid=114324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 19:52:34.174657 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:52:34.184926 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:34.184926 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.184926 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:52:34.185633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Bound port: 98a8fea9-95e4-417e-a8dd-177d58ef6731, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:52:34.186346 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.245888 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:34.260680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c2bb9716-4f28-482a-87e3-dd300fdcc34f None None] Provisioning complete for port d93999a3-6c08-468d-b939-da8ae4213f42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:34.261080 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9716-4f28-482a-87e3-dd300fdcc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.271311 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] For port 98a8fea9-95e4-417e-a8dd-177d58ef6731, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:52:34.275733 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] For port 98a8fea9-95e4-417e-a8dd-177d58ef6731, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=98a8fea9-95e4-417e-a8dd-177d58ef6731,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:52:34.297761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb9716-4f28-482a-87e3-dd300fdcc34f None None] Port d93999a3-6c08-468d-b939-da8ae4213f42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:52:34.376513 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.424273 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.428895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:34.429559 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:34.492364 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecf3d6-fc12-4a51-8489-2c0aa91604e3 None None] Pushing event updated for resources: {'Port': ['ID=98a8fea9-95e4-417e-a8dd-177d58ef6731,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:34.567940 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:34.619549 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:34.655145 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:34.774193 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:34.783260 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks [] for port (d93999a3-6c08-468d-b939-da8ae4213f42), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.844240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60436) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:34.878463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.878992 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:33Z', 'revision_number': 1, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:34.879512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (e5e8425a-ab04-4697-bbf7-219bc391bb67), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:34.909366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8292ac5-b85e-4bad-9a12-ba5390029312 None None] The sync data for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 is: [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:33Z', 'revision_number': 1, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:52:35.080797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d93999a3-6c08-468d-b939-da8ae4213f42,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:35.155546 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3a342f89-ecb7-40e9-bb5b-1d0a854e06c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:35.211447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Network a4808e28-0ca6-448a-accf-942dcc7007d2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:35.217981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:35.617057 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3a342f89-ecb7-40e9-bb5b-1d0a854e06c6 admin admin] Publish callbacks [] for security_group (7f807c71-cc58-4cc8-a536-4cb79a412104), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:35.645594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Router e5e8425a-ab04-4697-bbf7-219bc391bb67 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:52:35.659754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e4045555-1d91-4a06-a676-9fcb01110320 None None] Provisioning complete for port d93999a3-6c08-468d-b939-da8ae4213f42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:35.660357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4045555-1d91-4a06-a676-9fcb01110320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:35.723668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e4045555-1d91-4a06-a676-9fcb01110320 None None] Port d93999a3-6c08-468d-b939-da8ae4213f42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:52:35.728807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3a342f89-ecb7-40e9-bb5b-1d0a854e06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7f807c71-cc58-4cc8-a536-4cb79a412104), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:35.787403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60488) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:35.798318 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3a342f89-ecb7-40e9-bb5b-1d0a854e06c6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=385e50ea590c4057b37c190f6510659c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9485705 Aug 28 19:52:35.880602 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e78f8d72-6d13-42bb-80a5-6cbaf57fd22d admin admin] Publish callbacks [] for security_group (7f807c71-cc58-4cc8-a536-4cb79a412104), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:35.883991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a342f89-ecb7-40e9-bb5b-1d0a854e06c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f807c71-cc58-4cc8-a536-4cb79a412104,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:35.910898 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e78f8d72-6d13-42bb-80a5-6cbaf57fd22d admin admin] Publish callbacks [] for security_group (7f807c71-cc58-4cc8-a536-4cb79a412104), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:35.918751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:52:35.944143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e783d801-0cd2-4d80-a965-e16ee3fed1a7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e5e8425a-ab04-4697-bbf7-219bc391bb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455933 Aug 28 19:52:36.001075 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:36.092741 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e78f8d72-6d13-42bb-80a5-6cbaf57fd22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7f807c71-cc58-4cc8-a536-4cb79a412104), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:36.092741 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e78f8d72-6d13-42bb-80a5-6cbaf57fd22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:36.092741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e78f8d72-6d13-42bb-80a5-6cbaf57fd22d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7f807c71-cc58-4cc8-a536-4cb79a412104 HTTP/1.1" status: 204 len: 168 time: 0.3028638 Aug 28 19:52:36.109574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f8d72-6d13-42bb-80a5-6cbaf57fd22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f807c71-cc58-4cc8-a536-4cb79a412104,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:37.143677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 98a8fea9-95e4-417e-a8dd-177d58ef6731 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:37.175120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60556) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:37.211411 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211e256-b6a9-4198-ba18-5abda64b2fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.257329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 98a8fea9-95e4-417e-a8dd-177d58ef6731 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:37.257597 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.345156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211e256-b6a9-4198-ba18-5abda64b2fc2 admin admin] Publish callbacks [] for security_group (ef614d5f-0f68-4c01-8f5a-3ed012d29347), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.400515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 98a8fea9-95e4-417e-a8dd-177d58ef6731 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:37.401089 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.427410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211e256-b6a9-4198-ba18-5abda64b2fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef614d5f-0f68-4c01-8f5a-3ed012d29347), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.440040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 98a8fea9-95e4-417e-a8dd-177d58ef6731, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=98a8fea9-95e4-417e-a8dd-177d58ef6731,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:52:37.474228 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e211e256-b6a9-4198-ba18-5abda64b2fc2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7340fd88bff442cda93f810ff2fea9fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2980242 Aug 28 19:52:37.477780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60574) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:37.505901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211e256-b6a9-4198-ba18-5abda64b2fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef614d5f-0f68-4c01-8f5a-3ed012d29347,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:37.527004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.577656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44a480c-7172-4372-8316-d917e060e0a9 admin admin] Publish callbacks [] for security_group (ef614d5f-0f68-4c01-8f5a-3ed012d29347), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.610953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=98a8fea9-95e4-417e-a8dd-177d58ef6731,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:37.615538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44a480c-7172-4372-8316-d917e060e0a9 admin admin] Publish callbacks [] for security_group (ef614d5f-0f68-4c01-8f5a-3ed012d29347), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.753990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Sync routers for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:52:37.774195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:37.775080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:37.790018 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44a480c-7172-4372-8316-d917e060e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef614d5f-0f68-4c01-8f5a-3ed012d29347), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.794594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44a480c-7172-4372-8316-d917e060e0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:37.796844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b44a480c-7172-4372-8316-d917e060e0a9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ef614d5f-0f68-4c01-8f5a-3ed012d29347 HTTP/1.1" status: 204 len: 168 time: 0.3165095 Aug 28 19:52:37.810196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a480c-7172-4372-8316-d917e060e0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef614d5f-0f68-4c01-8f5a-3ed012d29347,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:37.935091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:38.162941 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:38.181535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 2, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:38.213245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Checking router: e5e8425a-ab04-4697-bbf7-219bc391bb67 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:52:38.213883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Updating router e5e8425a-ab04-4697-bbf7-219bc391bb67 port d93999a3-6c08-468d-b939-da8ae4213f42 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:52:38.243151 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.253777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60610) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:38.321136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60620) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:38.326076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-network', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:38.436078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Made reservation on behalf of 50fb8f5e5b324db4b4f5a1c131ed6fde for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:52:38.440113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.464515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.561497 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:38.568860 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34dca17c-f5a9-4dcf-a5ef-ae427b5f933c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.629137 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks [] for security_group (5569163d-5a8e-4d81-ba23-bdb7a0e67869), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.640374 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:38.646070 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Publish callbacks [] for port (d93999a3-6c08-468d-b939-da8ae4213f42), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.682063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34dca17c-f5a9-4dcf-a5ef-ae427b5f933c admin admin] Publish callbacks [] for security_group (8bfd7375-ee1a-48e2-9569-8bb20bc39df3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.725246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5569163d-5a8e-4d81-ba23-bdb7a0e67869), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.726175 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.740908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:52:38.782963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5569163d-5a8e-4d81-ba23-bdb7a0e67869,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:38.789778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34dca17c-f5a9-4dcf-a5ef-ae427b5f933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8bfd7375-ee1a-48e2-9569-8bb20bc39df3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.790427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (d6e7a62f-dfc1-406f-9bd1-de1e0a76f197), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.790769 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Added segment d6e7a62f-dfc1-406f-9bd1-de1e0a76f197 of type vlan for network 6912de78-0da3-454b-ba87-8c0599405669 Aug 28 19:52:38.830204 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:38.845634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6912de78-0da3-454b-ba87-8c0599405669), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.853132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb08fe-e603-4b56-88e5-07366c346de1 None None] Pushing event updated for resources: {'Port': ['ID=d93999a3-6c08-468d-b939-da8ae4213f42,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:38.887410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Attempting to bind port d93999a3-6c08-468d-b939-da8ae4213f42 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:52:38.887779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Attempting to bind port d93999a3-6c08-468d-b939-da8ae4213f42 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:52:38.888148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Attempting to bind port d93999a3-6c08-468d-b939-da8ae4213f42 on network a4808e28-0ca6-448a-accf-942dcc7007d2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:38.897420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:52:38.898253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Checking segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:38.898669 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-34dca17c-f5a9-4dcf-a5ef-ae427b5f933c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bc8791c45b3d488c8478be6c749c13d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6438890 Aug 28 19:52:38.898781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.899251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Bound using segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:52:38.899357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60646) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:38.899755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Bound port: d93999a3-6c08-468d-b939-da8ae4213f42, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:52:38.900224 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:38.901014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dca17c-f5a9-4dcf-a5ef-ae427b5f933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd7375-ee1a-48e2-9569-8bb20bc39df3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:38.936279 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:38.995474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99e5a8d7-6c63-43da-9a9f-2b936b7d0488 admin admin] Publish callbacks [] for security_group (8bfd7375-ee1a-48e2-9569-8bb20bc39df3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.006779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] For port d93999a3-6c08-468d-b939-da8ae4213f42, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:52:39.020363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] For port d93999a3-6c08-468d-b939-da8ae4213f42, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d93999a3-6c08-468d-b939-da8ae4213f42,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:52:39.043552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99e5a8d7-6c63-43da-9a9f-2b936b7d0488 admin admin] Publish callbacks [] for security_group (8bfd7375-ee1a-48e2-9569-8bb20bc39df3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.090889 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6912de78-0da3-454b-ba87-8c0599405669), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.092552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:39.094266 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.134290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 98a8fea9-95e4-417e-a8dd-177d58ef6731 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:39.165960 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.215083 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:39.218308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] Pushing event updated for resources: {'Network': ['ID=6912de78-0da3-454b-ba87-8c0599405669,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:39.242013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6912de78-0da3-454b-ba87-8c0599405669 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:52:39.244848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:39.245349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:39.252934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-92c09ecc-d1ee-41ac-b42d-172d8042b19f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9306326 Aug 28 19:52:39.258334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:39.267000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Request body: {'subnet': {'network_id': '6912de78-0da3-454b-ba87-8c0599405669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-subnet', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:39.321118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99e5a8d7-6c63-43da-9a9f-2b936b7d0488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8bfd7375-ee1a-48e2-9569-8bb20bc39df3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.324188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99e5a8d7-6c63-43da-9a9f-2b936b7d0488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.326567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99e5a8d7-6c63-43da-9a9f-2b936b7d0488 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8bfd7375-ee1a-48e2-9569-8bb20bc39df3 HTTP/1.1" status: 204 len: 168 time: 0.4252307 Aug 28 19:52:39.344886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5a8d7-6c63-43da-9a9f-2b936b7d0488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd7375-ee1a-48e2-9569-8bb20bc39df3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:39.473531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Made reservation on behalf of 50fb8f5e5b324db4b4f5a1c131ed6fde for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:52:39.476639 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.478251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb08fe-e603-4b56-88e5-07366c346de1 None None] Pushing event updated for resources: {'Port': ['ID=d93999a3-6c08-468d-b939-da8ae4213f42,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:39.481580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 98a8fea9-95e4-417e-a8dd-177d58ef6731 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:39.481786 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:39.618483 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:39.630143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:39.665920 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:39.725604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 98a8fea9-95e4-417e-a8dd-177d58ef6731 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:39.904478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (4c2e4b34-5248-40ed-8704-a8f23b449e4e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:40.072473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2e4b34-5248-40ed-8704-a8f23b449e4e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:40.119726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Checking segment: {'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:40.120873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Network hostable DHCP agents. Network: 6912de78-0da3-454b-ba87-8c0599405669, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:52:40.154033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:38Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:40.208307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe61f1-2cea-4669-b954-d89bf9b8de34 None None] The sync data for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 is: [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:38Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:52:40.395512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Network 6912de78-0da3-454b-ba87-8c0599405669 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:52:40.503718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6912de78-0da3-454b-ba87-8c0599405669) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:40.515953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fbe29f-9546-4a05-8080-3f59fec2136e None None] Network 6912de78-0da3-454b-ba87-8c0599405669 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:52:40.518108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:40.522995 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:40.646675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-67b8bdae-04d7-45d5-9f93-9fc70ceb0953 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3833303 Aug 28 19:52:40.646927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60732) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:40.657392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:40.669118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6912de78-0da3-454b-ba87-8c0599405669', 'network_id': '6912de78-0da3-454b-ba87-8c0599405669', 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'fixed_ips': [{'subnet_id': '4c2e4b34-5248-40ed-8704-a8f23b449e4e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:52:40.670287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:40.701095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60738) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:40.745562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49a92c54-7b17-41e2-a92f-1a52fbf59dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:40.822204 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (51e89033-bf32-4d35-bcb1-5e584198a649), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:40.823481 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (51e89033-bf32-4d35-bcb1-5e584198a649), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:40.953770 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:40.966355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Allocated IP 172.20.0.2 (6912de78-0da3-454b-ba87-8c0599405669/4c2e4b34-5248-40ed-8704-a8f23b449e4e/3be22fcb-f046-4109-9f88-9822a7425322) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:40.971219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49a92c54-7b17-41e2-a92f-1a52fbf59dae admin admin] Publish callbacks [] for security_group (e14f7062-09d7-40d7-8acd-d98126d850fd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.065236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks [] for router_controller (51e89033-bf32-4d35-bcb1-5e584198a649), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.084269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49a92c54-7b17-41e2-a92f-1a52fbf59dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e14f7062-09d7-40d7-8acd-d98126d850fd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.242168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-49a92c54-7b17-41e2-a92f-1a52fbf59dae admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a26b8049d08a44ee9cba2ff7b589c6b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5385134 Aug 28 19:52:41.247289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60772) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:41.249943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a92c54-7b17-41e2-a92f-1a52fbf59dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14f7062-09d7-40d7-8acd-d98126d850fd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:41.276622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d93999a3-6c08-468d-b939-da8ae4213f42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:41.358709 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11bb79da-d6a2-46b2-b345-b186daa01f83 admin admin] Publish callbacks [] for security_group (e14f7062-09d7-40d7-8acd-d98126d850fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.378839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Publish callbacks [] for port (3be22fcb-f046-4109-9f88-9822a7425322), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.417994 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11bb79da-d6a2-46b2-b345-b186daa01f83 admin admin] Publish callbacks [] for security_group (e14f7062-09d7-40d7-8acd-d98126d850fd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.442619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d93999a3-6c08-468d-b939-da8ae4213f42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:41.443534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.478967 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks [] for router_gateway (51e89033-bf32-4d35-bcb1-5e584198a649), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.487036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60784) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:41.492260 n-d-854121-7 neutron-server[114321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 19:52:41.506787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3be22fcb-f046-4109-9f88-9822a7425322), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.539176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-cae932c3-05f5-43b3-ab83-3cb36444c35a tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=95c5ca8805924846b6cfddfb38797097&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480316 Aug 28 19:52:41.611847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Pushing event updated for resources: {'Port': ['ID=3be22fcb-f046-4109-9f88-9822a7425322,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:41.629609 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11bb79da-d6a2-46b2-b345-b186daa01f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e14f7062-09d7-40d7-8acd-d98126d850fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.632671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11bb79da-d6a2-46b2-b345-b186daa01f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.634092 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-11bb79da-d6a2-46b2-b345-b186daa01f83 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e14f7062-09d7-40d7-8acd-d98126d850fd HTTP/1.1" status: 204 len: 168 time: 0.3852448 Aug 28 19:52:41.645427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Network 6912de78-0da3-454b-ba87-8c0599405669 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:41.646628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb79da-d6a2-46b2-b345-b186daa01f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14f7062-09d7-40d7-8acd-d98126d850fd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:41.653333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:41.671379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:41.755447 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:41.766249 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:41.781256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d93999a3-6c08-468d-b939-da8ae4213f42 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:41.781713 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.806485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Attempting to bind port 3be22fcb-f046-4109-9f88-9822a7425322 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:52:41.806864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Attempting to bind port 3be22fcb-f046-4109-9f88-9822a7425322 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:52:41.807227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Attempting to bind port 3be22fcb-f046-4109-9f88-9822a7425322 on network 6912de78-0da3-454b-ba87-8c0599405669 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:41.836517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:52:41.836517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Checking segment: {'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:41.836517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.836517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Bound using segment: {'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:52:41.836517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Bound port: 3be22fcb-f046-4109-9f88-9822a7425322, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:52:41.836517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3be22fcb-f046-4109-9f88-9822a7425322), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.848103 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:41.862806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d93999a3-6c08-468d-b939-da8ae4213f42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d93999a3-6c08-468d-b939-da8ae4213f42,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:52:41.938229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] For port 3be22fcb-f046-4109-9f88-9822a7425322, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:52:41.945170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] For port 3be22fcb-f046-4109-9f88-9822a7425322, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3be22fcb-f046-4109-9f88-9822a7425322,segment=NetworkSegment(d6e7a62f-dfc1-406f-9bd1-de1e0a76f197),segment_id=d6e7a62f-dfc1-406f-9bd1-de1e0a76f197)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:52:41.951692 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:41.990066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-9e907e1e-e679-4bf0-a133-cb36033463c7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:41.991667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-9e907e1e-e679-4bf0-a133-cb36033463c7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4513977 Aug 28 19:52:42.048033 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3be22fcb-f046-4109-9f88-9822a7425322), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:42.048466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-326f7a6d-464d-4871-bd4b-7cf6d04fd048 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/quotas/95c5ca8805924846b6cfddfb38797097 HTTP/1.1" status: 200 len: 375 time: 0.0307567 Aug 28 19:52:42.060740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d93999a3-6c08-468d-b939-da8ae4213f42,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:42.162963 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-26df3af6-f46e-47e2-963b-09d811f3ec1a tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=95c5ca8805924846b6cfddfb38797097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134655 Aug 28 19:52:42.178147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9437c3-46fa-4b5c-89e6-39b9a67170e4 None None] Pushing event updated for resources: {'Port': ['ID=3be22fcb-f046-4109-9f88-9822a7425322,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:42.201490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks [] for router_gateway (51e89033-bf32-4d35-bcb1-5e584198a649), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:42.247489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:42.275751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:42.598930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Allocated IP 172.25.4.87 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/1b5c6c48-dab1-471f-afc9-a8befc476127) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:42.715352 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:42.778840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks [] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:42.939465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:42.992744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:42.996213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:43.001081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:43.042596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5c6c48-dab1-471f-afc9-a8befc476127,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:43.101977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60850) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:43.375192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60866) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:43.432387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3be22fcb-f046-4109-9f88-9822a7425322 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:43.529530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3be22fcb-f046-4109-9f88-9822a7425322 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:43.530234 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3be22fcb-f046-4109-9f88-9822a7425322), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:43.567951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44ba6d17-2944-4722-8389-6163a43cdf91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:43.584960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks [] for router_gateway (51e89033-bf32-4d35-bcb1-5e584198a649), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:43.691871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60874) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:43.779509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3be22fcb-f046-4109-9f88-9822a7425322 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:43.779908 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3be22fcb-f046-4109-9f88-9822a7425322), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:43.790854 n-d-854121-7 neutron-server[114322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 19:52:43.828915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b30d4c-e561-4925-b187-c9ff121bbe80 None None] Network 6912de78-0da3-454b-ba87-8c0599405669 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:52:43.933601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9847f45e-0cf6-4d3b-8e56-3ce6d580ba0e req-5f1c7209-6b07-4ca1-afbe-9c1548e9569d tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.5561280 Aug 28 19:52:43.942705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3be22fcb-f046-4109-9f88-9822a7425322, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3be22fcb-f046-4109-9f88-9822a7425322,segment=NetworkSegment(d6e7a62f-dfc1-406f-9bd1-de1e0a76f197),segment_id=d6e7a62f-dfc1-406f-9bd1-de1e0a76f197)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:52:43.966384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44ba6d17-2944-4722-8389-6163a43cdf91 admin admin] Publish callbacks [] for security_group (980f63f4-a728-47cc-80e6-c61b847b2b19), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:43.981992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-21dd78d5-3509-467f-b892-2d7632318c7e None None] Provisioning complete for port 3be22fcb-f046-4109-9f88-9822a7425322 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:43.982370 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21dd78d5-3509-467f-b892-2d7632318c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3be22fcb-f046-4109-9f88-9822a7425322), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.051505 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:44.065518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3be22fcb-f046-4109-9f88-9822a7425322), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.066394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d93999a3-6c08-468d-b939-da8ae4213f42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:44.090372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44ba6d17-2944-4722-8389-6163a43cdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (980f63f4-a728-47cc-80e6-c61b847b2b19), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.152644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-44ba6d17-2944-4722-8389-6163a43cdf91 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9391f58220a44c3b83399d625f33048c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0494125 Aug 28 19:52:44.153695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60892) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:44.157051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (51e89033-bf32-4d35-bcb1-5e584198a649), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.228515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba6d17-2944-4722-8389-6163a43cdf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f63f4-a728-47cc-80e6-c61b847b2b19,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:44.298470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3be22fcb-f046-4109-9f88-9822a7425322,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:44.301263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-21dd78d5-3509-467f-b892-2d7632318c7e None None] Current status of the port 3be22fcb-f046-4109-9f88-9822a7425322 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:44.310266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d93999a3-6c08-468d-b939-da8ae4213f42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:44.310658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.361701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18686f58-3b64-44c4-b217-c18c2cead893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.445051 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:44.452386 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00d4946e-84c1-4040-97b4-88f096731ecf admin admin] Publish callbacks [] for security_group (980f63f4-a728-47cc-80e6-c61b847b2b19), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.515780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d93999a3-6c08-468d-b939-da8ae4213f42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:44.535143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00d4946e-84c1-4040-97b4-88f096731ecf admin admin] Publish callbacks [] for security_group (980f63f4-a728-47cc-80e6-c61b847b2b19), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.666024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18686f58-3b64-44c4-b217-c18c2cead893 admin admin] Publish callbacks [] for security_group (c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.694638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f565617a-eb1a-48d8-9be5-65e131f5949a None None] Provisioning complete for port 3be22fcb-f046-4109-9f88-9822a7425322 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:44.694638 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f565617a-eb1a-48d8-9be5-65e131f5949a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3be22fcb-f046-4109-9f88-9822a7425322), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.699396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60910) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:44.715091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Router 51e89033-bf32-4d35-bcb1-5e584198a649 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:52:44.747013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00d4946e-84c1-4040-97b4-88f096731ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (980f63f4-a728-47cc-80e6-c61b847b2b19), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.750482 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00d4946e-84c1-4040-97b4-88f096731ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.754136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-00d4946e-84c1-4040-97b4-88f096731ecf admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/980f63f4-a728-47cc-80e6-c61b847b2b19 HTTP/1.1" status: 204 len: 168 time: 0.5883887 Aug 28 19:52:44.757280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18686f58-3b64-44c4-b217-c18c2cead893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.768492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4946e-84c1-4040-97b4-88f096731ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f63f4-a728-47cc-80e6-c61b847b2b19,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:44.807625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f565617a-eb1a-48d8-9be5-65e131f5949a None None] Current status of the port 3be22fcb-f046-4109-9f88-9822a7425322 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:44.813706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-18686f58-3b64-44c4-b217-c18c2cead893 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=98a61780768c4e0caebc4b396567d282&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1272438 Aug 28 19:52:44.816600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18686f58-3b64-44c4-b217-c18c2cead893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:44.818144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60916) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:44.945159 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94ba6c43-28d5-49df-be5d-5f59b6bb8740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.947708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:52:44.965236 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Sync routers for ids ['51e89033-bf32-4d35-bcb1-5e584198a649'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:52:44.977605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-51d2b4c4-7874-4158-8946-982c0c52fa4c admin admin] Publish callbacks [] for security_group (c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:44.994856 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Routers {'51e89033-bf32-4d35-bcb1-5e584198a649'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:44.995755 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['51e89033-bf32-4d35-bcb1-5e584198a649'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:45.020539 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-51d2b4c4-7874-4158-8946-982c0c52fa4c admin admin] Publish callbacks [] for security_group (c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.113257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.114569 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8907861e-4870-46b5-854a-e4e86c6b6050 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4666362 Aug 28 19:52:45.118848 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:45.119699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60926) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:45.144901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3be22fcb-f046-4109-9f88-9822a7425322 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:45.212464 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:45.225502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-53909e96-64a1-4420-b5fc-473b0e814147 req-0530abd9-7187-4c10-a20b-14aeedabc027 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.1362236 Aug 28 19:52:45.234847 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Set router 51e89033-bf32-4d35-bcb1-5e584198a649 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:45.238025 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-51d2b4c4-7874-4158-8946-982c0c52fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.241305 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-51d2b4c4-7874-4158-8946-982c0c52fa4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.244208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-51d2b4c4-7874-4158-8946-982c0c52fa4c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c HTTP/1.1" status: 204 len: 168 time: 0.4235606 Aug 28 19:52:45.302661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3be22fcb-f046-4109-9f88-9822a7425322 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:45.303048 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3be22fcb-f046-4109-9f88-9822a7425322), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.310235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2b4c4-7874-4158-8946-982c0c52fa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c466ea2d-8989-4e53-a9d3-9eaf1ede9c3c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:45.352808 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94ba6c43-28d5-49df-be5d-5f59b6bb8740 admin admin] Publish callbacks [] for security_group (9b1b7fa2-5b2c-42c4-b6bd-f5280f932506), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.463504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3be22fcb-f046-4109-9f88-9822a7425322 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:45.478599 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94ba6c43-28d5-49df-be5d-5f59b6bb8740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9b1b7fa2-5b2c-42c4-b6bd-f5280f932506), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.544020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-94ba6c43-28d5-49df-be5d-5f59b6bb8740 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ee3d5296a50c469e945cb4a484bf4651&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8434944 Aug 28 19:52:45.545890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba6c43-28d5-49df-be5d-5f59b6bb8740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1b7fa2-5b2c-42c4-b6bd-f5280f932506,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:45.549521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60936) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:45.579769 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:45.617605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2925-107b-498c-8318-edfe1b75b303 admin admin] Publish callbacks [] for security_group (9b1b7fa2-5b2c-42c4-b6bd-f5280f932506), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.629600 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:52:43Z', 'revision_number': 3, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:45.645054 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2925-107b-498c-8318-edfe1b75b303 admin admin] Publish callbacks [] for security_group (9b1b7fa2-5b2c-42c4-b6bd-f5280f932506), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.691300 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Checking router: 51e89033-bf32-4d35-bcb1-5e584198a649 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:52:45.692200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Updating router 51e89033-bf32-4d35-bcb1-5e584198a649 port 1b5c6c48-dab1-471f-afc9-a8befc476127 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:52:45.743230 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.838452 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:45.913518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2925-107b-498c-8318-edfe1b75b303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9b1b7fa2-5b2c-42c4-b6bd-f5280f932506), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.923174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2925-107b-498c-8318-edfe1b75b303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:45.930115 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ad1a2925-107b-498c-8318-edfe1b75b303 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9b1b7fa2-5b2c-42c4-b6bd-f5280f932506 HTTP/1.1" status: 204 len: 168 time: 0.3791077 Aug 28 19:52:45.949873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a2925-107b-498c-8318-edfe1b75b303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1b7fa2-5b2c-42c4-b6bd-f5280f932506,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:46.058882 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.062845 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Publish callbacks [] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.067132 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:46.142414 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.151973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60944) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:46.171749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3facbdd-a9f9-432d-b3fe-181389aedccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.196661 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Attempting to bind port 1b5c6c48-dab1-471f-afc9-a8befc476127 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:52:46.197300 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Attempting to bind port 1b5c6c48-dab1-471f-afc9-a8befc476127 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:52:46.198146 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Attempting to bind port 1b5c6c48-dab1-471f-afc9-a8befc476127 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:46.209478 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:52:46.210367 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:46.211086 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.211678 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:52:46.212285 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Bound port: 1b5c6c48-dab1-471f-afc9-a8befc476127, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:52:46.212769 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.237997 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1f0b9-ff80-4d91-abc8-b57b5471735a None None] Pushing event updated for resources: {'Port': ['ID=1b5c6c48-dab1-471f-afc9-a8befc476127,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:46.310259 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] For port 1b5c6c48-dab1-471f-afc9-a8befc476127, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:52:46.322729 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] For port 1b5c6c48-dab1-471f-afc9-a8befc476127, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1b5c6c48-dab1-471f-afc9-a8befc476127,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:52:46.336504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3facbdd-a9f9-432d-b3fe-181389aedccf admin admin] Publish callbacks [] for security_group (20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.355076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Allocated IP 172.20.0.1 (6912de78-0da3-454b-ba87-8c0599405669/4c2e4b34-5248-40ed-8704-a8f23b449e4e/3a849919-44fa-4089-9aee-1db285649ef4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:46.394493 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.429726 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3facbdd-a9f9-432d-b3fe-181389aedccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.480156 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Routers {'51e89033-bf32-4d35-bcb1-5e584198a649'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:46.481036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['51e89033-bf32-4d35-bcb1-5e584198a649'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:46.537074 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks [] for port (3a849919-44fa-4089-9aee-1db285649ef4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.539763 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d303bd8-06c9-439e-851c-79cdf9aa3225 req-ec266310-1ab0-4a98-89d6-21bdd98c0d82 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.0906227 Aug 28 19:52:46.548507 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e3facbdd-a9f9-432d-b3fe-181389aedccf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=79b461e596624f12a0f0755b9674758e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3952959 Aug 28 19:52:46.554710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60950) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:46.559515 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1f0b9-ff80-4d91-abc8-b57b5471735a None None] Pushing event updated for resources: {'Port': ['ID=1b5c6c48-dab1-471f-afc9-a8befc476127,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:46.583990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3facbdd-a9f9-432d-b3fe-181389aedccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:46.628472 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] Set router 51e89033-bf32-4d35-bcb1-5e584198a649 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:46.668624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e7fabf5-cb88-4930-9556-a6bb54a439ec admin admin] Publish callbacks [] for security_group (20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.675589 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3a849919-44fa-4089-9aee-1db285649ef4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.696733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e7fabf5-cb88-4930-9556-a6bb54a439ec admin admin] Publish callbacks [] for security_group (20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.783499 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Network 6912de78-0da3-454b-ba87-8c0599405669 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:46.793206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:46.797775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:46.798795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (51e89033-bf32-4d35-bcb1-5e584198a649), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.836409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60952) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:46.854571 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-119cb251-79bb-43cb-b569-6acbd390a5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.900433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Pushing event updated for resources: {'Port': ['ID=3a849919-44fa-4089-9aee-1db285649ef4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:46.928327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e7fabf5-cb88-4930-9556-a6bb54a439ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.937163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e7fabf5-cb88-4930-9556-a6bb54a439ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:46.941440 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9e7fabf5-cb88-4930-9556-a6bb54a439ec admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82 HTTP/1.1" status: 204 len: 168 time: 0.3854563 Aug 28 19:52:47.023194 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:47.031407 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:52:43Z', 'revision_number': 3, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:47.050969 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:47.053645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fabf5-cb88-4930-9556-a6bb54a439ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c0aac4-f0ab-48e1-b8cd-6454cbb9ee82,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:47.084729 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f38435-e434-4710-b3e5-bc249f18ab85 None None] The sync data for ids ['51e89033-bf32-4d35-bcb1-5e584198a649'] in n-d-854121-7 is: [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:52:43Z', 'revision_number': 3, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:52:47.103616 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-119cb251-79bb-43cb-b569-6acbd390a5f5 admin admin] Publish callbacks [] for security_group (823e3168-5e96-46ad-aff2-70637bf9c9a2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.183600 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-119cb251-79bb-43cb-b569-6acbd390a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (823e3168-5e96-46ad-aff2-70637bf9c9a2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.216584 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:47.233619 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-119cb251-79bb-43cb-b569-6acbd390a5f5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9fa08674ee1443fb9c29961b49a2b166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996196 Aug 28 19:52:47.234656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb251-79bb-43cb-b569-6acbd390a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823e3168-5e96-46ad-aff2-70637bf9c9a2,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:47.245920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60960) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:47.307259 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-35f5bd8c-a03e-4216-b2be-e9e179939437 admin admin] Publish callbacks [] for security_group (823e3168-5e96-46ad-aff2-70637bf9c9a2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.333059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-35f5bd8c-a03e-4216-b2be-e9e179939437 admin admin] Publish callbacks [] for security_group (823e3168-5e96-46ad-aff2-70637bf9c9a2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.336968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3a849919-44fa-4089-9aee-1db285649ef4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.400514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2beede4d-1c5f-47e8-834b-390f00ca4b3f None None] Provisioning complete for port 3a849919-44fa-4089-9aee-1db285649ef4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:47.404424 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2beede4d-1c5f-47e8-834b-390f00ca4b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3a849919-44fa-4089-9aee-1db285649ef4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.528768 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:47.530046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-35f5bd8c-a03e-4216-b2be-e9e179939437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (823e3168-5e96-46ad-aff2-70637bf9c9a2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.533029 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-35f5bd8c-a03e-4216-b2be-e9e179939437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.534642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-35f5bd8c-a03e-4216-b2be-e9e179939437 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/823e3168-5e96-46ad-aff2-70637bf9c9a2 HTTP/1.1" status: 204 len: 168 time: 0.2961347 Aug 28 19:52:47.540504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2beede4d-1c5f-47e8-834b-390f00ca4b3f None None] Port 3a849919-44fa-4089-9aee-1db285649ef4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:52:47.544414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5bd8c-a03e-4216-b2be-e9e179939437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823e3168-5e96-46ad-aff2-70637bf9c9a2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:47.555868 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:47.571592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60964) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:47.609011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ddc18f50-fb60-4ec1-bbce-11a7fe58049b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.671099 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks [] for port (3a849919-44fa-4089-9aee-1db285649ef4), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.753104 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ddc18f50-fb60-4ec1-bbce-11a7fe58049b admin admin] Publish callbacks [] for security_group (af534b9f-40b9-4812-9e36-800f0500cd6b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.861750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ddc18f50-fb60-4ec1-bbce-11a7fe58049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (af534b9f-40b9-4812-9e36-800f0500cd6b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.862263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3a849919-44fa-4089-9aee-1db285649ef4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.863055 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (51e89033-bf32-4d35-bcb1-5e584198a649), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:47.870584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-77744c65-63bb-4353-add9-3f8fe5750a8b req-3388384f-7411-4e1e-bdeb-519993fc896b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.0496333 Aug 28 19:52:47.906506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc18f50-fb60-4ec1-bbce-11a7fe58049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af534b9f-40b9-4812-9e36-800f0500cd6b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:47.911554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ddc18f50-fb60-4ec1-bbce-11a7fe58049b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1968ff8f60754c2a9a6ea897d1651a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384888 Aug 28 19:52:47.919617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60974) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:48.003611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Pushing event updated for resources: {'Port': ['ID=3a849919-44fa-4089-9aee-1db285649ef4,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:48.032812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65901f82-2b0c-45b7-a34c-c8e038f493bd admin admin] Publish callbacks [] for security_group (af534b9f-40b9-4812-9e36-800f0500cd6b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:48.080370 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65901f82-2b0c-45b7-a34c-c8e038f493bd admin admin] Publish callbacks [] for security_group (af534b9f-40b9-4812-9e36-800f0500cd6b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:48.097947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Network 6912de78-0da3-454b-ba87-8c0599405669 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:48.102509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.89', 53738) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:48.140373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:48.179776 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-dfdfe1a4-66e8-4525-b257-20825830d8e5 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=95c5ca8805924846b6cfddfb38797097&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747235 Aug 28 19:52:48.309280 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65901f82-2b0c-45b7-a34c-c8e038f493bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (af534b9f-40b9-4812-9e36-800f0500cd6b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:48.312195 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65901f82-2b0c-45b7-a34c-c8e038f493bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:48.319709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-65901f82-2b0c-45b7-a34c-c8e038f493bd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/af534b9f-40b9-4812-9e36-800f0500cd6b HTTP/1.1" status: 204 len: 168 time: 0.3966300 Aug 28 19:52:48.336144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65901f82-2b0c-45b7-a34c-c8e038f493bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af534b9f-40b9-4812-9e36-800f0500cd6b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:48.523848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-24502147-ee0f-4c47-bedb-cf3c598fbf75 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:48.525839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-24502147-ee0f-4c47-bedb-cf3c598fbf75 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405485 Aug 28 19:52:48.539548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Router 51e89033-bf32-4d35-bcb1-5e584198a649 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:52:48.575875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0621f6f4-dba5-4ce6-80de-dea4a65016f7 None None] Provisioning complete for port 3a849919-44fa-4089-9aee-1db285649ef4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:48.577370 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0621f6f4-dba5-4ce6-80de-dea4a65016f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3a849919-44fa-4089-9aee-1db285649ef4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:48.618792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Request body: {'port': {'device_id': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '95c5ca8805924846b6cfddfb38797097'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:48.619151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0621f6f4-dba5-4ce6-80de-dea4a65016f7 None None] Port 3a849919-44fa-4089-9aee-1db285649ef4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:52:48.775638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:52:48.787034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-39830d31-e749-46ed-9c7b-c3cf025cc702 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/51e89033-bf32-4d35-bcb1-5e584198a649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6636350 Aug 28 19:52:48.988786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Made reservation on behalf of 95c5ca8805924846b6cfddfb38797097 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:52:48.992766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:49.007138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-697aba5c-010e-45e7-8656-db4d689b8118 req-bd8a235f-62a9-4aa2-a7cc-20b1c6799cde tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.0353827 Aug 28 19:52:49.011221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:49.216573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b5c6c48-dab1-471f-afc9-a8befc476127 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:49.217362 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks [] for security_group (b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:49.219174 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:49.290990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1b5c6c48-dab1-471f-afc9-a8befc476127 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:49.291427 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:49.307918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:49.478128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:49.484714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1b5c6c48-dab1-471f-afc9-a8befc476127 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:49.485756 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:49.499335 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:49.589308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Sync routers for ids ['51e89033-bf32-4d35-bcb1-5e584198a649'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:52:49.600567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 1b5c6c48-dab1-471f-afc9-a8befc476127, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1b5c6c48-dab1-471f-afc9-a8befc476127,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:52:49.617157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Routers {'51e89033-bf32-4d35-bcb1-5e584198a649'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:49.618090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['51e89033-bf32-4d35-bcb1-5e584198a649'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:49.662486 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:49.785513 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:49.808882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Allocated IP 192.168.233.219 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/a88ed567-6403-475a-8ed2-e6dbb560413f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:49.896144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=1b5c6c48-dab1-471f-afc9-a8befc476127,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:49.915854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Set router 51e89033-bf32-4d35-bcb1-5e584198a649 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:50.058322 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:50.066988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks [] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:50.179352 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8d442e2-fe88-4058-84b9-dd30e3a92640 req-fd885f67-31fd-4708-80ba-00d4df6e5c59 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.0435543 Aug 28 19:52:50.183618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:52:47Z', 'revision_number': 4, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3a849919-44fa-4089-9aee-1db285649ef4', 'name': '', 'network_id': '6912de78-0da3-454b-ba87-8c0599405669', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'mac_address': 'fa:16:3e:65:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4c2e4b34-5248-40ed-8704-a8f23b449e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:46Z', 'updated_at': '2022-08-28T19:52:47Z', 'revision_number': 2, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'subnets': [{'id': '4c2e4b34-5248-40ed-8704-a8f23b449e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:50.195360 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:50.231529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Checking router: 51e89033-bf32-4d35-bcb1-5e584198a649 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:52:50.241924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Updating router 51e89033-bf32-4d35-bcb1-5e584198a649 port 3a849919-44fa-4089-9aee-1db285649ef4 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:52:50.273403 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3a849919-44fa-4089-9aee-1db285649ef4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:50.305626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:50.315516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:50.376368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:50.376368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:50.376767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:50.401727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Pushing event updated for resources: {'Port': ['ID=a88ed567-6403-475a-8ed2-e6dbb560413f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:50.537948 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-115f9e6c-a1cc-48fe-804d-c0d714a5bc5b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9217191 Aug 28 19:52:50.546758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-2310f71f-e5c1-4f94-84f7-fa40d3cfa3e7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:52:50.548954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-2310f71f-e5c1-4f94-84f7-fa40d3cfa3e7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076559 Aug 28 19:52:50.740970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6acb7ecc-8d8c-4a83-825a-4af6f2e7d939 None None] Provisioning complete for port a88ed567-6403-475a-8ed2-e6dbb560413f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:50.742505 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6acb7ecc-8d8c-4a83-825a-4af6f2e7d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:50.784094 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:50.875899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6acb7ecc-8d8c-4a83-825a-4af6f2e7d939 None None] Port a88ed567-6403-475a-8ed2-e6dbb560413f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:52:50.905643 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Publish callbacks [] for port (3a849919-44fa-4089-9aee-1db285649ef4), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:50.933085 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:51.004831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3a849919-44fa-4089-9aee-1db285649ef4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.096149 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:51.099070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9b47-8721-499e-88fe-71c614346c8b None None] Pushing event updated for resources: {'Port': ['ID=3a849919-44fa-4089-9aee-1db285649ef4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:51.152589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 32844) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:51.165068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4a27d630-aeaf-43d4-aa08-e1e8b331c657 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611556937', 'description': 'tempest-description--951373613'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:51.219769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b5c6c48-dab1-471f-afc9-a8befc476127 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:51.382379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Attempting to bind port 3a849919-44fa-4089-9aee-1db285649ef4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:52:51.382859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Attempting to bind port 3a849919-44fa-4089-9aee-1db285649ef4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:52:51.383341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Attempting to bind port 3a849919-44fa-4089-9aee-1db285649ef4 on network 6912de78-0da3-454b-ba87-8c0599405669 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:51.391532 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a27d630-aeaf-43d4-aa08-e1e8b331c657 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.392000 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:51.406658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:52:51.406658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Checking segment: {'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:51.406658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.406658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Bound using segment: {'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:52:51.406658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Bound port: 3a849919-44fa-4089-9aee-1db285649ef4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6912de78-0da3-454b-ba87-8c0599405669'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:52:51.406658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3a849919-44fa-4089-9aee-1db285649ef4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.435708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1b5c6c48-dab1-471f-afc9-a8befc476127 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:51.437486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.457439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e273-08f4-40d0-884a-1f68e97951bf req-34443dc5-4a23-4abf-9b0d-34689781df31 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:51.466242 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e828e273-08f4-40d0-884a-1f68e97951bf req-34443dc5-4a23-4abf-9b0d-34689781df31 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 936 time: 0.1207471 Aug 28 19:52:51.670081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e828e273-08f4-40d0-884a-1f68e97951bf req-a65092ea-f95e-4d91-a551-3b9643af9d49 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965621 Aug 28 19:52:51.670081 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a27d630-aeaf-43d4-aa08-e1e8b331c657 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group (c9281f93-a7f3-4410-a534-7ac2f41d993e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.671814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] For port 3a849919-44fa-4089-9aee-1db285649ef4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:52:51.672320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Request body: {'port': {'device_id': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'device_owner': 'compute:tempest-test_az-1944896774', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:51.704503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] For port 3a849919-44fa-4089-9aee-1db285649ef4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3a849919-44fa-4089-9aee-1db285649ef4,segment=NetworkSegment(d6e7a62f-dfc1-406f-9bd1-de1e0a76f197),segment_id=d6e7a62f-dfc1-406f-9bd1-de1e0a76f197)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:52:51.727194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1b5c6c48-dab1-471f-afc9-a8befc476127 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:51.781756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a27d630-aeaf-43d4-aa08-e1e8b331c657 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9281f93-a7f3-4410-a534-7ac2f41d993e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.827407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:51.841789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27d630-aeaf-43d4-aa08-e1e8b331c657 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9281f93-a7f3-4410-a534-7ac2f41d993e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:52.195036 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3a849919-44fa-4089-9aee-1db285649ef4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.200289 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18bb2c57-27e3-4ed7-9776-d20a1e029a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.210847 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:52.253247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Routers {'51e89033-bf32-4d35-bcb1-5e584198a649'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:52:52.253925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['51e89033-bf32-4d35-bcb1-5e584198a649'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:52.280862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88ed567-6403-475a-8ed2-e6dbb560413f {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:52:52.295990 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a27d630-aeaf-43d4-aa08-e1e8b331c657 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.297554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4a27d630-aeaf-43d4-aa08-e1e8b331c657 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1465042 Aug 28 19:52:52.299981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Publish callbacks [] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.300882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 32860) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:52.307472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0451b386-b60f-4be6-9fc1-b61f327cbc09 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'security_group_rule': {'security_group_id': 'c9281f93-a7f3-4410-a534-7ac2f41d993e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:52.330272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Transition to ACTIVE for port object a88ed567-6403-475a-8ed2-e6dbb560413f will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:52:52.335854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9b47-8721-499e-88fe-71c614346c8b None None] Pushing event updated for resources: {'Port': ['ID=3a849919-44fa-4089-9aee-1db285649ef4,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:52.341495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.399070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.475556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451b386-b60f-4be6-9fc1-b61f327cbc09 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group_rule (d7555029-9d0d-4837-9e13-31da664fc410), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.497370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] Set router 51e89033-bf32-4d35-bcb1-5e584198a649 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:52:52.596245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Attempting to bind port a88ed567-6403-475a-8ed2-e6dbb560413f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:52:52.596824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Attempting to bind port a88ed567-6403-475a-8ed2-e6dbb560413f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:52:52.597291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Attempting to bind port a88ed567-6403-475a-8ed2-e6dbb560413f on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:52.606289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Port a88ed567-6403-475a-8ed2-e6dbb560413f on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:52:52.606289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Attempting to bind port a88ed567-6403-475a-8ed2-e6dbb560413f on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:52:52.611125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Pushing event updated for resources: {'Port': ['ID=a88ed567-6403-475a-8ed2-e6dbb560413f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:52.633051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:52:52.633051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:52:52.633051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:52:52.633051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Bound port: a88ed567-6403-475a-8ed2-e6dbb560413f, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:52:52.633051 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.676307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451b386-b60f-4be6-9fc1-b61f327cbc09 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group_rule (d7555029-9d0d-4837-9e13-31da664fc410), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.752831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] For port a88ed567-6403-475a-8ed2-e6dbb560413f, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:52:52.794361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] For port a88ed567-6403-475a-8ed2-e6dbb560413f, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a88ed567-6403-475a-8ed2-e6dbb560413f,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:52:52.803974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451b386-b60f-4be6-9fc1-b61f327cbc09 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d7555029-9d0d-4837-9e13-31da664fc410), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.887760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.894607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:52.896365 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:52.898840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/a88ed567-6403-475a-8ed2-e6dbb560413f HTTP/1.1" status: 200 len: 1118 time: 1.8122044 Aug 28 19:52:52.901895 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:52.904031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b386-b60f-4be6-9fc1-b61f327cbc09 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7555029-9d0d-4837-9e13-31da664fc410,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:52.914045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'tag': 'a88ed567-6403-475a-8ed2-e6dbb560413f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:52:52.923174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988aba2-c888-4d42-8969-0eeacd437dce req-cb7d9f0b-8c0d-4d9d-94a5-6a2a137d9f00 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:52.925271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6988aba2-c888-4d42-8969-0eeacd437dce req-cb7d9f0b-8c0d-4d9d-94a5-6a2a137d9f00 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.1987123 Aug 28 19:52:52.994024 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:53.000920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:52:47Z', 'revision_number': 4, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3a849919-44fa-4089-9aee-1db285649ef4', 'name': '', 'network_id': '6912de78-0da3-454b-ba87-8c0599405669', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'mac_address': 'fa:16:3e:65:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4c2e4b34-5248-40ed-8704-a8f23b449e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:46Z', 'updated_at': '2022-08-28T19:52:51Z', 'revision_number': 4, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'subnets': [{'id': '4c2e4b34-5248-40ed-8704-a8f23b449e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:52:53.033530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6988aba2-c888-4d42-8969-0eeacd437dce req-75915052-1b8e-441f-9e15-267f550b350b tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957499 Aug 28 19:52:53.060163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451b386-b60f-4be6-9fc1-b61f327cbc09 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:53.062976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0451b386-b60f-4be6-9fc1-b61f327cbc09 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7585919 Aug 28 19:52:53.071030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 32874) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:53.074452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8abab3b8-2301-4f60-9b32-34907f21c22c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'security_group_rule': {'security_group_id': 'c9281f93-a7f3-4410-a534-7ac2f41d993e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:53.096405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9dcc11-9f3d-4eae-8fba-fb50bc2422d3 None None] The sync data for ids ['51e89033-bf32-4d35-bcb1-5e584198a649'] in n-d-854121-7 is: [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:52:47Z', 'revision_number': 4, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3a849919-44fa-4089-9aee-1db285649ef4', 'name': '', 'network_id': '6912de78-0da3-454b-ba87-8c0599405669', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'mac_address': 'fa:16:3e:65:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4c2e4b34-5248-40ed-8704-a8f23b449e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:46Z', 'updated_at': '2022-08-28T19:52:51Z', 'revision_number': 4, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'subnets': [{'id': '4c2e4b34-5248-40ed-8704-a8f23b449e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:52:53.225540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8abab3b8-2301-4f60-9b32-34907f21c22c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group_rule (6ec66861-45f5-4ad6-b1d2-5baf15f9cbe7), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:53.298692 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:53.412544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8abab3b8-2301-4f60-9b32-34907f21c22c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group_rule (6ec66861-45f5-4ad6-b1d2-5baf15f9cbe7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:53.442606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a2dc9-b853-4a13-a974-f02d1da02f29 service neutron] Pushing event updated for resources: {'Port': ['ID=a88ed567-6403-475a-8ed2-e6dbb560413f,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:53.447289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-7b4c268e-8425-4fea-b45f-bf576ab24cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:53.448840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-7b4c268e-8425-4fea-b45f-bf576ab24cb8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=95c5ca8805924846b6cfddfb38797097&device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 1152 time: 0.3180394 Aug 28 19:52:53.491691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8abab3b8-2301-4f60-9b32-34907f21c22c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6ec66861-45f5-4ad6-b1d2-5baf15f9cbe7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:53.553837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-4acffcbf-f091-43d9-aa85-b2448f7ac907 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a88ed567-6403-475a-8ed2-e6dbb560413f HTTP/1.1" status: 200 len: 217 time: 0.0864580 Aug 28 19:52:53.565557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abab3b8-2301-4f60-9b32-34907f21c22c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec66861-45f5-4ad6-b1d2-5baf15f9cbe7,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:53.632308 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8abab3b8-2301-4f60-9b32-34907f21c22c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:53.632308 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8abab3b8-2301-4f60-9b32-34907f21c22c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5585980 Aug 28 19:52:53.634837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 32890) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:52:53.652447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:52:53.681289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-a2824af5-5375-4b01-9da8-c7d0bd60434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:53.685673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-a2824af5-5375-4b01-9da8-c7d0bd60434a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1148827 Aug 28 19:52:53.785947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:53.823567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-62de9017-e10b-47f7-aa30-43c8fe0dd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:53.825439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-62de9017-e10b-47f7-aa30-43c8fe0dd10f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1333601 Aug 28 19:52:54.058047 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-602f99c2-b27f-4b63-ba2f-c2e6a45433a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:54.279187 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:54.289665 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9624d661-5a0a-4dbe-99aa-902715134159" -d '{"events": [{"name": "network-changed", "server_uuid": "a238c770-be70-4085-adfd-a8aaad6f8af0", "tag": "a88ed567-6403-475a-8ed2-e6dbb560413f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:52:54.411393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5dc8c-692b-42e2-89e0-9959b19893ae req-7baffc57-c1ce-4f80-9209-f0a9d3e3e6c7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:54.413816 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ac5dc8c-692b-42e2-89e0-9959b19893ae req-7baffc57-c1ce-4f80-9209-f0a9d3e3e6c7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.1199970 Aug 28 19:52:54.474663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Allocated IP 172.25.4.51 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/9d1ecea4-b5b5-4095-9274-3a6d89aaffa6) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:52:54.480863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-c75633c6-a93e-43fb-b047-261b65c63551 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293986 Aug 28 19:52:54.544652 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:54.683928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-681fbb28-71fe-4a65-9c17-c399b2c0636a req-af998433-ac8f-4481-b038-3db0636c8995 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841142 Aug 28 19:52:54.691747 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:54.706744 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:54.741590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ac5dc8c-692b-42e2-89e0-9959b19893ae req-129a9e39-d71b-4714-a807-71a4d92edaab tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903605 Aug 28 19:52:54.914188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:54.991663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:52:55.007703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:52:55.021815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:52:55.054254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event updated for resources: {'Port': ['ID=9d1ecea4-b5b5-4095-9274-3a6d89aaffa6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:55.206863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3a849919-44fa-4089-9aee-1db285649ef4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:55.239685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.298857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3a849919-44fa-4089-9aee-1db285649ef4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:55.299528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3a849919-44fa-4089-9aee-1db285649ef4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.455676 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1849f6-80c2-4303-aa4b-56bbb3e91a59 x-openstack-request-id: req-6e1849f6-80c2-4303-aa4b-56bbb3e91a59 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:52:55.457356 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238c770-be70-4085-adfd-a8aaad6f8af0", "tag": "a88ed567-6403-475a-8ed2-e6dbb560413f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:52:55.457832 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e1849f6-80c2-4303-aa4b-56bbb3e91a59 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:52:55.458569 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1849f6-80c2-4303-aa4b-56bbb3e91a59'] response: {'name': 'network-changed', 'server_uuid': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'tag': 'a88ed567-6403-475a-8ed2-e6dbb560413f', 'status': 'completed', 'code': 200} Aug 28 19:52:55.487056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.490621 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:55.510861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3a849919-44fa-4089-9aee-1db285649ef4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:55.511247 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3a849919-44fa-4089-9aee-1db285649ef4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.642160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.646969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3a849919-44fa-4089-9aee-1db285649ef4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3a849919-44fa-4089-9aee-1db285649ef4,segment=NetworkSegment(d6e7a62f-dfc1-406f-9bd1-de1e0a76f197),segment_id=d6e7a62f-dfc1-406f-9bd1-de1e0a76f197)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:52:55.731625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624d661-5a0a-4dbe-99aa-902715134159 req-3d364de2-6396-4cee-a39e-d1f15354d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:55.734533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9624d661-5a0a-4dbe-99aa-902715134159 req-3d364de2-6396-4cee-a39e-d1f15354d0f2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=95c5ca8805924846b6cfddfb38797097&device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 1152 time: 0.0810788 Aug 28 19:52:55.749410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3a849919-44fa-4089-9aee-1db285649ef4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.814275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.848920 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:55.875375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.876580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:55.884420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3a849919-44fa-4089-9aee-1db285649ef4,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:55.939295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event updated for resources: {'Port': ['ID=9d1ecea4-b5b5-4095-9274-3a6d89aaffa6,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:52:56.048337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:56.049080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9c6ea7ca-b9c2-48ea-a797-e7900a04a4b1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4104736 Aug 28 19:52:56.143954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618b190-80a4-4012-ac29-36128f061925 req-036dd72b-6517-408f-ad75-902a895eb1f1 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:56.146371 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1618b190-80a4-4012-ac29-36128f061925 req-036dd72b-6517-408f-ad75-902a895eb1f1 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.2538395 Aug 28 19:52:56.225982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624d661-5a0a-4dbe-99aa-902715134159 req-4cd9c969-df10-41bb-8e24-7dc3c1dc2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:56.227835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9624d661-5a0a-4dbe-99aa-902715134159 req-4cd9c969-df10-41bb-8e24-7dc3c1dc2913 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3236048 Aug 28 19:52:56.270238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1618b190-80a4-4012-ac29-36128f061925 req-64c411ba-cd1c-4a3e-8fc6-b6032769bcb5 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176100 Aug 28 19:52:56.972035 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:57.014102 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-7224f193-9a80-4557-b453-d9ada50a7c1b tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1611556937&fields=id&tenant_id=5fa1cc87ef6548ef83ad4b014f4da077 HTTP/1.1" status: 200 len: 267 time: 0.0950234 Aug 28 19:52:57.175280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3a849919-44fa-4089-9aee-1db285649ef4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:52:57.275094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3a849919-44fa-4089-9aee-1db285649ef4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:52:57.276168 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3a849919-44fa-4089-9aee-1db285649ef4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:57.315059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-ac89bd77-26d3-45c4-aa23-bdb187343d3f tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:57.324829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-ac89bd77-26d3-45c4-aa23-bdb187343d3f tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 823 time: 0.2996252 Aug 28 19:52:57.344842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-d8d0c024-07b6-4129-bdfd-2b227ab52a99 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/quotas/5fa1cc87ef6548ef83ad4b014f4da077 HTTP/1.1" status: 200 len: 375 time: 0.0153782 Aug 28 19:52:57.466885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-94712232-ea77-433b-bc54-2149bbb17b78 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163082 Aug 28 19:52:57.551864 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:52:57.572392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3a849919-44fa-4089-9aee-1db285649ef4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:52:57.692398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-8936faba-2578-416a-9e99-a528b537429e service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:52:57.694374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-8936faba-2578-416a-9e99-a528b537429e service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0711222 Aug 28 19:52:57.818880 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:52:57.840248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-7064658f-9863-477f-a75c-c3c14d32d613 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346040 Aug 28 19:52:57.947942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd64cc6-110f-461e-9180-be87a0773272 req-dbe5653d-1154-4e98-810f-886d3447e796 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:57.949612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbd64cc6-110f-461e-9180-be87a0773272 req-dbe5653d-1154-4e98-810f-886d3447e796 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.0890274 Aug 28 19:52:57.964842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-0140e4f0-a5c7-45e2-a7b8-b239acc2cfec service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133180 Aug 28 19:52:58.034150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbd64cc6-110f-461e-9180-be87a0773272 req-c460aa46-4e49-492e-b8ec-2e777a2affc3 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737984 Aug 28 19:52:58.552931 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29ee0f5c-9090-4a32-82d8-9b8e77359623 req-ae6bdcc7-c6b9-4185-86e7-510c141fd3fa tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 210 time: 0.0494874 Aug 28 19:52:59.234225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aeef8-21c9-410d-ba53-0b09bbdcf9f4 req-68785eec-860f-4636-82c2-aa90c65106b7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:52:59.236592 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a8aeef8-21c9-410d-ba53-0b09bbdcf9f4 req-68785eec-860f-4636-82c2-aa90c65106b7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.0637393 Aug 28 19:52:59.339939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a8aeef8-21c9-410d-ba53-0b09bbdcf9f4 req-c0287800-d784-44ee-b2bc-195bb3897ce9 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973330 Aug 28 19:52:59.697049 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afbf7c9b-08d6-46c8-b3d3-73cc2209893a req-78d3f226-50fd-4b9e-b0d6-900ac7cefabe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 210 time: 0.0636933 Aug 28 19:53:00.107813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33126) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:00.155762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33132) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:00.545785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c82aeb-bbc6-4959-8da3-18d1d4ddf707 req-aa5c7f79-a781-413f-ad4d-52f39728946f tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:00.548449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73c82aeb-bbc6-4959-8da3-18d1d4ddf707 req-aa5c7f79-a781-413f-ad4d-52f39728946f tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.0709693 Aug 28 19:53:00.590523 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d27a8ba-8b7b-48b1-938f-094837aa266b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.637986 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:00.670041 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33142) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:00.670795 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73c82aeb-bbc6-4959-8da3-18d1d4ddf707 req-2151f0f4-fc90-44ba-a9d1-9f7e835d4858 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067672 Aug 28 19:53:00.690778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6c3be4a-ea67-4d5a-b82a-116ecf55424b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.766972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d27a8ba-8b7b-48b1-938f-094837aa266b admin admin] Publish callbacks [] for security_group (553049a6-74d3-45d4-a80f-42114cd6fa06), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.771962 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1fe75dc5-3756-4f2d-8a49-0f639a4c868a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.807891 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:00.850117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5831435-38a7-4c39-a368-ad4f9cf77f9e req-d597012e-8976-46ab-a187-54728b2b3224 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 210 time: 0.0312908 Aug 28 19:53:00.871258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6c3be4a-ea67-4d5a-b82a-116ecf55424b admin admin] Publish callbacks [] for security_group (dac547a3-05f7-4209-8bde-e68b06254786), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.905587 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1fe75dc5-3756-4f2d-8a49-0f639a4c868a admin admin] Publish callbacks [] for security_group (0d8d911e-28fa-4e27-9818-5626711b191e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.977116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6c3be4a-ea67-4d5a-b82a-116ecf55424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dac547a3-05f7-4209-8bde-e68b06254786), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.982989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d27a8ba-8b7b-48b1-938f-094837aa266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (553049a6-74d3-45d4-a80f-42114cd6fa06), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:00.985510 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1fe75dc5-3756-4f2d-8a49-0f639a4c868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0d8d911e-28fa-4e27-9818-5626711b191e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.058283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0d27a8ba-8b7b-48b1-938f-094837aa266b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8387155c79d4432987f54bd8df9a8a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9507644 Aug 28 19:53:01.062125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33156) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:01.063676 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b6c3be4a-ea67-4d5a-b82a-116ecf55424b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d9377829c3d0497f97a230d52d87c937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9064803 Aug 28 19:53:01.065037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3be4a-ea67-4d5a-b82a-116ecf55424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac547a3-05f7-4209-8bde-e68b06254786,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:01.066895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33158) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:01.069726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1fe75dc5-3756-4f2d-8a49-0f639a4c868a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=71bcbc84be0843f7af80e07a2c4ba6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976622 Aug 28 19:53:01.085154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33162) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:01.120963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27a8ba-8b7b-48b1-938f-094837aa266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553049a6-74d3-45d4-a80f-42114cd6fa06,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:01.176223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe75dc5-3756-4f2d-8a49-0f639a4c868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8d911e-28fa-4e27-9818-5626711b191e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:01.179123 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6626-b892-41d3-8b42-737f70572cbe admin admin] Publish callbacks [] for security_group (0d8d911e-28fa-4e27-9818-5626711b191e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.180906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-603d59d2-f880-4e89-b410-7af2a834d5b8 admin admin] Publish callbacks [] for security_group (dac547a3-05f7-4209-8bde-e68b06254786), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.203136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdf73245-fb27-46d3-8a5b-c0945e29e313 admin admin] Publish callbacks [] for security_group (553049a6-74d3-45d4-a80f-42114cd6fa06), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.212549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6626-b892-41d3-8b42-737f70572cbe admin admin] Publish callbacks [] for security_group (0d8d911e-28fa-4e27-9818-5626711b191e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.214655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-603d59d2-f880-4e89-b410-7af2a834d5b8 admin admin] Publish callbacks [] for security_group (dac547a3-05f7-4209-8bde-e68b06254786), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.278189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9624d661-5a0a-4dbe-99aa-902715134159 req-7103527b-5226-4335-a8b9-7628c09ce914 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a88ed567-6403-475a-8ed2-e6dbb560413f HTTP/1.1" status: 200 len: 217 time: 0.0544763 Aug 28 19:53:01.283939 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdf73245-fb27-46d3-8a5b-c0945e29e313 admin admin] Publish callbacks [] for security_group (553049a6-74d3-45d4-a80f-42114cd6fa06), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.390831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624d661-5a0a-4dbe-99aa-902715134159 req-4f7156eb-cb73-404e-9377-fbd7f0acd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:01.392683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9624d661-5a0a-4dbe-99aa-902715134159 req-4f7156eb-cb73-404e-9377-fbd7f0acd69b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1064765 Aug 28 19:53:01.394589 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6626-b892-41d3-8b42-737f70572cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0d8d911e-28fa-4e27-9818-5626711b191e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.397137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6626-b892-41d3-8b42-737f70572cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.401089 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a4ed6626-b892-41d3-8b42-737f70572cbe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0d8d911e-28fa-4e27-9818-5626711b191e HTTP/1.1" status: 204 len: 168 time: 0.3122885 Aug 28 19:53:01.434152 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:01.434610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed6626-b892-41d3-8b42-737f70572cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8d911e-28fa-4e27-9818-5626711b191e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:01.457511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:01.462552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624d661-5a0a-4dbe-99aa-902715134159 req-ba4e777d-1081-41f2-9f83-94c6116535be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:01.464425 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9624d661-5a0a-4dbe-99aa-902715134159 req-ba4e777d-1081-41f2-9f83-94c6116535be service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0610917 Aug 28 19:53:01.568465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-603d59d2-f880-4e89-b410-7af2a834d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dac547a3-05f7-4209-8bde-e68b06254786), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.577401 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-603d59d2-f880-4e89-b410-7af2a834d5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.577401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-603d59d2-f880-4e89-b410-7af2a834d5b8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dac547a3-05f7-4209-8bde-e68b06254786 HTTP/1.1" status: 204 len: 168 time: 0.5041754 Aug 28 19:53:01.584301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9624d661-5a0a-4dbe-99aa-902715134159 req-87501da7-5e53-4e5f-b2dc-96859fccfa65 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101661 Aug 28 19:53:01.585389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d59d2-f880-4e89-b410-7af2a834d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac547a3-05f7-4209-8bde-e68b06254786,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:01.680168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdf73245-fb27-46d3-8a5b-c0945e29e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (553049a6-74d3-45d4-a80f-42114cd6fa06), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.683510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdf73245-fb27-46d3-8a5b-c0945e29e313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:01.684826 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bdf73245-fb27-46d3-8a5b-c0945e29e313 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/553049a6-74d3-45d4-a80f-42114cd6fa06 HTTP/1.1" status: 204 len: 168 time: 0.6214280 Aug 28 19:53:01.699169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf73245-fb27-46d3-8a5b-c0945e29e313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553049a6-74d3-45d4-a80f-42114cd6fa06,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:01.758621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9624d661-5a0a-4dbe-99aa-902715134159 req-06a4a0f0-cccd-4fbf-bbef-fe88a8d7e07c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638625 Aug 28 19:53:01.952271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3364c-992f-4c5c-8e4d-12311de5047e req-518048bc-bc35-414b-8a40-a2001e95230c tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:01.954060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ec3364c-992f-4c5c-8e4d-12311de5047e req-518048bc-bc35-414b-8a40-a2001e95230c tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.1779799 Aug 28 19:53:02.005648 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:02.022773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ec3364c-992f-4c5c-8e4d-12311de5047e req-c9b0ed4f-77d6-400f-b289-772890565a94 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625057 Aug 28 19:53:02.119781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c63d87b2-a229-4458-8add-193e50c9562a req-c1a4518d-adfd-4663-92dd-7369751d32f9 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 210 time: 0.0300648 Aug 28 19:53:02.421124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.84', 52662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:02.421844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33194) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:02.446590 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eaea9e8d-1926-47ce-a36a-822c96d01b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.552656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eaea9e8d-1926-47ce-a36a-822c96d01b73 admin admin] Publish callbacks [] for security_group (fded1e81-179c-4160-adab-85c82b034be7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.594547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-b87ac2d7-ee86-4033-a3ab-ecf37c5cc55c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:02.596040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-b87ac2d7-ee86-4033-a3ab-ecf37c5cc55c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 823 time: 0.1723454 Aug 28 19:53:02.629187 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eaea9e8d-1926-47ce-a36a-822c96d01b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fded1e81-179c-4160-adab-85c82b034be7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.677654 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eaea9e8d-1926-47ce-a36a-822c96d01b73 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1a3c83d8f15e43f487fb53e4e0b7e793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465544 Aug 28 19:53:02.680487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea9e8d-1926-47ce-a36a-822c96d01b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fded1e81-179c-4160-adab-85c82b034be7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:02.681166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33198) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:02.747583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec02c-fe37-4b22-a25a-3cbf6e0ddbcf admin admin] Publish callbacks [] for security_group (fded1e81-179c-4160-adab-85c82b034be7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.793950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec02c-fe37-4b22-a25a-3cbf6e0ddbcf admin admin] Publish callbacks [] for security_group (fded1e81-179c-4160-adab-85c82b034be7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.836731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-25355e24-bd31-446c-bb84-a4f80b940dbb tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fa1cc87ef6548ef83ad4b014f4da077 HTTP/1.1" status: 200 len: 380 time: 0.1101606 Aug 28 19:53:02.846692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'port': {'device_id': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'admin_state_up': True, 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'security_groups': ['c9281f93-a7f3-4410-a534-7ac2f41d993e']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:02.864867 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:02.931529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33204) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:02.947216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4534d5f-c3bb-4f49-864e-7427d2e28d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.979416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec02c-fe37-4b22-a25a-3cbf6e0ddbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fded1e81-179c-4160-adab-85c82b034be7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.983816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec02c-fe37-4b22-a25a-3cbf6e0ddbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:02.985000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9c7ec02c-fe37-4b22-a25a-3cbf6e0ddbcf admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fded1e81-179c-4160-adab-85c82b034be7 HTTP/1.1" status: 204 len: 168 time: 0.3023195 Aug 28 19:53:02.993523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33208) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:02.996062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ec02c-fe37-4b22-a25a-3cbf6e0ddbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded1e81-179c-4160-adab-85c82b034be7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:03.020075 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37eed3f9-2fba-4a63-b73d-0a3dcb27d59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.058098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Made reservation on behalf of 5fa1cc87ef6548ef83ad4b014f4da077 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:03.068923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.118561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4534d5f-c3bb-4f49-864e-7427d2e28d32 admin admin] Publish callbacks [] for security_group (489b9bea-a02e-45b4-bbce-f4c192bb08e9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.125228 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:03.193053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37eed3f9-2fba-4a63-b73d-0a3dcb27d59d admin admin] Publish callbacks [] for security_group (74e44ff5-ab19-49e6-91f6-617f41fc329c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.206143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4534d5f-c3bb-4f49-864e-7427d2e28d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (489b9bea-a02e-45b4-bbce-f4c192bb08e9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.240126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4534d5f-c3bb-4f49-864e-7427d2e28d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489b9bea-a02e-45b4-bbce-f4c192bb08e9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:03.297080 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4534d5f-c3bb-4f49-864e-7427d2e28d32 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4249b3c5a4f549e09ec7d4a03de290d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642955 Aug 28 19:53:03.302418 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94dc4283-5d9f-4541-84b8-a10fd215432e req-198aecfe-b90a-4a12-9015-d8574cca4803 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 210 time: 0.0467510 Aug 28 19:53:03.302418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33218) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:03.333433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37eed3f9-2fba-4a63-b73d-0a3dcb27d59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (74e44ff5-ab19-49e6-91f6-617f41fc329c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.368510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c66aa-47f1-4c28-9b21-dee941aca98f req-8563797c-19b8-432a-8c8f-b95f3d3e23c9 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:03.371043 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b58c66aa-47f1-4c28-9b21-dee941aca98f req-8563797c-19b8-432a-8c8f-b95f3d3e23c9 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.1423554 Aug 28 19:53:03.391385 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:03.406208 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-37eed3f9-2fba-4a63-b73d-0a3dcb27d59d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=72f7aa7eaac145be8fe4356a07d4d8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113729 Aug 28 19:53:03.409387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33220) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:03.412106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eed3f9-2fba-4a63-b73d-0a3dcb27d59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e44ff5-ab19-49e6-91f6-617f41fc329c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:03.455077 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fc8132b-c667-49d6-b465-7643e07b6186 admin admin] Publish callbacks [] for security_group (489b9bea-a02e-45b4-bbce-f4c192bb08e9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.503445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fc8132b-c667-49d6-b465-7643e07b6186 admin admin] Publish callbacks [] for security_group (489b9bea-a02e-45b4-bbce-f4c192bb08e9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.539487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-646bc61f-c2fd-4840-8a1c-ef96223e9c1c admin admin] Publish callbacks [] for security_group (74e44ff5-ab19-49e6-91f6-617f41fc329c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.562374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Allocated IP 172.20.0.14 (a4808e28-0ca6-448a-accf-942dcc7007d2/d21cc3cd-2726-48ed-952e-4fd38fcb101e/c4621ba6-8535-442b-8c3e-e86c87152de8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:03.567613 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b58c66aa-47f1-4c28-9b21-dee941aca98f req-1828932a-64c5-421c-a221-21f0313dd6fd tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807501 Aug 28 19:53:03.598469 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-646bc61f-c2fd-4840-8a1c-ef96223e9c1c admin admin] Publish callbacks [] for security_group (74e44ff5-ab19-49e6-91f6-617f41fc329c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.735186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fc8132b-c667-49d6-b465-7643e07b6186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (489b9bea-a02e-45b4-bbce-f4c192bb08e9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.742098 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fc8132b-c667-49d6-b465-7643e07b6186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.742098 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6fc8132b-c667-49d6-b465-7643e07b6186 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/489b9bea-a02e-45b4-bbce-f4c192bb08e9 HTTP/1.1" status: 204 len: 168 time: 0.4391603 Aug 28 19:53:03.742376 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-646bc61f-c2fd-4840-8a1c-ef96223e9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (74e44ff5-ab19-49e6-91f6-617f41fc329c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.745789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-646bc61f-c2fd-4840-8a1c-ef96223e9c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:03.753729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-646bc61f-c2fd-4840-8a1c-ef96223e9c1c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/74e44ff5-ab19-49e6-91f6-617f41fc329c HTTP/1.1" status: 204 len: 168 time: 0.3404443 Aug 28 19:53:03.763460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8132b-c667-49d6-b465-7643e07b6186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b9bea-a02e-45b4-bbce-f4c192bb08e9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:03.790945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bc61f-c2fd-4840-8a1c-ef96223e9c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e44ff5-ab19-49e6-91f6-617f41fc329c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:03.814986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:03.865054 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.020629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.056481 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:04.111804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Network a4808e28-0ca6-448a-accf-942dcc7007d2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:04.117195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:04.123717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:04.128308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:04.128964 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.150863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event updated for resources: {'Port': ['ID=c4621ba6-8535-442b-8c3e-e86c87152de8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:04.246164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-af3ef191-670f-4647-b4c6-6145e8cf6dbe tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4039359 Aug 28 19:53:04.437830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ceb2ad78-cb80-4fb0-b85a-4cb2551231ba None None] Provisioning complete for port c4621ba6-8535-442b-8c3e-e86c87152de8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:04.438691 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ad78-cb80-4fb0-b85a-4cb2551231ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.500349 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-17d08c10-f854-4956-a56e-e4d6ca50f555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.521056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2ad78-cb80-4fb0-b85a-4cb2551231ba None None] Port c4621ba6-8535-442b-8c3e-e86c87152de8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:04.535519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2dfb8-f213-4bbc-8a96-9270c79c92cf req-ccd6df8f-30e3-42aa-bf27-cad8c5eb5a54 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:04.537132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f2dfb8-f213-4bbc-8a96-9270c79c92cf req-ccd6df8f-30e3-42aa-bf27-cad8c5eb5a54 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 932 time: 0.1353297 Aug 28 19:53:04.635473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f2dfb8-f213-4bbc-8a96-9270c79c92cf req-6c768741-d0a7-4ab5-8a4e-17cb9d9130a4 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831294 Aug 28 19:53:04.668274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-17d08c10-f854-4956-a56e-e4d6ca50f555 admin admin] Publish callbacks [] for security_group (5c037162-a29c-4037-ac62-01b5761fa71c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.739838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ab81d-7b1d-41dc-bb9c-2ccde4f3b4a1 req-8cd3c284-6f62-4710-8b11-707a9bbc865a tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:04.742249 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c2ab81d-7b1d-41dc-bb9c-2ccde4f3b4a1 req-8cd3c284-6f62-4710-8b11-707a9bbc865a tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 970 time: 0.0695419 Aug 28 19:53:04.781669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-17d08c10-f854-4956-a56e-e4d6ca50f555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5c037162-a29c-4037-ac62-01b5761fa71c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.818631 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:04.832520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c2ab81d-7b1d-41dc-bb9c-2ccde4f3b4a1 req-3f4168f6-6d06-4f86-a916-8cd87f080aa7 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829973 Aug 28 19:53:04.848825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-17d08c10-f854-4956-a56e-e4d6ca50f555 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=07d47f6a8a534084b50da46d3eb0f1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0282507 Aug 28 19:53:04.848825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d08c10-f854-4956-a56e-e4d6ca50f555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c037162-a29c-4037-ac62-01b5761fa71c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:04.849133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:04.906445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a88ed567-6403-475a-8ed2-e6dbb560413f details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:53:04.933635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43cf7c82-6452-487e-9ef0-c3c6d65e5827 admin admin] Publish callbacks [] for security_group (5c037162-a29c-4037-ac62-01b5761fa71c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:04.964923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43cf7c82-6452-487e-9ef0-c3c6d65e5827 admin admin] Publish callbacks [] for security_group (5c037162-a29c-4037-ac62-01b5761fa71c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:05.055184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a88ed567-6403-475a-8ed2-e6dbb560413f, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a88ed567-6403-475a-8ed2-e6dbb560413f,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:05.067530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'a88ed567-6403-475a-8ed2-e6dbb560413f', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'a88ed567-6403-475a-8ed2-e6dbb560413f', 'mac_address': 'fa:16:3e:18:1d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:tempest-test_az-1944896774', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:53:05.109788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a88ed567-6403-475a-8ed2-e6dbb560413f is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:05.110217 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:05.114366 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43cf7c82-6452-487e-9ef0-c3c6d65e5827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5c037162-a29c-4037-ac62-01b5761fa71c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:05.118099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43cf7c82-6452-487e-9ef0-c3c6d65e5827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:05.123319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-43cf7c82-6452-487e-9ef0-c3c6d65e5827 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5c037162-a29c-4037-ac62-01b5761fa71c HTTP/1.1" status: 204 len: 168 time: 0.2688370 Aug 28 19:53:05.127150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88ed567-6403-475a-8ed2-e6dbb560413f {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:05.129306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7c82-6452-487e-9ef0-c3c6d65e5827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c037162-a29c-4037-ac62-01b5761fa71c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:05.159468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a88ed567-6403-475a-8ed2-e6dbb560413f, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a88ed567-6403-475a-8ed2-e6dbb560413f,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:05.295214 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:05.366270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a88ed567-6403-475a-8ed2-e6dbb560413f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:05.619343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['a88ed567-6403-475a-8ed2-e6dbb560413f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:53:05.813602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2f8a-6874-42bf-9cf7-bc6275b519b2 req-5f37ab85-18c1-4786-a2e0-8aa3cb08a015 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:05.815259 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3ce2f8a-6874-42bf-9cf7-bc6275b519b2 req-5f37ab85-18c1-4786-a2e0-8aa3cb08a015 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 932 time: 0.0751817 Aug 28 19:53:05.941156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3ce2f8a-6874-42bf-9cf7-bc6275b519b2 req-c33a3574-6bb0-46ed-86fe-0b99401b8a7c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601249 Aug 28 19:53:05.965170 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:05.989237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e85cbe-2315-47a1-a7b7-c28d9565709b req-1daab07d-1745-4fd8-9a09-42c1dd24bc5a tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:05.992719 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50e85cbe-2315-47a1-a7b7-c28d9565709b req-1daab07d-1745-4fd8-9a09-42c1dd24bc5a tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 971 time: 0.0649514 Aug 28 19:53:06.053440 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50e85cbe-2315-47a1-a7b7-c28d9565709b req-9e4661d6-3f47-43c9-a15d-aa99c63958b3 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516443 Aug 28 19:53:06.833411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33304) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:06.852435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fa4a-d7df-4b71-9590-886b394d89a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:06.908693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a88ed567-6403-475a-8ed2-e6dbb560413f up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:06.941798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fa4a-d7df-4b71-9590-886b394d89a0 admin admin] Publish callbacks [] for security_group (8f22aa0a-d442-4049-8d50-a3fc3c4bf76d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:06.963857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port a88ed567-6403-475a-8ed2-e6dbb560413f completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:53:07.011557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fa4a-d7df-4b71-9590-886b394d89a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8f22aa0a-d442-4049-8d50-a3fc3c4bf76d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.040393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port a88ed567-6403-475a-8ed2-e6dbb560413f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:07.041501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.057421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9fa4a-d7df-4b71-9590-886b394d89a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22aa0a-d442-4049-8d50-a3fc3c4bf76d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:07.062261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9f9fa4a-d7df-4b71-9590-886b394d89a0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=340860f388c8427097069a306b00fa90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299981 Aug 28 19:53:07.065512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33310) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:07.094125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f043c8-2050-4fdb-a950-f7dd385053b0 req-23a17450-ba45-4d1d-95ab-ef2c7a2c4a50 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:07.102545 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7f043c8-2050-4fdb-a950-f7dd385053b0 req-23a17450-ba45-4d1d-95ab-ef2c7a2c4a50 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 932 time: 0.0879767 Aug 28 19:53:07.166334 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76d58790-97cf-481b-9bba-4ea8ff92e2b8 admin admin] Publish callbacks [] for security_group (8f22aa0a-d442-4049-8d50-a3fc3c4bf76d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.203711 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:07.205702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a88ed567-6403-475a-8ed2-e6dbb560413f is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:07.205702 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.213047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7f043c8-2050-4fdb-a950-f7dd385053b0 req-36d94063-fb53-4b68-be83-ba5c38b8ac05 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091909 Aug 28 19:53:07.219009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76d58790-97cf-481b-9bba-4ea8ff92e2b8 admin admin] Publish callbacks [] for security_group (8f22aa0a-d442-4049-8d50-a3fc3c4bf76d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.240124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ed567-6403-475a-8ed2-e6dbb560413f'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:07.319910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddd529-c783-4038-b54d-d53230669279 req-4ddf881a-8283-4e79-aeb8-eda77dabad92 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:07.319910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3ddd529-c783-4038-b54d-d53230669279 req-4ddf881a-8283-4e79-aeb8-eda77dabad92 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 971 time: 0.0866151 Aug 28 19:53:07.344425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a88ed567-6403-475a-8ed2-e6dbb560413f, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a88ed567-6403-475a-8ed2-e6dbb560413f,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:07.379200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3ddd529-c783-4038-b54d-d53230669279 req-29f3902b-2067-45d3-8855-7c1ab49d67b6 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541000 Aug 28 19:53:07.473972 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.496758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76d58790-97cf-481b-9bba-4ea8ff92e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8f22aa0a-d442-4049-8d50-a3fc3c4bf76d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.499475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76d58790-97cf-481b-9bba-4ea8ff92e2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:07.500718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-76d58790-97cf-481b-9bba-4ea8ff92e2b8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8f22aa0a-d442-4049-8d50-a3fc3c4bf76d HTTP/1.1" status: 204 len: 168 time: 0.4341674 Aug 28 19:53:07.511496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d58790-97cf-481b-9bba-4ea8ff92e2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22aa0a-d442-4049-8d50-a3fc3c4bf76d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:07.572690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a88ed567-6403-475a-8ed2-e6dbb560413f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:08.011040 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcbaf6b-75c2-4746-bc18-5931b2b64dd6" -d '{"events": [{"server_uuid": "a238c770-be70-4085-adfd-a8aaad6f8af0", "name": "network-vif-plugged", "status": "completed", "tag": "a88ed567-6403-475a-8ed2-e6dbb560413f"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:08.263187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-d5e7df2c-f48c-4813-91cb-f7f38fd491b8 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:53:08.266039 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-d5e7df2c-f48c-4813-91cb-f7f38fd491b8 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074525 Aug 28 19:53:08.352340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba8390-43a3-414d-9219-b570958ff8ed req-0ed0d5f3-0134-45cf-b117-20954c4d0f81 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:08.354578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-08ba8390-43a3-414d-9219-b570958ff8ed req-0ed0d5f3-0134-45cf-b117-20954c4d0f81 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 932 time: 0.0582540 Aug 28 19:53:08.395295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33350) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:08.416144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-08ba8390-43a3-414d-9219-b570958ff8ed req-e19ff76c-7633-49ea-b465-b87f83035ae2 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534589 Aug 28 19:53:08.421275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e420b6a9-5eaa-4d58-91ad-4418a85ae095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:08.556338 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:08.577446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e420b6a9-5eaa-4d58-91ad-4418a85ae095 admin admin] Publish callbacks [] for security_group (d3294962-d9c5-4e55-9df8-7be4784f0135), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:08.578549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b77fb-8040-41d8-9b16-54bd631e1b61 req-78660a24-de7d-4ff1-995c-82c1ffb21014 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:08.581615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-448b77fb-8040-41d8-9b16-54bd631e1b61 req-78660a24-de7d-4ff1-995c-82c1ffb21014 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 972 time: 0.0653875 Aug 28 19:53:08.647238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-448b77fb-8040-41d8-9b16-54bd631e1b61 req-cb455cea-8056-4b93-bb01-1d409d422ba9 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580256 Aug 28 19:53:08.647742 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e420b6a9-5eaa-4d58-91ad-4418a85ae095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d3294962-d9c5-4e55-9df8-7be4784f0135), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:08.698326 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e420b6a9-5eaa-4d58-91ad-4418a85ae095 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ee8ea837f2a4498f8adcf825bdc9240e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018568 Aug 28 19:53:08.699716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420b6a9-5eaa-4d58-91ad-4418a85ae095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3294962-d9c5-4e55-9df8-7be4784f0135,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:08.704641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33360) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:08.787674 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66d514-8752-4e86-961f-1bc798d21757 x-openstack-request-id: req-6c66d514-8752-4e86-961f-1bc798d21757 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:08.788296 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238c770-be70-4085-adfd-a8aaad6f8af0", "name": "network-vif-plugged", "status": "completed", "tag": "a88ed567-6403-475a-8ed2-e6dbb560413f", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:08.788693 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c66d514-8752-4e86-961f-1bc798d21757 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:08.789280 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c66d514-8752-4e86-961f-1bc798d21757'] response: {'server_uuid': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ed567-6403-475a-8ed2-e6dbb560413f', 'code': 200} Aug 28 19:53:08.803669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc477b81-be30-4704-b980-5dd365698bb1 admin admin] Publish callbacks [] for security_group (d3294962-d9c5-4e55-9df8-7be4784f0135), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:08.839746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc477b81-be30-4704-b980-5dd365698bb1 admin admin] Publish callbacks [] for security_group (d3294962-d9c5-4e55-9df8-7be4784f0135), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:08.975979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e84e89-d2f7-4c85-a867-d89f1f45d8aa req-d0b0cd1b-5439-44f2-bc75-88c22e81b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:08.975979 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56e84e89-d2f7-4c85-a867-d89f1f45d8aa req-d0b0cd1b-5439-44f2-bc75-88c22e81b764 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 1154 time: 0.0959725 Aug 28 19:53:08.980712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Request body: {'port': {'device_id': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:08.981143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56e84e89-d2f7-4c85-a867-d89f1f45d8aa req-dbe8b7a3-36ff-4b3a-80ac-bc6010e0d112 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:09.005640 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:09.068685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:09.121931 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:09.220403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56e84e89-d2f7-4c85-a867-d89f1f45d8aa req-dbe8b7a3-36ff-4b3a-80ac-bc6010e0d112 service neutron] Publish callbacks [] for security_group (7d402ee3-0a17-4ea1-898b-71e5581c78b5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:09.221913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc477b81-be30-4704-b980-5dd365698bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d3294962-d9c5-4e55-9df8-7be4784f0135), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:09.224823 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc477b81-be30-4704-b980-5dd365698bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:09.226441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fc477b81-be30-4704-b980-5dd365698bb1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d3294962-d9c5-4e55-9df8-7be4784f0135 HTTP/1.1" status: 204 len: 168 time: 0.5205579 Aug 28 19:53:09.236817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc477b81-be30-4704-b980-5dd365698bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3294962-d9c5-4e55-9df8-7be4784f0135,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:09.314656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56e84e89-d2f7-4c85-a867-d89f1f45d8aa req-dbe8b7a3-36ff-4b3a-80ac-bc6010e0d112 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7d402ee3-0a17-4ea1-898b-71e5581c78b5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:09.368573 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:09.399776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8b7a3-36ff-4b3a-80ac-bc6010e0d112 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d402ee3-0a17-4ea1-898b-71e5581c78b5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:09.406392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56e84e89-d2f7-4c85-a867-d89f1f45d8aa req-dbe8b7a3-36ff-4b3a-80ac-bc6010e0d112 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388816 Aug 28 19:53:09.557060 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:53:09.560735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36975114-9d3d-4d35-a24f-3531b5a0b4a1 req-cbd4a7dc-62e7-4925-a5f6-971fe9bd4a6c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:09.562370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-36975114-9d3d-4d35-a24f-3531b5a0b4a1 req-cbd4a7dc-62e7-4925-a5f6-971fe9bd4a6c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 932 time: 0.0583670 Aug 28 19:53:09.647970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-36975114-9d3d-4d35-a24f-3531b5a0b4a1 req-c97e5c2e-9e4c-40a0-b7a1-29fcaf980f87 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790253 Aug 28 19:53:09.736653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4621ba6-8535-442b-8c3e-e86c87152de8 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:09.745709 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Publish callbacks [] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:09.770569 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Transition to ACTIVE for port object c4621ba6-8535-442b-8c3e-e86c87152de8 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:53:09.936468 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:10.120247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4621ba6-8535-442b-8c3e-e86c87152de8,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:10.143319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e3ff-e5cd-47a5-9d7a-c76a15cc6c90 req-f3c29431-79a7-4fc4-a036-4a36efe4f5d8 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:10.144880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a0e3ff-e5cd-47a5-9d7a-c76a15cc6c90 req-f3c29431-79a7-4fc4-a036-4a36efe4f5d8 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 972 time: 0.1522794 Aug 28 19:53:10.169579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Attempting to bind port c4621ba6-8535-442b-8c3e-e86c87152de8 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:10.170721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Attempting to bind port c4621ba6-8535-442b-8c3e-e86c87152de8 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:10.171116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Attempting to bind port c4621ba6-8535-442b-8c3e-e86c87152de8 on network a4808e28-0ca6-448a-accf-942dcc7007d2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:10.183375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Port c4621ba6-8535-442b-8c3e-e86c87152de8 on network a4808e28-0ca6-448a-accf-942dcc7007d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:53:10.183706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Attempting to bind port c4621ba6-8535-442b-8c3e-e86c87152de8 on network a4808e28-0ca6-448a-accf-942dcc7007d2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:10.201703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:10.201703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Checking segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:10.201703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Bound using segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:10.201703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Bound port: c4621ba6-8535-442b-8c3e-e86c87152de8, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:10.201703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:10.222274 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:10.233123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a0e3ff-e5cd-47a5-9d7a-c76a15cc6c90 req-75d22df5-6c89-4814-a74a-423fc5378f8f tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794017 Aug 28 19:53:10.311760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] For port c4621ba6-8535-442b-8c3e-e86c87152de8, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:10.319100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] For port c4621ba6-8535-442b-8c3e-e86c87152de8, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c4621ba6-8535-442b-8c3e-e86c87152de8,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:10.429670 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:10.438742 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:10.439674 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:10.441415 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c4621ba6-8535-442b-8c3e-e86c87152de8 HTTP/1.1" status: 200 len: 1092 time: 1.5984185 Aug 28 19:53:10.448584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-156538c4-7b6e-496c-adbb-5ef270bc1222 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=9db888ae52464f218e8bbe0f70be57cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281951 Aug 28 19:53:10.473415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:10.573586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f43754-17b0-45bd-9c9f-a53b65bacbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4621ba6-8535-442b-8c3e-e86c87152de8,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:10.586556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-0d66b3fd-401c-49e0-8928-cf065273b34c tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:10.588331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-0d66b3fd-401c-49e0-8928-cf065273b34c tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381903 Aug 28 19:53:10.604279 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-af0eb819-0250-47f8-aa1a-493617773e8c tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/quotas/9db888ae52464f218e8bbe0f70be57cd HTTP/1.1" status: 200 len: 375 time: 0.0099065 Aug 28 19:53:10.661134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-70f06f95-0cb1-424f-a9f5-d9253bb95e88 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=9db888ae52464f218e8bbe0f70be57cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507205 Aug 28 19:53:10.724361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-1cea89ce-16fd-42e0-87ba-120780e3fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:10.725958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-1cea89ce-16fd-42e0-87ba-120780e3fe0f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 1126 time: 0.0947037 Aug 28 19:53:10.817947 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-89ae76a6-611c-4301-a8b7-40c49572c62e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4621ba6-8535-442b-8c3e-e86c87152de8 HTTP/1.1" status: 200 len: 217 time: 0.0765269 Aug 28 19:53:10.941164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-eda32dcb-4200-4cf9-8669-0df07b4a7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:10.941164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-eda32dcb-4200-4cf9-8669-0df07b4a7a4f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 200 len: 862 time: 0.1035881 Aug 28 19:53:11.021989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c64fb-b028-4b82-9290-8c9ec5d10601 req-2f11c0b8-e1f0-47fc-88ec-6b3083edc938 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:11.035985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db4c64fb-b028-4b82-9290-8c9ec5d10601 req-2f11c0b8-e1f0-47fc-88ec-6b3083edc938 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 944 time: 0.0919371 Aug 28 19:53:11.052484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33452) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:11.104512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-5ba5a022-5805-4676-a2f7-a66f4c7e0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:11.107985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-5ba5a022-5805-4676-a2f7-a66f4c7e0c7c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4808e28-0ca6-448a-accf-942dcc7007d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1691484 Aug 28 19:53:11.110767 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db4c64fb-b028-4b82-9290-8c9ec5d10601 req-d1cff41a-6c97-4c7a-b39f-f79f04ee6254 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733712 Aug 28 19:53:11.178664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-abafea7b-f6aa-4a1b-8790-77522cba3464 req-a0f538d2-7e64-4c00-8378-ee5703a025ee tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 210 time: 0.0679231 Aug 28 19:53:11.233815 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c7751b-ccce-4600-994f-6d6003841bba" -d '{"events": [{"name": "network-changed", "server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:11.292615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-95a81bf8-5c6d-4c22-abee-85168a0c3920 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626565 Aug 28 19:53:11.338977 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6d64230c-86bc-4892-b324-c4847ac504f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:11.437344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f8fd9-2bb5-4962-839f-1f922bfac1a5 req-950b84af-d380-4762-9814-5247b60cb15f tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:11.437466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54936ade-c49d-435d-b8c5-c3074810a2a5 req-b415665d-21b9-4fbf-9a7b-ac4d53ea5135 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361880 Aug 28 19:53:11.440952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-925f8fd9-2bb5-4962-839f-1f922bfac1a5 req-950b84af-d380-4762-9814-5247b60cb15f tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 972 time: 0.0765584 Aug 28 19:53:11.455082 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bda214-e96b-473a-8f3a-1de6a565cc79 x-openstack-request-id: req-50bda214-e96b-473a-8f3a-1de6a565cc79 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:11.455666 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:11.456142 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50bda214-e96b-473a-8f3a-1de6a565cc79 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:11.456952 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bda214-e96b-473a-8f3a-1de6a565cc79'] response: {'name': 'network-changed', 'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'status': 'completed', 'code': 200} Aug 28 19:53:11.522005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-925f8fd9-2bb5-4962-839f-1f922bfac1a5 req-4c7bd447-6468-4932-9173-11f064f0f2c9 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765710 Aug 28 19:53:11.555273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6d64230c-86bc-4892-b324-c4847ac504f1 admin admin] Publish callbacks [] for security_group (853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:11.668582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6d64230c-86bc-4892-b324-c4847ac504f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:11.716453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6d64230c-86bc-4892-b324-c4847ac504f1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5b3134014adb466dae19fe5ad93f780c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6626592 Aug 28 19:53:11.717354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64230c-86bc-4892-b324-c4847ac504f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:11.719315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33486) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:11.736140 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:11.782615 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d68cda3f-b5ae-4a13-9e54-c064b3748d9c admin admin] Publish callbacks [] for security_group (853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:11.804214 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d68cda3f-b5ae-4a13-9e54-c064b3748d9c admin admin] Publish callbacks [] for security_group (853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:11.936295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d68cda3f-b5ae-4a13-9e54-c064b3748d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:11.938977 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d68cda3f-b5ae-4a13-9e54-c064b3748d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:11.940321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d68cda3f-b5ae-4a13-9e54-c064b3748d9c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238 HTTP/1.1" status: 204 len: 168 time: 0.2199781 Aug 28 19:53:11.949112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cda3f-b5ae-4a13-9e54-c064b3748d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d2fd6-8a8c-4e3f-b7d3-c74a73bb2238,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:12.131957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33500) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:12.234505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa65abf-9c0c-4071-8c37-0d3cb142f01f req-38a134e8-c1cd-4a00-a27f-adef049f7d13 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:12.236048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-baa65abf-9c0c-4071-8c37-0d3cb142f01f req-38a134e8-c1cd-4a00-a27f-adef049f7d13 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 944 time: 0.0517297 Aug 28 19:53:12.269470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d054e2d-4cd5-4fc2-8b74-4683c09a4f56 req-2e9d847c-6b0f-4442-a3ef-f209890fe19d tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 210 time: 0.0279663 Aug 28 19:53:12.274782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:12.302431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-baa65abf-9c0c-4071-8c37-0d3cb142f01f req-2d6ae3bb-558c-4e04-8be4-edd12e7a6bb8 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604796 Aug 28 19:53:12.511887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ec48-f6b8-48a4-aaa7-c087ea63e366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:12.539431 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:12.656795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ec48-f6b8-48a4-aaa7-c087ea63e366 admin admin] Publish callbacks [] for security_group (32ff0cc5-6c26-43fb-ac9d-339030603dff), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:12.666791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9446d-76a2-4e30-a170-88217426a954 req-147f7a3f-d764-4eba-8ac4-1adb1ac8ff06 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:12.668315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f9446d-76a2-4e30-a170-88217426a954 req-147f7a3f-d764-4eba-8ac4-1adb1ac8ff06 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 972 time: 0.0675666 Aug 28 19:53:12.875438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33522) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:12.888393 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ec48-f6b8-48a4-aaa7-c087ea63e366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (32ff0cc5-6c26-43fb-ac9d-339030603dff), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:12.890155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3990293b-5c82-4dc9-8059-3fb3babf48da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:12.895499 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f9446d-76a2-4e30-a170-88217426a954 req-c05defb1-ee2f-4abe-9619-8cfd0cf0e3cb tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213063 Aug 28 19:53:12.909833 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:12.942721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c6e5ec48-f6b8-48a4-aaa7-c087ea63e366 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d273d41d844e48bdb9c0aef3eb27a8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8102961 Aug 28 19:53:12.944647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5ec48-f6b8-48a4-aaa7-c087ea63e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff0cc5-6c26-43fb-ac9d-339030603dff,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:12.946957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33530) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:12.999509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7751b-ccce-4600-994f-6d6003841bba req-7a6950db-4f90-4b32-aee0-6c756c4c3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:13.002079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c7751b-ccce-4600-994f-6d6003841bba req-7a6950db-4f90-4b32-aee0-6c756c4c3919 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 1126 time: 0.0883911 Aug 28 19:53:13.007893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa7645e2-d604-409b-b37b-9a924bf5431f admin admin] Publish callbacks [] for security_group (32ff0cc5-6c26-43fb-ac9d-339030603dff), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.036546 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa7645e2-d604-409b-b37b-9a924bf5431f admin admin] Publish callbacks [] for security_group (32ff0cc5-6c26-43fb-ac9d-339030603dff), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.163206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3990293b-5c82-4dc9-8059-3fb3babf48da admin admin] Publish callbacks [] for security_group (74c0ed69-c562-4fd6-aedb-660dfffdc9d1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.177092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcad33-0fdf-4293-970b-beca7ff37c9d req-e5c045a6-adcc-4384-ad05-c08013b0db77 tempest-AggregatesAdminTestJSON-485742071 tempest-AggregatesAdminTestJSON-485742071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:13.179076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cedcad33-0fdf-4293-970b-beca7ff37c9d req-e5c045a6-adcc-4384-ad05-c08013b0db77 tempest-AggregatesAdminTestJSON-485742071 tempest-AggregatesAdminTestJSON-485742071-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 1154 time: 0.0601959 Aug 28 19:53:13.212832 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:13.215024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa7645e2-d604-409b-b37b-9a924bf5431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (32ff0cc5-6c26-43fb-ac9d-339030603dff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.220174 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa7645e2-d604-409b-b37b-9a924bf5431f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.254759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fa7645e2-d604-409b-b37b-9a924bf5431f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/32ff0cc5-6c26-43fb-ac9d-339030603dff HTTP/1.1" status: 204 len: 168 time: 0.2807932 Aug 28 19:53:13.254759 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cedcad33-0fdf-4293-970b-beca7ff37c9d req-c94a74ee-3918-46fa-b16b-cdc2a6ff1d8a tempest-AggregatesAdminTestJSON-485742071 tempest-AggregatesAdminTestJSON-485742071-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.255641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3990293b-5c82-4dc9-8059-3fb3babf48da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (74c0ed69-c562-4fd6-aedb-660dfffdc9d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.280314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7751b-ccce-4600-994f-6d6003841bba req-263d0855-278e-4f83-b5d5-404d727df8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:13.281430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7645e2-d604-409b-b37b-9a924bf5431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff0cc5-6c26-43fb-ac9d-339030603dff,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:13.282346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c7751b-ccce-4600-994f-6d6003841bba req-263d0855-278e-4f83-b5d5-404d727df8b6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 924 time: 0.2719600 Aug 28 19:53:13.308023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3990293b-5c82-4dc9-8059-3fb3babf48da admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5872874a78a449768e4f59ce8fca34be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4299607 Aug 28 19:53:13.311109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33538) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:13.375007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c7751b-ccce-4600-994f-6d6003841bba req-f3a82bc2-de35-483e-8512-8383f25ebbfd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4621ba6-8535-442b-8c3e-e86c87152de8 HTTP/1.1" status: 200 len: 217 time: 0.0778010 Aug 28 19:53:13.380827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990293b-5c82-4dc9-8059-3fb3babf48da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c0ed69-c562-4fd6-aedb-660dfffdc9d1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:13.396688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cedcad33-0fdf-4293-970b-beca7ff37c9d req-c94a74ee-3918-46fa-b16b-cdc2a6ff1d8a tempest-AggregatesAdminTestJSON-485742071 tempest-AggregatesAdminTestJSON-485742071-project-admin] Publish callbacks [] for security_group (1dab4689-16cc-41e5-aed8-fffd316d3a99), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.456521 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cedcad33-0fdf-4293-970b-beca7ff37c9d req-c94a74ee-3918-46fa-b16b-cdc2a6ff1d8a tempest-AggregatesAdminTestJSON-485742071 tempest-AggregatesAdminTestJSON-485742071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1dab4689-16cc-41e5-aed8-fffd316d3a99), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.474917 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33aa4ac4-c0b6-4937-bee2-1ac02c77ed8c req-9b7f89fa-4fc3-496d-aeea-387786eea8e0 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 210 time: 0.0441289 Aug 28 19:53:13.485885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7751b-ccce-4600-994f-6d6003841bba req-5a27143a-8b2c-4e57-871d-286ed9075da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:13.498177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c7751b-ccce-4600-994f-6d6003841bba req-5a27143a-8b2c-4e57-871d-286ed9075da5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 200 len: 862 time: 0.1018956 Aug 28 19:53:13.498644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cedcad33-0fdf-4293-970b-beca7ff37c9d req-c94a74ee-3918-46fa-b16b-cdc2a6ff1d8a tempest-AggregatesAdminTestJSON-485742071 tempest-AggregatesAdminTestJSON-485742071-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119550 Aug 28 19:53:13.499377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a74ee-3918-46fa-b16b-cdc2a6ff1d8a tempest-AggregatesAdminTestJSON-485742071 tempest-AggregatesAdminTestJSON-485742071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dab4689-16cc-41e5-aed8-fffd316d3a99,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:13.538990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2bec03a3-a130-4557-a9da-2b8c72c65e72 admin admin] Publish callbacks [] for security_group (74c0ed69-c562-4fd6-aedb-660dfffdc9d1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.758701 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2bec03a3-a130-4557-a9da-2b8c72c65e72 admin admin] Publish callbacks [] for security_group (74c0ed69-c562-4fd6-aedb-660dfffdc9d1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:13.768619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7751b-ccce-4600-994f-6d6003841bba req-7208679d-9f56-4af7-839f-211bbad891bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:13.770164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c7751b-ccce-4600-994f-6d6003841bba req-7208679d-9f56-4af7-839f-211bbad891bc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4808e28-0ca6-448a-accf-942dcc7007d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2707908 Aug 28 19:53:13.824523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba21c-bc7f-492f-ba27-0d02d835a943 req-b4cf809e-7519-4287-9c0d-0f81dd6ed73c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:13.826690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f3ba21c-bc7f-492f-ba27-0d02d835a943 req-b4cf809e-7519-4287-9c0d-0f81dd6ed73c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 944 time: 0.2690599 Aug 28 19:53:13.847555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-b168a3c5-6075-4ff9-8c53-5055e46e0745 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=9db888ae52464f218e8bbe0f70be57cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281253 Aug 28 19:53:13.861338 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:13.880603 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:13.954475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f3ba21c-bc7f-492f-ba27-0d02d835a943 req-06573231-605a-45aa-8f42-c5f31c88efd7 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004705 Aug 28 19:53:13.956965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c7751b-ccce-4600-994f-6d6003841bba req-a43bd7e7-70aa-4e4b-be3b-4d20a0bd1a1e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747465 Aug 28 19:53:13.973052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-337f16c7-14c3-489a-922a-f105d357d51d tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:13.974558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-337f16c7-14c3-489a-922a-f105d357d51d tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220496 Aug 28 19:53:13.990481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Request body: {'port': {'device_id': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '9db888ae52464f218e8bbe0f70be57cd'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:14.033044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2bec03a3-a130-4557-a9da-2b8c72c65e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (74c0ed69-c562-4fd6-aedb-660dfffdc9d1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.033044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2bec03a3-a130-4557-a9da-2b8c72c65e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.034163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2bec03a3-a130-4557-a9da-2b8c72c65e72 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/74c0ed69-c562-4fd6-aedb-660dfffdc9d1 HTTP/1.1" status: 204 len: 168 time: 0.7114592 Aug 28 19:53:14.054331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec03a3-a130-4557-a9da-2b8c72c65e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c0ed69-c562-4fd6-aedb-660dfffdc9d1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:14.080634 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:14.152127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33566) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:14.168136 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c7751b-ccce-4600-994f-6d6003841bba req-e8832102-8068-4d93-b413-5ad20c5de660 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019255 Aug 28 19:53:14.176661 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c39b35dd-778d-42b7-8f86-ad505ead5ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.276968 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c39b35dd-778d-42b7-8f86-ad505ead5ee1 admin admin] Publish callbacks [] for security_group (a3d8cd5c-64a6-4b01-8948-e12e80e31266), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.285060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Made reservation on behalf of 9db888ae52464f218e8bbe0f70be57cd for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:14.289009 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.301923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.365695 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c39b35dd-778d-42b7-8f86-ad505ead5ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a3d8cd5c-64a6-4b01-8948-e12e80e31266), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.394665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64368f-578a-4fe8-af09-ac6e4392bf09 req-053c68d9-6ac8-46fd-9422-44318df32d39 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:14.397466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b64368f-578a-4fe8-af09-ac6e4392bf09 req-053c68d9-6ac8-46fd-9422-44318df32d39 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 972 time: 0.0813251 Aug 28 19:53:14.425246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b35dd-778d-42b7-8f86-ad505ead5ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d8cd5c-64a6-4b01-8948-e12e80e31266,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:14.434036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c39b35dd-778d-42b7-8f86-ad505ead5ee1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3a5616749e4f49f4a799de31d215c619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788634 Aug 28 19:53:14.435356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33574) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:14.487077 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:14.494242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks [] for security_group (3d2cd46a-dd81-4c6c-b7bb-754a5cacc929), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.500021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b64368f-578a-4fe8-af09-ac6e4392bf09 req-7de8cb0b-c137-42d9-9d18-3cf0284fee00 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853188 Aug 28 19:53:14.517868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-144f79b7-0b1c-452e-bbd6-f5aa2ba61168 admin admin] Publish callbacks [] for security_group (a3d8cd5c-64a6-4b01-8948-e12e80e31266), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.555367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-144f79b7-0b1c-452e-bbd6-f5aa2ba61168 admin admin] Publish callbacks [] for security_group (a3d8cd5c-64a6-4b01-8948-e12e80e31266), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.567036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d2cd46a-dd81-4c6c-b7bb-754a5cacc929), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.640978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:14.649276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-110f8f1e-2db4-43b7-aeb6-3a2189694335 req-c8d12c37-c3c3-47cc-b59e-b7533ef7a7c9 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 210 time: 0.0483994 Aug 28 19:53:14.724734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Allocated IP 192.168.233.156 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/947ebbda-8504-4071-9603-a5787e0a06ff) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:14.766860 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-144f79b7-0b1c-452e-bbd6-f5aa2ba61168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a3d8cd5c-64a6-4b01-8948-e12e80e31266), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.772269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-144f79b7-0b1c-452e-bbd6-f5aa2ba61168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.776372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-144f79b7-0b1c-452e-bbd6-f5aa2ba61168 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a3d8cd5c-64a6-4b01-8948-e12e80e31266 HTTP/1.1" status: 204 len: 168 time: 0.3375766 Aug 28 19:53:14.776770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c4621ba6-8535-442b-8c3e-e86c87152de8 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:53:14.786992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f79b7-0b1c-452e-bbd6-f5aa2ba61168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d8cd5c-64a6-4b01-8948-e12e80e31266,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:14.876423 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:14.901451 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks [] for port (947ebbda-8504-4071-9603-a5787e0a06ff), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.902286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c4621ba6-8535-442b-8c3e-e86c87152de8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c4621ba6-8535-442b-8c3e-e86c87152de8,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:14.915015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'port_id': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'mac_address': 'fa:16:3e:91:58:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:53:14.958171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c4621ba6-8535-442b-8c3e-e86c87152de8 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:14.958572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:14.972929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4621ba6-8535-442b-8c3e-e86c87152de8 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:14.995323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c4621ba6-8535-442b-8c3e-e86c87152de8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c4621ba6-8535-442b-8c3e-e86c87152de8,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:15.023386 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.091998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.102732 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:15.105531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:15.111204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:15.120589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e05b1-3b6a-4c88-b713-e96b9e613e71 req-dacd95fd-fa48-4c18-98df-d131fde0d44d tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:15.122301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cc5e05b1-3b6a-4c88-b713-e96b9e613e71 req-dacd95fd-fa48-4c18-98df-d131fde0d44d tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 944 time: 0.0898945 Aug 28 19:53:15.123799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:15.128316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:15.130901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.136959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Pushing event updated for resources: {'Port': ['ID=947ebbda-8504-4071-9603-a5787e0a06ff,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:15.187465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c4621ba6-8535-442b-8c3e-e86c87152de8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:15.203122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cc5e05b1-3b6a-4c88-b713-e96b9e613e71 req-dccb3da5-ba44-4f12-999d-888c144025b3 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665264 Aug 28 19:53:15.294481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a69ea434-9e71-4d65-a6ac-44599c9f201a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3098536 Aug 28 19:53:15.311103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Request body: {'port': {'device_id': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'device_owner': 'compute:tempest-test_az-1944896774', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:15.330394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33596) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:15.387837 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.465185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-44646128-ec02-45a2-b3cc-4f5328d6d1ec None None] Provisioning complete for port 947ebbda-8504-4071-9603-a5787e0a06ff triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:15.465562 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-44646128-ec02-45a2-b3cc-4f5328d6d1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.515406 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49deee84-1d2d-4577-84a2-6edb1664b9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.521678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c4621ba6-8535-442b-8c3e-e86c87152de8'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:53:15.636017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-44646128-ec02-45a2-b3cc-4f5328d6d1ec None None] Port 947ebbda-8504-4071-9603-a5787e0a06ff cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:15.669465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49deee84-1d2d-4577-84a2-6edb1664b9a3 admin admin] Publish callbacks [] for security_group (7ce3070d-6172-4874-bc73-8465b6cd6f0f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.743403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.89', 53749) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:15.774912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49deee84-1d2d-4577-84a2-6edb1664b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ce3070d-6172-4874-bc73-8465b6cd6f0f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.851853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947ebbda-8504-4071-9603-a5787e0a06ff {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:15.861672 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Publish callbacks [] for port (947ebbda-8504-4071-9603-a5787e0a06ff), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.877470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Transition to ACTIVE for port object 947ebbda-8504-4071-9603-a5787e0a06ff will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:53:15.897909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1c8bf-ee5e-46ae-9be5-c517e775ae91 req-4220f82e-ae3f-45ef-a778-07ca9583bb5c tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:15.907858 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86d1c8bf-ee5e-46ae-9be5-c517e775ae91 req-4220f82e-ae3f-45ef-a778-07ca9583bb5c tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 972 time: 0.2362211 Aug 28 19:53:15.915638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deee84-1d2d-4577-84a2-6edb1664b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3070d-6172-4874-bc73-8465b6cd6f0f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:15.930896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33622) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:15.942246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-49deee84-1d2d-4577-84a2-6edb1664b9a3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e5ac1580031b4e33bbaca6afe9b93319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6106803 Aug 28 19:53:15.947574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33626) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:15.954405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257f01-b0ec-4bca-912f-5c4516746e30 req-2d166934-0adb-487a-a8a7-7d23824dd130 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:15.960244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5257f01-b0ec-4bca-912f-5c4516746e30 req-2d166934-0adb-487a-a8a7-7d23824dd130 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 936 time: 0.0813086 Aug 28 19:53:15.961515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:15.969360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-7790f305-122a-42ae-acf2-7f5d4ebd0717 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:15.975642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-7790f305-122a-42ae-acf2-7f5d4ebd0717 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 972 time: 0.2264879 Aug 28 19:53:15.975642 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:16.070315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=947ebbda-8504-4071-9603-a5787e0a06ff,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:16.072239 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86d1c8bf-ee5e-46ae-9be5-c517e775ae91 req-183ab057-cb2e-44e4-bef9-e0c59ec2a024 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631303 Aug 28 19:53:16.082278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Attempting to bind port 947ebbda-8504-4071-9603-a5787e0a06ff on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:16.082495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Attempting to bind port 947ebbda-8504-4071-9603-a5787e0a06ff by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:16.082829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Attempting to bind port 947ebbda-8504-4071-9603-a5787e0a06ff on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:16.092305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5257f01-b0ec-4bca-912f-5c4516746e30 req-b71c1315-773e-4e69-93ec-8660a3f7de28 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232104 Aug 28 19:53:16.093263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Port 947ebbda-8504-4071-9603-a5787e0a06ff on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:53:16.093605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Attempting to bind port 947ebbda-8504-4071-9603-a5787e0a06ff on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:16.101279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:16.101279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:16.101837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:16.102439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Bound port: 947ebbda-8504-4071-9603-a5787e0a06ff, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:16.102817 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.152632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-network', 'tenant_id': '722e7cf4482747a98836d2a4a1761042'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:16.209440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d26080d3-7a71-4a51-b3b8-98fe643ce321 admin admin] Publish callbacks [] for security_group (7ce3070d-6172-4874-bc73-8465b6cd6f0f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.218612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] For port 947ebbda-8504-4071-9603-a5787e0a06ff, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:16.219997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Deleting port a88ed567-6403-475a-8ed2-e6dbb560413f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:53:16.220371 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.223588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] For port 947ebbda-8504-4071-9603-a5787e0a06ff, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=947ebbda-8504-4071-9603-a5787e0a06ff,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:16.244226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d26080d3-7a71-4a51-b3b8-98fe643ce321 admin admin] Publish callbacks [] for security_group (7ce3070d-6172-4874-bc73-8465b6cd6f0f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.337055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664528c-f5ff-41e9-8484-82400b7558c8 req-82034461-01d2-4956-8952-1cdd2763fbf7 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:16.338914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3664528c-f5ff-41e9-8484-82400b7558c8 req-82034461-01d2-4956-8952-1cdd2763fbf7 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 945 time: 0.0552888 Aug 28 19:53:16.377212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] For port a88ed567-6403-475a-8ed2-e6dbb560413f, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a88ed567-6403-475a-8ed2-e6dbb560413f,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:16.377585 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.384964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Made reservation on behalf of 722e7cf4482747a98836d2a4a1761042 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:16.387503 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.391390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.395289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Calling delete_port for a88ed567-6403-475a-8ed2-e6dbb560413f owned by compute:tempest-test_az-1944896774 {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:53:16.399585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:16.400237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.401757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/947ebbda-8504-4071-9603-a5787e0a06ff HTTP/1.1" status: 200 len: 1118 time: 1.0951414 Aug 28 19:53:16.411986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'tag': '947ebbda-8504-4071-9603-a5787e0a06ff'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:16.414378 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a172fe10-b30a-409b-966f-06edcb5f733c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6f21ee-6370-49e2-844a-bac2e09ae2c0", "tag": "947ebbda-8504-4071-9603-a5787e0a06ff"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:16.427753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.454090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3664528c-f5ff-41e9-8484-82400b7558c8 req-8ca88f31-0ff6-4df8-b684-0aaaa5deb6e8 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075952 Aug 28 19:53:16.483140 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ffa93-79bf-4bae-a53e-5ad5e4d83268 x-openstack-request-id: req-9e4ffa93-79bf-4bae-a53e-5ad5e4d83268 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:16.483524 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6f21ee-6370-49e2-844a-bac2e09ae2c0", "tag": "947ebbda-8504-4071-9603-a5787e0a06ff", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:16.483776 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e4ffa93-79bf-4bae-a53e-5ad5e4d83268 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:16.484177 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4ffa93-79bf-4bae-a53e-5ad5e4d83268'] response: {'name': 'network-changed', 'server_uuid': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'tag': '947ebbda-8504-4071-9603-a5787e0a06ff', 'status': 'completed', 'code': 200} Aug 28 19:53:16.524680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d26080d3-7a71-4a51-b3b8-98fe643ce321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ce3070d-6172-4874-bc73-8465b6cd6f0f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.531488 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d26080d3-7a71-4a51-b3b8-98fe643ce321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.531488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d26080d3-7a71-4a51-b3b8-98fe643ce321 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7ce3070d-6172-4874-bc73-8465b6cd6f0f HTTP/1.1" status: 204 len: 168 time: 0.5800972 Aug 28 19:53:16.542664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2314ff2-3d9f-43a2-992b-de40e8e30fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=947ebbda-8504-4071-9603-a5787e0a06ff,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:16.543967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26080d3-7a71-4a51-b3b8-98fe643ce321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3070d-6172-4874-bc73-8465b6cd6f0f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:16.557137 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:16.601377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172fe10-b30a-409b-966f-06edcb5f733c req-aaca3609-75ee-4bf7-be04-f85c43270756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:16.601377 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a172fe10-b30a-409b-966f-06edcb5f733c req-aaca3609-75ee-4bf7-be04-f85c43270756 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9db888ae52464f218e8bbe0f70be57cd&device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 1152 time: 0.0893281 Aug 28 19:53:16.658689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a172fe10-b30a-409b-966f-06edcb5f733c req-1cb127f3-4bcf-49b0-8444-b09e746c8809 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=9db888ae52464f218e8bbe0f70be57cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453236 Aug 28 19:53:16.707634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks [] for security_group (29066f9d-2e0f-43f2-8dd5-141cddfd7e90), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.754127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (a88ed567-6403-475a-8ed2-e6dbb560413f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.769125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['a88ed567-6403-475a-8ed2-e6dbb560413f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:53:16.786234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Pushing event deleted for resources: {'Port': ['ID=a88ed567-6403-475a-8ed2-e6dbb560413f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:16.795965 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:16.797477 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (29066f9d-2e0f-43f2-8dd5-141cddfd7e90), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.836392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c4621ba6-8535-442b-8c3e-e86c87152de8 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:16.926134 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port c4621ba6-8535-442b-8c3e-e86c87152de8 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:53:16.934488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] No DVR routers for this DVR port a88ed567-6403-475a-8ed2-e6dbb560413f on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:53:16.940707 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.948233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:53:16.949691 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5825c406-9cc9-4849-8e95-9f8033b36ca2 req-02927a3d-4fb4-4b07-81ee-86a99a2e9843 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.89 "DELETE /networking/v2.0/ports/a88ed567-6403-475a-8ed2-e6dbb560413f HTTP/1.1" status: 204 len: 173 time: 0.9584515 Aug 28 19:53:16.950737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'name': 'network-vif-deleted', 'tag': 'a88ed567-6403-475a-8ed2-e6dbb560413f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:16.955230 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0000b9-6161-4b5b-b2a1-50641c3bfd30" -d '{"events": [{"server_uuid": "a238c770-be70-4085-adfd-a8aaad6f8af0", "name": "network-vif-deleted", "tag": "a88ed567-6403-475a-8ed2-e6dbb560413f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:16.970520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172fe10-b30a-409b-966f-06edcb5f733c req-e6b5a874-1391-43c5-8850-046f6a3c1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:16.972192 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a172fe10-b30a-409b-966f-06edcb5f733c req-e6b5a874-1391-43c5-8850-046f6a3c1740 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3071239 Aug 28 19:53:16.988251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port c4621ba6-8535-442b-8c3e-e86c87152de8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:16.988662 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.990347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29066f9d-2e0f-43f2-8dd5-141cddfd7e90,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:16.996927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e7be4222-3479-4843-90e1-5099c56f5492), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:16.997285 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Added segment e7be4222-3479-4843-90e1-5099c56f5492 of type vlan for network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 Aug 28 19:53:17.018004 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a57e53-bbb9-4692-9225-015ab7955e77 x-openstack-request-id: req-89a57e53-bbb9-4692-9225-015ab7955e77 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:17.018004 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238c770-be70-4085-adfd-a8aaad6f8af0", "name": "network-vif-deleted", "tag": "a88ed567-6403-475a-8ed2-e6dbb560413f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:17.018004 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89a57e53-bbb9-4692-9225-015ab7955e77 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:17.018004 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a57e53-bbb9-4692-9225-015ab7955e77'] response: {'server_uuid': 'a238c770-be70-4085-adfd-a8aaad6f8af0', 'name': 'network-vif-deleted', 'tag': 'a88ed567-6403-475a-8ed2-e6dbb560413f', 'status': 'completed', 'code': 200} Aug 28 19:53:17.111515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.175689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-9349ad4d-b52c-4e63-976c-9e10f594f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:17.177807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-9349ad4d-b52c-4e63-976c-9e10f594f875 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9db888ae52464f218e8bbe0f70be57cd&device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 1152 time: 0.1220047 Aug 28 19:53:17.207002 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:17.235685 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-8f8e0885-bc0a-4d19-96ee-b6ac9da8bf7f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=947ebbda-8504-4071-9603-a5787e0a06ff HTTP/1.1" status: 200 len: 217 time: 0.0485451 Aug 28 19:53:17.237332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c4621ba6-8535-442b-8c3e-e86c87152de8 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:17.237906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.268768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:17.271179 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daa3d10-c7fd-4ff2-affc-25e2736b9336" -d '{"events": [{"server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "name": "network-vif-plugged", "status": "completed", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:17.285816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c4621ba6-8535-442b-8c3e-e86c87152de8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c4621ba6-8535-442b-8c3e-e86c87152de8,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:17.298234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9413c219-3769-493b-ace2-fb930875c1c8 req-13ada647-2e67-4e6d-aeb9-a52606b4b3b6 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.0327363 Aug 28 19:53:17.306095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.307127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:17.307707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.355562 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a08dd-a052-42fe-9dab-820df0c8a567 x-openstack-request-id: req-c70a08dd-a052-42fe-9dab-820df0c8a567 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:17.355562 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "name": "network-vif-plugged", "status": "completed", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:17.355562 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c70a08dd-a052-42fe-9dab-820df0c8a567 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:17.356259 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70a08dd-a052-42fe-9dab-820df0c8a567'] response: {'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'code': 200} Aug 28 19:53:17.385450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-1b1eb5c8-f5c5-450b-94e4-25eed37aef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:17.386872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-1b1eb5c8-f5c5-450b-94e4-25eed37aef15 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1422255 Aug 28 19:53:17.399124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beb001-be3d-4cc4-96be-87efa074dab8 req-7c3f5009-7766-41b3-859f-953f49fd1fc6 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:17.400693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34beb001-be3d-4cc4-96be-87efa074dab8 req-7c3f5009-7766-41b3-859f-953f49fd1fc6 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 970 time: 0.1690054 Aug 28 19:53:17.451735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.465119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] Pushing event updated for resources: {'Network': ['ID=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:17.486745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:53:17.502456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2f162a9d-bf1f-453f-9a8b-45743537e545 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5617540 Aug 28 19:53:17.505871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33660) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:17.507337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-0c4c215e-b42e-479d-9598-acdcc0962e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:17.509824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-0c4c215e-b42e-479d-9598-acdcc0962e40 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1050582 Aug 28 19:53:17.514097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Request body: {'subnet': {'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-subnet', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:17.547037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0093f14-cbe2-4853-a4e2-a4bc28520614 req-12bb35d0-55c5-4b67-a60e-420a3fb09608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:17.548569 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0093f14-cbe2-4853-a4e2-a4bc28520614 req-12bb35d0-55c5-4b67-a60e-420a3fb09608 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 1128 time: 0.0849586 Aug 28 19:53:17.566510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34beb001-be3d-4cc4-96be-87efa074dab8 req-1f46223a-1722-4d68-ab8c-8aad625169a7 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442776 Aug 28 19:53:17.658673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c4621ba6-8535-442b-8c3e-e86c87152de8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:17.697331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-4333052e-3014-48c0-9a2e-c6d7950bcde3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755066 Aug 28 19:53:17.719884 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0093f14-cbe2-4853-a4e2-a4bc28520614 req-a391f98e-0e10-4c0f-b209-8c1d39b4cd71 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638629 Aug 28 19:53:17.728375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Made reservation on behalf of 722e7cf4482747a98836d2a4a1761042 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:17.731209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.740919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904ff5-c7cf-4238-b3b2-877cc41a1899 req-e4527efc-a730-4777-808f-d079abe0d879 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:17.742853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34904ff5-c7cf-4238-b3b2-877cc41a1899 req-e4527efc-a730-4777-808f-d079abe0d879 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 946 time: 0.0759008 Aug 28 19:53:17.764225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33670) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:17.781628 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dce4c879-a4c5-4318-8d58-63f411b6a6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.824986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34904ff5-c7cf-4238-b3b2-877cc41a1899 req-93be0d1a-a51b-47ac-b864-4e397a71d6aa tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756800 Aug 28 19:53:17.894971 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dce4c879-a4c5-4318-8d58-63f411b6a6c1 admin admin] Publish callbacks [] for security_group (1eb9a289-1f95-48ee-aa42-80ec1621d015), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:17.906897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24e06105-12b7-4301-9e10-fb678ed17cbf req-7e805581-1250-4c4c-a6f1-6b89577e9656 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009077 Aug 28 19:53:17.987789 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dce4c879-a4c5-4318-8d58-63f411b6a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1eb9a289-1f95-48ee-aa42-80ec1621d015), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:18.031989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dce4c879-a4c5-4318-8d58-63f411b6a6c1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=330e4fcc8ace4f03833e5ce20ea4a146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666416 Aug 28 19:53:18.032706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4c879-a4c5-4318-8d58-63f411b6a6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9a289-1f95-48ee-aa42-80ec1621d015,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:18.038252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:18.087276 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97e3e3bc-644d-4997-b60e-9f304872aeea admin admin] Publish callbacks [] for security_group (1eb9a289-1f95-48ee-aa42-80ec1621d015), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:18.103725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (4840aad5-d346-4519-9cd0-422036b5ca35), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:18.113928 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97e3e3bc-644d-4997-b60e-9f304872aeea admin admin] Publish callbacks [] for security_group (1eb9a289-1f95-48ee-aa42-80ec1621d015), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:18.246435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97e3e3bc-644d-4997-b60e-9f304872aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1eb9a289-1f95-48ee-aa42-80ec1621d015), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:18.253097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97e3e3bc-644d-4997-b60e-9f304872aeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:18.255646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-97e3e3bc-644d-4997-b60e-9f304872aeea admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1eb9a289-1f95-48ee-aa42-80ec1621d015 HTTP/1.1" status: 204 len: 168 time: 0.2196040 Aug 28 19:53:18.275415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3e3bc-644d-4997-b60e-9f304872aeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9a289-1f95-48ee-aa42-80ec1621d015,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:18.313168 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:18.399607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-548b9ac7-901f-4c69-9cdf-8b171a6441cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402548 Aug 28 19:53:18.429520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4840aad5-d346-4519-9cd0-422036b5ca35,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:18.453296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:18.453296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Network hostable DHCP agents. Network: 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:53:18.475707 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e441629-5380-4236-97f7-1fb39feb8b9c req-a45f79a1-dfdc-4c9e-91ad-b3d83b1550f9 tempest-AggregatesAdminTestJSON-1756386074 tempest-AggregatesAdminTestJSON-1756386074-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a238c770-be70-4085-adfd-a8aaad6f8af0 HTTP/1.1" status: 200 len: 210 time: 0.0386868 Aug 28 19:53:18.557698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-0bedfb5e-1a4d-4ff3-8029-b4408893d761 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:18.559285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-0bedfb5e-1a4d-4ff3-8029-b4408893d761 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493897 Aug 28 19:53:18.578876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:53:18.580679 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:18.585335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-032278ec-7c66-456b-b6a3-43938ff5cd58 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/quotas/4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 375 time: 0.0188022 Aug 28 19:53:18.624308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-88e7316d-1361-4d06-89a9-ed8e3dbbaaa3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293972 Aug 28 19:53:18.685082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:18.690251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:18.690966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:18.693056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a03b7-6b6a-4633-9c19-bad3f2087be4 req-b65bb9ff-73b4-45c5-b39f-623d71137097 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:18.694620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-896a03b7-6b6a-4633-9c19-bad3f2087be4 req-b65bb9ff-73b4-45c5-b39f-623d71137097 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 970 time: 0.0550966 Aug 28 19:53:18.702288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386eddb1-afd4-41fc-86d8-3ba9141bbddd None None] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:53:18.771254 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-896a03b7-6b6a-4633-9c19-bad3f2087be4 req-a05a2168-a9f1-47a9-b46d-5f95107845ea tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592387 Aug 28 19:53:18.782763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-74d790e9-ed7d-498e-90df-57aedb03399c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2728329 Aug 28 19:53:18.784271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33696) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:18.790519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:18.805416 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:18.939650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9667e6e7-e663-4e74-9d1d-dc39f0e06041 req-2f147d30-aee0-47fb-b4ef-841b853e4f4e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 210 time: 0.0633311 Aug 28 19:53:18.961433 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:19.002882 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (97bd689f-cc62-4630-9321-25c8abd695ef), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.003943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (97bd689f-cc62-4630-9321-25c8abd695ef), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.015220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'project_id': '722e7cf4482747a98836d2a4a1761042', 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:53:19.016200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.038009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637ecd1-fd1c-40d0-ae51-017737c7aa4b req-c78f61aa-99f1-436c-8fa5-720afbf1f2fb tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:19.039722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d637ecd1-fd1c-40d0-ae51-017737c7aa4b req-c78f61aa-99f1-436c-8fa5-720afbf1f2fb tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 946 time: 0.0802834 Aug 28 19:53:19.108131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks [] for router_controller (97bd689f-cc62-4630-9321-25c8abd695ef), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.141151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d637ecd1-fd1c-40d0-ae51-017737c7aa4b req-76e8602b-2800-4b0a-9753-485284e00237 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882471 Aug 28 19:53:19.220509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Allocated IP 172.20.0.2 (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2/4840aad5-d346-4519-9cd0-422036b5ca35/cf7dc46b-c229-46e5-9560-43eba824d869) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:19.338210 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks [] for router_gateway (97bd689f-cc62-4630-9321-25c8abd695ef), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.393786 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Publish callbacks [] for port (cf7dc46b-c229-46e5-9560-43eba824d869), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.537383 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.579417 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:19.595467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Pushing event updated for resources: {'Port': ['ID=cf7dc46b-c229-46e5-9560-43eba824d869,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:19.604765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:19.605500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:19.608491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:19.688263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Attempting to bind port cf7dc46b-c229-46e5-9560-43eba824d869 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:19.688690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Attempting to bind port cf7dc46b-c229-46e5-9560-43eba824d869 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:19.689102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Attempting to bind port cf7dc46b-c229-46e5-9560-43eba824d869 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:19.692955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks [] for router_gateway (97bd689f-cc62-4630-9321-25c8abd695ef), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.694797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:19.695231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:19.695638 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.696035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:19.696541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Bound port: cf7dc46b-c229-46e5-9560-43eba824d869, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:19.696931 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.718744 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.773472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] For port cf7dc46b-c229-46e5-9560-43eba824d869, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:19.778180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] For port cf7dc46b-c229-46e5-9560-43eba824d869, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cf7dc46b-c229-46e5-9560-43eba824d869,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:19.851516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Allocated IP 172.25.4.111 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:19.851784 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:19.990723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e20e-d5da-47c3-917c-d94f254eddbe None None] Pushing event updated for resources: {'Port': ['ID=cf7dc46b-c229-46e5-9560-43eba824d869,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:20.013278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa645e-1b81-4b85-8c83-e672295b697c req-356aa290-7ab3-4c91-8afd-26fc01c5602f tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:20.015606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78fa645e-1b81-4b85-8c83-e672295b697c req-356aa290-7ab3-4c91-8afd-26fc01c5602f tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 970 time: 0.1001577 Aug 28 19:53:20.049017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks [] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:20.098666 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78fa645e-1b81-4b85-8c83-e672295b697c req-ab57f976-b6a7-491c-8513-541887fed2f8 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744817 Aug 28 19:53:20.220399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05fc5a7d-c335-45dc-92d8-82c882a88f90 req-6eb5a533-0243-4880-9810-d98fb2f83c82 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 210 time: 0.0582318 Aug 28 19:53:20.301010 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:20.354313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:20.360893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:20.363729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:20.371420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ae375-ae00-4427-9e92-331f6a77101f req-5f651abc-5e20-4c00-ae66-d535b18ea261 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:20.373831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-856ae375-ae00-4427-9e92-331f6a77101f req-5f651abc-5e20-4c00-ae66-d535b18ea261 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 946 time: 0.1154120 Aug 28 19:53:20.464935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Pushing event updated for resources: {'Port': ['ID=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:20.539519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-856ae375-ae00-4427-9e92-331f6a77101f req-9862d3d2-d078-43c9-b5cf-8e069250a390 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290402 Aug 28 19:53:20.734441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c6f97-f107-4a80-82e7-376bfb059612 req-5d3b84fe-4fcc-491a-a6ae-1152474e4deb tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:20.735974 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b04c6f97-f107-4a80-82e7-376bfb059612 req-5d3b84fe-4fcc-491a-a6ae-1152474e4deb tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 946 time: 0.1003165 Aug 28 19:53:20.747435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33770) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:20.752743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'floatingip': {'port_id': 'c4621ba6-8535-442b-8c3e-e86c87152de8'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:20.787114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks [] for router_gateway (97bd689f-cc62-4630-9321-25c8abd695ef), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:20.872898 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:20.909339 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:20.970207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 947ebbda-8504-4071-9603-a5787e0a06ff details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:53:21.135913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a88ed567-6403-475a-8ed2-e6dbb560413f no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:53:21.143247 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:21.160877 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (97bd689f-cc62-4630-9321-25c8abd695ef), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:21.200873 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:21.222232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: a88ed567-6403-475a-8ed2-e6dbb560413f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:53:21.226122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a88ed567-6403-475a-8ed2-e6dbb560413f not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:53:21.288582 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:21.298787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cf7dc46b-c229-46e5-9560-43eba824d869 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:21.316943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52827fa-b70b-40c1-a7c0-2c696fc28a2c None None] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:53:21.462900 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:21.463514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9522c-f37d-497b-9ed1-f81ba424f0d6 req-bf4fde9b-c361-477b-9d4c-a5b77e745ce4 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:21.465008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-53e9522c-f37d-497b-9ed1-f81ba424f0d6 req-bf4fde9b-c361-477b-9d4c-a5b77e745ce4 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 970 time: 0.0775480 Aug 28 19:53:21.540118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-38f914e7-1216-4a43-a4a1-d006c91dec8c None None] Provisioning complete for port cf7dc46b-c229-46e5-9560-43eba824d869 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:21.540535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38f914e7-1216-4a43-a4a1-d006c91dec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:21.545808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 947ebbda-8504-4071-9603-a5787e0a06ff, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=947ebbda-8504-4071-9603-a5787e0a06ff,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:21.549452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-53e9522c-f37d-497b-9ed1-f81ba424f0d6 req-ae83b6f0-c6d9-43f9-8df9-f0efab4223ca tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774925 Aug 28 19:53:21.594650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '947ebbda-8504-4071-9603-a5787e0a06ff', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '947ebbda-8504-4071-9603-a5787e0a06ff', 'mac_address': 'fa:16:3e:30:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:tempest-test_az-1944896774', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:53:21.611167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Router 97bd689f-cc62-4630-9321-25c8abd695ef is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:53:21.699069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cf7dc46b-c229-46e5-9560-43eba824d869 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:21.699518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:21.849992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:53:21.860712 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Sync routers for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:53:21.884371 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:21.887033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:21.916938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 947ebbda-8504-4071-9603-a5787e0a06ff is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:21.918462 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:21.993738 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:21.999675 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1d2cb838-df12-41a6-b3fd-7a646b4604df admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.2140603 Aug 28 19:53:22.000389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33810) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:22.011745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-17fe495f-0c49-4891-9d07-d07f4325abc4 req-dd5f5767-9ad9-4afd-8914-d2de472bae47 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 210 time: 0.3204064 Aug 28 19:53:22.066074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38f914e7-1216-4a43-a4a1-d006c91dec8c None None] Current status of the port cf7dc46b-c229-46e5-9560-43eba824d869 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:22.068466 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38f914e7-1216-4a43-a4a1-d006c91dec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.075503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947ebbda-8504-4071-9603-a5787e0a06ff {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:22.085425 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-a8c19857-470c-4c1f-bc1f-9c7e3af4575e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671861 Aug 28 19:53:22.125232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 947ebbda-8504-4071-9603-a5787e0a06ff, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=947ebbda-8504-4071-9603-a5787e0a06ff,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:22.131393 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:22.134105 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c998ec8f-2d94-4288-a833-64eb26860f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.140907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.254090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.277827 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.286758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-38f914e7-1216-4a43-a4a1-d006c91dec8c None None] For port cf7dc46b-c229-46e5-9560-43eba824d869, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cf7dc46b-c229-46e5-9560-43eba824d869,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:22.299985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cf7dc46b-c229-46e5-9560-43eba824d869 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:22.299985 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.365127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=947ebbda-8504-4071-9603-a5787e0a06ff,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:22.417880 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:22.424356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33828) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:22.439629 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Floating IP 585adb80-4271-4227-b459-40f429d2e1f2 associated. External IP: 172.25.4.51, port: c4621ba6-8535-442b-8c3e-e86c87152de8. Aug 28 19:53:22.467487 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.472288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38f914e7-1216-4a43-a4a1-d006c91dec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.522608 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:20Z', 'revision_number': 3, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:22.570544 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Checking router: 97bd689f-cc62-4630-9321-25c8abd695ef for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:53:22.571709 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Updating router 97bd689f-cc62-4630-9321-25c8abd695ef port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:53:22.612390 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.617924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['947ebbda-8504-4071-9603-a5787e0a06ff'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:53:22.803615 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4d192261-84c0-4197-aeaf-f51965f2f11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.882240 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:22.885306 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 19:53:22.885752 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 19:53:22.901264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3077bf88-878f-47ca-bb67-9802a2f3d7e5 None None] Provisioning complete for port cf7dc46b-c229-46e5-9560-43eba824d869 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:22.903672 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3077bf88-878f-47ca-bb67-9802a2f3d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:22.905358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083285e8-757e-4bc1-b64b-2d966fc205d3 req-a6d787a7-ccb9-4838-87bd-53dd5cdce195 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:22.913716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-083285e8-757e-4bc1-b64b-2d966fc205d3 req-a6d787a7-ccb9-4838-87bd-53dd5cdce195 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 971 time: 0.1007805 Aug 28 19:53:22.935338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f914e7-1216-4a43-a4a1-d006c91dec8c None None] Pushing event updated for resources: {'Port': ['ID=cf7dc46b-c229-46e5-9560-43eba824d869,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:22.951979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4d192261-84c0-4197-aeaf-f51965f2f11b admin admin] Publish callbacks [] for security_group (eeae6eac-436f-4b88-ac2b-c7cdb8aab51d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.071728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-efc01356-61fc-46b4-8ae3-9e4998c7b32c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:23.073505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-efc01356-61fc-46b4-8ae3-9e4998c7b32c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9763927 Aug 28 19:53:23.081533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4d192261-84c0-4197-aeaf-f51965f2f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eeae6eac-436f-4b88-ac2b-c7cdb8aab51d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.129703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Router e5e8425a-ab04-4697-bbf7-219bc391bb67 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:53:23.168250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33858) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:23.173379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'port': {'device_id': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '4fddc9a2293a464c96194c53aa8d4ef2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:23.186338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3077bf88-878f-47ca-bb67-9802a2f3d7e5 None None] Current status of the port cf7dc46b-c229-46e5-9560-43eba824d869 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:23.218975 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:23.227310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4d192261-84c0-4197-aeaf-f51965f2f11b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1e9c25b15d39410b92cf209ab4e32785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8013983 Aug 28 19:53:23.228960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33866) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:23.232882 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Publish callbacks [] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.277298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d192261-84c0-4197-aeaf-f51965f2f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae6eac-436f-4b88-ac2b-c7cdb8aab51d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:23.320564 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-083285e8-757e-4bc1-b64b-2d966fc205d3 req-075c1398-fa56-4223-a4a1-9ef536e40c41 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047079 Aug 28 19:53:23.376793 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.435690 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Attempting to bind port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:23.436960 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Attempting to bind port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:23.437423 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Attempting to bind port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:23.440323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88598618-73f2-4cd2-ab99-8750a303e54a admin admin] Publish callbacks [] for security_group (eeae6eac-436f-4b88-ac2b-c7cdb8aab51d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.465262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:53:23.469287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cf7dc46b-c229-46e5-9560-43eba824d869 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:23.474989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.501741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] Sync routers for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:53:23.517030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:23.519398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:23.542983 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:23.545734 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:23.546186 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.546586 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:23.547096 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Bound port: dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:23.547480 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.553079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Made reservation on behalf of 4fddc9a2293a464c96194c53aa8d4ef2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:23.558381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.571258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88598618-73f2-4cd2-ab99-8750a303e54a admin admin] Publish callbacks [] for security_group (eeae6eac-436f-4b88-ac2b-c7cdb8aab51d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.587033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.615896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5bbef921-1474-42e7-a567-39e1ae1b8a85 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/585adb80-4271-4227-b459-40f429d2e1f2 HTTP/1.1" status: 200 len: 991 time: 2.8669240 Aug 28 19:53:23.626014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:23.633836 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7353de-6d02-4748-a1fc-6afc05ea5e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:23.659659 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4166f-f11c-43b0-848b-f77bfca20349 None None] Pushing event updated for resources: {'Port': ['ID=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:23.660833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:23.696364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-686214b3-be33-4fb8-9cb6-a36fe0e30ab3 req-8b77b8a8-265c-47cf-8281-a372d72428af tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 210 time: 0.1464770 Aug 28 19:53:23.726613 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] For port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:23.729509 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46c1dec5-c42d-4a96-9fab-1c3175a5df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.736252 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] For port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:23.796587 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dcff603-0190-4deb-8e72-3731a99c2ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.802431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeab63-aed6-4c14-82df-c4525b62cf97 req-79043f25-93d6-46a1-a3a1-8e451be47c00 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:23.805824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cf7dc46b-c229-46e5-9560-43eba824d869 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:23.809669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.811131 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ceeab63-aed6-4c14-82df-c4525b62cf97 req-79043f25-93d6-46a1-a3a1-8e451be47c00 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 946 time: 0.1049418 Aug 28 19:53:23.848613 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.878949 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ceeab63-aed6-4c14-82df-c4525b62cf97 req-72ef0fe4-e8d9-4585-8d98-b21d8852718f tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667877 Aug 28 19:53:23.895033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:23.895033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:52:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:23.930305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cf7dc46b-c229-46e5-9560-43eba824d869 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:23.930305 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.936728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:23.952401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88598618-73f2-4cd2-ab99-8750a303e54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eeae6eac-436f-4b88-ac2b-c7cdb8aab51d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.962931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88598618-73f2-4cd2-ab99-8750a303e54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:23.964960 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-88598618-73f2-4cd2-ab99-8750a303e54a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eeae6eac-436f-4b88-ac2b-c7cdb8aab51d HTTP/1.1" status: 204 len: 168 time: 0.7310610 Aug 28 19:53:23.970490 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4166f-f11c-43b0-848b-f77bfca20349 None None] Pushing event updated for resources: {'Port': ['ID=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:23.986026 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:24.006083 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d32533d-020a-4168-ae5a-848162b7357c x-openstack-request-id: req-6d32533d-020a-4168-ae5a-848162b7357c {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:24.006374 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:24.008466 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d32533d-020a-4168-ae5a-848162b7357c {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:24.008925 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d32533d-020a-4168-ae5a-848162b7357c'] response: {'name': 'network-changed', 'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'status': 'completed', 'code': 200} Aug 28 19:53:24.025374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598618-73f2-4cd2-ab99-8750a303e54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae6eac-436f-4b88-ac2b-c7cdb8aab51d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:24.091084 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:24.113708 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:24.137467 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:24.210205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-85fedb6d-d1c7-499f-a635-98dd08029fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:24.211876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-85fedb6d-d1c7-499f-a635-98dd08029fd5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 1128 time: 0.1385009 Aug 28 19:53:24.224343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46c1dec5-c42d-4a96-9fab-1c3175a5df10 admin admin] Publish callbacks [] for security_group (791579a4-1bc7-4533-9d2e-58f485241be1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.235171 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dcff603-0190-4deb-8e72-3731a99c2ed9 admin admin] Publish callbacks [] for security_group (e6ed4255-b294-4f7d-8380-fbfd4c623569), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.250742 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d02988f8-22ce-42d2-a4b6-6df5ff1d5e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.260023 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (2ef2144f-b7a9-48c2-b065-1cbf7f71dea1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.289007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Allocated IP 172.20.0.1 (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2/4840aad5-d346-4519-9cd0-422036b5ca35/a7fa8bbe-04ad-4629-a558-8d129db979b3) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:24.382669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-8ee74f08-0f11-4dfa-b5bf-f0cb2accc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:24.407828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-8ee74f08-0f11-4dfa-b5bf-f0cb2accc740 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 924 time: 0.1712184 Aug 28 19:53:24.407828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46c1dec5-c42d-4a96-9fab-1c3175a5df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (791579a4-1bc7-4533-9d2e-58f485241be1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.408106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cf7dc46b-c229-46e5-9560-43eba824d869 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:24.444581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2ef2144f-b7a9-48c2-b065-1cbf7f71dea1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.503929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dcff603-0190-4deb-8e72-3731a99c2ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e6ed4255-b294-4f7d-8380-fbfd4c623569), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.512927 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:20Z', 'revision_number': 3, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:24.518242 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:24.533711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:24.552171 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92084808-7378-4e8c-8139-5326aed32e57 None None] The sync data for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 is: [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:20Z', 'revision_number': 3, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:53:24.613382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '585adb80-4271-4227-b459-40f429d2e1f2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'port_id': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'mac_address': 'fa:16:3e:91:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:52:55Z', 'updated_at': '2022-08-28T19:53:21Z', 'revision_number': 1, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:24.668034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] Checking router: e5e8425a-ab04-4697-bbf7-219bc391bb67 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:53:24.678884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcff603-0190-4deb-8e72-3731a99c2ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed4255-b294-4f7d-8380-fbfd4c623569,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:24.690688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:24.692502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:24.821633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3dcff603-0190-4deb-8e72-3731a99c2ed9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bbda0fedca8f4509b6b079fcb2091a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1567657 Aug 28 19:53:24.828965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-46c1dec5-c42d-4a96-9fab-1c3175a5df10 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fabc9dcb56594525a6388dc5a71a5bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6577897 Aug 28 19:53:24.832275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33912) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:24.832275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33914) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:24.844859 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:24.845171 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks [] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:24.854813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1dec5-c42d-4a96-9fab-1c3175a5df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791579a4-1bc7-4533-9d2e-58f485241be1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:24.884163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-26213b66-da45-4d05-b81c-a36fb42f6b65 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4621ba6-8535-442b-8c3e-e86c87152de8 HTTP/1.1" status: 200 len: 999 time: 0.4582708 Aug 28 19:53:24.896086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:24.948055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d562598-4a26-4653-a584-a57e8cb6292e req-15e0786f-2c8e-4754-be5b-1fadca16fbb3 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:24.955929 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d562598-4a26-4653-a584-a57e8cb6292e req-15e0786f-2c8e-4754-be5b-1fadca16fbb3 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 971 time: 0.4236438 Aug 28 19:53:24.959026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-a37d5611-966f-4669-bd60-009771f84d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:24.961168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-a37d5611-966f-4669-bd60-009771f84d39 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 200 len: 862 time: 0.0678251 Aug 28 19:53:25.007893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 947ebbda-8504-4071-9603-a5787e0a06ff up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:25.056479 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:25.084816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-27b028a5-8bc3-4848-a1e0-8059f6067d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:25.087216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-27b028a5-8bc3-4848-a1e0-8059f6067d19 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4808e28-0ca6-448a-accf-942dcc7007d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1184094 Aug 28 19:53:25.128972 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d562598-4a26-4653-a584-a57e8cb6292e req-a0ddc978-ba31-4bc4-885f-7ba8a21415eb tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721201 Aug 28 19:53:25.154686 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:25.171234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 947ebbda-8504-4071-9603-a5787e0a06ff completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:53:25.171556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bd0deb0-6e7a-498e-bb98-64d5cd4c1be2 admin admin] Publish callbacks [] for security_group (e6ed4255-b294-4f7d-8380-fbfd4c623569), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.184036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Allocated IP 192.168.233.224 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/c7120f70-12ad-4424-8395-d78a7bfdd06b) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:25.205772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-80e5bd08-b766-4308-9815-edd9f4f197df req-b5adfe40-8f23-4f1c-915e-a79f43812a4c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 210 time: 0.0444217 Aug 28 19:53:25.219360 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-78a5f0fa-45df-47cb-a95c-aa50fb79d955 admin admin] Publish callbacks [] for security_group (791579a4-1bc7-4533-9d2e-58f485241be1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.243528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bd0deb0-6e7a-498e-bb98-64d5cd4c1be2 admin admin] Publish callbacks [] for security_group (e6ed4255-b294-4f7d-8380-fbfd4c623569), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.268309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33922) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:25.289900 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84f26864-c236-464d-af56-67b8d2e660a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.320679 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-b860e60e-0370-441b-aa3f-a34821ae2ebd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263727 Aug 28 19:53:25.321188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-78a5f0fa-45df-47cb-a95c-aa50fb79d955 admin admin] Publish callbacks [] for security_group (791579a4-1bc7-4533-9d2e-58f485241be1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.327282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 947ebbda-8504-4071-9603-a5787e0a06ff triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:25.327847 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.352012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.439568 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84f26864-c236-464d-af56-67b8d2e660a3 admin admin] Publish callbacks [] for security_group (82b9559a-7416-4c6d-a91b-5c2ae380e847), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.440604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:25.447109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '585adb80-4271-4227-b459-40f429d2e1f2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'port_id': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'mac_address': 'fa:16:3e:91:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:52:55Z', 'updated_at': '2022-08-28T19:53:21Z', 'revision_number': 1, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:25.452848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:25.488908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:25.489386 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (97bd689f-cc62-4630-9321-25c8abd695ef), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.524914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84f26864-c236-464d-af56-67b8d2e660a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (82b9559a-7416-4c6d-a91b-5c2ae380e847), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.539056 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:25.558739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7903fa-53ab-43c9-b14b-f6a15d4dcc20 None None] The sync data for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 is: [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '585adb80-4271-4227-b459-40f429d2e1f2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'port_id': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'mac_address': 'fa:16:3e:91:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:52:55Z', 'updated_at': '2022-08-28T19:53:21Z', 'revision_number': 1, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:53:25.564130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Pushing event updated for resources: {'Port': ['ID=a7fa8bbe-04ad-4629-a558-8d129db979b3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:25.649471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 947ebbda-8504-4071-9603-a5787e0a06ff is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:25.650265 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.715935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.738398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:25.742321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84f26864-c236-464d-af56-67b8d2e660a3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b7a5f0a764a845ddbeb1451706b0cd76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4725926 Aug 28 19:53:25.743577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f26864-c236-464d-af56-67b8d2e660a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9559a-7416-4c6d-a91b-5c2ae380e847,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:25.748810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33930) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:25.796067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ebbda-8504-4071-9603-a5787e0a06ff'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:25.799955 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d14b65-9554-441f-8c85-a47e5f86360b" -d '{"events": [{"server_uuid": "1f6f21ee-6370-49e2-844a-bac2e09ae2c0", "name": "network-vif-plugged", "status": "completed", "tag": "947ebbda-8504-4071-9603-a5787e0a06ff"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:25.889710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 947ebbda-8504-4071-9603-a5787e0a06ff, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=947ebbda-8504-4071-9603-a5787e0a06ff,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:25.904313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc4bb2e0-ebba-450d-a558-cff7d1414df6 admin admin] Publish callbacks [] for security_group (82b9559a-7416-4c6d-a91b-5c2ae380e847), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.936655 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2535ae82-63b1-4fd7-a6d0-33feec489f64 x-openstack-request-id: req-2535ae82-63b1-4fd7-a6d0-33feec489f64 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:25.937096 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f21ee-6370-49e2-844a-bac2e09ae2c0", "name": "network-vif-plugged", "status": "completed", "tag": "947ebbda-8504-4071-9603-a5787e0a06ff", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:25.937448 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2535ae82-63b1-4fd7-a6d0-33feec489f64 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:25.937975 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2535ae82-63b1-4fd7-a6d0-33feec489f64'] response: {'server_uuid': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ebbda-8504-4071-9603-a5787e0a06ff', 'code': 200} Aug 28 19:53:25.939887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4fe0ad62-149a-4be7-acca-017c129082ef None None] Provisioning complete for port a7fa8bbe-04ad-4629-a558-8d129db979b3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:25.940376 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ad62-149a-4be7-acca-017c129082ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:25.950673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc4bb2e0-ebba-450d-a558-cff7d1414df6 admin admin] Publish callbacks [] for security_group (82b9559a-7416-4c6d-a91b-5c2ae380e847), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.008941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.018490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7353de-6d02-4748-a1fc-6afc05ea5e7b req-1ee84fcc-86b8-42b0-89bf-d2d2fefa46e6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341755 Aug 28 19:53:26.071090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:26.071090 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.087913 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd57087-3e79-45f5-b651-ce4fd3b69b63 None None] New status for floating IP 585adb80-4271-4227-b459-40f429d2e1f2: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:53:26.088510 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.112671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.116711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfe1d1-8fc3-4e6a-9e26-689e61baab37 req-2ad9edc4-6ac8-47fc-8c35-9e8af1f048fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:26.118564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15cfe1d1-8fc3-4e6a-9e26-689e61baab37 req-2ad9edc4-6ac8-47fc-8c35-9e8af1f048fd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 1154 time: 0.0699806 Aug 28 19:53:26.146395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc4bb2e0-ebba-450d-a558-cff7d1414df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (82b9559a-7416-4c6d-a91b-5c2ae380e847), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.150976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc4bb2e0-ebba-450d-a558-cff7d1414df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.153282 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cc4bb2e0-ebba-450d-a558-cff7d1414df6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/82b9559a-7416-4c6d-a91b-5c2ae380e847 HTTP/1.1" status: 204 len: 168 time: 0.4006708 Aug 28 19:53:26.168879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bd0deb0-6e7a-498e-bb98-64d5cd4c1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e6ed4255-b294-4f7d-8380-fbfd4c623569), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.172773 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bd0deb0-6e7a-498e-bb98-64d5cd4c1be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.175552 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4bd0deb0-6e7a-498e-bb98-64d5cd4c1be2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e6ed4255-b294-4f7d-8380-fbfd4c623569 HTTP/1.1" status: 204 len: 168 time: 1.3393273 Aug 28 19:53:26.228924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bb2e0-ebba-450d-a558-cff7d1414df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9559a-7416-4c6d-a91b-5c2ae380e847,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:26.243552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0deb0-6e7a-498e-bb98-64d5cd4c1be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed4255-b294-4f7d-8380-fbfd4c623569,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:26.273839 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.281887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0ad62-149a-4be7-acca-017c129082ef None None] Port a7fa8bbe-04ad-4629-a558-8d129db979b3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:26.349956 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15cfe1d1-8fc3-4e6a-9e26-689e61baab37 req-91058308-8918-4dd4-9194-e9e34eb0d79f service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221427 Aug 28 19:53:26.358037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-78a5f0fa-45df-47cb-a95c-aa50fb79d955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (791579a4-1bc7-4533-9d2e-58f485241be1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.360413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-78a5f0fa-45df-47cb-a95c-aa50fb79d955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.374594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-78a5f0fa-45df-47cb-a95c-aa50fb79d955 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/791579a4-1bc7-4533-9d2e-58f485241be1 HTTP/1.1" status: 204 len: 168 time: 1.5287924 Aug 28 19:53:26.414129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=947ebbda-8504-4071-9603-a5787e0a06ff,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:26.455785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:26.456186 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.481309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:26.483315 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:26.509273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5f0fa-45df-47cb-a95c-aa50fb79d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791579a4-1bc7-4533-9d2e-58f485241be1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:26.533339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:26.582214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:26.589937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:26.594646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:26.595436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.607773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:26.623007 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.633305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637a438-3014-488d-aa90-8d4eebcbf582 req-b3d7452f-b947-4303-a84f-1d196006ce4b tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:26.635704 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5637a438-3014-488d-aa90-8d4eebcbf582 req-b3d7452f-b947-4303-a84f-1d196006ce4b tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 972 time: 0.2006710 Aug 28 19:53:26.703205 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:26.757293 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5637a438-3014-488d-aa90-8d4eebcbf582 req-916e3e5b-fa8b-4ccb-83ed-913478062eaf tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206038 Aug 28 19:53:26.766788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-f3c30574-3cd4-4eac-9f1e-45dbf826a17c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6076717 Aug 28 19:53:26.783469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:26.803676 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks [] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.886666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.887762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (97bd689f-cc62-4630-9321-25c8abd695ef), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.919083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:26.941884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773f43-26a3-4920-afef-37b51b60422b req-c724f3be-0fa3-42ac-b4b3-b036bd899668 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:26.950902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66773f43-26a3-4920-afef-37b51b60422b req-c724f3be-0fa3-42ac-b4b3-b036bd899668 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 936 time: 0.0988791 Aug 28 19:53:27.015793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6abbaaa0-1497-4e5b-a9e0-1d142680f37b None None] Provisioning complete for port c7120f70-12ad-4424-8395-d78a7bfdd06b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:27.016997 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6abbaaa0-1497-4e5b-a9e0-1d142680f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:27.071711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66773f43-26a3-4920-afef-37b51b60422b req-68ffc277-4a2f-4ea1-9e4e-b33ba65c0dea tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171744 Aug 28 19:53:27.078960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6abbaaa0-1497-4e5b-a9e0-1d142680f37b None None] Port c7120f70-12ad-4424-8395-d78a7bfdd06b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:27.109709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Request body: {'port': {'device_id': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'device_owner': 'compute:tempest-test_az-1944896774', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:27.121227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Pushing event updated for resources: {'Port': ['ID=a7fa8bbe-04ad-4629-a558-8d129db979b3,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:27.230295 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:27.238443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:27.246494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:27.439523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-0fb93a04-d3c1-4190-ac64-4d3a2f7cdbb9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746574 Aug 28 19:53:27.445546 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:27.615791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0d60ef5a-bec3-434e-a2cd-2bbc63f1a15c None None] Provisioning complete for port a7fa8bbe-04ad-4629-a558-8d129db979b3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:27.617521 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0d60ef5a-bec3-434e-a2cd-2bbc63f1a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:27.625626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-7e680269-8410-46b1-9d85-c7629eecf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:27.629375 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-7e680269-8410-46b1-9d85-c7629eecf453 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 1128 time: 0.0787959 Aug 28 19:53:27.681109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:27.683785 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:27.685685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33986) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:27.741544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b10a38c3-eb6d-4656-b840-25327d789f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:27.757779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0d60ef5a-bec3-434e-a2cd-2bbc63f1a15c None None] Port a7fa8bbe-04ad-4629-a558-8d129db979b3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:27.778923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:27.780115 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:27.868026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Router 97bd689f-cc62-4630-9321-25c8abd695ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:53:28.012656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-c78b25e9-5833-44f6-88fe-f999efa6d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:28.016259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-c78b25e9-5833-44f6-88fe-f999efa6d507 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 924 time: 0.3192825 Aug 28 19:53:28.115232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33998) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:28.127145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b10a38c3-eb6d-4656-b840-25327d789f8f admin admin] Publish callbacks [] for security_group (fc4015cb-237a-4fca-8e71-f152f4a756c6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.129461 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-24748e28-0938-4358-97fd-31501f5696b5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4621ba6-8535-442b-8c3e-e86c87152de8 HTTP/1.1" status: 200 len: 1001 time: 0.1043353 Aug 28 19:53:28.139067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:28.144609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1087fe82-2101-44da-be73-fcf0b6b2f8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.202914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5facab-a39d-48f4-8f52-2ff18e20edd3 req-42bda685-094a-4938-9647-abe63d9f15a8 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:28.210318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-b15802d4-ac52-49e9-8903-a07c24f4f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:28.210840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad5facab-a39d-48f4-8f52-2ff18e20edd3 req-42bda685-094a-4938-9647-abe63d9f15a8 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 972 time: 0.2819388 Aug 28 19:53:28.212502 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-b15802d4-ac52-49e9-8903-a07c24f4f4bf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 200 len: 862 time: 0.0766368 Aug 28 19:53:28.231980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b10a38c3-eb6d-4656-b840-25327d789f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fc4015cb-237a-4fca-8e71-f152f4a756c6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.348091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a38c3-eb6d-4656-b840-25327d789f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4015cb-237a-4fca-8e71-f152f4a756c6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:28.354997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:53:28.362495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76b724-98c8-4daf-8c14-72ec81cdd6e5 req-80c72f46-0c76-4cb3-a96b-367da3a11752 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:28.368910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d76b724-98c8-4daf-8c14-72ec81cdd6e5 req-80c72f46-0c76-4cb3-a96b-367da3a11752 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 936 time: 0.1532631 Aug 28 19:53:28.370607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Sync routers for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:53:28.371253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad5facab-a39d-48f4-8f52-2ff18e20edd3 req-872f3d0d-3733-4a18-a169-c4f4511aaa4b tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592529 Aug 28 19:53:28.382801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-43aa6682-d62e-4505-aa00-c4b69dfb42fa admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/97bd689f-cc62-4630-9321-25c8abd695ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3813643 Aug 28 19:53:28.383259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b10a38c3-eb6d-4656-b840-25327d789f8f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f40a2851e75044f4ae43bd99ea6022b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6963530 Aug 28 19:53:28.392623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34006) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:28.397145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:28.397773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:28.415331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-b480e271-5979-408d-801e-3d7d0f097039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:28.420664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-b480e271-5979-408d-801e-3d7d0f097039 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4808e28-0ca6-448a-accf-942dcc7007d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1964936 Aug 28 19:53:28.499646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7120f70-12ad-4424-8395-d78a7bfdd06b {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:28.509887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Publish callbacks [] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.523094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1087fe82-2101-44da-be73-fcf0b6b2f8e8 admin admin] Publish callbacks [] for security_group (8de287e8-4c01-4a2d-b223-909ebd341e0f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.535042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Transition to ACTIVE for port object c7120f70-12ad-4424-8395-d78a7bfdd06b will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:53:28.540490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d76b724-98c8-4daf-8c14-72ec81cdd6e5 req-b1022c61-8c4a-4524-9f43-e5e898184f79 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704004 Aug 28 19:53:28.553133 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:28.553456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146ad630-9bd8-431f-a1cc-3df9e46e3d78 admin admin] Publish callbacks [] for security_group (fc4015cb-237a-4fca-8e71-f152f4a756c6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.599396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-aedefd19-54e9-42f0-805b-bdcb13a2a9fd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687634 Aug 28 19:53:28.617245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146ad630-9bd8-431f-a1cc-3df9e46e3d78 admin admin] Publish callbacks [] for security_group (fc4015cb-237a-4fca-8e71-f152f4a756c6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.667804 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1087fe82-2101-44da-be73-fcf0b6b2f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8de287e8-4c01-4a2d-b223-909ebd341e0f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.669817 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.678105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:28.738902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34024) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:28.743550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1087fe82-2101-44da-be73-fcf0b6b2f8e8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fb4dccf9d86342f38b0594027376ca47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6185448 Aug 28 19:53:28.755980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:28.773311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:28.773550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:28.773826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:28.782279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Port c7120f70-12ad-4424-8395-d78a7bfdd06b on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:53:28.782625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:28.791306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087fe82-2101-44da-be73-fcf0b6b2f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de287e8-4c01-4a2d-b223-909ebd341e0f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:28.793393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.793752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.794145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.795139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.795484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.795818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.796148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.796474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.796800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.797837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.798169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.798499 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.799255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.799255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.799562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:28.815531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:28.815531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:28.815531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:28.815531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Bound port: c7120f70-12ad-4424-8395-d78a7bfdd06b, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:28.815531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.837672 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146ad630-9bd8-431f-a1cc-3df9e46e3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fc4015cb-237a-4fca-8e71-f152f4a756c6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.840523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146ad630-9bd8-431f-a1cc-3df9e46e3d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.844076 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97eacf5c-95fd-4d40-b8ca-73a7720ebffc req-fe7f4ba0-8550-45d2-9dff-6ae54aff7523 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379985 Aug 28 19:53:28.849757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-146ad630-9bd8-431f-a1cc-3df9e46e3d78 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fc4015cb-237a-4fca-8e71-f152f4a756c6 HTTP/1.1" status: 204 len: 168 time: 0.4447074 Aug 28 19:53:28.867957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ad630-9bd8-431f-a1cc-3df9e46e3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4015cb-237a-4fca-8e71-f152f4a756c6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:28.893743 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:28.925097 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb18813f-2f3a-411e-a2be-d69020d83b46 admin admin] Publish callbacks [] for security_group (8de287e8-4c01-4a2d-b223-909ebd341e0f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.945539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:28.962201 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb18813f-2f3a-411e-a2be-d69020d83b46 admin admin] Publish callbacks [] for security_group (8de287e8-4c01-4a2d-b223-909ebd341e0f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:28.973043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:29.039230 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:29.057366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.062533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.063226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.066271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 1118 time: 1.9844034 Aug 28 19:53:29.066864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 2, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:29.067575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:29.072091 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75e079-4bbc-4e82-aaa6-25037ac04e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:29.096458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Checking router: 97bd689f-cc62-4630-9321-25c8abd695ef for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:53:29.097122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Updating router 97bd689f-cc62-4630-9321-25c8abd695ef port a7fa8bbe-04ad-4629-a558-8d129db979b3 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:53:29.122886 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:29.129004 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3a3f4-3251-43d4-b028-576cb38472e4 x-openstack-request-id: req-48c3a3f4-3251-43d4-b028-576cb38472e4 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:29.129635 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:29.129878 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48c3a3f4-3251-43d4-b028-576cb38472e4 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:29.130327 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c3a3f4-3251-43d4-b028-576cb38472e4'] response: {'name': 'network-changed', 'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'status': 'completed', 'code': 200} Aug 28 19:53:29.141321 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.160331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856e6f0-301a-4f07-bd3f-ae4e08dd80a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:29.181664 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb18813f-2f3a-411e-a2be-d69020d83b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8de287e8-4c01-4a2d-b223-909ebd341e0f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.184260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb18813f-2f3a-411e-a2be-d69020d83b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.188502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eb18813f-2f3a-411e-a2be-d69020d83b46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8de287e8-4c01-4a2d-b223-909ebd341e0f HTTP/1.1" status: 204 len: 168 time: 0.4475136 Aug 28 19:53:29.205019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18813f-2f3a-411e-a2be-d69020d83b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de287e8-4c01-4a2d-b223-909ebd341e0f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:29.212618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75e079-4bbc-4e82-aaa6-25037ac04e7a req-79de8ef9-0613-4030-bd74-47456bd9c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.215338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf75e079-4bbc-4e82-aaa6-25037ac04e7a req-79de8ef9-0613-4030-bd74-47456bd9c9cd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1152 time: 0.0653000 Aug 28 19:53:29.245520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf75e079-4bbc-4e82-aaa6-25037ac04e7a req-3e5855f4-baef-4b12-9157-085f4aafbdf3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234098 Aug 28 19:53:29.395972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75e079-4bbc-4e82-aaa6-25037ac04e7a req-20f8daaf-871c-469f-a9fe-801876b41c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.398395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf75e079-4bbc-4e82-aaa6-25037ac04e7a req-20f8daaf-871c-469f-a9fe-801876b41c8c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460352 Aug 28 19:53:29.484200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Publish callbacks [] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.494585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-ae85c8fb-cc0b-443a-9631-cd661041de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.506988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-ae85c8fb-cc0b-443a-9631-cd661041de47 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1152 time: 0.0458691 Aug 28 19:53:29.521441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683498b-62be-45b3-b71c-6d0ea5ce6bcd req-82f5cd0e-eab5-45fe-ae8e-953c28537b5b tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.523073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c683498b-62be-45b3-b71c-6d0ea5ce6bcd req-82f5cd0e-eab5-45fe-ae8e-953c28537b5b tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 972 time: 0.0573230 Aug 28 19:53:29.567179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-d2eb5a76-1e45-4d89-9050-840a55175369 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.0584612 Aug 28 19:53:29.591633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c683498b-62be-45b3-b71c-6d0ea5ce6bcd req-f312c95a-89b7-4d54-b315-624b1e7d56f9 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581169 Aug 28 19:53:29.614264 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.641235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-66511a39-8c14-4bf8-a29a-7bdeb3e0bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.642809 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-66511a39-8c14-4bf8-a29a-7bdeb3e0bffd service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0660098 Aug 28 19:53:29.704643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abee5c-faf1-4b36-aabf-662116742780 req-60e89298-568c-4727-b7ff-78e08ee85a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.718076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-60e89298-568c-4727-b7ff-78e08ee85a0d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0664475 Aug 28 19:53:29.718233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df246a-2194-45d1-aea0-5d88380e6b4a None None] Pushing event updated for resources: {'Port': ['ID=a7fa8bbe-04ad-4629-a558-8d129db979b3,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:29.740664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00e45-1298-4283-88eb-33b40e1457cd req-54bef176-e091-4906-a9fa-43115d6582a5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:29.742684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7a00e45-1298-4283-88eb-33b40e1457cd req-54bef176-e091-4906-a9fa-43115d6582a5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 970 time: 0.0628302 Aug 28 19:53:29.748783 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:29.753622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Attempting to bind port a7fa8bbe-04ad-4629-a558-8d129db979b3 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:29.754032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Attempting to bind port a7fa8bbe-04ad-4629-a558-8d129db979b3 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:29.754933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Attempting to bind port a7fa8bbe-04ad-4629-a558-8d129db979b3 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:29.760925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:29.761297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:29.761699 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.762121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:29.762598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Bound port: a7fa8bbe-04ad-4629-a558-8d129db979b3, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:29.763792 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.806782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7a00e45-1298-4283-88eb-33b40e1457cd req-6b3630f7-864a-4e18-bf88-531dcf4a4ed2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579357 Aug 28 19:53:29.862505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] For port a7fa8bbe-04ad-4629-a558-8d129db979b3, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:29.867311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] For port a7fa8bbe-04ad-4629-a558-8d129db979b3, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a7fa8bbe-04ad-4629-a558-8d129db979b3,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:29.887576 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-0d3e6e6b-c529-4c0f-bb22-88236f66523b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595397 Aug 28 19:53:29.937210 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:29.971685 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:29.991635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27abee5c-faf1-4b36-aabf-662116742780 req-a93ca7ca-99c4-4a03-ab2c-c551d4ba514c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951989 Aug 28 19:53:30.012006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:30.012650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:30.175062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df246a-2194-45d1-aea0-5d88380e6b4a None None] Pushing event updated for resources: {'Port': ['ID=a7fa8bbe-04ad-4629-a558-8d129db979b3,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:30.193281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:30.445685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc654541-27cb-496f-8600-884ba7947032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:29Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:30.492885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc654541-27cb-496f-8600-884ba7947032 None None] The sync data for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 is: [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:29Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:53:30.504358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34098) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:30.513338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-network', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:30.656236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Made reservation on behalf of 84c7175ddb9b4afb90a388c22813b629 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:30.659036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:30.669429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:30.797341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks [] for security_group (8c0c634e-655c-4a4e-8be9-ce379a331c2c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:30.863642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8c0c634e-655c-4a4e-8be9-ce379a331c2c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:30.907980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:53:30.939480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (71df1d45-7438-48d4-aa0b-b40e18d12503), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:30.939831 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Added segment 71df1d45-7438-48d4-aa0b-b40e18d12503 of type vlan for network 20b3f643-5cb6-4c78-824a-dd4a924e1928 Aug 28 19:53:30.941205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c634e-655c-4a4e-8be9-ce379a331c2c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:31.016441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de4f1f-6e14-43ab-bb73-a626b4ec4464 req-b00df907-70ed-4c05-ba46-933aea0eff12 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:31.018012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7de4f1f-6e14-43ab-bb73-a626b4ec4464 req-b00df907-70ed-4c05-ba46-933aea0eff12 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 972 time: 0.0734606 Aug 28 19:53:31.043786 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (20b3f643-5cb6-4c78-824a-dd4a924e1928), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.057739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9055fdc-2252-46b5-808e-fdbeb7a86305 req-f1f0455b-7016-4c85-9121-458c87560ad7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:31.059696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9055fdc-2252-46b5-808e-fdbeb7a86305 req-f1f0455b-7016-4c85-9121-458c87560ad7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 970 time: 0.1064126 Aug 28 19:53:31.096959 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7de4f1f-6e14-43ab-bb73-a626b4ec4464 req-6413bb0e-4d8b-49b7-acc2-ff01590db8e4 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656958 Aug 28 19:53:31.140343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9055fdc-2252-46b5-808e-fdbeb7a86305 req-0cc5ae3f-7aac-4b65-aaa5-e91ae42ddbcc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Aug 28 19:53:31.212458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34118) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:31.259222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (20b3f643-5cb6-4c78-824a-dd4a924e1928), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.260205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:31.260826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.339152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] Pushing event updated for resources: {'Network': ['ID=20b3f643-5cb6-4c78-824a-dd4a924e1928,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:31.349577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:53:31.478146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-03bc07b8-901b-4ee3-a804-ee173a0452c3 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9721961 Aug 28 19:53:31.481492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34126) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:31.487507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Request body: {'subnet': {'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-subnet', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:31.522776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b52df70a-f316-440f-83a1-a92639b83f28 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=95c5ca8805924846b6cfddfb38797097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090987 Aug 28 19:53:31.525388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34132) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:31.617714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Publish callbacks [] for security_group (b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.639173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Made reservation on behalf of 84c7175ddb9b4afb90a388c22813b629 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:31.643778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.661877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7fa8bbe-04ad-4629-a558-8d129db979b3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:31.727854 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Publish callbacks [] for security_group (b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.755321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a7fa8bbe-04ad-4629-a558-8d129db979b3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:31.755787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.822681 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:31.879497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a7fa8bbe-04ad-4629-a558-8d129db979b3 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:31.879897 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:31.928956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a7fa8bbe-04ad-4629-a558-8d129db979b3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a7fa8bbe-04ad-4629-a558-8d129db979b3,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:32.230177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1edaca-40af-4356-aaf9-6620cdc29d0f req-1a4a0cfa-a7f5-4dfc-9974-4623451744ba tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:32.232587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab1edaca-40af-4356-aaf9-6620cdc29d0f req-1a4a0cfa-a7f5-4dfc-9974-4623451744ba tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 972 time: 0.0512865 Aug 28 19:53:32.285258 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:32.291010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:32.295606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:32.299330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9 HTTP/1.1" status: 204 len: 168 time: 0.7714939 Aug 28 19:53:32.300535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (20f6a9d6-5bd2-462c-8846-636300290d9b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:32.312706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab1edaca-40af-4356-aaf9-6620cdc29d0f req-5bef21e3-a77a-4116-8888-d2486d763154 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 Aug 28 19:53:32.392900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a7fa8bbe-04ad-4629-a558-8d129db979b3,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:32.428409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.430717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd89c2-6aa5-4a8e-aa04-8f3866f314f9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:32.432249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.432741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.435516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.435888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.437263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.439684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.439684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.439684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.439684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.439998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.440254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.440525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.443167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.443167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.466243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.466600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.467048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.467394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.467985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.468274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.468612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.468944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.469271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.469602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.469972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.470301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.470841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.471384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.471542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fe783-6b7b-4b25-b338-8576fb3a0e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:32.484281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f6a9d6-5bd2-462c-8846-636300290d9b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:32.537423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Checking segment: {'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:32.538187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Network hostable DHCP agents. Network: 20b3f643-5cb6-4c78-824a-dd4a924e1928, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:53:32.552509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608c850-8902-495d-85c4-eda9cccc8fa6 req-5e06942a-8465-4d14-8b72-4c52aa102f54 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:32.556278 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3608c850-8902-495d-85c4-eda9cccc8fa6 req-5e06942a-8465-4d14-8b72-4c52aa102f54 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 970 time: 0.0896676 Aug 28 19:53:32.629321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3608c850-8902-495d-85c4-eda9cccc8fa6 req-dee11443-d0fe-4761-861a-b8e425fbad63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Aug 28 19:53:32.679146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:53:32.829117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 20b3f643-5cb6-4c78-824a-dd4a924e1928) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:32.838609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:32.839708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:32.844525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c6deb-404c-46fd-bb21-18c052c4f7b5 None None] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:53:32.902406 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:32.907546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-8ce715f7-22f8-4472-ae72-6ba673aaaaa0 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:32.909213 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-8ce715f7-22f8-4472-ae72-6ba673aaaaa0 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 972 time: 0.1226287 Aug 28 19:53:32.979696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f0ad6bb3-78b7-438f-85fe-70896175db85 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4902093 Aug 28 19:53:32.980572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34168) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:32.991407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:33.083952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:53:33.126706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-20b3f643-5cb6-4c78-824a-dd4a924e1928', 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928', 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'fixed_ips': [{'subnet_id': '20f6a9d6-5bd2-462c-8846-636300290d9b'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:53:33.131062 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.148201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f0788a68-baa0-49e4-aaab-8ee35e185413), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.149266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f0788a68-baa0-49e4-aaab-8ee35e185413), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.164344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Deleting port 947ebbda-8504-4071-9603-a5787e0a06ff {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:53:33.164835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.169582 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:33.253659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks [] for router_controller (f0788a68-baa0-49e4-aaab-8ee35e185413), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.253793 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:33.323873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] For port 947ebbda-8504-4071-9603-a5787e0a06ff, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=947ebbda-8504-4071-9603-a5787e0a06ff,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:33.326576 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.350933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Calling delete_port for 947ebbda-8504-4071-9603-a5787e0a06ff owned by compute:tempest-test_az-1944896774 {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:53:33.598744 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:33.617766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f45c27-bcb1-445f-a614-bd89a852a402 req-58137b86-3b4c-45c3-acb4-2489d897553d tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:33.629574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8f45c27-bcb1-445f-a614-bd89a852a402 req-58137b86-3b4c-45c3-acb4-2489d897553d tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 972 time: 0.1494191 Aug 28 19:53:33.680083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7fa8bbe-04ad-4629-a558-8d129db979b3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:33.746717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks [] for router_gateway (f0788a68-baa0-49e4-aaab-8ee35e185413), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.765743 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8f45c27-bcb1-445f-a614-bd89a852a402 req-88c33297-a3ac-4af8-a630-ea701f7eaf3c tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350219 Aug 28 19:53:33.771375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:33.795019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34188) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:33.807439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'mac_address': 'fa:16:3e:44:0f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:tempest-test_az-1944896774', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:53:33.816191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Allocated IP 172.20.0.2 (20b3f643-5cb6-4c78-824a-dd4a924e1928/20f6a9d6-5bd2-462c-8846-636300290d9b/6df6378b-f891-4d92-a2e3-f6396f3d3c8f) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:33.835584 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a7fa8bbe-04ad-4629-a558-8d129db979b3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:33.836017 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.851443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34190) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:33.851775 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8e158e98-bb0a-478a-b161-a8f67d89225f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=14123064f74442d9904b910fadf04a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551233 Aug 28 19:53:33.889893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (947ebbda-8504-4071-9603-a5787e0a06ff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:33.933796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['947ebbda-8504-4071-9603-a5787e0a06ff'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:53:33.947267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Pushing event deleted for resources: {'Port': ['ID=947ebbda-8504-4071-9603-a5787e0a06ff,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:33.951680 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:34.002754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port c7120f70-12ad-4424-8395-d78a7bfdd06b is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:34.002754 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.039015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f064fd-8cc5-429f-a604-e7464b7c6d99 req-803ab2cd-d3b0-473d-a765-5eca50ddbf76 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:34.046054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7120f70-12ad-4424-8395-d78a7bfdd06b {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:34.046225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79f064fd-8cc5-429f-a604-e7464b7c6d99 req-803ab2cd-d3b0-473d-a765-5eca50ddbf76 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 970 time: 0.1818328 Aug 28 19:53:34.052873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] No DVR routers for this DVR port 947ebbda-8504-4071-9603-a5787e0a06ff on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:53:34.056518 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.061321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab3d3ef-9e22-498f-bf99-4e61c963579c req-507b2d8e-e52d-44f1-949a-567c99b43021 tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.89 "DELETE /networking/v2.0/ports/947ebbda-8504-4071-9603-a5787e0a06ff HTTP/1.1" status: 204 len: 173 time: 1.1445730 Aug 28 19:53:34.063973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'name': 'network-vif-deleted', 'tag': '947ebbda-8504-4071-9603-a5787e0a06ff'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:34.067105 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90023fe-436a-4a78-a2f0-a16cbda6e297" -d '{"events": [{"server_uuid": "1f6f21ee-6370-49e2-844a-bac2e09ae2c0", "name": "network-vif-deleted", "tag": "947ebbda-8504-4071-9603-a5787e0a06ff"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:34.116729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:34.133004 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-955cfa2f-a09c-4ce7-9810-5b242ce2e020 admin admin] Publish callbacks [] for security_group (1dab4689-16cc-41e5-aed8-fffd316d3a99), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.167774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a7fa8bbe-04ad-4629-a558-8d129db979b3 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:34.177723 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5ee82b-c5b5-4c7d-824a-6dbb009fdbaf x-openstack-request-id: req-2f5ee82b-c5b5-4c7d-824a-6dbb009fdbaf {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:34.178391 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f21ee-6370-49e2-844a-bac2e09ae2c0", "name": "network-vif-deleted", "tag": "947ebbda-8504-4071-9603-a5787e0a06ff", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:34.178795 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f5ee82b-c5b5-4c7d-824a-6dbb009fdbaf {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:34.180249 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5ee82b-c5b5-4c7d-824a-6dbb009fdbaf'] response: {'server_uuid': '1f6f21ee-6370-49e2-844a-bac2e09ae2c0', 'name': 'network-vif-deleted', 'tag': '947ebbda-8504-4071-9603-a5787e0a06ff', 'status': 'completed', 'code': 200} Aug 28 19:53:34.206386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Publish callbacks [] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.217834 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.288861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:34.300421 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-955cfa2f-a09c-4ce7-9810-5b242ce2e020 admin admin] Publish callbacks [] for security_group (1dab4689-16cc-41e5-aed8-fffd316d3a99), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.306449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79f064fd-8cc5-429f-a604-e7464b7c6d99 req-2aaa6aee-7e91-4cfe-9a9a-bf77c6d23a8e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545233 Aug 28 19:53:34.343398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.406161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks [] for router_gateway (f0788a68-baa0-49e4-aaab-8ee35e185413), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.418413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:34.420730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:34.424617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Pushing event updated for resources: {'Port': ['ID=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:34.433029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:34.441763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.466849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:53:34.505791 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-955cfa2f-a09c-4ce7-9810-5b242ce2e020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1dab4689-16cc-41e5-aed8-fffd316d3a99), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.508396 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-955cfa2f-a09c-4ce7-9810-5b242ce2e020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.512315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-955cfa2f-a09c-4ce7-9810-5b242ce2e020 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1dab4689-16cc-41e5-aed8-fffd316d3a99 HTTP/1.1" status: 204 len: 168 time: 0.6570859 Aug 28 19:53:34.524300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cfa2f-a09c-4ce7-9810-5b242ce2e020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dab4689-16cc-41e5-aed8-fffd316d3a99,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:34.582065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Allocated IP 172.25.4.235 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/3c00636a-1857-468a-9c22-78b4ed18cd52) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:34.594558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Attempting to bind port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:34.594933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Attempting to bind port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:34.595297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Attempting to bind port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f on network 20b3f643-5cb6-4c78-824a-dd4a924e1928 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:34.619576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:34.621969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Checking segment: {'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:34.622727 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.625229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Bound using segment: {'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:34.626286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Bound port: 6df6378b-f891-4d92-a2e3-f6396f3d3c8f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:34.658947 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.664730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34214) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:34.750500 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks [] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.766213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] For port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:34.787718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] For port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,segment=NetworkSegment(71df1d45-7438-48d4-aa0b-b40e18d12503),segment_id=71df1d45-7438-48d4-aa0b-b40e18d12503)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:34.880051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.882433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:34.924821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:34.928663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:34.933372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:34.986809 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d9a00d8-b63c-4683-81e5-ff56776899e3 req-26432588-adc3-48b7-bfeb-6e7f4422b23a tempest-TenantUsagesTestJSON-670079892 tempest-TenantUsagesTestJSON-670079892-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1f6f21ee-6370-49e2-844a-bac2e09ae2c0 HTTP/1.1" status: 200 len: 210 time: 0.1088445 Aug 28 19:53:35.044889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c00636a-1857-468a-9c22-78b4ed18cd52,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:35.080719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f0f2c-c63d-4a6d-99e9-bac237c79487 None None] Pushing event updated for resources: {'Port': ['ID=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:35.198598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:35.272764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-465ff8df-31d8-4820-b502-073b027714e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.292087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port c7120f70-12ad-4424-8395-d78a7bfdd06b completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:53:35.374332 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:35.422845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port c7120f70-12ad-4424-8395-d78a7bfdd06b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:35.423579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.454092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-465ff8df-31d8-4820-b502-073b027714e4 admin admin] Publish callbacks [] for security_group (9c6ce827-e445-462e-a30d-bcdf439660fb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.456899 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=22,neutron:SELECT=72,neutron:UPDATE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:35.531620 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:35.537173 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks [] for router_gateway (f0788a68-baa0-49e4-aaab-8ee35e185413), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.549408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port c7120f70-12ad-4424-8395-d78a7bfdd06b is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:35.549640 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.559400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-465ff8df-31d8-4820-b502-073b027714e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9c6ce827-e445-462e-a30d-bcdf439660fb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.596175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:35.599971 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc68f0-292e-44d6-91b1-eb2decacae53" -d '{"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-plugged", "status": "completed", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:35.618190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:35.639335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34242) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:35.640921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-465ff8df-31d8-4820-b502-073b027714e4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a15f24443fde4ce6b99f55dfae1dc5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9729514 Aug 28 19:53:35.677416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab947c-02e7-4ba2-abfb-6da7085839f6 req-98423a2a-58ec-400f-946d-6b605ba1fc6e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:35.685094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78ab947c-02e7-4ba2-abfb-6da7085839f6 req-98423a2a-58ec-400f-946d-6b605ba1fc6e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 971 time: 0.1489778 Aug 28 19:53:35.691881 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:35.691881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ff8df-31d8-4820-b502-073b027714e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6ce827-e445-462e-a30d-bcdf439660fb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:35.714102 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.717346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 947ebbda-8504-4071-9603-a5787e0a06ff no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:53:35.759345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 947ebbda-8504-4071-9603-a5787e0a06ff {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:53:35.759705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 947ebbda-8504-4071-9603-a5787e0a06ff not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:53:35.762525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6df6378b-f891-4d92-a2e3-f6396f3d3c8f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:35.867302 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:35.895086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:35.898767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:35.899154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:35.944053 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f226ec8-d979-471f-942e-3e927a387ee0 x-openstack-request-id: req-2f226ec8-d979-471f-942e-3e927a387ee0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:35.944370 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-plugged", "status": "completed", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:35.944630 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f226ec8-d979-471f-942e-3e927a387ee0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:35.945075 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f226ec8-d979-471f-942e-3e927a387ee0'] response: {'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'code': 200} Aug 28 19:53:36.074101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:36.074585 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.080748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-566385a4-25a7-4e51-8e78-a3d02b4101a2 admin admin] Publish callbacks [] for security_group (9c6ce827-e445-462e-a30d-bcdf439660fb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.083435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5184ec-303b-4300-b28a-42913d5ab06d req-4a6651e1-f807-45ec-9cd3-809cb882df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:36.084995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ee5184ec-303b-4300-b28a-42913d5ab06d req-4a6651e1-f807-45ec-9cd3-809cb882df71 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1154 time: 0.0647736 Aug 28 19:53:36.132602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,segment=NetworkSegment(71df1d45-7438-48d4-aa0b-b40e18d12503),segment_id=71df1d45-7438-48d4-aa0b-b40e18d12503)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:36.141744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78ab947c-02e7-4ba2-abfb-6da7085839f6 req-25b413c6-0ab2-43e7-8713-dc8bac7b9c81 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556816 Aug 28 19:53:36.184630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ee5184ec-303b-4300-b28a-42913d5ab06d req-a44fe25d-df65-45a9-9e9c-01cfae02a02a service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917089 Aug 28 19:53:36.206973 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-566385a4-25a7-4e51-8e78-a3d02b4101a2 admin admin] Publish callbacks [] for security_group (9c6ce827-e445-462e-a30d-bcdf439660fb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.222183 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.314958 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:36.344415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:36.397729 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:36.425307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f0788a68-baa0-49e4-aaab-8ee35e185413), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.464968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64232e-2fb9-41b6-8fc7-f319174ce39b None None] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:53:36.492422 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:36.527281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a42a4f23-2092-4dc1-bccf-9653a159f683 None None] Provisioning complete for port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:36.527674 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a42a4f23-2092-4dc1-bccf-9653a159f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.542706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-566385a4-25a7-4e51-8e78-a3d02b4101a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9c6ce827-e445-462e-a30d-bcdf439660fb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.545869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-566385a4-25a7-4e51-8e78-a3d02b4101a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:36.547256 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-566385a4-25a7-4e51-8e78-a3d02b4101a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9c6ce827-e445-462e-a30d-bcdf439660fb HTTP/1.1" status: 204 len: 168 time: 0.9024327 Aug 28 19:53:36.563047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566385a4-25a7-4e51-8e78-a3d02b4101a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6ce827-e445-462e-a30d-bcdf439660fb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:36.645025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Router f0788a68-baa0-49e4-aaab-8ee35e185413 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:53:36.656350 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:36.675422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a42a4f23-2092-4dc1-bccf-9653a159f683 None None] Current status of the port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:36.807550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:53:36.821612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Sync routers for ids ['f0788a68-baa0-49e4-aaab-8ee35e185413'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:53:36.845418 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Routers {'f0788a68-baa0-49e4-aaab-8ee35e185413'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:36.845990 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f0788a68-baa0-49e4-aaab-8ee35e185413'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:36.960308 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Set router f0788a68-baa0-49e4-aaab-8ee35e185413 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:36.995511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4ec704be-79ac-4b4e-9b6b-114c604e7a9c None None] Provisioning complete for port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:36.996126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ec704be-79ac-4b4e-9b6b-114c604e7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.002389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.006750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cfcd6de7-65df-4c78-9186-61369372f0e6 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.0223577 Aug 28 19:53:37.008263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34284) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:37.101041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ec704be-79ac-4b4e-9b6b-114c604e7a9c None None] Current status of the port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:37.148811 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T19:53:35Z', 'revision_number': 3, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:37.179733 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Checking router: f0788a68-baa0-49e4-aaab-8ee35e185413 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:53:37.179733 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Updating router f0788a68-baa0-49e4-aaab-8ee35e185413 port 3c00636a-1857-468a-9c22-78b4ed18cd52 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:53:37.210471 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.321972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f9a47-d179-4728-864d-2e0a97659617 req-88b0a8bd-56cb-4d5f-ac96-0908b4904937 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:37.334595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-400f9a47-d179-4728-864d-2e0a97659617 req-88b0a8bd-56cb-4d5f-ac96-0908b4904937 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0834916 Aug 28 19:53:37.418551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-400f9a47-d179-4728-864d-2e0a97659617 req-d64e86e2-5251-4e23-a269-6d970ab805c0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826204 Aug 28 19:53:37.451278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34292) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:37.516378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34296) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:37.566458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34300) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:37.636070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6df6378b-f891-4d92-a2e3-f6396f3d3c8f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:37.649891 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:37.677118 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:37.703008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:37.703486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.707756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.721577 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Publish callbacks [] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.829347 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.881438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-101d03e3-55ca-465b-b8a6-4294fe0ce1c5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9db888ae52464f218e8bbe0f70be57cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341772 Aug 28 19:53:37.896199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34306) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:37.900705 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:37.912922 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:37.920976 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf45f-b45b-41ee-9bb9-5e9f2186bb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.927879 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Pushing event updated for resources: {'Port': ['ID=3c00636a-1857-468a-9c22-78b4ed18cd52,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:37.942711 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.943362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.943865 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.944351 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.944843 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.945340 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.946009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.946495 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.947045 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.947531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.948182 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.948658 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.949116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:37.949283 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.949936 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.951120 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:53:37.960110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Attempting to bind port 3c00636a-1857-468a-9c22-78b4ed18cd52 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:37.960110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Attempting to bind port 3c00636a-1857-468a-9c22-78b4ed18cd52 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:37.960110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Attempting to bind port 3c00636a-1857-468a-9c22-78b4ed18cd52 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:37.962664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34308) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:37.971957 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:37.972501 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:37.973244 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.973981 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:37.974691 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Bound port: 3c00636a-1857-468a-9c22-78b4ed18cd52, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:37.975152 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:37.990903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Allocated IP 172.20.0.1 (20b3f643-5cb6-4c78-824a-dd4a924e1928/20f6a9d6-5bd2-462c-8846-636300290d9b/2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:37.996014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101ff876-a84c-4002-9ee5-08b94c2077cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.038182 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdaa3-1f12-4bd1-a2a2-bbc597668f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.043227 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] For port 3c00636a-1857-468a-9c22-78b4ed18cd52, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:38.048032 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] For port 3c00636a-1857-468a-9c22-78b4ed18cd52, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c00636a-1857-468a-9c22-78b4ed18cd52,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:38.124161 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.147047 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf45f-b45b-41ee-9bb9-5e9f2186bb43 admin admin] Publish callbacks [] for security_group (d73c2df7-f15c-408f-b6a9-53d50e9488e2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.150971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-265766c9-874b-400d-8de7-3e0c3551f538 admin admin] Publish callbacks [] for security_group (3d2cd46a-dd81-4c6c-b7bb-754a5cacc929), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.174505 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-265766c9-874b-400d-8de7-3e0c3551f538 admin admin] Publish callbacks [] for security_group (3d2cd46a-dd81-4c6c-b7bb-754a5cacc929), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.179491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101ff876-a84c-4002-9ee5-08b94c2077cc admin admin] Publish callbacks [] for security_group (e2c16b0e-8b53-4369-a730-92aceb180827), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.182777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks [] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.196888 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Routers {'f0788a68-baa0-49e4-aaab-8ee35e185413'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:38.197995 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f0788a68-baa0-49e4-aaab-8ee35e185413'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:38.260018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf45f-b45b-41ee-9bb9-5e9f2186bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d73c2df7-f15c-408f-b6a9-53d50e9488e2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.266006 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1218c6-285a-45b3-af4f-5c5950cdb50b None None] Pushing event updated for resources: {'Port': ['ID=3c00636a-1857-468a-9c22-78b4ed18cd52,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:38.308454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101ff876-a84c-4002-9ee5-08b94c2077cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e2c16b0e-8b53-4369-a730-92aceb180827), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.331234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdaa3-1f12-4bd1-a2a2-bbc597668f89 admin admin] Publish callbacks [] for security_group (c087811b-59d8-409b-8343-78827fb875da), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.337925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cf45f-b45b-41ee-9bb9-5e9f2186bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c2df7-f15c-408f-b6a9-53d50e9488e2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:38.345574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dc4cf45f-b45b-41ee-9bb9-5e9f2186bb43 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5a1a7fbaeb33496cbc900f9eff65a66e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8254523 Aug 28 19:53:38.345940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34312) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:38.354703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.366101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] Set router f0788a68-baa0-49e4-aaab-8ee35e185413 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:38.375686 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-101ff876-a84c-4002-9ee5-08b94c2077cc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7f4172f61bc143f7bb4b05c8175d21d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060531 Aug 28 19:53:38.376882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ff876-a84c-4002-9ee5-08b94c2077cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c16b0e-8b53-4369-a730-92aceb180827,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:38.378861 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34314) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:38.425015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:38.432342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:38.438077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:38.439220 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f0788a68-baa0-49e4-aaab-8ee35e185413), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.445357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:38.468415 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:38.472895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-265766c9-874b-400d-8de7-3e0c3551f538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d2cd46a-dd81-4c6c-b7bb-754a5cacc929), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.472895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-265766c9-874b-400d-8de7-3e0c3551f538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.475779 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-265766c9-874b-400d-8de7-3e0c3551f538 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3d2cd46a-dd81-4c6c-b7bb-754a5cacc929 HTTP/1.1" status: 204 len: 168 time: 0.5785561 Aug 28 19:53:38.488088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdaa3-1f12-4bd1-a2a2-bbc597668f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c087811b-59d8-409b-8343-78827fb875da), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.521544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265766c9-874b-400d-8de7-3e0c3551f538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2cd46a-dd81-4c6c-b7bb-754a5cacc929,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:38.555513 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0355-f22f-4dc8-8696-1387b2cccc04 admin admin] Publish callbacks [] for security_group (d73c2df7-f15c-408f-b6a9-53d50e9488e2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.658117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2dbbdaa3-1f12-4bd1-a2a2-bbc597668f89 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f3ade3395dc94951a0071f8855712202&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0903478 Aug 28 19:53:38.659221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44880e2-fce2-45c6-9028-c67f87e6caca admin admin] Publish callbacks [] for security_group (e2c16b0e-8b53-4369-a730-92aceb180827), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.666317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34322) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:38.702324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9fecf-69e5-4718-a959-c6ee082b9fee req-0c653723-93be-4664-9bad-54b3f497ce8d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:38.704113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6cd9fecf-69e5-4718-a959-c6ee082b9fee req-0c653723-93be-4664-9bad-54b3f497ce8d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1173429 Aug 28 19:53:38.753956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbdaa3-1f12-4bd1-a2a2-bbc597668f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c087811b-59d8-409b-8343-78827fb875da,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:38.773169 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0355-f22f-4dc8-8696-1387b2cccc04 admin admin] Publish callbacks [] for security_group (d73c2df7-f15c-408f-b6a9-53d50e9488e2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.824136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e3b205a-13dc-4643-b4f8-3f5d70bd824d admin admin] Publish callbacks [] for security_group (c087811b-59d8-409b-8343-78827fb875da), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.842583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fe56c4a1-0e1b-4b80-8304-e9db0035adc3 None None] Provisioning complete for port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:38.843253 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fe56c4a1-0e1b-4b80-8304-e9db0035adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.855961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e3b205a-13dc-4643-b4f8-3f5d70bd824d admin admin] Publish callbacks [] for security_group (c087811b-59d8-409b-8343-78827fb875da), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.864987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6cd9fecf-69e5-4718-a959-c6ee082b9fee req-7fd449dd-b9ba-4d8d-998f-1ae8a405865a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525648 Aug 28 19:53:38.869676 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T19:53:35Z', 'revision_number': 3, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:38.871952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.912752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d8369-ecde-41a0-a012-76bd49a7cd8e None None] The sync data for ids ['f0788a68-baa0-49e4-aaab-8ee35e185413'] in n-d-854121-7 is: [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T19:53:35Z', 'revision_number': 3, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:53:38.920860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44880e2-fce2-45c6-9028-c67f87e6caca admin admin] Publish callbacks [] for security_group (e2c16b0e-8b53-4369-a730-92aceb180827), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:38.924852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fe56c4a1-0e1b-4b80-8304-e9db0035adc3 None None] Port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:38.998682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e3b205a-13dc-4643-b4f8-3f5d70bd824d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c087811b-59d8-409b-8343-78827fb875da), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.002175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e3b205a-13dc-4643-b4f8-3f5d70bd824d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.003891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9e3b205a-13dc-4643-b4f8-3f5d70bd824d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c087811b-59d8-409b-8343-78827fb875da HTTP/1.1" status: 204 len: 168 time: 0.3261721 Aug 28 19:53:39.014270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b205a-13dc-4643-b4f8-3f5d70bd824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087811b-59d8-409b-8343-78827fb875da,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:39.083901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44880e2-fce2-45c6-9028-c67f87e6caca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e2c16b0e-8b53-4369-a730-92aceb180827), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.088747 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44880e2-fce2-45c6-9028-c67f87e6caca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.093003 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f44880e2-fce2-45c6-9028-c67f87e6caca admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e2c16b0e-8b53-4369-a730-92aceb180827 HTTP/1.1" status: 204 len: 168 time: 0.7081294 Aug 28 19:53:39.106125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0355-f22f-4dc8-8696-1387b2cccc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d73c2df7-f15c-408f-b6a9-53d50e9488e2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.109390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0355-f22f-4dc8-8696-1387b2cccc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.113489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7d3c0355-f22f-4dc8-8696-1387b2cccc04 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d73c2df7-f15c-408f-b6a9-53d50e9488e2 HTTP/1.1" status: 204 len: 168 time: 0.7641864 Aug 28 19:53:39.113489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44880e2-fce2-45c6-9028-c67f87e6caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c16b0e-8b53-4369-a730-92aceb180827,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:39.131010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c0355-f22f-4dc8-8696-1387b2cccc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c2df7-f15c-408f-b6a9-53d50e9488e2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:39.190289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks [] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.195562 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:39.286051 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:39.319367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.320635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f0788a68-baa0-49e4-aaab-8ee35e185413), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.443592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:39.531900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:39.534902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:39.603344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1505785-bb3b-439a-b65a-efce3e138ef9 req-aeb81120-949c-4dad-bee6-051eebce2bc3 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:39.604978 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1505785-bb3b-439a-b65a-efce3e138ef9 req-aeb81120-949c-4dad-bee6-051eebce2bc3 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1154 time: 0.0795410 Aug 28 19:53:39.635503 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b1505785-bb3b-439a-b65a-efce3e138ef9 req-aaef6e19-23af-40ce-910c-ade221daad23 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.696098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c00636a-1857-468a-9c22-78b4ed18cd52 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:39.852828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Router f0788a68-baa0-49e4-aaab-8ee35e185413 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:53:39.853052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3c00636a-1857-468a-9c22-78b4ed18cd52 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:39.854114 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.861768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b1505785-bb3b-439a-b65a-efce3e138ef9 req-aaef6e19-23af-40ce-910c-ade221daad23 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Publish callbacks [] for security_group (778d1c2f-1b5d-4ec5-a89b-7d686141a5f5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.965207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b1505785-bb3b-439a-b65a-efce3e138ef9 req-aaef6e19-23af-40ce-910c-ade221daad23 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (778d1c2f-1b5d-4ec5-a89b-7d686141a5f5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:39.971210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a565acc0-ad06-4722-b054-38b0d2cbf1d0 None None] Provisioning complete for port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:39.972465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a565acc0-ad06-4722-b054-38b0d2cbf1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.008067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:53:40.022457 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bc6426a7-018c-404a-b1bd-7eae78dbe844 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f0788a68-baa0-49e4-aaab-8ee35e185413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0129075 Aug 28 19:53:40.026561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef6e19-23af-40ce-910c-ade221daad23 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778d1c2f-1b5d-4ec5-a89b-7d686141a5f5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:40.038750 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1505785-bb3b-439a-b65a-efce3e138ef9 req-aaef6e19-23af-40ce-910c-ade221daad23 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224725 Aug 28 19:53:40.051706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a565acc0-ad06-4722-b054-38b0d2cbf1d0 None None] Port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:40.059186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3c00636a-1857-468a-9c22-78b4ed18cd52 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:40.060531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.096251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3c00636a-1857-468a-9c22-78b4ed18cd52, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c00636a-1857-468a-9c22-78b4ed18cd52,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:40.197231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-f9d4b006-caec-47fc-afa1-07383d330bfa req-18dd0578-738c-4bed-b3fd-45e24918badb service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:53:40.198211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f9d4b006-caec-47fc-afa1-07383d330bfa req-18dd0578-738c-4bed-b3fd-45e24918badb service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060306 Aug 28 19:53:40.224129 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.277467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3c00636a-1857-468a-9c22-78b4ed18cd52,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:40.416953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34352) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:40.431233 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7c955acd-f8be-4dd8-8f55-4f3ff1c7ad67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.514111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7c955acd-f8be-4dd8-8f55-4f3ff1c7ad67 admin admin] Publish callbacks [] for security_group (39fed916-35a2-4702-a571-1aff6273cf51), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.560310 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:40.616552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7c955acd-f8be-4dd8-8f55-4f3ff1c7ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (39fed916-35a2-4702-a571-1aff6273cf51), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.694654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c955acd-f8be-4dd8-8f55-4f3ff1c7ad67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fed916-35a2-4702-a571-1aff6273cf51,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:40.703044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627fb80-8086-41e5-94eb-4c1ddd3088ef req-abb57e52-2a53-4d8f-8f9e-697050a7a8ee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:40.714534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d627fb80-8086-41e5-94eb-4c1ddd3088ef req-abb57e52-2a53-4d8f-8f9e-697050a7a8ee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0941081 Aug 28 19:53:40.718186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7c955acd-f8be-4dd8-8f55-4f3ff1c7ad67 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=be31a6fe3fe54a17bd6cfef576360950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004248 Aug 28 19:53:40.727329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34358) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:40.785412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d627fb80-8086-41e5-94eb-4c1ddd3088ef req-9956b1b5-7dd4-4760-a5d1-fff7acd71373 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643435 Aug 28 19:53:40.806903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06491064-2738-4f14-ae13-cf8896a8d23f admin admin] Publish callbacks [] for security_group (39fed916-35a2-4702-a571-1aff6273cf51), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.842250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06491064-2738-4f14-ae13-cf8896a8d23f admin admin] Publish callbacks [] for security_group (39fed916-35a2-4702-a571-1aff6273cf51), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.934057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34364) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:40.937060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Sync routers for ids ['f0788a68-baa0-49e4-aaab-8ee35e185413'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:53:40.962587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Routers {'f0788a68-baa0-49e4-aaab-8ee35e185413'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:40.963095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6666536-30ce-447e-9994-e966a6567d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:40.964128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f0788a68-baa0-49e4-aaab-8ee35e185413'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:41.027543 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06491064-2738-4f14-ae13-cf8896a8d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (39fed916-35a2-4702-a571-1aff6273cf51), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.031077 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06491064-2738-4f14-ae13-cf8896a8d23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.035599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-06491064-2738-4f14-ae13-cf8896a8d23f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/39fed916-35a2-4702-a571-1aff6273cf51 HTTP/1.1" status: 204 len: 168 time: 0.3084941 Aug 28 19:53:41.046475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06491064-2738-4f14-ae13-cf8896a8d23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fed916-35a2-4702-a571-1aff6273cf51,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:41.067512 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:41.163953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6666536-30ce-447e-9994-e966a6567d6c admin admin] Publish callbacks [] for security_group (4766c421-a41c-47b5-8da7-0f03eaac54c6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.169819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Set router f0788a68-baa0-49e4-aaab-8ee35e185413 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:41.359834 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6666536-30ce-447e-9994-e966a6567d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4766c421-a41c-47b5-8da7-0f03eaac54c6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.386129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T19:53:38Z', 'revision_number': 4, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78', 'name': '', 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'mac_address': 'fa:16:3e:4e:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20f6a9d6-5bd2-462c-8846-636300290d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:37Z', 'updated_at': '2022-08-28T19:53:38Z', 'revision_number': 2, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'subnets': [{'id': '20f6a9d6-5bd2-462c-8846-636300290d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:41.401217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b6666536-30ce-447e-9994-e966a6567d6c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=69c566294f7d45ffa6aeb748594292b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658782 Aug 28 19:53:41.402145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6666536-30ce-447e-9994-e966a6567d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766c421-a41c-47b5-8da7-0f03eaac54c6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:41.404675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34376) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:41.415592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Checking router: f0788a68-baa0-49e4-aaab-8ee35e185413 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:53:41.415911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Updating router f0788a68-baa0-49e4-aaab-8ee35e185413 port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:53:41.449539 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.490276 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c5be0de9-c495-4869-a900-337e9d19af61 admin admin] Publish callbacks [] for security_group (4766c421-a41c-47b5-8da7-0f03eaac54c6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.498571 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:41.514026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c5be0de9-c495-4869-a900-337e9d19af61 admin admin] Publish callbacks [] for security_group (4766c421-a41c-47b5-8da7-0f03eaac54c6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.606723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c00636a-1857-468a-9c22-78b4ed18cd52 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:41.686169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c5be0de9-c495-4869-a900-337e9d19af61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4766c421-a41c-47b5-8da7-0f03eaac54c6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.689156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c5be0de9-c495-4869-a900-337e9d19af61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.692425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c5be0de9-c495-4869-a900-337e9d19af61 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4766c421-a41c-47b5-8da7-0f03eaac54c6 HTTP/1.1" status: 204 len: 168 time: 0.2863503 Aug 28 19:53:41.706433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be0de9-c495-4869-a900-337e9d19af61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766c421-a41c-47b5-8da7-0f03eaac54c6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:41.716947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3c00636a-1857-468a-9c22-78b4ed18cd52 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:41.717324 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.721079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34384) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:41.737360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-306d692c-7744-47a9-a4be-e29c99b4319f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.789830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34386) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:41.792070 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:41.851246 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-306d692c-7744-47a9-a4be-e29c99b4319f admin admin] Publish callbacks [] for security_group (6b37a943-c836-408c-a906-a523366926d1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.880428 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Publish callbacks [] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.897505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3c00636a-1857-468a-9c22-78b4ed18cd52 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:41.920418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-306d692c-7744-47a9-a4be-e29c99b4319f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6b37a943-c836-408c-a906-a523366926d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.947999 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:41.952470 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:41.988789 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:41.999278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-306d692c-7744-47a9-a4be-e29c99b4319f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=28d94f4cad194bb7917b91c56c7a26b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768528 Aug 28 19:53:42.002192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34398) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:42.006134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885b938-7847-4752-b2fe-aa2f589a0af0 req-17703bd7-580f-422a-b771-6ebe2cdb0231 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:42.008217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6885b938-7847-4752-b2fe-aa2f589a0af0 req-17703bd7-580f-422a-b771-6ebe2cdb0231 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1018851 Aug 28 19:53:42.009834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d692c-7744-47a9-a4be-e29c99b4319f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37a943-c836-408c-a906-a523366926d1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:42.033519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8100f-0858-4019-a255-4255c6e39957 None None] Pushing event updated for resources: {'Port': ['ID=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:42.064424 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:42.079673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6885b938-7847-4752-b2fe-aa2f589a0af0 req-96019c22-65ed-4bd6-8673-2e54e2aeefd8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651345 Aug 28 19:53:42.096637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Attempting to bind port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:42.097019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Attempting to bind port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:42.097416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Attempting to bind port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 on network 20b3f643-5cb6-4c78-824a-dd4a924e1928 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:42.121396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:42.121396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Checking segment: {'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:42.121396 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.121396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Bound using segment: {'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:42.121396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Bound port: 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71df1d45-7438-48d4-aa0b-b40e18d12503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:42.121396 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.129594 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bc8b4-583d-482d-8b99-6c069ed8776b admin admin] Publish callbacks [] for security_group (6b37a943-c836-408c-a906-a523366926d1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.133963 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:42.167873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bc8b4-583d-482d-8b99-6c069ed8776b admin admin] Publish callbacks [] for security_group (6b37a943-c836-408c-a906-a523366926d1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.227097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] For port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:42.232184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] For port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,segment=NetworkSegment(71df1d45-7438-48d4-aa0b-b40e18d12503),segment_id=71df1d45-7438-48d4-aa0b-b40e18d12503)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:42.359195 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.380626 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-9287f65e-847f-4ca6-be27-1b93570e9446 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5892231 Aug 28 19:53:42.392091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-f6442413-434f-41be-a4b2-aa11bd5687aa service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:53:42.398321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-f6442413-434f-41be-a4b2-aa11bd5687aa service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059538 Aug 28 19:53:42.398506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.398657 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bc8b4-583d-482d-8b99-6c069ed8776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6b37a943-c836-408c-a906-a523366926d1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.399465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bc8b4-583d-482d-8b99-6c069ed8776b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:42.404720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-100bc8b4-583d-482d-8b99-6c069ed8776b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6b37a943-c836-408c-a906-a523366926d1 HTTP/1.1" status: 204 len: 168 time: 0.4011257 Aug 28 19:53:42.415249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bc8b4-583d-482d-8b99-6c069ed8776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37a943-c836-408c-a906-a523366926d1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:42.473261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Routers {'f0788a68-baa0-49e4-aaab-8ee35e185413'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:42.473958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f0788a68-baa0-49e4-aaab-8ee35e185413'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:42.491140 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:42.543422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8100f-0858-4019-a255-4255c6e39957 None None] Pushing event updated for resources: {'Port': ['ID=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:42.631870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] Set router f0788a68-baa0-49e4-aaab-8ee35e185413 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:42.917841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1dc633c1-d290-405c-b67f-611084156329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T19:53:38Z', 'revision_number': 4, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78', 'name': '', 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'mac_address': 'fa:16:3e:4e:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20f6a9d6-5bd2-462c-8846-636300290d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:37Z', 'updated_at': '2022-08-28T19:53:42Z', 'revision_number': 4, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'subnets': [{'id': '20f6a9d6-5bd2-462c-8846-636300290d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:42.921549 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:42.948817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc633c1-d290-405c-b67f-611084156329 None None] The sync data for ids ['f0788a68-baa0-49e4-aaab-8ee35e185413'] in n-d-854121-7 is: [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T19:53:38Z', 'revision_number': 4, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78', 'name': '', 'network_id': '20b3f643-5cb6-4c78-824a-dd4a924e1928', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'mac_address': 'fa:16:3e:4e:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20f6a9d6-5bd2-462c-8846-636300290d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:37Z', 'updated_at': '2022-08-28T19:53:42Z', 'revision_number': 4, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'subnets': [{'id': '20f6a9d6-5bd2-462c-8846-636300290d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:53:43.143094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-6835fe89-37f7-4967-883b-5893e073536c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:43.144582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-6835fe89-37f7-4967-883b-5893e073536c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 0.4641106 Aug 28 19:53:43.159357 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:43.165791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-9621db3e-03a9-43ee-85d2-fcecea9c1946 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/quotas/722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 375 time: 0.0137517 Aug 28 19:53:43.297157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-4e3dea67-cc19-4b88-85a9-947884262c20 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094584 Aug 28 19:53:43.583076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5220d-d205-45a2-8e81-6e3f8b1b9420 req-55679730-05e9-413f-b477-027456256aad tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:43.584870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31f5220d-d205-45a2-8e81-6e3f8b1b9420 req-55679730-05e9-413f-b477-027456256aad tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0880928 Aug 28 19:53:43.665471 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31f5220d-d205-45a2-8e81-6e3f8b1b9420 req-f2e5bc21-499e-49d9-8d3a-0cb6b3c8d12b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723550 Aug 28 19:53:43.684013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:43.702514 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:43.763274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:43.763725 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:43.870723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:43.871140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:43.889581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-7960efaf-4008-4640-835f-d97026333af2 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:53:43.899264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-7960efaf-4008-4640-835f-d97026333af2 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3698118 Aug 28 19:53:43.914631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,segment=NetworkSegment(71df1d45-7438-48d4-aa0b-b40e18d12503),segment_id=71df1d45-7438-48d4-aa0b-b40e18d12503)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:43.963866 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:43.994272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:44.022065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-b5868d91-acf0-4a6d-8ed8-726428f1e6a9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211727 Aug 28 19:53:44.033304 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:44.067063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:44.146915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-1a2ba3fe-f128-47d6-9b17-c963089564f3 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239455 Aug 28 19:53:44.197841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34482) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:44.531856 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37bf0145-bd03-4818-9818-b76a094bde06 req-57a1daa8-dfe2-49d4-a059-aeda64dfdc7a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 210 time: 0.0310698 Aug 28 19:53:44.582218 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:44.741223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34508) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:44.849149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936576e5-8598-4f07-9b12-2d7febae757d req-74d79e68-fb19-4312-b556-25fdff167dbb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:44.850335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-936576e5-8598-4f07-9b12-2d7febae757d req-74d79e68-fb19-4312-b556-25fdff167dbb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0566883 Aug 28 19:53:44.909229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-936576e5-8598-4f07-9b12-2d7febae757d req-6b08fa76-7d79-4d8b-b41a-fa26a816e67a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Aug 28 19:53:44.978096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-3ff488a7-082d-4acd-87aa-fe24074e551b tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:44.979420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-3ff488a7-082d-4acd-87aa-fe24074e551b tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 1151 time: 0.7804332 Aug 28 19:53:45.128978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-network', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:45.239430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Made reservation on behalf of eb20a0da64fb4e60b540008653306bc8 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:45.241887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.257052 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.394039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks [] for security_group (d0a54e3e-604b-4ab6-ad3e-f307ef54c987), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.514035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d0a54e3e-604b-4ab6-ad3e-f307ef54c987), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.537238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:53:45.556621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a54e3e-604b-4ab6-ad3e-f307ef54c987,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:45.558737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (889b7123-e8b8-4343-8b73-66b1442408d5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.559365 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Added segment 889b7123-e8b8-4343-8b73-66b1442408d5 of type vlan for network 071fcd76-0b63-4ef5-8cb5-94f65164849d Aug 28 19:53:45.628839 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:45.646050 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (071fcd76-0b63-4ef5-8cb5-94f65164849d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.656915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:45.724008 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fdd762a6-3f52-44b9-8c72-67157a5a4b41 req-e2bcb366-7506-4b58-a5eb-866f2dba7b9d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 210 time: 0.0765252 Aug 28 19:53:45.742098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:45.742684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.747872 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (071fcd76-0b63-4ef5-8cb5-94f65164849d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.749283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:45.750930 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:45.835553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] Pushing event updated for resources: {'Network': ['ID=071fcd76-0b63-4ef5-8cb5-94f65164849d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:45.912255 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34556) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:45.912640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-23f9d78e-a84f-4239-892e-5ab734fb173f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1698315 Aug 28 19:53:45.932907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Request body: {'subnet': {'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-subnet', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:45.933189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:53:46.069437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:46.084735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Made reservation on behalf of eb20a0da64fb4e60b540008653306bc8 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:46.084735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:46.170846 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1a5c3-f08c-4d37-b98c-a548d49f5f56 req-73afa96f-6da0-47a0-9bc3-c1127fda9f8a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:46.177747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ad1a5c3-f08c-4d37-b98c-a548d49f5f56 req-73afa96f-6da0-47a0-9bc3-c1127fda9f8a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1318681 Aug 28 19:53:46.274040 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:46.276488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ad1a5c3-f08c-4d37-b98c-a548d49f5f56 req-d4a7130a-d470-4e1b-973c-1475a324f6b3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910728 Aug 28 19:53:46.489767 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:46.543673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (17fffec3-95c9-49da-954a-d5bf6349f7b7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:46.565743 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:53:46.602577 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=11,neutron:UPDATE=1,neutron:SELECT=88 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:46.670986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fffec3-95c9-49da-954a-d5bf6349f7b7,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:46.674548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Checking segment: {'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:46.674548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Network hostable DHCP agents. Network: 071fcd76-0b63-4ef5-8cb5-94f65164849d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:53:46.776479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:53:46.858127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f8003be9-71f2-40fa-9a52-ac2cd14dd730 req-c1be5533-ce64-4b5d-a484-22f9f8397a3d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Aug 28 19:53:46.930326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 071fcd76-0b63-4ef5-8cb5-94f65164849d) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:46.941200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:46.941843 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:46.949505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b992cd2b-b1f0-44db-ac56-f1ff00c35e17 None None] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:53:47.079032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-071fcd76-0b63-4ef5-8cb5-94f65164849d', 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d', 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'fixed_ips': [{'subnet_id': '17fffec3-95c9-49da-954a-d5bf6349f7b7'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:53:47.079971 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:47.099271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3e175b3f-1727-4bbc-8b60-2b8b8d170792 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1853852 Aug 28 19:53:47.102307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34598) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:47.107089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:47.256252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (c013157f-9af9-4b23-a1c4-66589df0cb8c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:47.268702 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (c013157f-9af9-4b23-a1c4-66589df0cb8c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:47.275739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Allocated IP 172.20.0.2 (071fcd76-0b63-4ef5-8cb5-94f65164849d/17fffec3-95c9-49da-954a-d5bf6349f7b7/b6b1486b-c910-4cb9-b137-34a07e0b1157) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:47.455930 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks [] for router_controller (c013157f-9af9-4b23-a1c4-66589df0cb8c), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:47.618850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa10a43-e139-44bf-9a66-5b08ea4f1fe2 req-7c2e502f-116a-4f91-9ad9-b1609e7c2dd3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:47.631412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaa10a43-e139-44bf-9a66-5b08ea4f1fe2 req-7c2e502f-116a-4f91-9ad9-b1609e7c2dd3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1547923 Aug 28 19:53:47.632916 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-9ed852ec-8c63-4ab0-b0dd-204f1eddd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:47.636185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-9ed852ec-8c63-4ab0-b0dd-204f1eddd66b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1154 time: 0.1176329 Aug 28 19:53:47.653890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Publish callbacks [] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:47.730757 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks [] for router_gateway (c013157f-9af9-4b23-a1c4-66589df0cb8c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:47.741795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34616) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:47.767400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-ab17a173-6b89-4f51-9d5a-a5529f6c6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:47.768693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-ab17a173-6b89-4f51-9d5a-a5529f6c6b5c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1266818 Aug 28 19:53:47.775473 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:47.810832 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:47.824958 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-7754a7b8-8544-4091-b7b5-cfd32bd61fda service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.0466239 Aug 28 19:53:47.879245 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaa10a43-e139-44bf-9a66-5b08ea4f1fe2 req-aed995eb-1c43-4e4f-893a-57ab834987ff tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240678 Aug 28 19:53:47.893030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:47.903698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:47.913678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:47.927204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Pushing event updated for resources: {'Port': ['ID=b6b1486b-c910-4cb9-b137-34a07e0b1157,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:47.929196 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:47.941186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-ed2c4cf2-a63d-4689-9da0-272d44e70dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:47.941186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-ed2c4cf2-a63d-4689-9da0-272d44e70dc5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1047046 Aug 28 19:53:48.078589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-2a81aecc-d035-4706-bba0-569ae0a83e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:48.085838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-2a81aecc-d035-4706-bba0-569ae0a83e99 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1403208 Aug 28 19:53:48.126743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Attempting to bind port b6b1486b-c910-4cb9-b137-34a07e0b1157 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:48.128247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Attempting to bind port b6b1486b-c910-4cb9-b137-34a07e0b1157 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:48.129079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Attempting to bind port b6b1486b-c910-4cb9-b137-34a07e0b1157 on network 071fcd76-0b63-4ef5-8cb5-94f65164849d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:48.140072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:48.141018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Checking segment: {'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:48.141715 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:48.142397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Bound using segment: {'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:48.143380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Bound port: b6b1486b-c910-4cb9-b137-34a07e0b1157, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:48.144261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:48.300216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] For port b6b1486b-c910-4cb9-b137-34a07e0b1157, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:48.307218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c74407a0-0bd3-4984-b14f-8b7271d21412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:48.307516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] For port b6b1486b-c910-4cb9-b137-34a07e0b1157, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b6b1486b-c910-4cb9-b137-34a07e0b1157,segment=NetworkSegment(889b7123-e8b8-4343-8b73-66b1442408d5),segment_id=889b7123-e8b8-4343-8b73-66b1442408d5)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:48.312156 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:48.374290 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-3ab2ff17-a3cc-4b76-ba01-c7f2639c0735 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811263 Aug 28 19:53:48.452079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31cd9837-0941-4728-a52f-eb6c4db5e845 req-a779caf6-f0e8-4a0c-b0f5-d59ceebfcbd8 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 210 time: 0.1847789 Aug 28 19:53:48.456641 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:48.561706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-7d61902d-6907-451a-802a-5699d5a75f99 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794965 Aug 28 19:53:48.571243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872cee-b986-48a7-b500-4e22a367a851 None None] Pushing event updated for resources: {'Port': ['ID=b6b1486b-c910-4cb9-b137-34a07e0b1157,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:48.957207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5a394b8d-300c-42b7-bcee-016b4f4ce36d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:48.963418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5a394b8d-300c-42b7-bcee-016b4f4ce36d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 0.6233203 Aug 28 19:53:48.995806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'port': {'device_id': '9633a5de-4a04-4281-931a-62eff9dc3072', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'admin_state_up': True, 'tenant_id': '722e7cf4482747a98836d2a4a1761042'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:49.008799 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks [] for router_gateway (c013157f-9af9-4b23-a1c4-66589df0cb8c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.016045 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c74407a0-0bd3-4984-b14f-8b7271d21412 admin admin] Publish callbacks [] for security_group (44b6685f-8598-4541-803c-0958e1344c4d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.118446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.124845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c74407a0-0bd3-4984-b14f-8b7271d21412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (44b6685f-8598-4541-803c-0958e1344c4d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.193417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8e0b5-49fc-4bf2-bbf2-84d6e761490a req-d0ab6b87-16c4-4288-8940-da5b3813fc7f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:49.203190 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fd8e0b5-49fc-4bf2-bbf2-84d6e761490a req-d0ab6b87-16c4-4288-8940-da5b3813fc7f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0885155 Aug 28 19:53:49.242536 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c74407a0-0bd3-4984-b14f-8b7271d21412 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=774df3b6286848b885e4dcd2d3357d76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4994779 Aug 28 19:53:49.246657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34696) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:49.250859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74407a0-0bd3-4984-b14f-8b7271d21412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6685f-8598-4541-803c-0958e1344c4d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:49.303776 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:49.305872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fd8e0b5-49fc-4bf2-bbf2-84d6e761490a req-fbdb7c46-15be-4805-8483-57f1148040b8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016123 Aug 28 19:53:49.351711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Allocated IP 172.25.4.184 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/efdee86d-eab0-4b9e-a3f8-ab96d8af36b3) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:49.373054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aacbfa07-b1cd-47d2-93a6-f10ac8e0d296 admin admin] Publish callbacks [] for security_group (44b6685f-8598-4541-803c-0958e1344c4d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.398510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aacbfa07-b1cd-47d2-93a6-f10ac8e0d296 admin admin] Publish callbacks [] for security_group (44b6685f-8598-4541-803c-0958e1344c4d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.460048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Made reservation on behalf of 722e7cf4482747a98836d2a4a1761042 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:49.464651 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.472008 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:49.508764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-91c796c5-49d3-4fda-bade-732622e5c081 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538275 Aug 28 19:53:49.581733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aacbfa07-b1cd-47d2-93a6-f10ac8e0d296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (44b6685f-8598-4541-803c-0958e1344c4d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.584611 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aacbfa07-b1cd-47d2-93a6-f10ac8e0d296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.587347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aacbfa07-b1cd-47d2-93a6-f10ac8e0d296 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/44b6685f-8598-4541-803c-0958e1344c4d HTTP/1.1" status: 204 len: 168 time: 0.3336174 Aug 28 19:53:49.634108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbfa07-b1cd-47d2-93a6-f10ac8e0d296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6685f-8598-4541-803c-0958e1344c4d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:49.770126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b6b1486b-c910-4cb9-b137-34a07e0b1157 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:49.780486 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:49.854993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b6b1486b-c910-4cb9-b137-34a07e0b1157 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:49.855374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.857976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks [] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:49.922613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Allocated IP 172.20.0.6 (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2/4840aad5-d346-4519-9cd0-422036b5ca35/6b33999d-c193-4fe9-a4bc-2febb605c49b) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:50.101984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b6b1486b-c910-4cb9-b137-34a07e0b1157 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:50.102632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:50.105914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-118f2908-da6c-492d-82f3-a4d163617c11 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:50.118110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-118f2908-da6c-492d-82f3-a4d163617c11 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5996709 Aug 28 19:53:50.146515 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:50.161012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-3f39faae-3e51-4c5b-99ee-ee1b0a21c85f tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/quotas/5a1290b969a84eb897dd8ab368a89fa1 HTTP/1.1" status: 200 len: 375 time: 0.0360627 Aug 28 19:53:50.169620 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:50.188058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b6b1486b-c910-4cb9-b137-34a07e0b1157, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b6b1486b-c910-4cb9-b137-34a07e0b1157,segment=NetworkSegment(889b7123-e8b8-4343-8b73-66b1442408d5),segment_id=889b7123-e8b8-4343-8b73-66b1442408d5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:50.189760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4190c39f-18f8-4026-bdd3-b4aa08076218 req-72f36506-8aac-4b2e-a7bf-cb7e4202bb06 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 210 time: 0.0410116 Aug 28 19:53:50.195004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cbcd92-0ea6-41eb-99d6-388374907e37 None None] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:53:50.271683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:50.310249 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:50.341129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-88df145e-aec8-4f05-bf97-f1e9f1e6997a None None] Provisioning complete for port b6b1486b-c910-4cb9-b137-34a07e0b1157 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:50.341704 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88df145e-aec8-4f05-bf97-f1e9f1e6997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:50.345553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:50.352834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:50.453794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-df89cf18-aefd-4557-94ba-cfabd772177b tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2918816 Aug 28 19:53:50.469210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b6b1486b-c910-4cb9-b137-34a07e0b1157,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:50.499231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Pushing event updated for resources: {'Port': ['ID=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:50.536700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-88df145e-aec8-4f05-bf97-f1e9f1e6997a None None] Current status of the port b6b1486b-c910-4cb9-b137-34a07e0b1157 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:50.574125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:50.756055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bdea20a0-67ee-444c-81d6-5dce8ca517e4 None None] Provisioning complete for port b6b1486b-c910-4cb9-b137-34a07e0b1157 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:50.756475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdea20a0-67ee-444c-81d6-5dce8ca517e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:50.808011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:50.871405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bdea20a0-67ee-444c-81d6-5dce8ca517e4 None None] Current status of the port b6b1486b-c910-4cb9-b137-34a07e0b1157 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:51.003950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:51.010470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:51.018224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:51.024461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:51.024461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.024617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1303317c-30a8-4715-bd70-04f300cf8e05 req-74515176-f525-4582-abc6-af87e13cbff7 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 210 time: 0.0676227 Aug 28 19:53:51.025671 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:51.079495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34816) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:51.095787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:51.116019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df456829-8514-471b-af3b-bee60b732d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.117522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50246e9-248e-4598-973d-281c7bdb2256 req-9452fac6-09a3-4a17-beca-fa9a8cc76946 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:51.138516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c50246e9-248e-4598-973d-281c7bdb2256 req-9452fac6-09a3-4a17-beca-fa9a8cc76946 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.2383461 Aug 28 19:53:51.159306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34830) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:51.196882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks [] for router_gateway (c013157f-9af9-4b23-a1c4-66589df0cb8c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.302072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-5e06acc3-fb63-4408-bdd7-389311bf0563 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3139453 Aug 28 19:53:51.319799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df456829-8514-471b-af3b-bee60b732d34 admin admin] Publish callbacks [] for security_group (9489acce-7614-4dc8-8086-d7dbe2fe024e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.345885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Request body: {'port': {'device_id': '9633a5de-4a04-4281-931a-62eff9dc3072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:51.402239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c3e9edae-51fe-4c02-be29-1604d04c7ef2 None None] Provisioning complete for port 6b33999d-c193-4fe9-a4bc-2febb605c49b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:51.402778 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c50246e9-248e-4598-973d-281c7bdb2256 req-335f9adf-d198-400a-8095-8d1d975d77d2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632189 Aug 28 19:53:51.403188 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3e9edae-51fe-4c02-be29-1604d04c7ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.435567 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:51.446844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9edae-51fe-4c02-be29-1604d04c7ef2 None None] Port 6b33999d-c193-4fe9-a4bc-2febb605c49b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:51.464051 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df456829-8514-471b-af3b-bee60b732d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9489acce-7614-4dc8-8086-d7dbe2fe024e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.520148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.544823 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-df456829-8514-471b-af3b-bee60b732d34 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=41618f00a04b4dd0879ed545e97af59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621720 Aug 28 19:53:51.550480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7788-c290-410b-90de-9558da57fdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.564454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34868) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:51.581602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df456829-8514-471b-af3b-bee60b732d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9489acce-7614-4dc8-8086-d7dbe2fe024e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:51.677415 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7788-c290-410b-90de-9558da57fdc1 admin admin] Publish callbacks [] for security_group (699f8343-6e17-47d9-899d-2e6e4ecc0dfe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.681954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e782d6-1637-400d-8a53-040bcea88152 req-45a60679-acef-49c1-b034-fa48bba84841 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:51.683585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44e782d6-1637-400d-8a53-040bcea88152 req-45a60679-acef-49c1-b034-fa48bba84841 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 931 time: 0.1282949 Aug 28 19:53:51.696634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (c013157f-9af9-4b23-a1c4-66589df0cb8c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.720387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b6b1486b-c910-4cb9-b137-34a07e0b1157 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:51.779980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b6b1486b-c910-4cb9-b137-34a07e0b1157 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:51.780388 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.804721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7788-c290-410b-90de-9558da57fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (699f8343-6e17-47d9-899d-2e6e4ecc0dfe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.812092 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3101da4-8115-4013-acef-759e3806901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.864794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d7788-c290-410b-90de-9558da57fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699f8343-6e17-47d9-899d-2e6e4ecc0dfe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:51.868370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4f3d7788-c290-410b-90de-9558da57fdc1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3b8697da825645e39af5b1222d8bdf0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7081168 Aug 28 19:53:51.871336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34912) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:51.890009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b6b1486b-c910-4cb9-b137-34a07e0b1157 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:51.900745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11c4bfd1-3ec4-4332-bbe4-97bbaedf5ecd admin admin] Publish callbacks [] for security_group (9489acce-7614-4dc8-8086-d7dbe2fe024e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.955610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fddb355-5366-424d-916e-72c2afc643bc admin admin] Publish callbacks [] for security_group (699f8343-6e17-47d9-899d-2e6e4ecc0dfe), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.985027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11c4bfd1-3ec4-4332-bbe4-97bbaedf5ecd admin admin] Publish callbacks [] for security_group (9489acce-7614-4dc8-8086-d7dbe2fe024e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:51.990846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fddb355-5366-424d-916e-72c2afc643bc admin admin] Publish callbacks [] for security_group (699f8343-6e17-47d9-899d-2e6e4ecc0dfe), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.196371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fddb355-5366-424d-916e-72c2afc643bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (699f8343-6e17-47d9-899d-2e6e4ecc0dfe), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.211052 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fddb355-5366-424d-916e-72c2afc643bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.213671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7fddb355-5366-424d-916e-72c2afc643bc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/699f8343-6e17-47d9-899d-2e6e4ecc0dfe HTTP/1.1" status: 204 len: 168 time: 0.3402741 Aug 28 19:53:52.238375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddb355-5366-424d-916e-72c2afc643bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699f8343-6e17-47d9-899d-2e6e4ecc0dfe,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:52.279247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44e782d6-1637-400d-8a53-040bcea88152 req-9f0b80d4-63cb-486c-a053-23ba4868224b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761871 Aug 28 19:53:52.340894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.380877 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f97c39d-5b5a-4bbc-bd17-1f9c17fc3000 req-f3dad53d-9195-4d28-a547-899a304b539a tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 210 time: 0.0537605 Aug 28 19:53:52.426846 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=76,neutron:DELETE=12,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:52.496067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b33999d-c193-4fe9-a4bc-2febb605c49b {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:52.505622 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Publish callbacks [] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.544370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Transition to ACTIVE for port object 6b33999d-c193-4fe9-a4bc-2febb605c49b will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:53:52.545274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11c4bfd1-3ec4-4332-bbe4-97bbaedf5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9489acce-7614-4dc8-8086-d7dbe2fe024e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.548104 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11c4bfd1-3ec4-4332-bbe4-97bbaedf5ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.549578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-11c4bfd1-3ec4-4332-bbe4-97bbaedf5ecd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9489acce-7614-4dc8-8086-d7dbe2fe024e HTTP/1.1" status: 204 len: 168 time: 0.9818361 Aug 28 19:53:52.605452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4bfd1-3ec4-4332-bbe4-97bbaedf5ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9489acce-7614-4dc8-8086-d7dbe2fe024e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:52.616119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Router c013157f-9af9-4b23-a1c4-66589df0cb8c is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:53:52.640440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f912ca-1891-4c89-bd36-35ee69b2aec0 req-6ee5e7e8-267a-4f72-ac20-5e867c06adbe tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:52.644480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4f912ca-1891-4c89-bd36-35ee69b2aec0 req-6ee5e7e8-267a-4f72-ac20-5e867c06adbe tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0916228 Aug 28 19:53:52.697124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.836573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4f912ca-1891-4c89-bd36-35ee69b2aec0 req-6b1feda4-d9b3-432b-8f08-1f568338d514 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435912 Aug 28 19:53:52.893385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:52.909305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:53:52.920090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:52.920301 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Sync routers for ids ['c013157f-9af9-4b23-a1c4-66589df0cb8c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:53:52.920778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:52.920778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:52.927954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:53:52.928282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:52.935466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:52.935861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:52.936239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:52.936683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Bound port: 6b33999d-c193-4fe9-a4bc-2febb605c49b, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:52.937100 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:52.938059 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Routers {'c013157f-9af9-4b23-a1c4-66589df0cb8c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:52.938697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c013157f-9af9-4b23-a1c4-66589df0cb8c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:53.010152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.014667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1968e61e-8055-4d99-8095-45166a14c231 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9078577 Aug 28 19:53:53.015355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35016) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:53.021667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:53.025786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:53.069968 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Set router c013157f-9af9-4b23-a1c4-66589df0cb8c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:53.150916 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.157215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:53.158346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.160465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 1091 time: 1.8361840 Aug 28 19:53:53.163859 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:53.172212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:53.172212 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b6a0d-8456-4801-ae9e-94889a5881cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:53.248775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35028) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:53.272927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aaf6140a-b1fb-4846-8845-b664ebf1b633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.290941 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9064f8c-e05e-4d34-a1cd-999792078cf5 x-openstack-request-id: req-e9064f8c-e05e-4d34-a1cd-999792078cf5 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:53.291511 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:53.291511 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9064f8c-e05e-4d34-a1cd-999792078cf5 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:53.292038 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9064f8c-e05e-4d34-a1cd-999792078cf5'] response: {'name': 'network-changed', 'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b', 'status': 'completed', 'code': 200} Aug 28 19:53:53.337141 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:53:50Z', 'revision_number': 3, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:53.380849 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Checking router: c013157f-9af9-4b23-a1c4-66589df0cb8c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:53:53.381438 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Updating router c013157f-9af9-4b23-a1c4-66589df0cb8c port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:53:53.423084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f667c2-434f-4c7f-975c-a1742894eb86 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:53.430639 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.466270 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aaf6140a-b1fb-4846-8845-b664ebf1b633 admin admin] Publish callbacks [] for security_group (44f154dc-0bca-46af-99c1-6bfc17ff1339), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.490350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6a0d-8456-4801-ae9e-94889a5881cf req-91b7fb16-a649-4185-937f-b75806303940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:53.492299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-649b6a0d-8456-4801-ae9e-94889a5881cf req-91b7fb16-a649-4185-937f-b75806303940 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1125 time: 0.1994035 Aug 28 19:53:53.548392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aaf6140a-b1fb-4846-8845-b664ebf1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (44f154dc-0bca-46af-99c1-6bfc17ff1339), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.575018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bef5ad-f7e9-42c5-b5f8-fddd8b5723bb req-f6893006-5d35-44cb-af47-5b5079d6f91f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:53.576588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40bef5ad-f7e9-42c5-b5f8-fddd8b5723bb req-f6893006-5d35-44cb-af47-5b5079d6f91f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.1261194 Aug 28 19:53:53.652400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aaf6140a-b1fb-4846-8845-b664ebf1b633 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=430366c2891c4343b53968c17611d27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991103 Aug 28 19:53:53.652400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6140a-b1fb-4846-8845-b664ebf1b633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f154dc-0bca-46af-99c1-6bfc17ff1339,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:53.654052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35072) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:53.747616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a38c69e5-052a-40c1-ad1b-6ce1a79c17b5 admin admin] Publish callbacks [] for security_group (44f154dc-0bca-46af-99c1-6bfc17ff1339), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.783061 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a38c69e5-052a-40c1-ad1b-6ce1a79c17b5 admin admin] Publish callbacks [] for security_group (44f154dc-0bca-46af-99c1-6bfc17ff1339), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.827103 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:53.838834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40bef5ad-f7e9-42c5-b5f8-fddd8b5723bb req-ea0f99cb-ce97-479c-b092-d86a46b23562 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437937 Aug 28 19:53:53.915228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6a0d-8456-4801-ae9e-94889a5881cf req-6af47bea-ea6d-474c-8015-2bf13d7f0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:53.916782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-649b6a0d-8456-4801-ae9e-94889a5881cf req-6af47bea-ea6d-474c-8015-2bf13d7f0cb9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=722e7cf4482747a98836d2a4a1761042&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3606317 Aug 28 19:53:53.944843 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Publish callbacks [] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.962269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a38c69e5-052a-40c1-ad1b-6ce1a79c17b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (44f154dc-0bca-46af-99c1-6bfc17ff1339), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.964882 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a38c69e5-052a-40c1-ad1b-6ce1a79c17b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:53.971285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a38c69e5-052a-40c1-ad1b-6ce1a79c17b5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/44f154dc-0bca-46af-99c1-6bfc17ff1339 HTTP/1.1" status: 204 len: 168 time: 0.3162353 Aug 28 19:53:53.979469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c69e5-052a-40c1-ad1b-6ce1a79c17b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f154dc-0bca-46af-99c1-6bfc17ff1339,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:54.026432 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:54.054748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a88a13e7-fa90-4ff2-ab96-cdb0196baf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:54.089163 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Attempting to bind port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:54.089837 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Attempting to bind port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:54.091560 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Attempting to bind port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:54.104953 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:54.105644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:54.106287 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:54.106855 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:54.107548 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Bound port: efdee86d-eab0-4b9e-a3f8-ab96d8af36b3, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:54.108243 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:54.126256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af0aa5-8dd1-404c-af73-4c651952f8d3 req-813e904e-45ca-476d-84f4-0e47295cd986 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:54.134583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2af0aa5-8dd1-404c-af73-4c651952f8d3 req-813e904e-45ca-476d-84f4-0e47295cd986 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0676184 Aug 28 19:53:54.150285 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edf3b0-8178-459a-9bf2-81e35862103f None None] Pushing event updated for resources: {'Port': ['ID=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:54.165430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdb9e36e-21f3-40c7-a58a-0be36c814217 req-f452315a-605f-4752-b9dd-000d9a13f297 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 210 time: 0.1768987 Aug 28 19:53:54.212712 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] For port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:54.217315 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] For port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:54.222490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2af0aa5-8dd1-404c-af73-4c651952f8d3 req-39c701e2-8a0e-4bea-a139-bac190591660 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869105 Aug 28 19:53:54.256100 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:54.311217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-5c407bd6-5ac9-4d7a-becf-d7a27000489b tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443940 Aug 28 19:53:54.353929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6a0d-8456-4801-ae9e-94889a5881cf req-c28883b7-c765-45f9-9124-e3a827bc4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:54.355413 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-649b6a0d-8456-4801-ae9e-94889a5881cf req-c28883b7-c765-45f9-9124-e3a827bc4fd8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3555984 Aug 28 19:53:54.363863 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:54.395249 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:54.459175 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:54.486938 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Routers {'c013157f-9af9-4b23-a1c4-66589df0cb8c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:54.486938 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c013157f-9af9-4b23-a1c4-66589df0cb8c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:54.527983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-a60fe7c2-ae5a-480b-a8d0-84e5d6e08805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:54.529340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-a60fe7c2-ae5a-480b-a8d0-84e5d6e08805 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1125 time: 0.0724370 Aug 28 19:53:54.542187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a4bbc913-1c0d-48c2-8f4e-056204b48111 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:54.544378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a4bbc913-1c0d-48c2-8f4e-056204b48111 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299745 Aug 28 19:53:54.557326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Request body: {'port': {'device_id': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '5a1290b969a84eb897dd8ab368a89fa1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:54.608101 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-ac6a2edc-9961-4ad4-9a32-16e956134571 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 217 time: 0.0431440 Aug 28 19:53:54.610411 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edf3b0-8178-459a-9bf2-81e35862103f None None] Pushing event updated for resources: {'Port': ['ID=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:54.718026 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] Set router c013157f-9af9-4b23-a1c4-66589df0cb8c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:54.725514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-525cd475-3f3b-4ec8-aaab-8e8768030667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:54.728890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-525cd475-3f3b-4ec8-aaab-8e8768030667 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1059923 Aug 28 19:53:54.829982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-7bcefb31-0d4e-4da9-a041-068bb4f71624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:54.831505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-7bcefb31-0d4e-4da9-a041-068bb4f71624 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966842 Aug 28 19:53:54.838390 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:54.941443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Allocated IP 172.20.0.1 (071fcd76-0b63-4ef5-8cb5-94f65164849d/17fffec3-95c9-49da-954a-d5bf6349f7b7/ec32c90b-f096-41b1-8f3a-aed3dcd99b6c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:54.982839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Made reservation on behalf of 5a1290b969a84eb897dd8ab368a89fa1 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:54.987250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.016077 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.186145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks [] for security_group (f0df3636-4de7-46d4-9029-cc17b47442d4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.255801 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f0df3636-4de7-46d4-9029-cc17b47442d4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.280021 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:53:50Z', 'revision_number': 3, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:55.310965 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7812a-4c3b-40b6-b391-6c0e1906f97d None None] The sync data for ids ['c013157f-9af9-4b23-a1c4-66589df0cb8c'] in n-d-854121-7 is: [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:53:50Z', 'revision_number': 3, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:53:55.316343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-38f1bf39-458f-4957-a38c-dfec416d9992 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621687 Aug 28 19:53:55.324150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286333-6cda-40a3-9cac-5c8fefcc61e2 req-ac19e496-8cbd-4427-a456-008c6b9d5729 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:55.325715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b286333-6cda-40a3-9cac-5c8fefcc61e2 req-ac19e496-8cbd-4427-a456-008c6b9d5729 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.3676789 Aug 28 19:53:55.474275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Allocated IP 192.168.233.29 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/495091cb-b66e-483d-9d04-9f7edb1fb2a2) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:53:55.480948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0df3636-4de7-46d4-9029-cc17b47442d4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:55.536735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks [] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.558875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b286333-6cda-40a3-9cac-5c8fefcc61e2 req-ce402bb8-6772-45d9-b5cf-077eee9ef42a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135787 Aug 28 19:53:55.620431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31824668-3109-4873-a969-ffda0fe4f3d7 req-b512fb73-a5ac-4b79-bc9a-7347eac4f278 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935858 Aug 28 19:53:55.759997 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4b114f-a630-4cf4-bb8a-554d418390cf req-44aa9148-9a51-4636-9785-d54649a525cf tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 210 time: 0.0668643 Aug 28 19:53:55.795846 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.804986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.899254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641e5a-e9de-4988-b5ae-2cb481622423 req-571c798f-396d-4525-96fa-fa444ad61fd0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:55.907853 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91641e5a-e9de-4988-b5ae-2cb481622423 req-571c798f-396d-4525-96fa-fa444ad61fd0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1685855 Aug 28 19:53:55.922878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:55.930001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:55.932282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks [] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:55.939487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:55.939487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (c013157f-9af9-4b23-a1c4-66589df0cb8c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.031726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91641e5a-e9de-4988-b5ae-2cb481622423 req-08d5df26-a55a-47db-a09f-faf797a0d9fc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225085 Aug 28 19:53:56.049349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Pushing event updated for resources: {'Port': ['ID=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:56.153469 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.209208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:56.212982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:56.249160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:53:56.264270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:56.264955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.300119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Pushing event updated for resources: {'Port': ['ID=495091cb-b66e-483d-9d04-9f7edb1fb2a2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:56.334745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.355748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-18a8d54a-a25f-469f-8e89-e96df8735dab None None] Provisioning complete for port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:56.356668 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18a8d54a-a25f-469f-8e89-e96df8735dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.413445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-18a8d54a-a25f-469f-8e89-e96df8735dab None None] Port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:56.432086 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-a33739af-8f5d-4cc6-96b2-2f37204c81da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8793087 Aug 28 19:53:56.450416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Request body: {'port': {'device_id': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:56.540464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b6793609-aa08-40a0-924f-9192a77fbe98 None None] Provisioning complete for port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:56.540940 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b6793609-aa08-40a0-924f-9192a77fbe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.547989 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.626468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b6793609-aa08-40a0-924f-9192a77fbe98 None None] Port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:56.781705 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks [] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.803305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142601cd-2b09-401a-808a-89e4ac484bb8 req-d972718f-1a1d-469e-94d1-9b580f6cb438 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:56.815009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-142601cd-2b09-401a-808a-89e4ac484bb8 req-d972718f-1a1d-469e-94d1-9b580f6cb438 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.1165507 Aug 28 19:53:56.826076 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:56.872208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-142601cd-2b09-401a-808a-89e4ac484bb8 req-58e19ad2-1e9e-445c-a73e-ffb71871d81b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559323 Aug 28 19:53:56.875559 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.876136 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (c013157f-9af9-4b23-a1c4-66589df0cb8c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.908197 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:56.981703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494665-9501-4160-b351-040ac464106b req-a4eeadda-d292-4550-b47d-ee01ffd08aa6 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:56.983671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04494665-9501-4160-b351-040ac464106b req-a4eeadda-d292-4550-b47d-ee01ffd08aa6 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 935 time: 0.0970104 Aug 28 19:53:56.990685 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:57.006652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Pushing event updated for resources: {'Port': ['ID=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:57.082755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:53:57.085737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:53:57.114723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04494665-9501-4160-b351-040ac464106b req-42da9931-477b-45ee-a307-3d44c8c54b33 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169884 Aug 28 19:53:57.152683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495091cb-b66e-483d-9d04-9f7edb1fb2a2 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:57.165373 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Publish callbacks [] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.208104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Transition to ACTIVE for port object 495091cb-b66e-483d-9d04-9f7edb1fb2a2 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:53:57.307580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c4be1-fe94-4155-9e0f-a96291fe0853 req-78c66d0d-fcb9-41e0-af54-177deb3964cf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:57.310171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-095c4be1-fe94-4155-9e0f-a96291fe0853 req-78c66d0d-fcb9-41e0-af54-177deb3964cf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1606815 Aug 28 19:53:57.317552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Router c013157f-9af9-4b23-a1c4-66589df0cb8c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:53:57.391867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.475683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6841d7ca-a2f4-4b2e-b365-aada08e75762 None None] Provisioning complete for port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:57.476684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6841d7ca-a2f4-4b2e-b365-aada08e75762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.495465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-095c4be1-fe94-4155-9e0f-a96291fe0853 req-1d09a684-f5b5-4473-b977-f06ea9b83c03 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551352 Aug 28 19:53:57.544533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Attempting to bind port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:57.544884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Attempting to bind port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:57.545221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Attempting to bind port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:57.548476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Pushing event updated for resources: {'Port': ['ID=495091cb-b66e-483d-9d04-9f7edb1fb2a2,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:57.558855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.563159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:53:57.563509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Attempting to bind port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:57.573695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:57.574088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:57.574516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:57.582726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Bound port: 495091cb-b66e-483d-9d04-9f7edb1fb2a2, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:57.583192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.590971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6841d7ca-a2f4-4b2e-b365-aada08e75762 None None] Port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:53:57.617947 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:53:57.626041 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7404e3f-5e88-4c81-8e31-e20edd782207 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c013157f-9af9-4b23-a1c4-66589df0cb8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6096041 Aug 28 19:53:57.627467 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:57.689149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] For port 495091cb-b66e-483d-9d04-9f7edb1fb2a2, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:57.694220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] For port 495091cb-b66e-483d-9d04-9f7edb1fb2a2, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=495091cb-b66e-483d-9d04-9f7edb1fb2a2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:57.713842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:57.772893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:57.773280 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.805062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.814348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:57.814348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.815954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/495091cb-b66e-483d-9d04-9f7edb1fb2a2 HTTP/1.1" status: 200 len: 1095 time: 1.3741519 Aug 28 19:53:57.816498 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'tag': '495091cb-b66e-483d-9d04-9f7edb1fb2a2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:53:57.819738 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58", "tag": "495091cb-b66e-483d-9d04-9f7edb1fb2a2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:53:57.863006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Sync routers for ids ['c013157f-9af9-4b23-a1c4-66589df0cb8c'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:53:57.890385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:57.890788 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:57.894194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda99292-0323-4ef3-83e4-d65b517bc8fe service neutron] Pushing event updated for resources: {'Port': ['ID=495091cb-b66e-483d-9d04-9f7edb1fb2a2,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:57.920652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Routers {'c013157f-9af9-4b23-a1c4-66589df0cb8c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:57.921313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c013157f-9af9-4b23-a1c4-66589df0cb8c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:57.979065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:57.995989 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ddf231-f97f-4ecf-a4e4-eff094a4846f x-openstack-request-id: req-39ddf231-f97f-4ecf-a4e4-eff094a4846f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:53:57.996316 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58", "tag": "495091cb-b66e-483d-9d04-9f7edb1fb2a2", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:53:57.998283 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39ddf231-f97f-4ecf-a4e4-eff094a4846f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:53:57.998881 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ddf231-f97f-4ecf-a4e4-eff094a4846f'] response: {'name': 'network-changed', 'server_uuid': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'tag': '495091cb-b66e-483d-9d04-9f7edb1fb2a2', 'status': 'completed', 'code': 200} Aug 28 19:53:58.009607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-7f8de307-c51e-4cac-8b6b-c15a2b9c429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:58.012088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-7f8de307-c51e-4cac-8b6b-c15a2b9c429f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 1129 time: 0.0665364 Aug 28 19:53:58.068287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-805c724d-9990-4ba5-b1bc-7bc0e69277ef service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=495091cb-b66e-483d-9d04-9f7edb1fb2a2 HTTP/1.1" status: 200 len: 217 time: 0.0433073 Aug 28 19:53:58.071013 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:58.129804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf15877-e89b-4be2-93ff-5c9702efb6a2 req-21f5af44-b61a-4020-bdba-aa95ca739029 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:58.137262 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daf15877-e89b-4be2-93ff-5c9702efb6a2 req-21f5af44-b61a-4020-bdba-aa95ca739029 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.0985048 Aug 28 19:53:58.145793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-cd53138d-b91a-4224-90b2-af873ee71466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:58.147337 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-cd53138d-b91a-4224-90b2-af873ee71466 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0765362 Aug 28 19:53:58.147847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Set router c013157f-9af9-4b23-a1c4-66589df0cb8c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:53:58.164373 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:58.201567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:58.215681 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daf15877-e89b-4be2-93ff-5c9702efb6a2 req-15463cdc-8735-4437-9548-ee076f6170c6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740302 Aug 28 19:53:58.230466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-4ac62386-01be-4522-9312-9b14d58654f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:58.230466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-4ac62386-01be-4522-9312-9b14d58654f1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0758576 Aug 28 19:53:58.366383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-89ad6c09-c7cf-41f9-a88b-78b6451af824 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248755 Aug 28 19:53:58.409132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35306) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:58.502655 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:58.506214 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4a03f6-d1bf-43d1-b439-5e046a1ba68b req-3872ff20-7c16-4306-8ae6-33229307b3d6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313353 Aug 28 19:53:58.579235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:53:56Z', 'revision_number': 4, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ec32c90b-f096-41b1-8f3a-aed3dcd99b6c', 'name': '', 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'mac_address': 'fa:16:3e:8a:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '17fffec3-95c9-49da-954a-d5bf6349f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:54Z', 'updated_at': '2022-08-28T19:53:56Z', 'revision_number': 2, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'subnets': [{'id': '17fffec3-95c9-49da-954a-d5bf6349f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:58.610486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Checking router: c013157f-9af9-4b23-a1c4-66589df0cb8c for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:53:58.610908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Updating router c013157f-9af9-4b23-a1c4-66589df0cb8c port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:53:58.643285 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:58.685924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b06ecc0-9207-4ad7-839a-fc565c9b8670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:58.841225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b06ecc0-9207-4ad7-839a-fc565c9b8670 admin admin] Publish callbacks [] for security_group (781b340a-cdf5-4368-a119-bdb46fde7839), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:58.901590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc0e4-bdb4-4535-bd09-ce4ebd3e3033 req-828acf91-0710-446f-bdd3-508f56c9efe3 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:58.903389 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01cc0e4-bdb4-4535-bd09-ce4ebd3e3033 req-828acf91-0710-446f-bdd3-508f56c9efe3 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 947 time: 0.0511484 Aug 28 19:53:58.909841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84bc5-ad4f-4457-8c28-4b2cc6a53b50 req-f13ef09b-49ae-4332-9ff6-93eb3ca5b573 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:58.912123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99f84bc5-ad4f-4457-8c28-4b2cc6a53b50 req-f13ef09b-49ae-4332-9ff6-93eb3ca5b573 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0538139 Aug 28 19:53:58.916817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:53:58.960046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b06ecc0-9207-4ad7-839a-fc565c9b8670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (781b340a-cdf5-4368-a119-bdb46fde7839), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:58.968733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01cc0e4-bdb4-4535-bd09-ce4ebd3e3033 req-b1553f7d-a9b7-4d69-bee4-796047e3c00f tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531445 Aug 28 19:53:59.005350 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99f84bc5-ad4f-4457-8c28-4b2cc6a53b50 req-d612b474-38a3-427c-825c-503bd026afa5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874937 Aug 28 19:53:59.019943 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:59.032696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7b06ecc0-9207-4ad7-839a-fc565c9b8670 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5dff10f27a544333930eccd8121bd0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6221797 Aug 28 19:53:59.035458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35326) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:59.060891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ecc0-9207-4ad7-839a-fc565c9b8670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781b340a-cdf5-4368-a119-bdb46fde7839,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:59.070442 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:59.077670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:53:59.154431 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Publish callbacks [] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.171434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8016028a-5faa-4066-bee6-fe925b6e7e18 admin admin] Publish callbacks [] for security_group (781b340a-cdf5-4368-a119-bdb46fde7839), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.176822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35334) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:53:59.184689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-network', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:53:59.203788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8016028a-5faa-4066-bee6-fe925b6e7e18 admin admin] Publish callbacks [] for security_group (781b340a-cdf5-4368-a119-bdb46fde7839), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.224647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:59.241225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '6b33999d-c193-4fe9-a4bc-2febb605c49b', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'port_id': '6b33999d-c193-4fe9-a4bc-2febb605c49b', 'mac_address': 'fa:16:3e:22:89:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:53:59.245240 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.328654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88521362-9a4d-4844-9160-853a63d5f891 None None] Pushing event updated for resources: {'Port': ['ID=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:59.345714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6b33999d-c193-4fe9-a4bc-2febb605c49b is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:53:59.346149 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.364809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b33999d-c193-4fe9-a4bc-2febb605c49b {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:53:59.421341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:53:59.423270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Attempting to bind port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:53:59.423660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Attempting to bind port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:53:59.424026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Attempting to bind port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c on network 071fcd76-0b63-4ef5-8cb5-94f65164849d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:53:59.427103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Made reservation on behalf of ddf5539d7c3c42ac9aee51b5731d5f03 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:53:59.432931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.435416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:53:59.437021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Checking segment: {'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:53:59.437021 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.437021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Bound using segment: {'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:53:59.437444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Bound port: ec32c90b-f096-41b1-8f3a-aed3dcd99b6c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889b7123-e8b8-4343-8b73-66b1442408d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:53:59.437545 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.449604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.471156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8016028a-5faa-4066-bee6-fe925b6e7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (781b340a-cdf5-4368-a119-bdb46fde7839), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.474068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8016028a-5faa-4066-bee6-fe925b6e7e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.478611 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8016028a-5faa-4066-bee6-fe925b6e7e18 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/781b340a-cdf5-4368-a119-bdb46fde7839 HTTP/1.1" status: 204 len: 168 time: 0.4396553 Aug 28 19:53:59.498475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016028a-5faa-4066-bee6-fe925b6e7e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b340a-cdf5-4368-a119-bdb46fde7839,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:59.549892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.652068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] For port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:53:59.674581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:53:59.688242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks [] for security_group (351b183c-ea3f-4749-9006-7c97047d3883), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.700416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0b9df-4366-484f-99ce-93476e82aff8 req-fa23b12d-acd1-473a-9d4d-f7ff641244ee tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:59.701998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30e0b9df-4366-484f-99ce-93476e82aff8 req-fa23b12d-acd1-473a-9d4d-f7ff641244ee tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.1664670 Aug 28 19:53:59.713900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-4f18d644-a5ea-4085-9b9c-dc6a4707f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:59.714143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] For port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,segment=NetworkSegment(889b7123-e8b8-4343-8b73-66b1442408d5),segment_id=889b7123-e8b8-4343-8b73-66b1442408d5)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:53:59.716084 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-4f18d644-a5ea-4085-9b9c-dc6a4707f94a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 1129 time: 0.0960643 Aug 28 19:53:59.718442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:59.735828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:53:59.736275 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.806214 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (351b183c-ea3f-4749-9006-7c97047d3883), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.818255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.833288 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:53:59.872496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30e0b9df-4366-484f-99ce-93476e82aff8 req-90b93759-54f3-419b-94f7-885a77940889 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609871 Aug 28 19:53:59.883849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:53:59.914073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6b33999d-c193-4fe9-a4bc-2febb605c49b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:53:59.914269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b183c-ea3f-4749-9006-7c97047d3883,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:53:59.914838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Routers {'c013157f-9af9-4b23-a1c4-66589df0cb8c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:53:59.914838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c013157f-9af9-4b23-a1c4-66589df0cb8c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:53:59.933138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0ddcd5ad-7070-4adf-985b-59260e5f5c25), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:53:59.933644 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Added segment 0ddcd5ad-7070-4adf-985b-59260e5f5c25 of type vlan for network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac Aug 28 19:53:59.956694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-82aad80d-49dd-4d24-87b7-ffd11258f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:53:59.956694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-82aad80d-49dd-4d24-87b7-ffd11258f01d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2257090 Aug 28 19:54:00.019817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:00.061259 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-4ad92ffe-2f42-4b4c-a22f-56bf0be1df32 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=495091cb-b66e-483d-9d04-9f7edb1fb2a2 HTTP/1.1" status: 200 len: 217 time: 0.0717371 Aug 28 19:54:00.067442 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (17e2137b-f30e-4aa0-a2a0-0d4e425f05ac), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:00.091921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88521362-9a4d-4844-9160-853a63d5f891 None None] Pushing event updated for resources: {'Port': ['ID=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:00.136202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] Set router c013157f-9af9-4b23-a1c4-66589df0cb8c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:00.158567 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:00.219425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-76aa4609-fc1f-4a44-b93e-9345f64e327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:00.221165 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-76aa4609-fc1f-4a44-b93e-9345f64e327b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1510198 Aug 28 19:54:00.291066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (17e2137b-f30e-4aa0-a2a0-0d4e425f05ac), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:00.294423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:00.295266 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:00.312562 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-eb732f6b-8e46-4035-bae3-5036aa7f7629 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1611556937&fields=id&tenant_id=5fa1cc87ef6548ef83ad4b014f4da077 HTTP/1.1" status: 200 len: 267 time: 0.1748319 Aug 28 19:54:00.432364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:53:56Z', 'revision_number': 4, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ec32c90b-f096-41b1-8f3a-aed3dcd99b6c', 'name': '', 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'mac_address': 'fa:16:3e:8a:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '17fffec3-95c9-49da-954a-d5bf6349f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:54Z', 'updated_at': '2022-08-28T19:53:59Z', 'revision_number': 4, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'subnets': [{'id': '17fffec3-95c9-49da-954a-d5bf6349f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:00.470176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f06d45-0b97-488a-8736-380bed7743f5 None None] The sync data for ids ['c013157f-9af9-4b23-a1c4-66589df0cb8c'] in n-d-854121-7 is: [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:53:56Z', 'revision_number': 4, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ec32c90b-f096-41b1-8f3a-aed3dcd99b6c', 'name': '', 'network_id': '071fcd76-0b63-4ef5-8cb5-94f65164849d', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'mac_address': 'fa:16:3e:8a:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '17fffec3-95c9-49da-954a-d5bf6349f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:54Z', 'updated_at': '2022-08-28T19:53:59Z', 'revision_number': 4, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'subnets': [{'id': '17fffec3-95c9-49da-954a-d5bf6349f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:00.478318 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:00.636511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:00.669631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-2eb671f9-46a1-43dd-86c3-d5b8b48c23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:00.671307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-2eb671f9-46a1-43dd-86c3-d5b8b48c23e3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4396434 Aug 28 19:54:00.753316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] Pushing event updated for resources: {'Network': ['ID=17e2137b-f30e-4aa0-a2a0-0d4e425f05ac,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:00.764208 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b6ba27d0-9d85-4c85-8713-f37c09caaa61 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5816898 Aug 28 19:54:00.767990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35386) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:00.774536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Request body: {'subnet': {'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-subnet', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:00.777132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:54:00.800565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14301f1b-d316-4487-ac67-0f9ae28c2506 req-9a1b6659-0e52-4b62-a2c8-fa03172c6161 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:00.811625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14301f1b-d316-4487-ac67-0f9ae28c2506 req-9a1b6659-0e52-4b62-a2c8-fa03172c6161 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 947 time: 0.0928609 Aug 28 19:54:00.903474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-e8317063-729f-48a7-b7ba-75c853f98437 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:00.911888 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-e8317063-729f-48a7-b7ba-75c853f98437 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 823 time: 0.5982728 Aug 28 19:54:00.913958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14301f1b-d316-4487-ac67-0f9ae28c2506 req-fa325bbb-5407-4015-b922-bd2194712067 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007695 Aug 28 19:54:00.929786 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-d9abcd86-d7f1-4f65-af1d-30e1938d6073 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448549 Aug 28 19:54:00.934027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:00.938994 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-fecb4b62-a4ca-42c1-a513-ac03aa20c781 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/quotas/5fa1cc87ef6548ef83ad4b014f4da077 HTTP/1.1" status: 200 len: 375 time: 0.0253584 Aug 28 19:54:00.975528 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:01.032189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Made reservation on behalf of ddf5539d7c3c42ac9aee51b5731d5f03 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:01.035087 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:01.126368 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-662d971a-228b-4c09-8229-ee6f8c83dde7 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1805329 Aug 28 19:54:01.144108 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:01.250398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35394) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:01.314020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18afef3-4d22-4a15-a34c-95c85c345341 req-379fc9e6-c9a2-4490-a228-6dc20897a54c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:01.316606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b18afef3-4d22-4a15-a34c-95c85c345341 req-379fc9e6-c9a2-4490-a228-6dc20897a54c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1257162 Aug 28 19:54:01.327809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 6b33999d-c193-4fe9-a4bc-2febb605c49b completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:54:01.333966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 495091cb-b66e-483d-9d04-9f7edb1fb2a2 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:54:01.395351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0adfd6d8-e98e-4d08-a92a-df3d7cecedb9 req-dc884ef6-3f7a-434d-87e9-6fdc0aa3df54 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532828 Aug 28 19:54:01.408694 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:01.446065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b18afef3-4d22-4a15-a34c-95c85c345341 req-38ed5825-e963-4d5f-89a8-1fbf8563cd5e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173313 Aug 28 19:54:01.452290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 6b33999d-c193-4fe9-a4bc-2febb605c49b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:01.458902 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:01.505870 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-b4279efe-133a-4c4c-a4c7-808e25c2abc3 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650618 Aug 28 19:54:01.519001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:54:01.584797 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9243b2ae-3c2d-43b8-af74-026a7d7224f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:01.615168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (0d2202e4-8c74-4136-931c-3b612e49f80a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:01.691120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ec32c90b-f096-41b1-8f3a-aed3dcd99b6c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:01.744915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2202e4-8c74-4136-931c-3b612e49f80a,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:01.756591 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:01.887137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9243b2ae-3c2d-43b8-af74-026a7d7224f8 admin admin] Publish callbacks [] for security_group (c83595cb-6399-4fbe-bdf3-3c741f8bf0ff), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:01.926152 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-a9da0ac8-0259-40f3-a285-99aa7131a432 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043889 Aug 28 19:54:01.927507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-28873a2b-90b8-4847-8acf-067ece5f0b5c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:01.929971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-28873a2b-90b8-4847-8acf-067ece5f0b5c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=64995769-00f0-49fe-bbf1-d7adcfeced09 HTTP/1.1" status: 200 len: 946 time: 0.3472168 Aug 28 19:54:01.931587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Checking segment: {'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:01.932213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Network hostable DHCP agents. Network: 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:54:01.957718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6b33999d-c193-4fe9-a4bc-2febb605c49b is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:01.961767 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:01.999757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:02.000340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.022795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9243b2ae-3c2d-43b8-af74-026a7d7224f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c83595cb-6399-4fbe-bdf3-3c741f8bf0ff), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.073769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:54:02.078472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 495091cb-b66e-483d-9d04-9f7edb1fb2a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=495091cb-b66e-483d-9d04-9f7edb1fb2a2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:02.123088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '495091cb-b66e-483d-9d04-9f7edb1fb2a2', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '495091cb-b66e-483d-9d04-9f7edb1fb2a2', 'mac_address': 'fa:16:3e:ff:98:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:54:02.128009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Deleting port c4621ba6-8535-442b-8c3e-e86c87152de8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:02.131557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.133884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243b2ae-3c2d-43b8-af74-026a7d7224f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83595cb-6399-4fbe-bdf3-3c741f8bf0ff,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:02.151080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9243b2ae-3c2d-43b8-af74-026a7d7224f8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=76a85e85f4934b7fa66f27087466b236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8983614 Aug 28 19:54:02.155191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35414) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:02.204940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:02.207821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:02.215817 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95494130-7517-4d57-b246-182ba7c657bc" -d '{"events": [{"server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "name": "network-vif-plugged", "status": "completed", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:02.224547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:02.224766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.237533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4a204-1659-4526-af50-d66c97e74489 None None] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:02.281807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:02.290027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-05009b30-7b3e-4516-9cb5-b1020958bcec admin admin] Publish callbacks [] for security_group (c83595cb-6399-4fbe-bdf3-3c741f8bf0ff), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.318868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b04d1-daf3-44ea-aead-331ad8d71174 req-00a13905-829a-4de7-945c-945156c34d3f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:02.320438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e74b04d1-daf3-44ea-aead-331ad8d71174 req-00a13905-829a-4de7-945c-945156c34d3f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.1151536 Aug 28 19:54:02.321453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-05009b30-7b3e-4516-9cb5-b1020958bcec admin admin] Publish callbacks [] for security_group (c83595cb-6399-4fbe-bdf3-3c741f8bf0ff), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.352752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] For port c4621ba6-8535-442b-8c3e-e86c87152de8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c4621ba6-8535-442b-8c3e-e86c87152de8,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:02.352752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.356860 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:02.370582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:02.371048 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.441522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495091cb-b66e-483d-9d04-9f7edb1fb2a2 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:02.474615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9280219d-95af-4467-bca5-0536ccc044dc admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7040679 Aug 28 19:54:02.476397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35426) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:02.492124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:02.508898 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.533388 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:02.556662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 495091cb-b66e-483d-9d04-9f7edb1fb2a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=495091cb-b66e-483d-9d04-9f7edb1fb2a2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:02.581482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:02.582474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.592275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-05009b30-7b3e-4516-9cb5-b1020958bcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c83595cb-6399-4fbe-bdf3-3c741f8bf0ff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.595515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-05009b30-7b3e-4516-9cb5-b1020958bcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.599736 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-05009b30-7b3e-4516-9cb5-b1020958bcec admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c83595cb-6399-4fbe-bdf3-3c741f8bf0ff HTTP/1.1" status: 204 len: 168 time: 0.4408486 Aug 28 19:54:02.618472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05009b30-7b3e-4516-9cb5-b1020958bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83595cb-6399-4fbe-bdf3-3c741f8bf0ff,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:02.620295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-17e2137b-f30e-4aa0-a2a0-0d4e425f05ac', 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac', 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'fixed_ips': [{'subnet_id': '0d2202e4-8c74-4136-931c-3b612e49f80a'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:54:02.624930 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f8b622ec-eb73-4124-a475-9787de5048a4), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.628112 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f8b622ec-eb73-4124-a475-9787de5048a4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.629558 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.649626 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.688139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e74b04d1-daf3-44ea-aead-331ad8d71174 req-67d98103-d898-4330-8374-71e23f508008 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479886 Aug 28 19:54:02.814693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:02.826509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks [] for router_controller (f8b622ec-eb73-4124-a475-9787de5048a4), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.904168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.904168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:02.904168 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Floating IP 585adb80-4271-4227-b459-40f429d2e1f2 disassociated. External IP: 172.25.4.51, port: c4621ba6-8535-442b-8c3e-e86c87152de8. Aug 28 19:54:02.904168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Calling delete_port for c4621ba6-8535-442b-8c3e-e86c87152de8 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:02.905379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,segment=NetworkSegment(889b7123-e8b8-4343-8b73-66b1442408d5),segment_id=889b7123-e8b8-4343-8b73-66b1442408d5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:02.905379 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0389169-92b0-4165-b0ef-cecd47f332b9 x-openstack-request-id: req-b0389169-92b0-4165-b0ef-cecd47f332b9 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:02.905379 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "name": "network-vif-plugged", "status": "completed", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:02.905379 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0389169-92b0-4165-b0ef-cecd47f332b9 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:02.905379 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0389169-92b0-4165-b0ef-cecd47f332b9'] response: {'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b', 'code': 200} Aug 28 19:54:02.931214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7a4f0-f02c-48de-873d-fdb81f2f9b9d req-959895ae-1d80-4811-9158-f4364801bc01 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:02.943466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3b7a4f0-f02c-48de-873d-fdb81f2f9b9d req-959895ae-1d80-4811-9158-f4364801bc01 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 948 time: 0.1070826 Aug 28 19:54:02.977319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['495091cb-b66e-483d-9d04-9f7edb1fb2a2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:03.002731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.84', 52687) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:03.007734 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3b7a4f0-f02c-48de-873d-fdb81f2f9b9d req-bed3b77b-1939-4cba-904c-389fee4c65c0 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633943 Aug 28 19:54:03.056760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86f735-1ee5-4bef-9095-63565cb298df req-1c2ed7c6-9e80-432e-9694-f807d8810064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:03.058489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b86f735-1ee5-4bef-9095-63565cb298df req-1c2ed7c6-9e80-432e-9694-f807d8810064 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1127 time: 0.0496640 Aug 28 19:54:03.061635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=495091cb-b66e-483d-9d04-9f7edb1fb2a2,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:03.073538 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:03.098602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da50e324-5aa3-455f-816a-a909b0152270 req-177cfa82-14fc-4406-83ba-1bd7b5824128 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 210 time: 0.1452887 Aug 28 19:54:03.137034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b86f735-1ee5-4bef-9095-63565cb298df req-5dfdd70c-0470-4ce1-9918-54afb837bd15 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673339 Aug 28 19:54:03.146229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Allocated IP 172.20.0.2 (17e2137b-f30e-4aa0-a2a0-0d4e425f05ac/0d2202e4-8c74-4136-931c-3b612e49f80a/fc9c4fa9-0a68-4f85-ab09-6e20b152b37d) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:03.180632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4c8a7-2c14-413d-89e9-3a846392ae1c req-c653c899-4055-4c23-b2a5-50dd828c1f3b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:03.182221 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0b4c8a7-2c14-413d-89e9-3a846392ae1c req-c653c899-4055-4c23-b2a5-50dd828c1f3b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.0623195 Aug 28 19:54:03.270766 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0b4c8a7-2c14-413d-89e9-3a846392ae1c req-d7ceae51-5a64-4f04-962c-8a3a5d14b625 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809653 Aug 28 19:54:03.307224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (c4621ba6-8535-442b-8c3e-e86c87152de8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:03.312157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:03.438789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks [] for router_gateway (f8b622ec-eb73-4124-a475-9787de5048a4), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:03.445397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:03.453787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Publish callbacks [] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:03.455196 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:03.476423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event deleted for resources: {'Port': ['ID=c4621ba6-8535-442b-8c3e-e86c87152de8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:03.552493 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:03.599327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Router e5e8425a-ab04-4697-bbf7-219bc391bb67 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:03.708417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Pushing event updated for resources: {'Port': ['ID=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:03.723457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:03.726374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:03.736858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:03.783773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ec32c90b-f096-41b1-8f3a-aed3dcd99b6c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:03.940781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:03.970577 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] Sync routers for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:04.006890 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:04.012593 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:04.049591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56172a9d-a076-405d-906f-61fa0922a956 req-54aa1afd-4c81-4a5a-85e1-14d2ffd98d92 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:04.054316 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56172a9d-a076-405d-906f-61fa0922a956 req-54aa1afd-4c81-4a5a-85e1-14d2ffd98d92 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 945 time: 0.1000493 Aug 28 19:54:04.079206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:04.079585 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:04.083858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks [] for router_gateway (f8b622ec-eb73-4124-a475-9787de5048a4), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:04.134344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] No DVR routers for this DVR port c4621ba6-8535-442b-8c3e-e86c87152de8 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:04.163050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Attempting to bind port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:04.163428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Attempting to bind port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:04.163840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Attempting to bind port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d on network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:04.164558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:04.200726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8785a452-0e57-4883-adfb-53f0d1f9878a req-8e392228-7561-4572-9434-0fa4168a51ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "DELETE /networking/v2.0/ports/c4621ba6-8535-442b-8c3e-e86c87152de8 HTTP/1.1" status: 204 len: 173 time: 2.2366350 Aug 28 19:54:04.202135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'name': 'network-vif-deleted', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:04.208838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:04.215485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:04.215870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Checking segment: {'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:04.216277 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:04.216666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Bound using segment: {'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:04.225406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Bound port: fc9c4fa9-0a68-4f85-ab09-6e20b152b37d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:04.226177 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:04.231023 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4380b3-b734-4e0c-8a43-48dc4cc0ca9d" -d '{"events": [{"server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "name": "network-vif-deleted", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:04.254731 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:04.259813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:04.318457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] For port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:04.328227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] For port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,segment=NetworkSegment(0ddcd5ad-7070-4adf-985b-59260e5f5c25),segment_id=0ddcd5ad-7070-4adf-985b-59260e5f5c25)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:04.329335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56172a9d-a076-405d-906f-61fa0922a956 req-2e04cde1-c64a-403a-9193-3d9f4ecce8c6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670870 Aug 28 19:54:04.427672 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:04.479109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8e53-ffa7-4afc-92ba-c3c66618b205 req-23b4a181-b2a5-464b-87a9-0a3993471005 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:04.494704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94ed8e53-ffa7-4afc-92ba-c3c66618b205 req-23b4a181-b2a5-464b-87a9-0a3993471005 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 948 time: 0.2283764 Aug 28 19:54:04.525250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Allocated IP 172.25.4.14 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/91a0a068-f07e-4be9-aaae-897f3f72cc7d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:04.608213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eaf928-ee24-4530-a36b-4f22c53f2ca8 None None] Pushing event updated for resources: {'Port': ['ID=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:04.628333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:04.654766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94ed8e53-ffa7-4afc-92ba-c3c66618b205 req-1151f602-b647-4c49-9071-68191e2264b0 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582408 Aug 28 19:54:04.718032 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:04.808823 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1779c68f-6464-440b-80bc-393fb6dd1279 x-openstack-request-id: req-1779c68f-6464-440b-80bc-393fb6dd1279 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:04.809581 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64995769-00f0-49fe-bbf1-d7adcfeced09", "name": "network-vif-deleted", "tag": "c4621ba6-8535-442b-8c3e-e86c87152de8", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:04.810516 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1779c68f-6464-440b-80bc-393fb6dd1279 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:04.811350 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1779c68f-6464-440b-80bc-393fb6dd1279'] response: {'server_uuid': '64995769-00f0-49fe-bbf1-d7adcfeced09', 'name': 'network-vif-deleted', 'tag': 'c4621ba6-8535-442b-8c3e-e86c87152de8', 'status': 'completed', 'code': 200} Aug 28 19:54:04.827988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35470) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:04.886753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35474) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:04.898141 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3bcf18e-9fee-4d3c-bf02-24b5602ea8fc req-b348055f-5682-40e3-8ced-2fc535c674b4 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 210 time: 0.1187580 Aug 28 19:54:04.955289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c4621ba6-8535-442b-8c3e-e86c87152de8 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:04.991906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-51b63cc1-fc09-4c12-a3ad-cb930703a939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.009742 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks [] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.030582 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:05.124118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: c4621ba6-8535-442b-8c3e-e86c87152de8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:05.124393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c4621ba6-8535-442b-8c3e-e86c87152de8 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:05.182432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.199054 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:05.226229 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242340-d69c-4dab-b9d5-918421fbaecb req-bbe22144-858f-41e8-947f-76ac1d0047cd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:05.234121 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19242340-d69c-4dab-b9d5-918421fbaecb req-bbe22144-858f-41e8-947f-76ac1d0047cd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.1451976 Aug 28 19:54:05.305317 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:05.311389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:05.327327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:05.327932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 495091cb-b66e-483d-9d04-9f7edb1fb2a2 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:05.384450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:05.384450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Pushing event updated for resources: {'Port': ['ID=91a0a068-f07e-4be9-aaae-897f3f72cc7d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:05.404400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19242340-d69c-4dab-b9d5-918421fbaecb req-618fd6f9-96e8-4819-8b21-ecbf621dbae1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690674 Aug 28 19:54:05.406797 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:05.439453 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] Checking router: e5e8425a-ab04-4697-bbf7-219bc391bb67 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:05.472857 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:05.474822 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:05.539337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:54:05.564980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-51b63cc1-fc09-4c12-a3ad-cb930703a939 admin admin] Publish callbacks [] for security_group (c175e846-7402-4edc-ba29-b9ff6d196ade), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.589538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b9990f5a-9566-40bc-bf00-1080529effb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.629899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:05.629899 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.673288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-51b63cc1-fc09-4c12-a3ad-cb930703a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c175e846-7402-4edc-ba29-b9ff6d196ade), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.787748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b63cc1-fc09-4c12-a3ad-cb930703a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c175e846-7402-4edc-ba29-b9ff6d196ade,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:05.819259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fc9c4fa9-0a68-4f85-ab09-6e20b152b37d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:05.831845 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:05.938933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:05.939271 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.982391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:05.982777 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:05.988714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495091cb-b66e-483d-9d04-9f7edb1fb2a2'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:05.991245 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39bd763-3667-4b13-b0e4-1709c3ff1826" -d '{"events": [{"server_uuid": "ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58", "name": "network-vif-plugged", "status": "completed", "tag": "495091cb-b66e-483d-9d04-9f7edb1fb2a2"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:06.024066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 495091cb-b66e-483d-9d04-9f7edb1fb2a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=495091cb-b66e-483d-9d04-9f7edb1fb2a2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:06.075415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d11a9-0c6f-4aa9-a476-926d8e820667 req-17403c6d-1c04-4390-8203-c13780bb06ce tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:06.077249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9b1d11a9-0c6f-4aa9-a476-926d8e820667 req-17403c6d-1c04-4390-8203-c13780bb06ce tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 948 time: 0.1970112 Aug 28 19:54:06.106608 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.242290 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9b1d11a9-0c6f-4aa9-a476-926d8e820667 req-648cbc21-0afa-45d5-8849-54f6ff06c1bc tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562772 Aug 28 19:54:06.266811 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:06.272141 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:06.307366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77784ea0-5de4-4bc5-bef6-0e6410e0aae4 None None] The sync data for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 is: [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:06.531875 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b9990f5a-9566-40bc-bf00-1080529effb1 admin admin] Publish callbacks [] for security_group (97d016b3-47cd-4c88-83e5-f1b41ec39e5a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.555405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c807f0c-10ae-47d6-bdac-ceeeb7c6a883 req-e16bdfd3-858a-42a8-a73f-34d8dbafef33 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:06.567546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c807f0c-10ae-47d6-bdac-ceeeb7c6a883 req-e16bdfd3-858a-42a8-a73f-34d8dbafef33 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 945 time: 0.7814538 Aug 28 19:54:06.576878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-51b63cc1-fc09-4c12-a3ad-cb930703a939 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2904ceaa2413409db891c86b743b9025&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6885626 Aug 28 19:54:06.581384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35496) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:06.581707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29b0fa-abf1-4ebf-a1b9-201a5de3d10d None None] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:06.623952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b9990f5a-9566-40bc-bf00-1080529effb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (97d016b3-47cd-4c88-83e5-f1b41ec39e5a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.681187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b9990f5a-9566-40bc-bf00-1080529effb1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f91c7fa8a6284040ac7d2d5cb4205f38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8515775 Aug 28 19:54:06.706169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35498) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:06.716419 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:06.717135 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.769532 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:06.782056 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-17080916-a830-40b0-aac6-e30570ad180d service neutron] show failed (client error): The resource could not be found. Aug 28 19:54:06.783090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-17080916-a830-40b0-aac6-e30570ad180d service neutron] 10.222.0.89 "GET /networking/v2.0/ports/c7120f70-12ad-4424-8395-d78a7bfdd06b/bindings/n-h1-854121-7 HTTP/1.1" status: 404 len: 380 time: 0.4312391 Aug 28 19:54:06.799544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6b615cab-70cb-41d3-8116-8622bdab323a None None] Provisioning complete for port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:06.799961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b615cab-70cb-41d3-8116-8622bdab323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.800260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14c9b8f0-96ae-4b54-b65c-8add8f044aa9 req-90dfd403-56f8-41da-955e-c15e884aa2ab tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 210 time: 0.0886981 Aug 28 19:54:06.816091 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1977af3b-5fb9-47e4-be1f-492daef579cd admin admin] Publish callbacks [] for security_group (c175e846-7402-4edc-ba29-b9ff6d196ade), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.848675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1977af3b-5fb9-47e4-be1f-492daef579cd admin admin] Publish callbacks [] for security_group (c175e846-7402-4edc-ba29-b9ff6d196ade), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.853604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks [] for router_gateway (f8b622ec-eb73-4124-a475-9787de5048a4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:06.896140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d51fd5-1db2-4d6a-9b3a-9321798bad1e None None] New status for floating IP 585adb80-4271-4227-b459-40f429d2e1f2: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:54:06.932652 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:06.939489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=495091cb-b66e-483d-9d04-9f7edb1fb2a2,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:06.990444 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db9ea7e-8b3e-49fd-b651-5872cb079475 x-openstack-request-id: req-9db9ea7e-8b3e-49fd-b651-5872cb079475 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:06.990668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9990f5a-9566-40bc-bf00-1080529effb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d016b3-47cd-4c88-83e5-f1b41ec39e5a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:06.991090 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58", "name": "network-vif-plugged", "status": "completed", "tag": "495091cb-b66e-483d-9d04-9f7edb1fb2a2", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:06.991375 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9db9ea7e-8b3e-49fd-b651-5872cb079475 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:06.991776 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db9ea7e-8b3e-49fd-b651-5872cb079475'] response: {'server_uuid': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495091cb-b66e-483d-9d04-9f7edb1fb2a2', 'code': 200} Aug 28 19:54:07.020417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,segment=NetworkSegment(0ddcd5ad-7070-4adf-985b-59260e5f5c25),segment_id=0ddcd5ad-7070-4adf-985b-59260e5f5c25)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:07.024728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c807f0c-10ae-47d6-bdac-ceeeb7c6a883 req-bdb0c429-e5da-4c5c-995f-0a8caed317f5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572721 Aug 28 19:54:07.172729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e9d2a-7879-4cdf-8e1a-91f212003fa2 req-7d2ed3c9-f169-4bc7-877a-48d8a95c6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:07.183879 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-348e9d2a-7879-4cdf-8e1a-91f212003fa2 req-7d2ed3c9-f169-4bc7-877a-48d8a95c6b0b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 1131 time: 0.1848123 Aug 28 19:54:07.280797 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.296227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb88a986-5f1b-4aea-ac8e-d0c9c7d51607 admin admin] Publish callbacks [] for security_group (97d016b3-47cd-4c88-83e5-f1b41ec39e5a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.301932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-a1ca3756-3733-4d17-a494-95afed003724 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:07.303638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-a1ca3756-3733-4d17-a494-95afed003724 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 823 time: 0.3643782 Aug 28 19:54:07.348121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6b615cab-70cb-41d3-8116-8622bdab323a None None] Current status of the port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:07.362345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:07.426341 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-26efe1f4-2312-47b4-bed3-882376f83842 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fa1cc87ef6548ef83ad4b014f4da077 HTTP/1.1" status: 200 len: 380 time: 0.1010931 Aug 28 19:54:07.426341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1977af3b-5fb9-47e4-be1f-492daef579cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c175e846-7402-4edc-ba29-b9ff6d196ade), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.428528 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1977af3b-5fb9-47e4-be1f-492daef579cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.429937 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1977af3b-5fb9-47e4-be1f-492daef579cd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c175e846-7402-4edc-ba29-b9ff6d196ade HTTP/1.1" status: 204 len: 168 time: 0.8469310 Aug 28 19:54:07.436191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'port': {'device_id': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'admin_state_up': True, 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'security_groups': ['c9281f93-a7f3-4410-a534-7ac2f41d993e']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:07.485729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977af3b-5fb9-47e4-be1f-492daef579cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c175e846-7402-4edc-ba29-b9ff6d196ade,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:07.553983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fbd18-8c18-4f38-8597-0015e948c960 req-b0b37213-9181-436e-a56d-9c136a32c91d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:07.561065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da5fbd18-8c18-4f38-8597-0015e948c960 req-b0b37213-9181-436e-a56d-9c136a32c91d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 972 time: 0.3104095 Aug 28 19:54:07.645026 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb88a986-5f1b-4aea-ac8e-d0c9c7d51607 admin admin] Publish callbacks [] for security_group (97d016b3-47cd-4c88-83e5-f1b41ec39e5a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.654729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-348e9d2a-7879-4cdf-8e1a-91f212003fa2 req-86fa150a-6f60-42d0-ad0a-e0caeb61e4d9 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683969 Aug 28 19:54:07.734788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3361a1bd-794f-4ff6-825a-ba3f61139fe5 None None] Provisioning complete for port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:07.738857 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3361a1bd-794f-4ff6-825a-ba3f61139fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.775385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da5fbd18-8c18-4f38-8597-0015e948c960 req-549ee2d1-0620-489f-aae6-5882de98f578 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898346 Aug 28 19:54:07.783795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fc9c4fa9-0a68-4f85-ab09-6e20b152b37d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:07.829826 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:07.833076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd0ee-9646-417c-9fe5-807283e39af1 req-75e83ad0-10ef-4c9e-96f5-1e99f24a8d27 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:07.834395 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f0fd0ee-9646-417c-9fe5-807283e39af1 req-75e83ad0-10ef-4c9e-96f5-1e99f24a8d27 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1127 time: 0.1023567 Aug 28 19:54:07.843898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Made reservation on behalf of 5fa1cc87ef6548ef83ad4b014f4da077 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:07.856250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.882006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3361a1bd-794f-4ff6-825a-ba3f61139fe5 None None] Current status of the port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:07.887881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:07.888461 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:07.908812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35516) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:07.985906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:07.998720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f0fd0ee-9646-417c-9fe5-807283e39af1 req-226f420f-e1dc-40e9-bf1c-a83449e049f5 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336272 Aug 28 19:54:08.030656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-e7dd8bd7-a4f7-45ef-b7d8-e12865db237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:08.032466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-e7dd8bd7-a4f7-45ef-b7d8-e12865db237b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 1154 time: 0.2484665 Aug 28 19:54:08.045960 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:08.055074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:08.090388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f8b622ec-eb73-4124-a475-9787de5048a4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.120992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666c60b-274e-4f45-a9d0-d094983475f9 req-6b1ee7a2-0e9f-42fb-900e-2cd3e9d8648a tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:08.123159 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7666c60b-274e-4f45-a9d0-d094983475f9 req-6b1ee7a2-0e9f-42fb-900e-2cd3e9d8648a tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 949 time: 0.1923532 Aug 28 19:54:08.165376 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:08.189319 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb88a986-5f1b-4aea-ac8e-d0c9c7d51607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (97d016b3-47cd-4c88-83e5-f1b41ec39e5a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.192678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb88a986-5f1b-4aea-ac8e-d0c9c7d51607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.194234 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fb88a986-5f1b-4aea-ac8e-d0c9c7d51607 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/97d016b3-47cd-4c88-83e5-f1b41ec39e5a HTTP/1.1" status: 204 len: 168 time: 1.4721837 Aug 28 19:54:08.222208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88a986-5f1b-4aea-ac8e-d0c9c7d51607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d016b3-47cd-4c88-83e5-f1b41ec39e5a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:08.225174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6f080b0-e784-4ae6-91e2-c542e03714d8 req-f07bf571-019a-49b9-bc9c-0fe414c6a2ce tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 210 time: 0.0464489 Aug 28 19:54:08.233453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Allocated IP 172.20.0.14 (a4808e28-0ca6-448a-accf-942dcc7007d2/d21cc3cd-2726-48ed-952e-4fd38fcb101e/5f6b4050-771d-42c4-840c-181337d6870b) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:08.242710 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:08.248235 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.359553 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8acf0f9e-e607-4658-99e1-4e791897ca45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.428508 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7666c60b-274e-4f45-a9d0-d094983475f9 req-8d61c67a-95b5-4a1c-a612-fe711b6ab08c tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944086 Aug 28 19:54:08.431833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649d68-a926-48d1-943a-0c158f09d362 req-c88cc2ae-bb8c-4854-ab9f-bf8d200a4f15 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:08.433479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52649d68-a926-48d1-943a-0c158f09d362 req-c88cc2ae-bb8c-4854-ab9f-bf8d200a4f15 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1127 time: 0.0691502 Aug 28 19:54:08.497170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for port (5f6b4050-771d-42c4-840c-181337d6870b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.545939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52649d68-a926-48d1-943a-0c158f09d362 req-f0e24b96-5f17-41f7-aec7-faa51cef9e94 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841706 Aug 28 19:54:08.600447 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:08.638883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (5f6b4050-771d-42c4-840c-181337d6870b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.698091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Network a4808e28-0ca6-448a-accf-942dcc7007d2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:08.706789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:08.709774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8acf0f9e-e607-4658-99e1-4e791897ca45 admin admin] Publish callbacks [] for security_group (11591008-11fa-4e2c-bc64-c9ab44898abe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.712807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:08.717613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:08.718714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Router f8b622ec-eb73-4124-a475-9787de5048a4 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:54:08.722293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:08.726739 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.779674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event updated for resources: {'Port': ['ID=5f6b4050-771d-42c4-840c-181337d6870b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:08.809151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:08.812800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8acf0f9e-e607-4658-99e1-4e791897ca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (11591008-11fa-4e2c-bc64-c9ab44898abe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.847830 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-ebb0584d-c497-451f-bdbc-f79c34249ba5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4166636 Aug 28 19:54:08.864997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Request body: {'port': {'device_id': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:08.976794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f6b4050-771d-42c4-840c-181337d6870b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:08.995268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Publish callbacks [] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.013696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Transition to ACTIVE for port object c7120f70-12ad-4424-8395-d78a7bfdd06b will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:54:09.028177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-051313a4-b617-4694-8541-fda3928c501d None None] Provisioning complete for port 5f6b4050-771d-42c4-840c-181337d6870b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:09.029116 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-051313a4-b617-4694-8541-fda3928c501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5f6b4050-771d-42c4-840c-181337d6870b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.093378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35544) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:09.104753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-051313a4-b617-4694-8541-fda3928c501d None None] Port 5f6b4050-771d-42c4-840c-181337d6870b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:09.112345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8acf0f9e-e607-4658-99e1-4e791897ca45 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e21fd585b76e48c8bdbf075a22a59bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1826458 Aug 28 19:54:09.112874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:09.115321 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9ccace-428f-4ac8-afec-da3619fed50d" -d '{"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-unplugged", "status": "completed", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:09.125214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35548) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:09.127681 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00b3f074-bc21-45a2-9670-a8e5718cca6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.165127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.309334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989394-be02-43bd-9b48-472b1ef6a0c2 req-c51e6bc4-f1d3-4c94-8e04-05183aac1f6a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:09.310182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6c989394-be02-43bd-9b48-472b1ef6a0c2 req-c51e6bc4-f1d3-4c94-8e04-05183aac1f6a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 948 time: 0.1883383 Aug 28 19:54:09.318283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:09.330247 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Sync routers for ids ['f8b622ec-eb73-4124-a475-9787de5048a4'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:09.341716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf0f9e-e607-4658-99e1-4e791897ca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11591008-11fa-4e2c-bc64-c9ab44898abe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:09.351765 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Routers {'f8b622ec-eb73-4124-a475-9787de5048a4'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:09.352822 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f8b622ec-eb73-4124-a475-9787de5048a4'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:09.392451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] No DVR routers for this DVR port c7120f70-12ad-4424-8395-d78a7bfdd06b on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:09.402287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=6']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:09.480457 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5599a438-cee4-43fb-abce-642bfc400e51 admin admin] Publish callbacks [] for security_group (11591008-11fa-4e2c-bc64-c9ab44898abe), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.499057 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:09.515215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6c989394-be02-43bd-9b48-472b1ef6a0c2 req-8753addf-82b0-4499-bbaf-75e397f006df tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835756 Aug 28 19:54:09.546071 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.550225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6b4050-771d-42c4-840c-181337d6870b {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:09.551690 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ef541704-87ce-4fc5-880d-695a766ceb78 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0740438 Aug 28 19:54:09.561866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35564) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:09.567807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Publish callbacks [] for port (5f6b4050-771d-42c4-840c-181337d6870b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.585109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Transition to ACTIVE for port object 5f6b4050-771d-42c4-840c-181337d6870b will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:54:09.598423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00b3f074-bc21-45a2-9670-a8e5718cca6f admin admin] Publish callbacks [] for security_group (c8a6d14b-5a4c-4252-bd62-600a037cec68), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.605114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:09.605544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:09.605834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:09.678838 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:09.688665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5599a438-cee4-43fb-abce-642bfc400e51 admin admin] Publish callbacks [] for security_group (11591008-11fa-4e2c-bc64-c9ab44898abe), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.695702 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f6b4050-771d-42c4-840c-181337d6870b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.707066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Set router f8b622ec-eb73-4124-a475-9787de5048a4 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:09.753323 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ed240b-386e-463a-8297-22f7a258db09 x-openstack-request-id: req-f1ed240b-386e-463a-8297-22f7a258db09 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:09.753707 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-unplugged", "status": "completed", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:09.754031 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1ed240b-386e-463a-8297-22f7a258db09 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:09.754463 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ed240b-386e-463a-8297-22f7a258db09'] response: {'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'code': 200} Aug 28 19:54:09.760779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Port c7120f70-12ad-4424-8395-d78a7bfdd06b on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:09.761269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Attempting to bind port c7120f70-12ad-4424-8395-d78a7bfdd06b on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:09.772510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:09.772843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:09.773282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:09.773732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Bound port: c7120f70-12ad-4424-8395-d78a7bfdd06b, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:09.774519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.800862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b4050-771d-42c4-840c-181337d6870b,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:09.813691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00b3f074-bc21-45a2-9670-a8e5718cca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8a6d14b-5a4c-4252-bd62-600a037cec68), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.852321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3f074-bc21-45a2-9670-a8e5718cca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a6d14b-5a4c-4252-bd62-600a037cec68,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:09.878131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5599a438-cee4-43fb-abce-642bfc400e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (11591008-11fa-4e2c-bc64-c9ab44898abe), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.880814 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5599a438-cee4-43fb-abce-642bfc400e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:09.882024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5599a438-cee4-43fb-abce-642bfc400e51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/11591008-11fa-4e2c-bc64-c9ab44898abe HTTP/1.1" status: 204 len: 168 time: 0.7472484 Aug 28 19:54:09.929041 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:05Z', 'revision_number': 3, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:09.946027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:09.949737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:09.978543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635654ff-2b6a-4c43-b99f-fa7e1ee5e9fc req-c190f92a-620e-44df-90de-41ed4afad527 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:09.981768 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Checking router: f8b622ec-eb73-4124-a475-9787de5048a4 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:09.991674 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Updating router f8b622ec-eb73-4124-a475-9787de5048a4 port 91a0a068-f07e-4be9-aaae-897f3f72cc7d binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:10.000652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-635654ff-2b6a-4c43-b99f-fa7e1ee5e9fc req-c190f92a-620e-44df-90de-41ed4afad527 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 944 time: 0.2213020 Aug 28 19:54:10.017949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Attempting to bind port 5f6b4050-771d-42c4-840c-181337d6870b on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:10.018099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599a438-cee4-43fb-abce-642bfc400e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11591008-11fa-4e2c-bc64-c9ab44898abe,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:10.018648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Attempting to bind port 5f6b4050-771d-42c4-840c-181337d6870b by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:10.019375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Attempting to bind port 5f6b4050-771d-42c4-840c-181337d6870b on network a4808e28-0ca6-448a-accf-942dcc7007d2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:10.028489 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.041120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Port 5f6b4050-771d-42c4-840c-181337d6870b on network a4808e28-0ca6-448a-accf-942dcc7007d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:10.042095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Attempting to bind port 5f6b4050-771d-42c4-840c-181337d6870b on network a4808e28-0ca6-448a-accf-942dcc7007d2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:10.052595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:10.053122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Checking segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:10.053724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Bound using segment: {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:10.054242 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Bound port: 5f6b4050-771d-42c4-840c-181337d6870b, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a5bdea-4b9c-4838-8614-a427ffe246a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:10.054721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f6b4050-771d-42c4-840c-181337d6870b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.059724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-00b3f074-bc21-45a2-9670-a8e5718cca6f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=108d111c25204d27b3e0d170514405cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9650495 Aug 28 19:54:10.068636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35578) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:10.119476 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.195230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] For port 5f6b4050-771d-42c4-840c-181337d6870b, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:10.199763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] For port 5f6b4050-771d-42c4-840c-181337d6870b, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f6b4050-771d-42c4-840c-181337d6870b,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:10.214243 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5324bcc4-e903-4fd3-a95c-ef4e74d2cfb6 admin admin] Publish callbacks [] for security_group (c8a6d14b-5a4c-4252-bd62-600a037cec68), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.238921 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5324bcc4-e903-4fd3-a95c-ef4e74d2cfb6 admin admin] Publish callbacks [] for security_group (c8a6d14b-5a4c-4252-bd62-600a037cec68), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.252933 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:10.313313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f6b4050-771d-42c4-840c-181337d6870b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.319280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:10.319920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.321427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 1096 time: 2.2740235 Aug 28 19:54:10.325288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:10.325444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaf0d8-6353-43ad-b324-d973cd8c67fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:10.325545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.335572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5f6b4050-771d-42c4-840c-181337d6870b HTTP/1.1" status: 200 len: 1092 time: 1.4747236 Aug 28 19:54:10.342289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:10.345136 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445b76e0-503a-46b9-8e6c-ec10a95674be" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "tag": "5f6b4050-771d-42c4-840c-181337d6870b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:10.407514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-635654ff-2b6a-4c43-b99f-fa7e1ee5e9fc req-a479cb67-4f46-450a-abf7-e21b54e916ae tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4057899 Aug 28 19:54:10.488987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-514c54d7-570d-41bb-9ce5-8ad4750aae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:10.490246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-514c54d7-570d-41bb-9ce5-8ad4750aae73 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1130 time: 0.1054068 Aug 28 19:54:10.490986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49e6a4-6ca6-4c2b-89db-f208cfb02f31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b4050-771d-42c4-840c-181337d6870b,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:10.503365 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Publish callbacks [] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.585736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5324bcc4-e903-4fd3-a95c-ef4e74d2cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8a6d14b-5a4c-4252-bd62-600a037cec68), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.589109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5324bcc4-e903-4fd3-a95c-ef4e74d2cfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.593582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5324bcc4-e903-4fd3-a95c-ef4e74d2cfb6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8a6d14b-5a4c-4252-bd62-600a037cec68 HTTP/1.1" status: 204 len: 168 time: 0.5216672 Aug 28 19:54:10.613234 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.616262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324bcc4-e903-4fd3-a95c-ef4e74d2cfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a6d14b-5a4c-4252-bd62-600a037cec68,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:10.645043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-6323155f-8b17-4b0c-a9f1-e3dd11f0f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:10.646459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-6323155f-8b17-4b0c-a9f1-e3dd11f0f7a3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1404648 Aug 28 19:54:10.682580 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Attempting to bind port 91a0a068-f07e-4be9-aaae-897f3f72cc7d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:10.683462 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Attempting to bind port 91a0a068-f07e-4be9-aaae-897f3f72cc7d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:10.684068 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Attempting to bind port 91a0a068-f07e-4be9-aaae-897f3f72cc7d on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:10.701442 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:10.702501 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:10.703158 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.703849 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:10.704554 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Bound port: 91a0a068-f07e-4be9-aaae-897f3f72cc7d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:10.705177 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.747972 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-177c9c19-ab93-4c7e-a8c3-139518e6c9a6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.0916851 Aug 28 19:54:10.750887 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fc4d1-9d74-4e06-9dbc-afc0e8765fa5 None None] Pushing event updated for resources: {'Port': ['ID=91a0a068-f07e-4be9-aaae-897f3f72cc7d,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:10.752838 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:10.815345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] For port 91a0a068-f07e-4be9-aaae-897f3f72cc7d, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:10.825807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] For port 91a0a068-f07e-4be9-aaae-897f3f72cc7d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=91a0a068-f07e-4be9-aaae-897f3f72cc7d,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:10.856929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-bbc8375e-b0ae-4498-bad3-b9b166dda07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:10.858572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-bbc8375e-b0ae-4498-bad3-b9b166dda07e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1031280 Aug 28 19:54:10.912375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-4226bca1-ef0e-4bb9-a9eb-5509615a4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:10.914308 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-4226bca1-ef0e-4bb9-a9eb-5509615a4b99 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0490663 Aug 28 19:54:10.936582 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:10.958870 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Routers {'f8b622ec-eb73-4124-a475-9787de5048a4'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:10.959512 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f8b622ec-eb73-4124-a475-9787de5048a4'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:11.153040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-fba56db5-af0e-492a-8d30-661fa55f0a87 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305171 Aug 28 19:54:11.242447 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:11.281822 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] Set router f8b622ec-eb73-4124-a475-9787de5048a4 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:11.309988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-31cc54e3-d805-4988-bf52-b251f1853f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:11.316883 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-31cc54e3-d805-4988-bf52-b251f1853f74 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 1126 time: 0.6978376 Aug 28 19:54:11.364122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1fde8-559b-4a36-83d4-420b95d00ac4 req-54de0e31-54f5-41c6-9084-50ddf77673ef tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:11.366919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:11.374569 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39c1fde8-559b-4a36-83d4-420b95d00ac4 req-54de0e31-54f5-41c6-9084-50ddf77673ef tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 949 time: 0.7334929 Aug 28 19:54:11.424964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ba6495f-cd8a-443f-96e6-1f8ec91357d6 req-7955c1f6-c20a-4837-b67b-a18dfc93a613 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654822 Aug 28 19:54:11.479629 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:11.490607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] The host n-h2-854121-7 is not matching for port c7120f70-12ad-4424-8395-d78a7bfdd06b host n-h1-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 19:54:11.491367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:11.526377 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fc4d1-9d74-4e06-9dbc-afc0e8765fa5 None None] Pushing event updated for resources: {'Port': ['ID=91a0a068-f07e-4be9-aaae-897f3f72cc7d,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:11.602015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-01143168-c055-4191-91fc-38c1aba477e0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6b4050-771d-42c4-840c-181337d6870b HTTP/1.1" status: 200 len: 217 time: 0.2258742 Aug 28 19:54:11.650606 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:05Z', 'revision_number': 3, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:11.700372 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d45444-35d2-4871-967d-05c207c29b15 None None] The sync data for ids ['f8b622ec-eb73-4124-a475-9787de5048a4'] in n-d-854121-7 is: [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:05Z', 'revision_number': 3, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:11.784613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:11.787889 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a09cf5c-0941-4026-9a36-4045018da9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:11.822711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39c1fde8-559b-4a36-83d4-420b95d00ac4 req-74b1f9d7-ee14-447a-b24a-bc3a6ca51464 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918062 Aug 28 19:54:11.834689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-3c3ccec0-4170-465a-9a27-560d8eed5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:11.837453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-3c3ccec0-4170-465a-9a27-560d8eed5472 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 200 len: 862 time: 0.2161622 Aug 28 19:54:11.915188 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b21f67e-9bf9-4fdb-8e22-eb84ca511258 x-openstack-request-id: req-7b21f67e-9bf9-4fdb-8e22-eb84ca511258 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:11.916010 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "tag": "5f6b4050-771d-42c4-840c-181337d6870b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:11.916267 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b21f67e-9bf9-4fdb-8e22-eb84ca511258 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:11.916684 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b21f67e-9bf9-4fdb-8e22-eb84ca511258'] response: {'name': 'network-changed', 'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b', 'status': 'completed', 'code': 200} Aug 28 19:54:11.963414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-7fa72aac-7961-49ea-af27-24aa9e841b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:11.966556 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-7fa72aac-7961-49ea-af27-24aa9e841b6c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4808e28-0ca6-448a-accf-942dcc7007d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1202266 Aug 28 19:54:12.066380 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:12.080858 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:12.113677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac3ce2-6542-44d5-a7f3-222916811e74 req-c8214be3-4089-42ff-83e7-7884faab229c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:12.115412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34ac3ce2-6542-44d5-a7f3-222916811e74 req-c8214be3-4089-42ff-83e7-7884faab229c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 948 time: 0.1128752 Aug 28 19:54:12.148276 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:12.272263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34ac3ce2-6542-44d5-a7f3-222916811e74 req-634bd58f-bec2-44a7-9ce6-ba6eaad4e750 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488650 Aug 28 19:54:12.329149 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:12.365051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-04624364-6396-484e-aeb3-0bfe28f47314 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:54:12.370982 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-04624364-6396-484e-aeb3-0bfe28f47314 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2829876 Aug 28 19:54:12.484566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-706e551e-7a50-409b-a3b5-5b0f82984fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:12.486055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-706e551e-7a50-409b-a3b5-5b0f82984fee service neutron] 10.222.0.78 "GET /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 1124 time: 0.1142511 Aug 28 19:54:12.497608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65fdc2-41bf-4485-a2e2-f46e0b6ea3a7 req-47420003-8f55-45dc-a9cb-b23347c9602a tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:12.509187 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df65fdc2-41bf-4485-a2e2-f46e0b6ea3a7 req-47420003-8f55-45dc-a9cb-b23347c9602a tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 944 time: 0.1314962 Aug 28 19:54:12.596672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Request body: {'binding': {'host': 'n-h2-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:12.596672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Unknown quota resources ['binding']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 19:54:12.596672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Allocated IP 172.20.0.1 (17e2137b-f30e-4aa0-a2a0-0d4e425f05ac/0d2202e4-8c74-4136-931c-3b612e49f80a/3ad299f5-9c35-4271-a466-494a485c4b92) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:12.716226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df65fdc2-41bf-4485-a2e2-f46e0b6ea3a7 req-b5d94506-159d-47e0-b549-ad19fd03fcc1 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977103 Aug 28 19:54:12.815512 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221a37eb-0118-4737-898c-26aa28c5359b x-openstack-request-id: req-221a37eb-0118-4737-898c-26aa28c5359b {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:12.816053 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:12.816053 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-221a37eb-0118-4737-898c-26aa28c5359b {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:12.816325 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221a37eb-0118-4737-898c-26aa28c5359b'] response: {'name': 'network-changed', 'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'status': 'completed', 'code': 200} Aug 28 19:54:12.830342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks [] for port (3ad299f5-9c35-4271-a466-494a485c4b92), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:12.833803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on host n-h2-854121-7 for vnic_type normal with profile None {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:12.834179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:12.834509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:12.885114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:12.885410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:12.916126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:12.916434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:12.916841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:12.917305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Bound port: 6b33999d-c193-4fe9-a4bc-2febb605c49b, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:12.925321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-5a6e978d-46f0-45e2-ad3f-b9a0cf6611f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:12.926942 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-5a6e978d-46f0-45e2-ad3f-b9a0cf6611f5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0883913 Aug 28 19:54:13.045651 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:13.073773 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:13.099819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:13.107244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:13.140645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-075501c4-ca3f-461a-8ec2-605056e72f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:13.140645 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-075501c4-ca3f-461a-8ec2-605056e72f12 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1917362 Aug 28 19:54:13.178433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:13.210872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-def4204a-0546-4886-8d12-a3ce178be758 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.0499270 Aug 28 19:54:13.214076 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:13.218342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c5c03e10-58ce-41ea-8081-99c1128d4589 service neutron] 10.222.0.78 "POST /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7078764 Aug 28 19:54:13.220016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:13.226141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:13.226794 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f8b622ec-eb73-4124-a475-9787de5048a4), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:13.298959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-8ead2a92-080a-4b0a-9fc4-7337ebf52f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:13.300653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-8ead2a92-080a-4b0a-9fc4-7337ebf52f5f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0685980 Aug 28 19:54:13.342715 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:13.469880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad299f5-9c35-4271-a466-494a485c4b92,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:13.478659 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:13.488278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-0af415f7-3ed9-492c-a961-15d23368c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:13.489780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-0af415f7-3ed9-492c-a961-15d23368c973 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1789565 Aug 28 19:54:13.503038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-ac61a87e-041c-4a75-a30f-64e15e081296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:13.504515 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-ac61a87e-041c-4a75-a30f-64e15e081296 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2823648 Aug 28 19:54:13.569528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-302144be-d9b2-49a1-bbfd-5c4a61217625 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847731 Aug 28 19:54:13.572971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-92fb2bdb-8146-42df-b5af-b4c58a64dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:13.575336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-92fb2bdb-8146-42df-b5af-b4c58a64dfa4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0617592 Aug 28 19:54:13.578045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4a606d1a-4ad6-48c8-9270-78e7b7704922 None None] Provisioning complete for port 3ad299f5-9c35-4271-a466-494a485c4b92 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:13.580373 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4a606d1a-4ad6-48c8-9270-78e7b7704922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:13.672622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4a606d1a-4ad6-48c8-9270-78e7b7704922 None None] Port 3ad299f5-9c35-4271-a466-494a485c4b92 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:13.681618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-bfab1f37-ed42-4f0f-abff-535be0381f8e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.0926766 Aug 28 19:54:13.730577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:13.783437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 91a0a068-f07e-4be9-aaae-897f3f72cc7d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:13.801037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7fcd478-cff6-40fe-a46f-3e5489b01f09 req-3f782677-1836-4b18-b63b-15042d7dddd4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975780 Aug 28 19:54:13.849116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-dce2ce2b-6655-47f6-b34c-77ec59ab331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:13.853843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-dce2ce2b-6655-47f6-b34c-77ec59ab331a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1356609 Aug 28 19:54:13.889745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 91a0a068-f07e-4be9-aaae-897f3f72cc7d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:13.890493 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:13.953385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-2272211c-7bdc-4d97-a48f-5b28b491cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:13.955019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-2272211c-7bdc-4d97-a48f-5b28b491cc2f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0949340 Aug 28 19:54:14.009966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 91a0a068-f07e-4be9-aaae-897f3f72cc7d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:14.010742 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:14.037086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 91a0a068-f07e-4be9-aaae-897f3f72cc7d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=91a0a068-f07e-4be9-aaae-897f3f72cc7d,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:14.041633 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks [] for port (3ad299f5-9c35-4271-a466-494a485c4b92), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:14.140928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:14.150181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:14.151049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f8b622ec-eb73-4124-a475-9787de5048a4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:14.197994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=91a0a068-f07e-4be9-aaae-897f3f72cc7d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:14.258934 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:14.273679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db73f22-e403-48c3-9941-020ddc7d4e79 req-518264ca-1e9d-41fe-82f3-f07db490011b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:14.275472 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6db73f22-e403-48c3-9941-020ddc7d4e79 req-518264ca-1e9d-41fe-82f3-f07db490011b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 948 time: 0.0712485 Aug 28 19:54:14.297579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad299f5-9c35-4271-a466-494a485c4b92,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:14.323792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e800-c232-4439-9049-b48fa8ae9dad req-ab995e47-94ad-4a9f-b953-e979001ce2b3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:14.325952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1897e800-c232-4439-9049-b48fa8ae9dad req-ab995e47-94ad-4a9f-b953-e979001ce2b3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 945 time: 0.1253638 Aug 28 19:54:14.332670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6db73f22-e403-48c3-9941-020ddc7d4e79 req-2f3fccb2-dd1b-4ca9-aad0-276365c6508c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Aug 28 19:54:14.388327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:14.397884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:14.426158 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1897e800-c232-4439-9049-b48fa8ae9dad req-dce271ea-fdb0-4e56-9415-142c2b03120a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892272 Aug 28 19:54:14.458293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d189b-42c3-4a51-a961-326d03d7ddb2 req-676aec04-02db-454e-b4af-b99d9a2a08ab tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:14.458293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-444d189b-42c3-4a51-a961-326d03d7ddb2 req-676aec04-02db-454e-b4af-b99d9a2a08ab tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 949 time: 0.0604091 Aug 28 19:54:14.523079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-444d189b-42c3-4a51-a961-326d03d7ddb2 req-f38b39fb-5a62-4a6a-a9e3-99fc881661cf tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Aug 28 19:54:14.607335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaee147-a1a1-4cbf-92cc-99c035e1abcf req-5c4cdd5d-cf03-4c0c-b277-350eec9eb17d tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:14.608900 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-daaee147-a1a1-4cbf-92cc-99c035e1abcf req-5c4cdd5d-cf03-4c0c-b277-350eec9eb17d tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 944 time: 0.0624201 Aug 28 19:54:14.619178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Router f8b622ec-eb73-4124-a475-9787de5048a4 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:14.706129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-daaee147-a1a1-4cbf-92cc-99c035e1abcf req-da532e78-7333-42f6-b063-20c34f249af5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914259 Aug 28 19:54:14.731248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9d09b01f-4e01-4391-ab5e-6bce7f1c1183 None None] Provisioning complete for port 3ad299f5-9c35-4271-a466-494a485c4b92 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:14.742211 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d09b01f-4e01-4391-ab5e-6bce7f1c1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:14.759488 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:14.802814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9d09b01f-4e01-4391-ab5e-6bce7f1c1183 None None] Port 3ad299f5-9c35-4271-a466-494a485c4b92 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:14.892517 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:14.977211 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:54:15.001592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-568eaffa-1be0-4969-88b5-9ba3d47e8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.003225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-568eaffa-1be0-4969-88b5-9ba3d47e8d81 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1127 time: 0.0498800 Aug 28 19:54:15.033233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.89', 53781) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:15.111872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:15.114241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:15.118572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-44462861-9486-449e-b34e-1bb696a81a37 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f8b622ec-eb73-4124-a475-9787de5048a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5523450 Aug 28 19:54:15.120220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-147b8c1e-992d-4ab1-9ec8-d0050d2e7e50 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.122300 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-147b8c1e-992d-4ab1-9ec8-d0050d2e7e50 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 1131 time: 0.0866578 Aug 28 19:54:15.123386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Sync routers for ids ['f8b622ec-eb73-4124-a475-9787de5048a4'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:15.124278 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-5754fec0-4880-4e02-be25-aab965983580 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151917 Aug 28 19:54:15.167493 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'mac_address': 'fa:16:3e:44:0f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:54:15.273625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Routers {'f8b622ec-eb73-4124-a475-9787de5048a4'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:15.274668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f8b622ec-eb73-4124-a475-9787de5048a4'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:15.315793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-7fa31b74-4443-4ae5-94f6-d8c0988414d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.318300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-7fa31b74-4443-4ae5-94f6-d8c0988414d3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.2855639 Aug 28 19:54:15.326624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.89', 53782) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:15.361510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35720) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:15.448759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Set router f8b622ec-eb73-4124-a475-9787de5048a4 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:15.486777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-809e4333-309c-41db-80e3-5561a5efd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.488413 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-809e4333-309c-41db-80e3-5561a5efd1ab service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 1126 time: 0.2346318 Aug 28 19:54:15.536932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Deleting port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:15.538154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:15.576333 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:15.603842 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-95bd8167-670d-4905-ae57-351e9b90cb58 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701691 Aug 28 19:54:15.611205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb82b-1df5-4df0-805a-a8428f6fa50c req-f879b5a4-efc2-4061-8cb8-b0daf831a731 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.619730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ea9eb82b-1df5-4df0-805a-a8428f6fa50c req-f879b5a4-efc2-4061-8cb8-b0daf831a731 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 948 time: 0.2470973 Aug 28 19:54:15.658363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-1d3cd562-f432-4720-b448-2abeea8d99d0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 217 time: 0.3293798 Aug 28 19:54:15.672647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c7120f70-12ad-4424-8395-d78a7bfdd06b is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:15.673418 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:15.692936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7120f70-12ad-4424-8395-d78a7bfdd06b {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:15.738918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 91a0a068-f07e-4be9-aaae-897f3f72cc7d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:15.785168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:15.785566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-71583e42-c281-4381-b63e-298767af3aad tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.787183 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-71583e42-c281-4381-b63e-298767af3aad tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 948 time: 0.4596078 Aug 28 19:54:15.821515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 91a0a068-f07e-4be9-aaae-897f3f72cc7d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:15.822553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:15.837519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35736) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:15.864903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-223668e8-3301-40d9-b2f2-94e95357ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.866110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-223668e8-3301-40d9-b2f2-94e95357ba8e service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1822636 Aug 28 19:54:15.876868 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:15.877922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a99b9-a150-41ba-a492-6e1027927df8 req-043f6b78-cd36-4218-9013-ce314895e4f2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:15.879928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ea9eb82b-1df5-4df0-805a-a8428f6fa50c req-cebc4603-b300-46d8-a78c-8085064676ee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586350 Aug 28 19:54:15.885896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-728a99b9-a150-41ba-a492-6e1027927df8 req-043f6b78-cd36-4218-9013-ce314895e4f2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 945 time: 0.2183487 Aug 28 19:54:15.905082 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:15.972015 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-31fbd4d4-9310-44f4-b541-3784cb4e6f30 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575193 Aug 28 19:54:16.008581 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-50dcf4e6-623a-4eaa-b0cf-2fa24f5f4bda service neutron] delete failed (client error): The resource could not be found. Aug 28 19:54:16.009737 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-50dcf4e6-623a-4eaa-b0cf-2fa24f5f4bda service neutron] 10.222.0.89 "DELETE /networking/v2.0/ports/c7120f70-12ad-4424-8395-d78a7bfdd06b/bindings/n-h2-854121-7 HTTP/1.1" status: 404 len: 380 time: 0.2129438 Aug 28 19:54:16.013807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-8e6937e5-25d2-4a42-9555-63a181f5206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:16.016179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-8e6937e5-25d2-4a42-9555-63a181f5206a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 924 time: 0.5156090 Aug 28 19:54:16.025145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-6499de1c-5375-4cd0-933d-0159c8e7e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:16.026036 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:16.026719 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-6499de1c-5375-4cd0-933d-0159c8e7e118 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1382830 Aug 28 19:54:16.052919 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:16.100117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:13Z', 'revision_number': 4, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ad299f5-9c35-4271-a466-494a485c4b92', 'name': '', 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'mac_address': 'fa:16:3e:fa:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0d2202e4-8c74-4136-931c-3b612e49f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:12Z', 'updated_at': '2022-08-28T19:54:13Z', 'revision_number': 2, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'subnets': [{'id': '0d2202e4-8c74-4136-931c-3b612e49f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:16.102607 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-728a99b9-a150-41ba-a492-6e1027927df8 req-ec8480cd-6063-4df9-a495-feb0b8794bc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156909 Aug 28 19:54:16.102752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:16.106458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-dbd5bb19-2981-427b-90e7-f8d4e2d89beb service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6b4050-771d-42c4-840c-181337d6870b HTTP/1.1" status: 200 len: 217 time: 0.0592420 Aug 28 19:54:16.108705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] For port 495091cb-b66e-483d-9d04-9f7edb1fb2a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=495091cb-b66e-483d-9d04-9f7edb1fb2a2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:16.109087 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:16.123938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f87dfeb-5722-485e-8956-27ecf7129d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:16.168299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Checking router: f8b622ec-eb73-4124-a475-9787de5048a4 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:16.168678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Updating router f8b622ec-eb73-4124-a475-9787de5048a4 port 3ad299f5-9c35-4271-a466-494a485c4b92 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:16.221130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-79fae331-d223-4f27-9a9b-c98fe1fc0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:16.224353 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-79fae331-d223-4f27-9a9b-c98fe1fc0cc7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 200 len: 862 time: 0.0839961 Aug 28 19:54:16.273286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Calling delete_port for 495091cb-b66e-483d-9d04-9f7edb1fb2a2 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:16.317115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-399e65ff-995a-435a-979d-6d8ee5cab2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:16.318682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-399e65ff-995a-435a-979d-6d8ee5cab2b5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1131 time: 0.1328285 Aug 28 19:54:16.328157 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a09cf5c-0941-4026-9a36-4045018da9ab req-88c2c72f-5278-4d1f-878f-7deccd852649 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430743 Aug 28 19:54:16.381166 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:16.399051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:16.413400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-5bcc9ec0-45cb-43aa-a5ea-562c52dc852f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538749 Aug 28 19:54:16.436234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22ffd1-88f2-405a-b73c-c0e56b2d6873 req-a84553c5-bfeb-4566-a9af-689b7328a589 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:16.438320 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf22ffd1-88f2-405a-b73c-c0e56b2d6873 req-a84553c5-bfeb-4566-a9af-689b7328a589 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 949 time: 0.2123175 Aug 28 19:54:16.490871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-70d9741a-e655-4282-813c-a90f52108b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:16.493096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-70d9741a-e655-4282-813c-a90f52108b70 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4808e28-0ca6-448a-accf-942dcc7007d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2541730 Aug 28 19:54:16.518486 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:16.537264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f87dfeb-5722-485e-8956-27ecf7129d05 admin admin] Publish callbacks [] for security_group (98e10e1e-ed1c-4a6e-8e19-8146e90f8415), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:16.537264 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:16.537569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 91a0a068-f07e-4be9-aaae-897f3f72cc7d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:16.746696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf22ffd1-88f2-405a-b73c-c0e56b2d6873 req-a4464110-bac8-4e00-9462-9c6948dacd11 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725542 Aug 28 19:54:16.747151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (c013157f-9af9-4b23-a1c4-66589df0cb8c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:16.812714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-3b770fda-b294-4257-8f71-8ec3e1890ea6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018243 Aug 28 19:54:16.830670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c3c44e0-4333-4bda-8b08-f785ab078fda req-5b1d0c86-2d44-40ba-a022-586f6b87b722 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=b642faa8bc55428a9fbf3674c786de5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3013682 Aug 28 19:54:16.836391 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f87dfeb-5722-485e-8956-27ecf7129d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (98e10e1e-ed1c-4a6e-8e19-8146e90f8415), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:16.874647 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:16.917339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-8b0d5c37-c694-4671-94af-b01084a4a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:16.919030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-8b0d5c37-c694-4671-94af-b01084a4a06f service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.5831501 Aug 28 19:54:16.981208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6f87dfeb-5722-485e-8956-27ecf7129d05 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f85e318103684eda871538b0cdcffca7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1354055 Aug 28 19:54:17.007870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87dfeb-5722-485e-8956-27ecf7129d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e10e1e-ed1c-4a6e-8e19-8146e90f8415,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:17.010561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35754) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:17.016209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-521d76c9-bdb4-4519-881e-0bd6232b40b4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889204 Aug 28 19:54:17.019341 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Publish callbacks [] for port (3ad299f5-9c35-4271-a466-494a485c4b92), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.023806 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-9d4f57a5-f908-4c84-8758-4f9f704a6813 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.0647867 Aug 28 19:54:17.112669 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.142957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c44e0-4333-4bda-8b08-f785ab078fda req-d36f4f7d-d9e9-4e01-9074-40d34126a4fa tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:17.149939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c3c44e0-4333-4bda-8b08-f785ab078fda req-d36f4f7d-d9e9-4e01-9074-40d34126a4fa tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3076043 Aug 28 19:54:17.161092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-dc0e1414-abc3-4e0d-a0eb-f040fcd6812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:17.161912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-dc0e1414-abc3-4e0d-a0eb-f040fcd6812e service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1292939 Aug 28 19:54:17.170766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c3c44e0-4333-4bda-8b08-f785ab078fda req-8aa3cca5-8575-4076-899e-dbec79635da4 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/quotas/b642faa8bc55428a9fbf3674c786de5d HTTP/1.1" status: 200 len: 375 time: 0.0196481 Aug 28 19:54:17.232039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bba6dc-505b-4c6c-93c4-0a9fc43622dd None None] Pushing event updated for resources: {'Port': ['ID=3ad299f5-9c35-4271-a466-494a485c4b92,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:17.241430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Attempting to bind port 3ad299f5-9c35-4271-a466-494a485c4b92 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:17.241804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Attempting to bind port 3ad299f5-9c35-4271-a466-494a485c4b92 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:17.242209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Attempting to bind port 3ad299f5-9c35-4271-a466-494a485c4b92 on network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:17.249364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:17.250709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Checking segment: {'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:17.250709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.250709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Bound using segment: {'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:17.251911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Bound port: 3ad299f5-9c35-4271-a466-494a485c4b92, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddcd5ad-7070-4adf-985b-59260e5f5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:17.251911 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.282784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99144881-6443-4025-b266-6684e17f95b3 req-e4ebb635-e9b3-47e1-a76b-680cebfbf489 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:17.284325 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99144881-6443-4025-b266-6684e17f95b3 req-e4ebb635-e9b3-47e1-a76b-680cebfbf489 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 944 time: 0.3745031 Aug 28 19:54:17.309534 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:17.323100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c3c44e0-4333-4bda-8b08-f785ab078fda req-70d56939-77c4-486e-ab8a-7f20262f79f3 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b642faa8bc55428a9fbf3674c786de5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1484635 Aug 28 19:54:17.330818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] For port 3ad299f5-9c35-4271-a466-494a485c4b92, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:17.335419 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] For port 3ad299f5-9c35-4271-a466-494a485c4b92, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ad299f5-9c35-4271-a466-494a485c4b92,segment=NetworkSegment(0ddcd5ad-7070-4adf-985b-59260e5f5c25),segment_id=0ddcd5ad-7070-4adf-985b-59260e5f5c25)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:17.370852 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-606cb900-d21e-4ff2-9aab-3c738c5ba1ff admin admin] Publish callbacks [] for security_group (98e10e1e-ed1c-4a6e-8e19-8146e90f8415), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.378862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-68a1c4d1-026d-4022-a742-85480dbac95a tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:17.380526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-68a1c4d1-026d-4022-a742-85480dbac95a tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.1792612 Aug 28 19:54:17.388709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-7b90beba-1228-4f25-b0d7-b1e9ff0fa092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:17.390300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-7b90beba-1228-4f25-b0d7-b1e9ff0fa092 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2014165 Aug 28 19:54:17.404419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-854121-7'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:17.408407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (495091cb-b66e-483d-9d04-9f7edb1fb2a2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.414216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f6b4050-771d-42c4-840c-181337d6870b details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:54:17.432342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-445b76e0-503a-46b9-8e6c-ec10a95674be req-cc15ef32-ed5d-4d00-a15f-8afd8b5cfed4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121078 Aug 28 19:54:17.438937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:17.459303 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-606cb900-d21e-4ff2-9aab-3c738c5ba1ff admin admin] Publish callbacks [] for security_group (98e10e1e-ed1c-4a6e-8e19-8146e90f8415), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.475971 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.476205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Pushing event deleted for resources: {'Port': ['ID=495091cb-b66e-483d-9d04-9f7edb1fb2a2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:17.548844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99144881-6443-4025-b266-6684e17f95b3 req-4f4d14d5-5ad6-4e22-ac82-1d10457ee771 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053306 Aug 28 19:54:17.558846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] No DVR routers for this DVR port 495091cb-b66e-483d-9d04-9f7edb1fb2a2 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:17.575846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Routers {'f8b622ec-eb73-4124-a475-9787de5048a4'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:17.576549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f8b622ec-eb73-4124-a475-9787de5048a4'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:17.589343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.592752 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fe17c46-375e-4fe9-8f8e-ae89d22d9629 req-f9576ae2-3d4a-45f2-ae9c-3f4c98ca1399 tempest-DeleteServersAdminTestJSON-1468501894 tempest-DeleteServersAdminTestJSON-1468501894-project-admin] 10.222.0.89 "DELETE /networking/v2.0/ports/495091cb-b66e-483d-9d04-9f7edb1fb2a2 HTTP/1.1" status: 204 len: 173 time: 2.4411683 Aug 28 19:54:17.593220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'name': 'network-vif-deleted', 'tag': '495091cb-b66e-483d-9d04-9f7edb1fb2a2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:17.607983 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da51833-d89c-4c58-9e9c-83f1b05e4478" -d '{"events": [{"server_uuid": "ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58", "name": "network-vif-deleted", "tag": "495091cb-b66e-483d-9d04-9f7edb1fb2a2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:17.737100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Deleting port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:17.737744 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.738689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.793465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-6aa7d178-c6fb-4aae-a49c-c2df6c980cab service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798971 Aug 28 19:54:17.795277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e28-47f3-4483-bcf8-e747f3d97656 req-b650ef48-8d4e-4bbb-a828-3b3833568466 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:17.796970 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc9a6e28-47f3-4483-bcf8-e747f3d97656 req-b650ef48-8d4e-4bbb-a828-3b3833568466 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 949 time: 0.1232808 Aug 28 19:54:17.807393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510fcee-9b57-437a-be86-e9f9ece65e7e req-e2f8e762-dc3a-4d75-a7b5-f5d9f4ef3870 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:17.809691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f510fcee-9b57-437a-be86-e9f9ece65e7e req-e2f8e762-dc3a-4d75-a7b5-f5d9f4ef3870 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 945 time: 0.1175807 Aug 28 19:54:17.844425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] Set router f8b622ec-eb73-4124-a475-9787de5048a4 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:17.887145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port c7120f70-12ad-4424-8395-d78a7bfdd06b completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:54:17.889044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] For port ec32c90b-f096-41b1-8f3a-aed3dcd99b6c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,segment=NetworkSegment(889b7123-e8b8-4343-8b73-66b1442408d5),segment_id=889b7123-e8b8-4343-8b73-66b1442408d5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:17.889424 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.903741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-606cb900-d21e-4ff2-9aab-3c738c5ba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (98e10e1e-ed1c-4a6e-8e19-8146e90f8415), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.906232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f510fcee-9b57-437a-be86-e9f9ece65e7e req-5fb50604-a29a-4119-a8cd-de6ab25a4c1d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882316 Aug 28 19:54:17.906412 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-606cb900-d21e-4ff2-9aab-3c738c5ba1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:17.907254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Calling delete_port for ec32c90b-f096-41b1-8f3a-aed3dcd99b6c owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:17.910809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-606cb900-d21e-4ff2-9aab-3c738c5ba1ff admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/98e10e1e-ed1c-4a6e-8e19-8146e90f8415 HTTP/1.1" status: 204 len: 168 time: 0.8938131 Aug 28 19:54:17.916761 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:17.957891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f6b4050-771d-42c4-840c-181337d6870b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f6b4050-771d-42c4-840c-181337d6870b,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:17.967311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5f6b4050-771d-42c4-840c-181337d6870b', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'port_id': '5f6b4050-771d-42c4-840c-181337d6870b', 'mac_address': 'fa:16:3e:70:0b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:54:17.971305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bba6dc-505b-4c6c-93c4-0a9fc43622dd None None] Pushing event updated for resources: {'Port': ['ID=3ad299f5-9c35-4271-a466-494a485c4b92,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:18.039996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cb900-d21e-4ff2-9aab-3c738c5ba1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e10e1e-ed1c-4a6e-8e19-8146e90f8415,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:18.099767 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc9a6e28-47f3-4483-bcf8-e747f3d97656 req-aef9d9dc-9672-465e-bda4-39f2285aff15 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681236 Aug 28 19:54:18.117799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port c7120f70-12ad-4424-8395-d78a7bfdd06b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:18.136902 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.159005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf60c7-fbe2-4d0c-a231-bceada89aa86 req-7c647bfa-b80c-4a43-ae56-4a53c868d17d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560901 Aug 28 19:54:18.199639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:18.329206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:18.336841 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:18.364169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5f6b4050-771d-42c4-840c-181337d6870b is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:18.364567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f6b4050-771d-42c4-840c-181337d6870b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.388554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (ec32c90b-f096-41b1-8f3a-aed3dcd99b6c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.417564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6b4050-771d-42c4-840c-181337d6870b {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:18.420025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:18.430745 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459619e-0dba-455a-9f32-87c77a1589d3" -d '{"events": [{"server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "name": "network-vif-unplugged", "status": "completed", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:18.435099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Publish callbacks [] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.460738 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:18.481430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f6b4050-771d-42c4-840c-181337d6870b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f6b4050-771d-42c4-840c-181337d6870b,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:18.484265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c7120f70-12ad-4424-8395-d78a7bfdd06b is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:18.484265 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.489008 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b331e3de-e3c4-4de4-94aa-a9bf643bc1fe x-openstack-request-id: req-b331e3de-e3c4-4de4-94aa-a9bf643bc1fe {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:18.489285 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58", "name": "network-vif-deleted", "tag": "495091cb-b66e-483d-9d04-9f7edb1fb2a2", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:18.489535 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b331e3de-e3c4-4de4-94aa-a9bf643bc1fe {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:18.492469 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b331e3de-e3c4-4de4-94aa-a9bf643bc1fe'] response: {'server_uuid': 'ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58', 'name': 'network-vif-deleted', 'tag': '495091cb-b66e-483d-9d04-9f7edb1fb2a2', 'status': 'completed', 'code': 200} Aug 28 19:54:18.494978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec32c90b-f096-41b1-8f3a-aed3dcd99b6c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:18.569588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f6b4050-771d-42c4-840c-181337d6870b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.574382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.580399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:18.583059 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b4570b-f96f-47be-a2e0-91dc23e9b0d4" -d '{"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-plugged", "status": "completed", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:18.644852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:18.659544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:13Z', 'revision_number': 4, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ad299f5-9c35-4271-a466-494a485c4b92', 'name': '', 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'mac_address': 'fa:16:3e:fa:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0d2202e4-8c74-4136-931c-3b612e49f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:12Z', 'updated_at': '2022-08-28T19:54:17Z', 'revision_number': 4, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'subnets': [{'id': '0d2202e4-8c74-4136-931c-3b612e49f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:18.706511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771e570-d12b-45fd-96b8-10c09303122f None None] The sync data for ids ['f8b622ec-eb73-4124-a475-9787de5048a4'] in n-d-854121-7 is: [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:13Z', 'revision_number': 4, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ad299f5-9c35-4271-a466-494a485c4b92', 'name': '', 'network_id': '17e2137b-f30e-4aa0-a2a0-0d4e425f05ac', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'mac_address': 'fa:16:3e:fa:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0d2202e4-8c74-4136-931c-3b612e49f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:12Z', 'updated_at': '2022-08-28T19:54:17Z', 'revision_number': 4, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'subnets': [{'id': '0d2202e4-8c74-4136-931c-3b612e49f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:18.718040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9c6c46c-d84f-4112-b582-f73e173fc824 req-32b308ba-4e6c-4c34-add3-6339aa7ee986 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 210 time: 0.1601155 Aug 28 19:54:18.724492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:18.751202 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.756162 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:18.760067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5f6b4050-771d-42c4-840c-181337d6870b,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:18.832225 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (c013157f-9af9-4b23-a1c4-66589df0cb8c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:18.838293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b313a0c-cf48-4a6b-aaf8-eb5307673eef req-55e1a232-4333-4519-908f-3fd7978f0156 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1147640 Aug 28 19:54:18.892303 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:18.934287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on host n-h1-854121-7 for vnic_type normal with profile {"migrating_to": "n-h2-854121-7"} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:18.936287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:18.936287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:18.947378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:18.949999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Attempting to bind port 6b33999d-c193-4fe9-a4bc-2febb605c49b on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:18.978156 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d8b5fa-7f72-42b1-a6e8-bd45dd2ed008 x-openstack-request-id: req-a8d8b5fa-7f72-42b1-a6e8-bd45dd2ed008 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:18.978811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35784) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:18.986644 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "name": "network-vif-unplugged", "status": "completed", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:18.987067 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8d8b5fa-7f72-42b1-a6e8-bd45dd2ed008 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:18.987684 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d8b5fa-7f72-42b1-a6e8-bd45dd2ed008'] response: {'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b', 'code': 200} Aug 28 19:54:18.989174 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:18.990612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:18.991173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:18.991684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:18.992455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Bound port: 6b33999d-c193-4fe9-a4bc-2febb605c49b, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:18.992913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.005580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:19.038911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5f6b4050-771d-42c4-840c-181337d6870b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:19.131464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4356799e-bd21-4e5c-8017-b45af1ce467c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.155158 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebe6348-f12e-4784-810a-89eb11af4ce2 x-openstack-request-id: req-0ebe6348-f12e-4784-810a-89eb11af4ce2 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:19.155482 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-plugged", "status": "completed", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:19.155736 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ebe6348-f12e-4784-810a-89eb11af4ce2 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:19.156146 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebe6348-f12e-4784-810a-89eb11af4ce2'] response: {'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'code': 200} Aug 28 19:54:19.195812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b313a0c-cf48-4a6b-aaf8-eb5307673eef req-85dbd3eb-2b9d-45f5-8f21-315fe4414392 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&device_id=ea0ac7a7-a8c2-410d-b28e-a6eea1d33a58 HTTP/1.1" status: 200 len: 210 time: 0.0856583 Aug 28 19:54:19.217393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:19.223003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:19.253109 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b313a0c-cf48-4a6b-aaf8-eb5307673eef req-387780c5-ebcd-49af-8166-9b296183b0fc service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330081 Aug 28 19:54:19.271059 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:19.356853 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.406377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 495091cb-b66e-483d-9d04-9f7edb1fb2a2 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:19.410460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea70fd-1662-4f0a-9e40-715b533758f0 req-e3e7ea08-fadb-40e1-afc0-5b1287a435ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:19.412236 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55ea70fd-1662-4f0a-9e40-715b533758f0 req-e3e7ea08-fadb-40e1-afc0-5b1287a435ec tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 945 time: 0.2734120 Aug 28 19:54:19.477346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 495091cb-b66e-483d-9d04-9f7edb1fb2a2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:19.478095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 495091cb-b66e-483d-9d04-9f7edb1fb2a2 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:19.514074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Router c013157f-9af9-4b23-a1c4-66589df0cb8c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:19.557190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=8']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:19.577385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4356799e-bd21-4e5c-8017-b45af1ce467c admin admin] Publish callbacks [] for security_group (7c2ae5b1-1b1d-4084-b196-82be90b9c548), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.579600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b313a0c-cf48-4a6b-aaf8-eb5307673eef req-fcd58cfa-9312-4d07-ba82-9cc2d9fa5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:19.589593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b313a0c-cf48-4a6b-aaf8-eb5307673eef req-fcd58cfa-9312-4d07-ba82-9cc2d9fa5a05 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3233516 Aug 28 19:54:19.599012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:19.599989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.604334 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-29aa50de-9f20-4753-8e7b-360912d6e504 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 1121 time: 2.2105041 Aug 28 19:54:19.666091 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55ea70fd-1662-4f0a-9e40-715b533758f0 req-74a16379-6c2c-406d-a445-8905fcc5438f tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325809 Aug 28 19:54:19.668639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4356799e-bd21-4e5c-8017-b45af1ce467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7c2ae5b1-1b1d-4084-b196-82be90b9c548), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.751607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4356799e-bd21-4e5c-8017-b45af1ce467c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b07d48e648744765922ac490740502c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7663379 Aug 28 19:54:19.754107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35800) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:19.792750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356799e-bd21-4e5c-8017-b45af1ce467c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ae5b1-1b1d-4084-b196-82be90b9c548,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:19.800683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ad299f5-9c35-4271-a466-494a485c4b92 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:19.819286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ebbb3-eaff-45b3-8874-e3ce21c9153e req-c81bc843-892c-4e96-a6f1-15c8c4781c2c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:19.827936 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-049ebbb3-eaff-45b3-8874-e3ce21c9153e req-c81bc843-892c-4e96-a6f1-15c8c4781c2c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.1868107 Aug 28 19:54:19.856799 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:19.898686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ad299f5-9c35-4271-a466-494a485c4b92 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:19.899583 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.902021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:19.904812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-049ebbb3-eaff-45b3-8874-e3ce21c9153e req-37fa871c-8567-41db-994e-7409a01cf493 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Aug 28 19:54:19.914465 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] Sync routers for ids ['c013157f-9af9-4b23-a1c4-66589df0cb8c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:19.927203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce64714d-c811-49c5-87d0-89e5a0bdfd37 admin admin] Publish callbacks [] for security_group (7c2ae5b1-1b1d-4084-b196-82be90b9c548), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:19.932659 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] Routers {'c013157f-9af9-4b23-a1c4-66589df0cb8c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:19.934383 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c013157f-9af9-4b23-a1c4-66589df0cb8c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:19.937451 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0819bac5-0684-427f-af90-d848831f8ffb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c013157f-9af9-4b23-a1c4-66589df0cb8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5663209 Aug 28 19:54:19.941741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35806) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:20.003198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce64714d-c811-49c5-87d0-89e5a0bdfd37 admin admin] Publish callbacks [] for security_group (7c2ae5b1-1b1d-4084-b196-82be90b9c548), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.043803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ad299f5-9c35-4271-a466-494a485c4b92 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:20.057176 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.119879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6b33999d-c193-4fe9-a4bc-2febb605c49b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:20.157674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872deb5-d246-4552-a29e-424ea674c726 req-5de73d0b-6f1e-4c39-baba-ddfb32cb6d16 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:20.166011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1872deb5-d246-4552-a29e-424ea674c726 req-5de73d0b-6f1e-4c39-baba-ddfb32cb6d16 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 950 time: 0.1125197 Aug 28 19:54:20.179570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks [] for router (c013157f-9af9-4b23-a1c4-66589df0cb8c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.198652 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] Set router c013157f-9af9-4b23-a1c4-66589df0cb8c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:20.256974 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1872deb5-d246-4552-a29e-424ea674c726 req-2121cfd2-e843-47ec-9574-72ed06dbb131 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870831 Aug 28 19:54:20.262703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce64714d-c811-49c5-87d0-89e5a0bdfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7c2ae5b1-1b1d-4084-b196-82be90b9c548), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.265431 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce64714d-c811-49c5-87d0-89e5a0bdfd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.267983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ce64714d-c811-49c5-87d0-89e5a0bdfd37 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7c2ae5b1-1b1d-4084-b196-82be90b9c548 HTTP/1.1" status: 204 len: 168 time: 0.5128992 Aug 28 19:54:20.288762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64714d-c811-49c5-87d0-89e5a0bdfd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ae5b1-1b1d-4084-b196-82be90b9c548,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:20.399247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks [] for router_gateway (c013157f-9af9-4b23-a1c4-66589df0cb8c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.488397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:54:18Z', 'revision_number': 5, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:20.537569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] Checking router: c013157f-9af9-4b23-a1c4-66589df0cb8c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:20.551005 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] Routers {'c013157f-9af9-4b23-a1c4-66589df0cb8c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:20.551911 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:53:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c013157f-9af9-4b23-a1c4-66589df0cb8c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:20.584928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3ad299f5-9c35-4271-a466-494a485c4b92, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ad299f5-9c35-4271-a466-494a485c4b92,segment=NetworkSegment(0ddcd5ad-7070-4adf-985b-59260e5f5c25),segment_id=0ddcd5ad-7070-4adf-985b-59260e5f5c25)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:20.598084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c9e6-ade2-4c38-9e16-43e1b0596779 req-a5166984-11af-4740-9331-db852a096800 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:20.603814 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:20.614523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8328c9e6-ade2-4c38-9e16-43e1b0596779 req-a5166984-11af-4740-9331-db852a096800 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1132 time: 0.0876949 Aug 28 19:54:20.714076 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.743734 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] Set router c013157f-9af9-4b23-a1c4-66589df0cb8c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:20.755973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Deleting port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:20.756478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:20.756907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8328c9e6-ade2-4c38-9e16-43e1b0596779 req-a7ea4b31-e09e-4772-ba76-7f0824cfcf28 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413934 Aug 28 19:54:20.829821 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:20.905291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3ad299f5-9c35-4271-a466-494a485c4b92,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:20.914090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-016e3f72-1dd1-46a4-9891-924db72c66ae req-af5c2d74-d068-4b89-8889-cbc901b36fca tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=b642faa8bc55428a9fbf3674c786de5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377927 Aug 28 19:54:20.935463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27ebfe-4a31-41a2-a879-367a235a5dce req-0604286b-9a42-428a-98ad-34c60e3d9b31 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:20.937728 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd27ebfe-4a31-41a2-a879-367a235a5dce req-0604286b-9a42-428a-98ad-34c60e3d9b31 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 945 time: 0.0691586 Aug 28 19:54:21.007592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:21.012892 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d3745-70bd-42a0-a1ef-3216b4dee492" -d '{"events": [{"name": "network-changed", "server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:21.022525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd27ebfe-4a31-41a2-a879-367a235a5dce req-802a1c00-2107-4622-816b-1223664bdd79 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781870 Aug 28 19:54:21.023322 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:21.051325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] For port efdee86d-eab0-4b9e-a3f8-ab96d8af36b3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:21.051908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.068504 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:54:18Z', 'revision_number': 5, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:21.075913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Calling delete_port for efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:21.100550 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14210e-3e75-4c8d-bead-d523839ab75b None None] The sync data for ids ['c013157f-9af9-4b23-a1c4-66589df0cb8c'] in n-d-854121-7 is: [{'id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165996517-router', 'tenant_id': 'eb20a0da64fb4e60b540008653306bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:47Z', 'updated_at': '2022-08-28T19:54:18Z', 'revision_number': 5, 'project_id': 'eb20a0da64fb4e60b540008653306bc8', 'gw_port': {'id': 'efdee86d-eab0-4b9e-a3f8-ab96d8af36b3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:77:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c013157f-9af9-4b23-a1c4-66589df0cb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:49Z', 'updated_at': '2022-08-28T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:21.160681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3f72-1dd1-46a4-9891-924db72c66ae req-d04c952c-e352-4e8d-9245-1352acc3bee1 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:21.163102 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-016e3f72-1dd1-46a4-9891-924db72c66ae req-d04c952c-e352-4e8d-9245-1352acc3bee1 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387218 Aug 28 19:54:21.191676 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-016e3f72-1dd1-46a4-9891-924db72c66ae req-ae76057b-fe0d-45fa-b603-2e65c399748c tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/quotas/b642faa8bc55428a9fbf3674c786de5d HTTP/1.1" status: 200 len: 375 time: 0.0224540 Aug 28 19:54:21.266508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-016e3f72-1dd1-46a4-9891-924db72c66ae req-d7180beb-3572-4e2d-a06f-2d2226ccc741 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b642faa8bc55428a9fbf3674c786de5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680616 Aug 28 19:54:21.335907 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:21.408298 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-57fcb51e-0c40-4f3b-b821-cca9b8c1461a tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326242 Aug 28 19:54:21.443105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f6b4050-771d-42c4-840c-181337d6870b up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:21.487535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777a37-de0b-43ff-9671-80c588191c67 req-abdebed3-aa82-4e9a-aeab-6efb606d8cae tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:21.489331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec777a37-de0b-43ff-9671-80c588191c67 req-abdebed3-aa82-4e9a-aeab-6efb606d8cae tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.0540037 Aug 28 19:54:21.490545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (efdee86d-eab0-4b9e-a3f8-ab96d8af36b3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.514159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 5f6b4050-771d-42c4-840c-181337d6870b completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:54:21.525896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Pushing event deleted for resources: {'Port': ['ID=efdee86d-eab0-4b9e-a3f8-ab96d8af36b3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:21.582583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-d9efbb22-002c-47ee-b715-cdbdf956e384 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:21.586653 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:21.590467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-d9efbb22-002c-47ee-b715-cdbdf956e384 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805191 Aug 28 19:54:21.591752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5f6b4050-771d-42c4-840c-181337d6870b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:21.592126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5f6b4050-771d-42c4-840c-181337d6870b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.600379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (c013157f-9af9-4b23-a1c4-66589df0cb8c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.614651 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-eb772f24-f1ab-4fef-b574-16a41c449914 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/quotas/5a1290b969a84eb897dd8ab368a89fa1 HTTP/1.1" status: 200 len: 375 time: 0.0166640 Aug 28 19:54:21.624749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec777a37-de0b-43ff-9671-80c588191c67 req-5e8ca7b8-30df-4fc6-aa6d-42a44b6b16cf tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219616 Aug 28 19:54:21.667200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-bd444a2d-b7e7-4299-9f9e-184071bbaf30 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502174 Aug 28 19:54:21.810562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5f6b4050-771d-42c4-840c-181337d6870b is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:21.823893 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f6b4050-771d-42c4-840c-181337d6870b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.829343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d59efbd8-5add-42b7-b47e-dbfce2775c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.884731 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a786ac9-e647-4533-b9cc-a9b5cdb78c28 x-openstack-request-id: req-6a786ac9-e647-4533-b9cc-a9b5cdb78c28 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:21.885615 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:21.892045 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a786ac9-e647-4533-b9cc-a9b5cdb78c28 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:21.892045 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a786ac9-e647-4533-b9cc-a9b5cdb78c28'] response: {'name': 'network-changed', 'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b', 'status': 'completed', 'code': 200} Aug 28 19:54:21.892701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:21.892890 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (c013157f-9af9-4b23-a1c4-66589df0cb8c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.893078 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138e219-8c2e-43a8-9bb9-29d1f13bcac6" -d '{"events": [{"server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b4050-771d-42c4-840c-181337d6870b"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:21.893475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks [] for router_controller (c013157f-9af9-4b23-a1c4-66589df0cb8c), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:21.898214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-90bcd6fe-83f1-4b43-a778-a78627b89e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:21.900140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-90bcd6fe-83f1-4b43-a778-a78627b89e49 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1155 time: 0.1024823 Aug 28 19:54:21.934181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ad299f5-9c35-4271-a466-494a485c4b92 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:21.984975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f6b4050-771d-42c4-840c-181337d6870b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f6b4050-771d-42c4-840c-181337d6870b,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:22.030533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ad299f5-9c35-4271-a466-494a485c4b92 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:22.031201 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.097961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-9e965f26-5ec6-46f0-b473-9e2cc15d50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:22.101512 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-9e965f26-5ec6-46f0-b473-9e2cc15d50a5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.1931405 Aug 28 19:54:22.119555 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (c013157f-9af9-4b23-a1c4-66589df0cb8c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.123809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c013157f-9af9-4b23-a1c4-66589df0cb8c {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:54:22.133348 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f6b4050-771d-42c4-840c-181337d6870b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.138198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.140032 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-32d4f189-9a1a-44b9-892b-440530e01abc admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c013157f-9af9-4b23-a1c4-66589df0cb8c HTTP/1.1" status: 204 len: 168 time: 2.1972914 Aug 28 19:54:22.144004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35890) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:22.163660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35892) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:22.194456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-dc36ab3b-2457-4d2c-b897-8af3a5f62607 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 217 time: 0.0718093 Aug 28 19:54:22.275135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] Deleting subnet 17fffec3-95c9-49da-954a-d5bf6349f7b7 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:54:22.281634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] Publish callbacks [] for subnet (17fffec3-95c9-49da-954a-d5bf6349f7b7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.352636 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:22.360645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-858f4cc2-357b-4e20-9d9d-0b4587d84474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:22.362700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-858f4cc2-357b-4e20-9d9d-0b4587d84474 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1512737 Aug 28 19:54:22.479046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ad299f5-9c35-4271-a466-494a485c4b92 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:22.494283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ec32c90b-f096-41b1-8f3a-aed3dcd99b6c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:22.522460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5f6b4050-771d-42c4-840c-181337d6870b,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:22.525270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ec32c90b-f096-41b1-8f3a-aed3dcd99b6c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:22.525886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ec32c90b-f096-41b1-8f3a-aed3dcd99b6c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:22.536439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-e166db1a-7b00-41ba-abbd-5aa823f2e6bc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841022 Aug 28 19:54:22.542528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-547b07fa-7e34-43c1-9ec1-fd15029761e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:22.544084 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-547b07fa-7e34-43c1-9ec1-fd15029761e4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1735044 Aug 28 19:54:22.552343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.706069 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:22.724595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-dcafcde2-d90e-4907-a590-06244485e13d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:22.726185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-dcafcde2-d90e-4907-a590-06244485e13d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811874 Aug 28 19:54:22.732702 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-ee4c49e8-6d95-419d-b244-75c9bffe0362 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765254 Aug 28 19:54:22.744535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-9cbbbf40-dad0-4515-a698-04a70c0a3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/quotas/4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 375 time: 0.0109136 Aug 28 19:54:22.760550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1057931140-network', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:22.769128 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:22.780215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] Publish callbacks [] for subnet (17fffec3-95c9-49da-954a-d5bf6349f7b7), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.866623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-4c620859-ffe1-435e-b901-d59c2e2ef585 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140940 Aug 28 19:54:22.888220 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (17fffec3-95c9-49da-954a-d5bf6349f7b7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.913156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Made reservation on behalf of d2f2cf16e3964ce2b5b0491468a3b159 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:22.913922 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918d3745-70bd-42a0-a1ef-3216b4dee492 req-bec545c7-37a4-43d5-b48e-34cae32c4457 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710296 Aug 28 19:54:22.915703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:22.929455 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7178416-e260-4a1c-813b-2b6de44391db x-openstack-request-id: req-c7178416-e260-4a1c-813b-2b6de44391db {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:22.932703 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b4050-771d-42c4-840c-181337d6870b", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:22.932703 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7178416-e260-4a1c-813b-2b6de44391db {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:22.932703 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7178416-e260-4a1c-813b-2b6de44391db'] response: {'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b', 'code': 200} Aug 28 19:54:22.944885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.044321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070f579-1e8d-4709-b954-9b6fd414fbba req-a45e3c95-6e11-45b2-8282-d74886bd3049 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:23.046176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2070f579-1e8d-4709-b954-9b6fd414fbba req-a45e3c95-6e11-45b2-8282-d74886bd3049 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 946 time: 0.0635192 Aug 28 19:54:23.090874 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (17fffec3-95c9-49da-954a-d5bf6349f7b7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.147555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1360f968-9b13-4f9f-a5ee-35f693f84d2e req-9df3ffe5-fc2e-40a0-8865-a5b9de7608b0 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 210 time: 0.0628116 Aug 28 19:54:23.148560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fffec3-95c9-49da-954a-d5bf6349f7b7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:23.159421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db15003-dfde-43d2-a898-92594d915005 None None] Network 071fcd76-0b63-4ef5-8cb5-94f65164849d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:23.185467 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.189204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-29289cf4-979c-4a12-8681-440e1767e359 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/17fffec3-95c9-49da-954a-d5bf6349f7b7 HTTP/1.1" status: 204 len: 168 time: 1.0435412 Aug 28 19:54:23.200090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks [] for security_group (97afc564-6ef4-406b-a6c2-1f65c380545d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.201531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35924) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:23.221134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2070f579-1e8d-4709-b954-9b6fd414fbba req-6d59c7a6-41e4-4478-8677-9bd093cbaa66 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666944 Aug 28 19:54:23.237507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab138b-ed6e-455d-9a8b-c7911f91a27a req-44116c2c-eca6-4b63-80a7-d23a57f8419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:23.239558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ab138b-ed6e-455d-9a8b-c7911f91a27a req-44116c2c-eca6-4b63-80a7-d23a57f8419d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 1128 time: 0.1183910 Aug 28 19:54:23.355213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (071fcd76-0b63-4ef5-8cb5-94f65164849d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.363302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (97afc564-6ef4-406b-a6c2-1f65c380545d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.433335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:54:23.454681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:54:23.461214 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ab138b-ed6e-455d-9a8b-c7911f91a27a req-d6a6b8e7-8106-45d7-bb40-7d0cfae00ec4 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132716 Aug 28 19:54:23.467772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f241b5-2de8-4aca-93a2-37b944654ccc req-2bf29762-b78b-48f9-9dcb-c5cdeb54d15d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:23.475303 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26f241b5-2de8-4aca-93a2-37b944654ccc req-2bf29762-b78b-48f9-9dcb-c5cdeb54d15d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.1718285 Aug 28 19:54:23.515390 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Deleting port b6b1486b-c910-4cb9-b137-34a07e0b1157 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:23.515390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.515390 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97afc564-6ef4-406b-a6c2-1f65c380545d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:23.521551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e6a13e14-b5c5-4223-b408-7bfdbd960032), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.531165 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Added segment e6a13e14-b5c5-4223-b408-7bfdbd960032 of type vlan for network e6382cd2-5644-465e-8b30-a10a1c5fc02a Aug 28 19:54:23.555101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:54:23.563208 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:23.572989 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26f241b5-2de8-4aca-93a2-37b944654ccc req-a1929326-da72-4c34-835f-570e79e76a53 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968113 Aug 28 19:54:23.612854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] DHCP port deletion for 071fcd76-0b63-4ef5-8cb5-94f65164849d request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:54:23.639834 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:23.674347 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:23.691221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:23.697444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:23.731952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:23.732641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device efdee86d-eab0-4b9e-a3f8-ab96d8af36b3 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:23.733251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b6b1486b-c910-4cb9-b137-34a07e0b1157 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:23.748879 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-62dd3448-722f-484f-b88d-e21d443fd514 req-7f63dcce-9230-4685-ab12-283be295db29 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.1653764 Aug 28 19:54:23.758306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b has no active binding in host n-h2-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 19:54:23.771659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] Deleting port b6b1486b-c910-4cb9-b137-34a07e0b1157 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:23.771659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.771864 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e6382cd2-5644-465e-8b30-a10a1c5fc02a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.790908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] For port b6b1486b-c910-4cb9-b137-34a07e0b1157, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b6b1486b-c910-4cb9-b137-34a07e0b1157,segment=NetworkSegment(889b7123-e8b8-4343-8b73-66b1442408d5),segment_id=889b7123-e8b8-4343-8b73-66b1442408d5)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:23.791281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.815761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Calling delete_port for b6b1486b-c910-4cb9-b137-34a07e0b1157 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:23.845841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] For port b6b1486b-c910-4cb9-b137-34a07e0b1157, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b6b1486b-c910-4cb9-b137-34a07e0b1157,segment=NetworkSegment(889b7123-e8b8-4343-8b73-66b1442408d5),segment_id=889b7123-e8b8-4343-8b73-66b1442408d5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:23.846501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.882647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] Calling delete_port for b6b1486b-c910-4cb9-b137-34a07e0b1157 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:23.909986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e6382cd2-5644-465e-8b30-a10a1c5fc02a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.912283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:23.913264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.934933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b6b1486b-c910-4cb9-b137-34a07e0b1157 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:23.935743 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:23.999800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.064026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8971980 Aug 28 19:54:24.067064 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35956) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:24.077547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Request body: {'subnet': {'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1057931140-subnet', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:24.086830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4760d62-6752-49f4-9254-2f333b0b6177 admin admin] Pushing event updated for resources: {'Network': ['ID=e6382cd2-5644-465e-8b30-a10a1c5fc02a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:24.091755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b1486b-c910-4cb9-b137-34a07e0b1157,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:24.094573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] No DVR routers for this DVR port b6b1486b-c910-4cb9-b137-34a07e0b1157 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:24.139802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:54:24.216397 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b05d4bb0-fdad-4cba-a9b6-9ead8f51ccb3 req-d4ce1b78-45a2-4f44-8729-af89f22734a1 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=b642faa8bc55428a9fbf3674c786de5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305502 Aug 28 19:54:24.221996 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (071fcd76-0b63-4ef5-8cb5-94f65164849d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.227510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Made reservation on behalf of d2f2cf16e3964ce2b5b0491468a3b159 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:24.231913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.306736 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c629dcaf-6359-4b8e-a8ec-f487a4b74971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.321455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.321726 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.322504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.322858 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > port after_create 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.323187 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > port after_delete 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.323529 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > port after_update 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.323900 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.324245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.324569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.325063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.412891 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:24.431505 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.432711 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.433549 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (b6b1486b-c910-4cb9-b137-34a07e0b1157), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.434628 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.435383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:54:24.435974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071fcd76-0b63-4ef5-8cb5-94f65164849d']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:24.482618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] Pushing event deleted for resources: {'Port': ['ID=b6b1486b-c910-4cb9-b137-34a07e0b1157,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:24.495196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea07a6-e23b-408a-ae87-dde40180ab16 None None] No DVR routers for this DVR port b6b1486b-c910-4cb9-b137-34a07e0b1157 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:24.507082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889b7123-e8b8-4343-8b73-66b1442408d5') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:24.508050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889b7123-e8b8-4343-8b73-66b1442408d5') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:24.545833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (889b7123-e8b8-4343-8b73-66b1442408d5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.581070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (889b7123-e8b8-4343-8b73-66b1442408d5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.604062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:54:24.604491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (889b7123-e8b8-4343-8b73-66b1442408d5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.691682 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4bb0-fdad-4cba-a9b6-9ead8f51ccb3 req-ef4aa551-34f6-4cbe-9385-d5df155d4bd9 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:24.699510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b05d4bb0-fdad-4cba-a9b6-9ead8f51ccb3 req-ef4aa551-34f6-4cbe-9385-d5df155d4bd9 tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4741352 Aug 28 19:54:24.716232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b05d4bb0-fdad-4cba-a9b6-9ead8f51ccb3 req-8c6488b8-871a-4efc-9c34-61c7b3e070fd tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/quotas/b642faa8bc55428a9fbf3674c786de5d HTTP/1.1" status: 200 len: 375 time: 0.0158415 Aug 28 19:54:24.727159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (ef870976-a87f-4d01-91db-d14275322a41), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.775017 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:24.780495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b05d4bb0-fdad-4cba-a9b6-9ead8f51ccb3 req-f7f5af85-4d0d-45a4-9b25-fb2340d95cfc tempest-QuotasAdminNegativeTest-1599758695 tempest-QuotasAdminNegativeTest-1599758695-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b642faa8bc55428a9fbf3674c786de5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566609 Aug 28 19:54:24.819734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (071fcd76-0b63-4ef5-8cb5-94f65164849d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.829592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:24.836845 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/071fcd76-0b63-4ef5-8cb5-94f65164849d HTTP/1.1" status: 204 len: 168 time: 1.6335831 Aug 28 19:54:24.844752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35976) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:24.863404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:24.863727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Network hostable DHCP agents. Network: e6382cd2-5644-465e-8b30-a10a1c5fc02a, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:54:24.897740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef870976-a87f-4d01-91db-d14275322a41,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:24.903644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a6883-82a0-4579-9d6a-b9cefe45711a admin admin] Pushing event deleted for resources: {'Network': ['ID=071fcd76-0b63-4ef5-8cb5-94f65164849d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:25.014658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:54:25.019923 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 889b7123-e8b8-4343-8b73-66b1442408d5 resource provider aggregate not found Aug 28 19:54:25.043942 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 889b7123-e8b8-4343-8b73-66b1442408d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 889b7123-e8b8-4343-8b73-66b1442408d5 found for delete ", "request_id": "req-0628b70e-5ec6-40d9-a969-6f77ac3f50c8"}]} Aug 28 19:54:25.070032 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d476e805-2f11-449a-bf3c-068ac047d9a4 req-d3417df1-da4c-483b-a748-ea05372a4755 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 210 time: 0.0763078 Aug 28 19:54:25.100509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e6382cd2-5644-465e-8b30-a10a1c5fc02a) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:25.106795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:25.107416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:25.110904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb37d3c9-448a-48b2-97cf-109ca4bff619 None None] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:25.262744 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:25.266769 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d4bb1b34-fab9-4693-98f9-9fd4deca57cd admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1976964 Aug 28 19:54:25.268974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35988) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:25.273779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:25.317964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:54:25.319206 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:25.367692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (3f51141b-c30a-40e0-9163-6a8e8c72e5df), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:25.368916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (3f51141b-c30a-40e0-9163-6a8e8c72e5df), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:25.381069 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cb4c4-7eee-47f9-8a9d-088aac03b588 req-e72c76b3-9019-4b36-87fe-a6f2a11ccba8 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:25.381923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef9cb4c4-7eee-47f9-8a9d-088aac03b588 req-e72c76b3-9019-4b36-87fe-a6f2a11ccba8 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 946 time: 0.1578560 Aug 28 19:54:25.434763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333f90f-d861-417d-a49f-0b9666b13fe6 req-bb0a4a37-2565-44e7-8888-407c1dfa100b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:25.436739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5333f90f-d861-417d-a49f-0b9666b13fe6 req-bb0a4a37-2565-44e7-8888-407c1dfa100b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.1286912 Aug 28 19:54:25.485284 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks [] for router_controller (3f51141b-c30a-40e0-9163-6a8e8c72e5df), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:25.491315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef9cb4c4-7eee-47f9-8a9d-088aac03b588 req-2add865b-42bf-44f9-9fc2-eba8af9009d3 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960190 Aug 28 19:54:25.513456 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:25.516942 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c892e2c7-a8af-45aa-b69f-40dac90a64a5 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916355 Aug 28 19:54:25.600047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Allocated IP 172.20.0.2 (e6382cd2-5644-465e-8b30-a10a1c5fc02a/ef870976-a87f-4d01-91db-d14275322a41/a1674639-3c65-4eb3-9a41-13f5f587fde5) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:25.617652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5333f90f-d861-417d-a49f-0b9666b13fe6 req-28f31771-fd75-421c-b033-7629c7edf3b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699009 Aug 28 19:54:25.670035 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:25.742087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e6dfe2f-9845-4b7a-a140-e11bead54307 req-92e36ccc-231e-4d6f-af56-e29b6ed2b5eb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.0584576 Aug 28 19:54:25.906014 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-ab408319-80f6-4d43-a019-5dcf7dac04a5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b/bindings/n-h2-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.3238835 Aug 28 19:54:25.944085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f8b622ec-eb73-4124-a475-9787de5048a4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:25.959208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-3a9c28d5-1830-4bb3-8128-a5bf1c678063 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:25.962327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-3a9c28d5-1830-4bb3-8128-a5bf1c678063 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4160295 Aug 28 19:54:25.995637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks [] for router_gateway (3f51141b-c30a-40e0-9163-6a8e8c72e5df), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.027360 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Publish callbacks [] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.055005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e483bc-fb0b-48dd-b503-15a06276a114 req-4b384189-64d5-466a-b2f8-65264df868e2 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:26.056628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86e483bc-fb0b-48dd-b503-15a06276a114 req-4b384189-64d5-466a-b2f8-65264df868e2 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 946 time: 0.1085753 Aug 28 19:54:26.150334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.196111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35998) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:26.219550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:26.225022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:26.229335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:26.235119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Request body: {'floatingip': {'port_id': '5f6b4050-771d-42c4-840c-181337d6870b'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:26.252940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Pushing event updated for resources: {'Port': ['ID=a1674639-3c65-4eb3-9a41-13f5f587fde5,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:26.319433 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:26.324519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Attempting to bind port a1674639-3c65-4eb3-9a41-13f5f587fde5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:26.325403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Attempting to bind port a1674639-3c65-4eb3-9a41-13f5f587fde5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:26.325403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Attempting to bind port a1674639-3c65-4eb3-9a41-13f5f587fde5 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:26.341004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:26.341416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:26.341833 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.342260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:26.342758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Bound port: a1674639-3c65-4eb3-9a41-13f5f587fde5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:26.343148 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.353386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b30e62f-c1c2-452a-82aa-cecbdb3e94fe req-c2614925-4d80-43ea-93eb-ac9959b16be4 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 210 time: 0.0389221 Aug 28 19:54:26.365026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Request body: {'port': {'device_id': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '5a1290b969a84eb897dd8ab368a89fa1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:26.371649 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.458772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] For port a1674639-3c65-4eb3-9a41-13f5f587fde5, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:26.465611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] For port a1674639-3c65-4eb3-9a41-13f5f587fde5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1674639-3c65-4eb3-9a41-13f5f587fde5,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:26.544952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.559681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:26.587673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-029aef70-e22d-4e23-bc65-231f62016e67 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243725 Aug 28 19:54:26.623138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ed3dd-e59a-4964-a59e-42558f0bbb53 None None] Pushing event updated for resources: {'Port': ['ID=a1674639-3c65-4eb3-9a41-13f5f587fde5,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:26.630465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:26.668800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks [] for router_gateway (3f51141b-c30a-40e0-9163-6a8e8c72e5df), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.701206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:26.707536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b33999d-c193-4fe9-a4bc-2febb605c49b {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:26.728259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:26.866593 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:26.916228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Allocated IP 172.25.4.224 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/4e3e3c76-dede-4847-8f9d-20ce5af1604f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:26.991854 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.056675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36018) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:27.092024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36022) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:27.122579 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1cb51cb-bd13-4345-aed8-069c270ddb5e req-07729d22-5394-4f70-8814-43f2ed588d99 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.0672488 Aug 28 19:54:27.185960 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks [] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.226326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.232133 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:27.286883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52b467-14d2-4d4e-81d9-ed67b2cb8504 req-ca079f66-81cf-4fc1-a2f6-9de6b4932bf4 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:27.288436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b52b467-14d2-4d4e-81d9-ed67b2cb8504 req-ca079f66-81cf-4fc1-a2f6-9de6b4932bf4 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 943 time: 0.2113276 Aug 28 19:54:27.289700 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-119cf2fc-fe1b-420d-bbb4-ad955927ac15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.322764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.355911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e352158-ebd8-4ffa-bd61-a7f653979312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.405286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-8a346bb1-3c2c-433f-9dd6-0a78a2b8f85f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:27.406795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-8a346bb1-3c2c-433f-9dd6-0a78a2b8f85f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7903824 Aug 28 19:54:27.409827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:27.442149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:27.442149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:27.443721 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:27.485974 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.489073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'port': {'device_id': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '4fddc9a2293a464c96194c53aa8d4ef2'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:27.592283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] Transition to ACTIVE for port object 6b33999d-c193-4fe9-a4bc-2febb605c49b will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:54:27.593099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3e3c76-dede-4847-8f9d-20ce5af1604f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:27.607094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c570c1b5-fb7d-49af-b939-03c77a2f24f4 req-04970e23-caa8-40cf-8ab1-010a6111a41c tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 210 time: 0.0734894 Aug 28 19:54:27.657120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-73c9fb2f-d3ba-40c1-9dd5-306646e95d19 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1017542 Aug 28 19:54:27.666689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-119cf2fc-fe1b-420d-bbb4-ad955927ac15 admin admin] Publish callbacks [] for security_group (ddd7c583-6785-488d-b65a-6905b2eb9d25), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.668948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.672149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Deleting port 3ad299f5-9c35-4271-a466-494a485c4b92 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:27.672494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.729045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] No DVR routers for this DVR port 6b33999d-c193-4fe9-a4bc-2febb605c49b on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:27.732091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b52b467-14d2-4d4e-81d9-ed67b2cb8504 req-b6269149-bb00-49c4-807f-280e06bcca0b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255762 Aug 28 19:54:27.763797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a1674639-3c65-4eb3-9a41-13f5f587fde5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:27.788785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b/bindings/n-h2-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 1.8265646 Aug 28 19:54:27.789430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-119cf2fc-fe1b-420d-bbb4-ad955927ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ddd7c583-6785-488d-b65a-6905b2eb9d25), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.822336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a1674639-3c65-4eb3-9a41-13f5f587fde5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:27.822730 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.841890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7025881-ee8a-45d9-8e92-638ad9a1a597 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=10']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:27.871920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Made reservation on behalf of 5a1290b969a84eb897dd8ab368a89fa1 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:27.876477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:27.921782 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:27.929016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-119cf2fc-fe1b-420d-bbb4-ad955927ac15 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=66b6b50b43864bc8aba09932cb8a4589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8587441 Aug 28 19:54:27.929665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36032) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:27.935543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-d96a629d-a92b-4e36-83f2-8ca5f7e8f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:27.938448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-d96a629d-a92b-4e36-83f2-8ca5f7e8f3bc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1132 time: 0.1586497 Aug 28 19:54:27.984130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cf2fc-fe1b-420d-bbb4-ad955927ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd7c583-6785-488d-b65a-6905b2eb9d25,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:27.988326 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e352158-ebd8-4ffa-bd61-a7f653979312 admin admin] Publish callbacks [] for security_group (adbf5baf-b82e-451d-bbb4-0fca2b9ec419), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.012393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a1674639-3c65-4eb3-9a41-13f5f587fde5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:28.012609 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.064397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe120c-be76-4e1c-bb11-c4a32608f112 None None] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:28.122240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks [] for router_gateway (3f51141b-c30a-40e0-9163-6a8e8c72e5df), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.124870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a1674639-3c65-4eb3-9a41-13f5f587fde5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1674639-3c65-4eb3-9a41-13f5f587fde5,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:28.125228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-a3e91fc4-d9e8-431d-882f-56dc1679af17 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:28.126815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-a3e91fc4-d9e8-431d-882f-56dc1679af17 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.1140268 Aug 28 19:54:28.135187 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:28.145654 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e352158-ebd8-4ffa-bd61-a7f653979312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (adbf5baf-b82e-451d-bbb4-0fca2b9ec419), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.188053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7d8ab06e-a730-44d0-afcb-8a8dd06b0a2d None None] Provisioning complete for port a1674639-3c65-4eb3-9a41-13f5f587fde5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:28.188495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab06e-a730-44d0-afcb-8a8dd06b0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.232920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Publish callbacks [] for security_group (ddd7c583-6785-488d-b65a-6905b2eb9d25), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.237674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f22bb415-7b7b-445f-b32e-ab297c3eedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:28.239360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-f22bb415-7b7b-445f-b32e-ab297c3eedc3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072&tenant_id=722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 1126 time: 0.0735769 Aug 28 19:54:28.364860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Publish callbacks [] for security_group (ddd7c583-6785-488d-b65a-6905b2eb9d25), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.370070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9881224d-312f-41db-8d64-7e4c36be1d49 req-45f10931-0679-4d07-9bfd-600a9439275e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.0862782 Aug 28 19:54:28.411482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e352158-ebd8-4ffa-bd61-a7f653979312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbf5baf-b82e-451d-bbb4-0fca2b9ec419,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:28.413801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7e352158-ebd8-4ffa-bd61-a7f653979312 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b642faa8bc55428a9fbf3674c786de5d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3125095 Aug 28 19:54:28.428570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36036) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:28.430156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] For port 3ad299f5-9c35-4271-a466-494a485c4b92, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ad299f5-9c35-4271-a466-494a485c4b92,segment=NetworkSegment(0ddcd5ad-7070-4adf-985b-59260e5f5c25),segment_id=0ddcd5ad-7070-4adf-985b-59260e5f5c25)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:28.430562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.431644 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-66b3a0d2-ad99-40f9-81f6-af0b7cca536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:28.434317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-66b3a0d2-ad99-40f9-81f6-af0b7cca536e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1126 time: 0.1433206 Aug 28 19:54:28.434461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Allocated IP 192.168.233.28 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/7069215b-60fa-49c6-bf01-1c9e2bef317e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:28.437439 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.479724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Calling delete_port for 3ad299f5-9c35-4271-a466-494a485c4b92 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:28.546331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a1674639-3c65-4eb3-9a41-13f5f587fde5,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:28.549889 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ab06e-a730-44d0-afcb-8a8dd06b0a2d None None] Current status of the port a1674639-3c65-4eb3-9a41-13f5f587fde5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:28.614711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-324eeed6-a986-4714-84f0-ff415a23671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:28.616326 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-324eeed6-a986-4714-84f0-ff415a23671e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.5186648 Aug 28 19:54:28.623758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-2bda6a6c-59a9-4536-a57a-28e4e63a47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:28.626143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-2bda6a6c-59a9-4536-a57a-28e4e63a47c7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.1836693 Aug 28 19:54:28.626287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Made reservation on behalf of 4fddc9a2293a464c96194c53aa8d4ef2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:28.630086 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.666274 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:28.709504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-b119008e-59eb-4be4-a687-9a1ccd1fbcf0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 217 time: 0.0465701 Aug 28 19:54:28.718963 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-98971425-da02-4778-a11c-e04811b3bc2c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.0855005 Aug 28 19:54:28.722442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.764598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ddd7c583-6785-488d-b65a-6905b2eb9d25), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.767678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.772334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ddd7c583-6785-488d-b65a-6905b2eb9d25 HTTP/1.1" status: 204 len: 168 time: 0.8354590 Aug 28 19:54:28.787289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (3f51141b-c30a-40e0-9163-6a8e8c72e5df), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.800563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-74aaddba-a017-41fd-a936-82fac3a9cb65 None None] Provisioning complete for port a1674639-3c65-4eb3-9a41-13f5f587fde5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:28.805123 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74aaddba-a017-41fd-a936-82fac3a9cb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.849492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-361500f4-b990-4435-9673-c12f3a5b0812 admin admin] Publish callbacks [] for security_group (adbf5baf-b82e-451d-bbb4-0fca2b9ec419), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.867721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5a87026-c37d-453c-a143-6c5da037b217 req-a3f88bf0-f76e-4d48-8329-892385425bb4 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 210 time: 0.1464589 Aug 28 19:54:28.873548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd7c583-6785-488d-b65a-6905b2eb9d25,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:28.891427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.891779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.892129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.896985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d7b0b-2a71-4ad9-8cb0-2fcf32690c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:28.924723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:28.935631 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:28.950401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-74aaddba-a017-41fd-a936-82fac3a9cb65 None None] Current status of the port a1674639-3c65-4eb3-9a41-13f5f587fde5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:29.091672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-48acec3c-1bff-4b9e-a087-bb546215ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:29.093670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-48acec3c-1bff-4b9e-a087-bb546215ee40 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.3615708 Aug 28 19:54:29.174685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-4757eb93-0d49-4fc6-b6c8-656d57767f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:29.176205 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-4757eb93-0d49-4fc6-b6c8-656d57767f95 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.4573581 Aug 28 19:54:29.185632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-361500f4-b990-4435-9673-c12f3a5b0812 admin admin] Publish callbacks [] for security_group (adbf5baf-b82e-451d-bbb4-0fca2b9ec419), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.264483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f49a89-a627-43b1-8e2a-45833ea53332 req-f4cf1cf1-6d34-4345-b261-526228e653aa tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:29.266263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25f49a89-a627-43b1-8e2a-45833ea53332 req-f4cf1cf1-6d34-4345-b261-526228e653aa tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.4239607 Aug 28 19:54:29.283416 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:29.339938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c77f4d41-c214-45f9-9fd6-620053b4c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:29.344013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-c77f4d41-c214-45f9-9fd6-620053b4c95d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1306334 Aug 28 19:54:29.463562 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25f49a89-a627-43b1-8e2a-45833ea53332 req-1763f063-3a34-4920-b533-d2c56049df66 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812501 Aug 28 19:54:29.504857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-e7b7b37b-feda-4f6a-9429-e267f13ebfe6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417911 Aug 28 19:54:29.523603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:29.546666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-361500f4-b990-4435-9673-c12f3a5b0812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (adbf5baf-b82e-451d-bbb4-0fca2b9ec419), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.550150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-361500f4-b990-4435-9673-c12f3a5b0812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.553230 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-361500f4-b990-4435-9673-c12f3a5b0812 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/adbf5baf-b82e-451d-bbb4-0fca2b9ec419 HTTP/1.1" status: 204 len: 168 time: 1.1156533 Aug 28 19:54:29.553386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-353b7757-1b33-4598-bda4-73f912ee21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:29.560719 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-353b7757-1b33-4598-bda4-73f912ee21d4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4274249 Aug 28 19:54:29.565075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks [] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.585226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] The host n-h1-854121-7 is not matching for port 6b33999d-c193-4fe9-a4bc-2febb605c49b host n-h2-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 19:54:29.585708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:29.587696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5fc02a0-7a03-4360-837e-138db7843e89 req-4e439f52-b4af-4fe3-a3d8-e6a2b8238ca7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.0802732 Aug 28 19:54:29.598995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361500f4-b990-4435-9673-c12f3a5b0812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbf5baf-b82e-451d-bbb4-0fca2b9ec419,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:29.606142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Router 3f51141b-c30a-40e0-9163-6a8e8c72e5df is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:54:29.606360 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Floating IP 585adb80-4271-4227-b459-40f429d2e1f2 associated. External IP: 172.25.4.51, port: 5f6b4050-771d-42c4-840c-181337d6870b. Aug 28 19:54:29.685907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-3c92b456-dc09-4318-8895-043bb2054888 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727757 Aug 28 19:54:29.693753 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:29.733062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a1674639-3c65-4eb3-9a41-13f5f587fde5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:29.839379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a1674639-3c65-4eb3-9a41-13f5f587fde5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:29.840107 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.848210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-e442890a-2c66-4687-878a-24299bc2c1df service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866359 Aug 28 19:54:29.852222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:29.874348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Sync routers for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:29.902451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:29.903274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:29.959795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.961449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ccbf6366-edbd-4baf-ad6b-8ea4cbee04d2 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6909163 Aug 28 19:54:29.978912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3ad299f5-9c35-4271-a466-494a485c4b92), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.982178 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:29.993278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36064) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:30.039661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad299f5-9c35-4271-a466-494a485c4b92,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:30.113293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Allocated IP 192.168.233.109 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/8959fd60-0c95-48ec-a499-41d2a52dc530) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:30.125736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:30.161333 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:30.203811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a1674639-3c65-4eb3-9a41-13f5f587fde5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:30.252850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85a90-9359-4017-ae9c-370b69e60103 req-849710f3-0878-4b16-a462-71e447224097 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:30.264242 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64d85a90-9359-4017-ae9c-370b69e60103 req-849710f3-0878-4b16-a462-71e447224097 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 935 time: 0.3014123 Aug 28 19:54:30.296512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-2c56a395-8df0-47ff-8f97-908cc9f2b7a0 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:30.298239 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-2c56a395-8df0-47ff-8f97-908cc9f2b7a0 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.1167796 Aug 28 19:54:30.314415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:30.427665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64d85a90-9359-4017-ae9c-370b69e60103 req-9d303a66-5afb-4967-851e-514ec4336d88 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622953 Aug 28 19:54:30.430431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:27Z', 'revision_number': 3, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:30.441628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:30.483713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:30.500011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Checking router: 3f51141b-c30a-40e0-9163-6a8e8c72e5df for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:30.500603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Updating router 3f51141b-c30a-40e0-9163-6a8e8c72e5df port 4e3e3c76-dede-4847-8f9d-20ce5af1604f binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:30.593530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36074) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:30.603541 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:30.697279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f651610-4f2e-4758-9ffc-97419a9bced2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:30.728311 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:30.753530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:30.754539 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:30.759878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Pushing event updated for resources: {'Port': ['ID=7069215b-60fa-49c6-bf01-1c9e2bef317e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:30.825246 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:30.866013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-98f28be4-912f-4e19-a688-754c5c6b14cd req-d18d07c3-ecc2-49c3-b1ef-687415e002da tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.0992475 Aug 28 19:54:30.888282 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:30.888282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-ef6fb0b5-c0c4-4f62-a882-a17ad1c8a8fe service neutron] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:30.891872 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-ef6fb0b5-c0c4-4f62-a882-a17ad1c8a8fe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:30.893232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-320c5c12-a987-41ae-b2e5-ffef9019f1d8 req-ef6fb0b5-c0c4-4f62-a882-a17ad1c8a8fe service neutron] 10.222.0.89 "DELETE /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b/bindings/n-h1-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.5484447 Aug 28 19:54:30.929559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cfaa06a1-661c-460a-9146-4d7306670092 None None] Provisioning complete for port 7069215b-60fa-49c6-bf01-1c9e2bef317e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:30.930680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cfaa06a1-661c-460a-9146-4d7306670092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:30.980727 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f273845-5f53-4d4f-b4f2-3aa1db6cfc1a req-e6383a8f-8a03-49dd-84ad-1cd3065f1c6f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1242428 Aug 28 19:54:30.992264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-8e78c46c-b64c-4bcf-b378-3b76c443d4cb tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8230646 Aug 28 19:54:30.992579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f651610-4f2e-4758-9ffc-97419a9bced2 admin admin] Publish callbacks [] for security_group (b6db6ef7-84c9-454c-bf83-af54c97b1552), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.012456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00209f-8698-4800-b5c4-a34aaee47c0b req-b8d312fc-231b-4f8f-9ba7-e43f315d4cc1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:31.014347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc00209f-8698-4800-b5c4-a34aaee47c0b req-b8d312fc-231b-4f8f-9ba7-e43f315d4cc1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.1930306 Aug 28 19:54:31.018324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Request body: {'port': {'device_id': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:31.063363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Router e5e8425a-ab04-4697-bbf7-219bc391bb67 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:31.072164 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:31.090363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f651610-4f2e-4758-9ffc-97419a9bced2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b6db6ef7-84c9-454c-bf83-af54c97b1552), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.101840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa06a1-661c-460a-9146-4d7306670092 None None] Port 7069215b-60fa-49c6-bf01-1c9e2bef317e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:31.132181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f8b622ec-eb73-4124-a475-9787de5048a4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.136854 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:31.168006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.189965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5f651610-4f2e-4758-9ffc-97419a9bced2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fd00d2e28e94468d981f534711b8009a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5929942 Aug 28 19:54:31.192360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f651610-4f2e-4758-9ffc-97419a9bced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6db6ef7-84c9-454c-bf83-af54c97b1552,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:31.195084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36084) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:31.209119 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:31.278935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Publish callbacks [] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.293086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.325459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.328844 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b68eba63-7802-40b0-804d-f05dd2eff6b8 admin admin] Publish callbacks [] for security_group (b6db6ef7-84c9-454c-bf83-af54c97b1552), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.334572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc00209f-8698-4800-b5c4-a34aaee47c0b req-66e35bf8-4528-4be8-bcf5-06013ea32b03 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996535 Aug 28 19:54:31.401022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b68eba63-7802-40b0-804d-f05dd2eff6b8 admin admin] Publish callbacks [] for security_group (b6db6ef7-84c9-454c-bf83-af54c97b1552), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.416450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.476440 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:31.488997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Attempting to bind port 4e3e3c76-dede-4847-8f9d-20ce5af1604f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:31.489158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Attempting to bind port 4e3e3c76-dede-4847-8f9d-20ce5af1604f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:31.489430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Attempting to bind port 4e3e3c76-dede-4847-8f9d-20ce5af1604f on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:31.503551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:31.504082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:31.504740 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.507631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:31.507631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Bound port: 4e3e3c76-dede-4847-8f9d-20ce5af1604f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:31.507631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.570767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897ee9f-e89f-475a-9ddc-1bb21c02ff0b None None] Pushing event updated for resources: {'Port': ['ID=4e3e3c76-dede-4847-8f9d-20ce5af1604f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:31.603781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:31.607679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Allocated IP 172.20.0.1 (e6382cd2-5644-465e-8b30-a10a1c5fc02a/ef870976-a87f-4d01-91db-d14275322a41/622ec7ff-1fe0-4ad9-b09c-1dc859ee305c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:31.615354 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] Sync routers for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:31.630868 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:31.631519 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:31.639032 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.639704 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b68eba63-7802-40b0-804d-f05dd2eff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b6db6ef7-84c9-454c-bf83-af54c97b1552), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.643281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b68eba63-7802-40b0-804d-f05dd2eff6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.647400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b68eba63-7802-40b0-804d-f05dd2eff6b8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b6db6ef7-84c9-454c-bf83-af54c97b1552 HTTP/1.1" status: 204 len: 168 time: 0.4217196 Aug 28 19:54:31.648091 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.720234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] For port 4e3e3c76-dede-4847-8f9d-20ce5af1604f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:31.729549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] For port 4e3e3c76-dede-4847-8f9d-20ce5af1604f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4e3e3c76-dede-4847-8f9d-20ce5af1604f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:31.732354 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:31.735302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:31.788857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699efc1-cd33-47a1-94b4-8635e334674c req-b06808db-3b61-4683-8885-29eeebd17081 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:31.790746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2699efc1-cd33-47a1-94b4-8635e334674c req-b06808db-3b61-4683-8885-29eeebd17081 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 935 time: 0.2227674 Aug 28 19:54:31.795180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eba63-7802-40b0-804d-f05dd2eff6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6db6ef7-84c9-454c-bf83-af54c97b1552,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:31.844113 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.875701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:31.878935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:31.921625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897ee9f-e89f-475a-9ddc-1bb21c02ff0b None None] Pushing event updated for resources: {'Port': ['ID=4e3e3c76-dede-4847-8f9d-20ce5af1604f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:31.941015 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks [] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:31.965618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:31.968758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:31.969825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2699efc1-cd33-47a1-94b4-8635e334674c req-8a464caa-bed4-4e19-b8ba-dc0658e8a537 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488433 Aug 28 19:54:31.984624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:32.000207 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:32.008674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186371b6-b497-4c91-802d-c8a505c1c6fe req-0fb98efe-5e46-4f89-a7ee-4245bda48d80 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:32.013838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-186371b6-b497-4c91-802d-c8a505c1c6fe req-0fb98efe-5e46-4f89-a7ee-4245bda48d80 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1126 time: 0.3890712 Aug 28 19:54:32.013838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-63d93878-428a-454d-a2c2-a8b92ae0cbc5 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/585adb80-4271-4227-b459-40f429d2e1f2 HTTP/1.1" status: 200 len: 991 time: 5.8167138 Aug 28 19:54:32.017747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:32.020732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:32.025669 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "tag": "5f6b4050-771d-42c4-840c-181337d6870b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:32.072114 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:32.139866 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:32.203897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21862b-c251-4c11-8e0f-047cdab187c1 req-f64a488c-9fed-43ee-90f1-8156e2d21436 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:32.217369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e21862b-c251-4c11-8e0f-047cdab187c1 req-f64a488c-9fed-43ee-90f1-8156e2d21436 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 936 time: 0.1161933 Aug 28 19:54:32.219727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36104) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:32.309194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e21862b-c251-4c11-8e0f-047cdab187c1 req-482a72e1-badf-474d-8e37-41fe26079fe4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863972 Aug 28 19:54:32.316479 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:32.405256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:32.424940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:32.428958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:32.465647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:32.466255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (3f51141b-c30a-40e0-9163-6a8e8c72e5df), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:32.583217 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '585adb80-4271-4227-b459-40f429d2e1f2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'port_id': '5f6b4050-771d-42c4-840c-181337d6870b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'mac_address': 'fa:16:3e:70:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:52:55Z', 'updated_at': '2022-08-28T19:54:28Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:32.657955 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Pushing event updated for resources: {'Port': ['ID=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:32.688455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-702763a0-644b-4002-976e-cf011af24816 None None] Provisioning complete for port 8959fd60-0c95-48ec-a499-41d2a52dc530 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:32.688854 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-702763a0-644b-4002-976e-cf011af24816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:32.732540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd76ad1-da86-49f8-8930-ca4a5dfd2500 req-a9f4c457-7246-4d75-b2a6-74df8171ec46 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:32.737181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-abd76ad1-da86-49f8-8930-ca4a5dfd2500 req-a9f4c457-7246-4d75-b2a6-74df8171ec46 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 946 time: 0.1758850 Aug 28 19:54:32.765588 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:32.767705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-702763a0-644b-4002-976e-cf011af24816 None None] Port 8959fd60-0c95-48ec-a499-41d2a52dc530 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:32.773058 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] Checking router: e5e8425a-ab04-4697-bbf7-219bc391bb67 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:32.788893 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:32.790460 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:32.821633 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:32.847815 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:32.882419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-abd76ad1-da86-49f8-8930-ca4a5dfd2500 req-3a5b0a13-4ac1-4752-a47a-6a364d11c329 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879230 Aug 28 19:54:32.939327 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:32.949412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a88848c8-a6f9-4e18-b99b-6ce71d0134d1 None None] Provisioning complete for port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:32.950068 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a88848c8-a6f9-4e18-b99b-6ce71d0134d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:32.993531 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:32.996342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.038351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7069215b-60fa-49c6-bf01-1c9e2bef317e {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:33.049814 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Publish callbacks [] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.071487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:27Z', 'revision_number': 3, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:33.077759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Transition to ACTIVE for port object 7069215b-60fa-49c6-bf01-1c9e2bef317e will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:54:33.153940 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5631573-9d4e-4f74-92a1-75cf11ae5e62 x-openstack-request-id: req-a5631573-9d4e-4f74-92a1-75cf11ae5e62 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:33.155504 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "tag": "5f6b4050-771d-42c4-840c-181337d6870b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:33.155972 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5631573-9d4e-4f74-92a1-75cf11ae5e62 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:33.156831 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5631573-9d4e-4f74-92a1-75cf11ae5e62'] response: {'name': 'network-changed', 'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b', 'status': 'completed', 'code': 200} Aug 28 19:54:33.166383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:33.170503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.197390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65c5a3-82c9-4178-b65c-2d0537733a3b req-402dafc2-d859-4abd-a13f-b0942772d4cf tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:33.200938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c65c5a3-82c9-4178-b65c-2d0537733a3b req-402dafc2-d859-4abd-a13f-b0942772d4cf tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 935 time: 0.1007941 Aug 28 19:54:33.274594 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:33.301910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c65c5a3-82c9-4178-b65c-2d0537733a3b req-54cd5a2e-e101-444e-9515-1b7ec354297c tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691829 Aug 28 19:54:33.388610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.399420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-7b21f3a1-16a7-41ae-b3f3-54f73322aef0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9429438 Aug 28 19:54:33.423788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks [] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.428705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a88848c8-a6f9-4e18-b99b-6ce71d0134d1 None None] Port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:33.432040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc911fcc-cd15-4ba4-8da5-45dccde7a114 None None] The sync data for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 is: [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:27Z', 'revision_number': 3, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:33.442399 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '585adb80-4271-4227-b459-40f429d2e1f2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'port_id': '5f6b4050-771d-42c4-840c-181337d6870b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'mac_address': 'fa:16:3e:70:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:52:55Z', 'updated_at': '2022-08-28T19:54:28Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:33.471131 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0acf89d4-d0af-42a6-84a5-95d6f66da627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.486417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Router f8b622ec-eb73-4124-a475-9787de5048a4 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:33.493077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Request body: {'port': {'device_id': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:33.498687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.499910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (3f51141b-c30a-40e0-9163-6a8e8c72e5df), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:33.520395 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5599b0-9990-4b95-9e66-590dbbd23adc None None] The sync data for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 is: [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '585adb80-4271-4227-b459-40f429d2e1f2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'port_id': '5f6b4050-771d-42c4-840c-181337d6870b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'mac_address': 'fa:16:3e:70:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:52:55Z', 'updated_at': '2022-08-28T19:54:28Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:33.549590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-20db4255-971c-4e4c-951a-32aa3d87e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:33.551100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-20db4255-971c-4e4c-951a-32aa3d87e812 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 1128 time: 0.4401841 Aug 28 19:54:33.605804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8d6cd-910c-4545-b093-2f3af1b7dddd req-8c01a49b-4397-4136-a6a8-7887149e9f13 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:33.614754 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bda8d6cd-910c-4545-b093-2f3af1b7dddd req-8c01a49b-4397-4136-a6a8-7887149e9f13 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 936 time: 0.1308193 Aug 28 19:54:33.630902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Pushing event updated for resources: {'Port': ['ID=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:33.654586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-186371b6-b497-4c91-802d-c8a505c1c6fe req-ffa1831c-bd59-4c15-a543-5f409106299b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6211548 Aug 28 19:54:33.716141 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:33.789230 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bda8d6cd-910c-4545-b093-2f3af1b7dddd req-3ef714fa-24cc-4153-84af-95dc1bdc6d11 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725447 Aug 28 19:54:33.850116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7069215b-60fa-49c6-bf01-1c9e2bef317e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:33.854456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:33.861124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:34.012513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e0969-6f90-4d00-823e-d87c2ef20535 None None] New status for floating IP 585adb80-4271-4227-b459-40f429d2e1f2: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:54:34.039972 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:34.087391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.089815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.090302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.095531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.098730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.098730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.098730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.098730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.098730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.099495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.099848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.101925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.102263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.110521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.110893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:34.131307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Router 3f51141b-c30a-40e0-9163-6a8e8c72e5df has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:34.199113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:34.294028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:34.297399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-23d23537-3283-48b3-a146-5871a316aba9 None None] Provisioning complete for port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:34.298195 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-23d23537-3283-48b3-a146-5871a316aba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:34.306180 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] Sync routers for ids ['f8b622ec-eb73-4124-a475-9787de5048a4'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:34.323283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d347ee19-7908-4fa7-8909-b2d0671acdeb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f8b622ec-eb73-4124-a475-9787de5048a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4418042 Aug 28 19:54:34.324051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36150) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:34.340888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:34.361065 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] Routers {'f8b622ec-eb73-4124-a475-9787de5048a4'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:34.362009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f8b622ec-eb73-4124-a475-9787de5048a4'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:34.396866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-db3ad67a-cefc-40f1-838b-62ea0151777d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3f51141b-c30a-40e0-9163-6a8e8c72e5df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3966234 Aug 28 19:54:34.522832 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:34.522832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-f51a6a84-060b-49e6-9cd3-8fb34e4c2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:34.522832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-f51a6a84-060b-49e6-9cd3-8fb34e4c2ea7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 200 len: 924 time: 0.9377680 Aug 28 19:54:34.560070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-23d23537-3283-48b3-a146-5871a316aba9 None None] Port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:34.914219 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] Set router f8b622ec-eb73-4124-a475-9787de5048a4 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Attempting to bind port 7069215b-60fa-49c6-bf01-1c9e2bef317e on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Attempting to bind port 7069215b-60fa-49c6-bf01-1c9e2bef317e by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Attempting to bind port 7069215b-60fa-49c6-bf01-1c9e2bef317e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0acf89d4-d0af-42a6-84a5-95d6f66da627 admin admin] Publish callbacks [] for security_group (4f6bb332-49d6-44c0-b8f7-c972195bad28), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Port 7069215b-60fa-49c6-bf01-1c9e2bef317e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Attempting to bind port 7069215b-60fa-49c6-bf01-1c9e2bef317e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Bound port: 7069215b-60fa-49c6-bf01-1c9e2bef317e, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:34.915146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:34.916309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-502ddc74-1d2d-4e75-8a45-27cb218accb6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:34.916309 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-502ddc74-1d2d-4e75-8a45-27cb218accb6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 0.6815200 Aug 28 19:54:34.916309 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-4e987d59-c9ad-49a3-bece-c69be00da300 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6b4050-771d-42c4-840c-181337d6870b HTTP/1.1" status: 200 len: 999 time: 0.3257611 Aug 28 19:54:34.918397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:29Z', 'revision_number': 5, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:34.930473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks [] for router (f8b622ec-eb73-4124-a475-9787de5048a4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:34.933794 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] Checking router: f8b622ec-eb73-4124-a475-9787de5048a4 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:34.945674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-634c97d3-c3d7-4daf-90e8-805b300c487c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/quotas/722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 375 time: 0.1038196 Aug 28 19:54:34.962033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] Routers {'f8b622ec-eb73-4124-a475-9787de5048a4'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:34.965982 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f8b622ec-eb73-4124-a475-9787de5048a4'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:34.992448 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:35.063031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e7717-91c7-4128-aeea-a18d88e80a4c req-8d62b8ec-7258-4283-8fa9-2be87dd99616 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:35.063031 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e1e7717-91c7-4128-aeea-a18d88e80a4c req-8d62b8ec-7258-4283-8fa9-2be87dd99616 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 947 time: 0.4926808 Aug 28 19:54:35.078040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-7e4f70a8-1778-4a45-b7e3-ccaac4fd3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:35.078040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-7e4f70a8-1778-4a45-b7e3-ccaac4fd3c8e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 200 len: 862 time: 0.2222874 Aug 28 19:54:35.123415 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] Set router f8b622ec-eb73-4124-a475-9787de5048a4 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:35.147943 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-f36bb38b-dfee-416e-9902-65a3e38e8eab tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1735826 Aug 28 19:54:35.149168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] For port 7069215b-60fa-49c6-bf01-1c9e2bef317e, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:35.173920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e1e7717-91c7-4128-aeea-a18d88e80a4c req-ae5a877e-0599-4bf6-b120-141414562699 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404951 Aug 28 19:54:35.202790 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks [] for router_gateway (f8b622ec-eb73-4124-a475-9787de5048a4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.223778 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:35.227270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] For port 7069215b-60fa-49c6-bf01-1c9e2bef317e, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7069215b-60fa-49c6-bf01-1c9e2bef317e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:35.286672 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0acf89d4-d0af-42a6-84a5-95d6f66da627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4f6bb332-49d6-44c0-b8f7-c972195bad28), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.321010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-e7c6273f-e976-453f-9dff-1b68e48abc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:35.323967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-e7c6273f-e976-453f-9dff-1b68e48abc2d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4808e28-0ca6-448a-accf-942dcc7007d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2379375 Aug 28 19:54:35.417997 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:29Z', 'revision_number': 5, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:35.442222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.446637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:35.446904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a13b-60ee-4b2f-b3fe-42bb0e79ceee req-f7f940fd-4ab6-4d14-a09e-5e970a92044d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:35.447816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.449865 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/7069215b-60fa-49c6-bf01-1c9e2bef317e HTTP/1.1" status: 200 len: 1095 time: 4.4471881 Aug 28 19:54:35.457695 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00c8a13b-60ee-4b2f-b3fe-42bb0e79ceee req-f7f940fd-4ab6-4d14-a09e-5e970a92044d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 936 time: 0.1852722 Aug 28 19:54:35.463195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'tag': '7069215b-60fa-49c6-bf01-1c9e2bef317e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:35.466437 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d297231b-97f2-4e12-a9f6-14ca5e288e27", "tag": "7069215b-60fa-49c6-bf01-1c9e2bef317e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:35.471773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0acf89d4-d0af-42a6-84a5-95d6f66da627 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=588cc0e260004612aa4b05afe7a88ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2277844 Aug 28 19:54:35.481808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36172) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:35.482182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Deleting port 91a0a068-f07e-4be9-aaae-897f3f72cc7d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:35.482662 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.522616 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9c547f-bac7-4132-a2d3-cfc5a9d06a05 None None] The sync data for ids ['f8b622ec-eb73-4124-a475-9787de5048a4'] in n-d-854121-7 is: [{'id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373447741-router', 'tenant_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:02Z', 'updated_at': '2022-08-28T19:54:29Z', 'revision_number': 5, 'project_id': 'ddf5539d7c3c42ac9aee51b5731d5f03', 'gw_port': {'id': '91a0a068-f07e-4be9-aaae-897f3f72cc7d', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b622ec-eb73-4124-a475-9787de5048a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:04Z', 'updated_at': '2022-08-28T19:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:35.531660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf89d4-d0af-42a6-84a5-95d6f66da627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6bb332-49d6-44c0-b8f7-c972195bad28,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:35.631001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-ca36ee05-b88c-4da0-92be-8c1fa7d374f6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836339 Aug 28 19:54:35.633573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-cd4612a2-f2a5-45bd-b1db-5cef267acbc9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760914 Aug 28 19:54:35.644956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00c8a13b-60ee-4b2f-b3fe-42bb0e79ceee req-a0d3a1bb-0af4-4c7d-891b-51f716c85a73 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861537 Aug 28 19:54:35.655518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8959fd60-0c95-48ec-a499-41d2a52dc530 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:35.683531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57314272-cef5-4d4a-83d1-4df77c6425ef admin admin] Publish callbacks [] for security_group (4f6bb332-49d6-44c0-b8f7-c972195bad28), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.711701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] For port 91a0a068-f07e-4be9-aaae-897f3f72cc7d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=91a0a068-f07e-4be9-aaae-897f3f72cc7d,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:35.711701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.711914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-f011b015-ff73-4b4b-961d-a2b62651f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:35.711914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-f011b015-ff73-4b4b-961d-a2b62651f7b4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 1129 time: 0.0691745 Aug 28 19:54:35.740342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Calling delete_port for 91a0a068-f07e-4be9-aaae-897f3f72cc7d owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:35.749348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57314272-cef5-4d4a-83d1-4df77c6425ef admin admin] Publish callbacks [] for security_group (4f6bb332-49d6-44c0-b8f7-c972195bad28), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.754137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Publish callbacks [] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:35.764843 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdd2a24-e254-43d8-a5f3-97db615dca5a x-openstack-request-id: req-dcdd2a24-e254-43d8-a5f3-97db615dca5a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:35.765532 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d297231b-97f2-4e12-a9f6-14ca5e288e27", "tag": "7069215b-60fa-49c6-bf01-1c9e2bef317e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:35.765532 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcdd2a24-e254-43d8-a5f3-97db615dca5a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:35.766125 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdd2a24-e254-43d8-a5f3-97db615dca5a'] response: {'name': 'network-changed', 'server_uuid': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'tag': '7069215b-60fa-49c6-bf01-1c9e2bef317e', 'status': 'completed', 'code': 200} Aug 28 19:54:35.900121 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-2289906a-54b5-49d3-971b-b801e56100b0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=7069215b-60fa-49c6-bf01-1c9e2bef317e HTTP/1.1" status: 200 len: 217 time: 0.1484873 Aug 28 19:54:35.900859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931b83e-a8b7-4826-ba83-3eee8cbc20f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7069215b-60fa-49c6-bf01-1c9e2bef317e,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:36.020046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Transition to ACTIVE for port object 8959fd60-0c95-48ec-a499-41d2a52dc530 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:54:36.021840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-db2524d6-d4ee-410c-8a24-bb0f3ffddc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:36.023336 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57314272-cef5-4d4a-83d1-4df77c6425ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4f6bb332-49d6-44c0-b8f7-c972195bad28), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.023846 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-db2524d6-d4ee-410c-8a24-bb0f3ffddc1e service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1144431 Aug 28 19:54:36.028430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57314272-cef5-4d4a-83d1-4df77c6425ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.030670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-57314272-cef5-4d4a-83d1-4df77c6425ef admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4f6bb332-49d6-44c0-b8f7-c972195bad28 HTTP/1.1" status: 204 len: 168 time: 0.5417271 Aug 28 19:54:36.043404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57314272-cef5-4d4a-83d1-4df77c6425ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6bb332-49d6-44c0-b8f7-c972195bad28,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:36.073682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (91a0a068-f07e-4be9-aaae-897f3f72cc7d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.120983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-86da0e64-3fa3-4cff-a4fa-e58b4d16f848 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668324 Aug 28 19:54:36.129788 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ab78fae-1d85-4437-a8b7-1a5f87d555d7 req-6fb6cb3a-7b73-48b9-bcc7-1fab7a7bef41 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861910 Aug 28 19:54:36.131383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-dcacd306-b2f1-4018-9fbd-df80bbb4b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:36.133262 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-dcacd306-b2f1-4018-9fbd-df80bbb4b8fc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0938447 Aug 28 19:54:36.157486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.166325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e3e3c76-dede-4847-8f9d-20ce5af1604f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:36.202623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=91a0a068-f07e-4be9-aaae-897f3f72cc7d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:36.223084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Sync routers for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:36.332443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:36.333096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:36.359770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f8b622ec-eb73-4124-a475-9787de5048a4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.503727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:36.590485 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:36.660998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36194) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:36.703796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f8b622ec-eb73-4124-a475-9787de5048a4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.711816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks [] for router_controller (f8b622ec-eb73-4124-a475-9787de5048a4), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.734399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4e3e3c76-dede-4847-8f9d-20ce5af1604f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:36.735275 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:36.745451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723462-3d11-4ce1-8e17-b71c1497a912 req-2860f642-3fa2-4300-8dab-361232487d27 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:36.748901 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82723462-3d11-4ce1-8e17-b71c1497a912 req-2860f642-3fa2-4300-8dab-361232487d27 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 947 time: 0.3509872 Aug 28 19:54:36.806577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36204) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:36.920632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-112431971-network', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:36.932027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:33Z', 'revision_number': 2, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:36.939049 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:36.943569 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-251f184b-4700-48ea-92c0-49a2efec98f4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033609 Aug 28 19:54:36.944198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:36.995932 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:36.997264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4e3e3c76-dede-4847-8f9d-20ce5af1604f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:36.998022 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.007086 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:37.037451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Checking router: 3f51141b-c30a-40e0-9163-6a8e8c72e5df for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:37.038321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Updating router 3f51141b-c30a-40e0-9163-6a8e8c72e5df port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:37.107393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 4e3e3c76-dede-4847-8f9d-20ce5af1604f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4e3e3c76-dede-4847-8f9d-20ce5af1604f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:37.122082 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f8b622ec-eb73-4124-a475-9787de5048a4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.122786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b622ec-eb73-4124-a475-9787de5048a4 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:54:37.131629 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.139527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Made reservation on behalf of a8c97f23d4ce41cc8388998c408c366f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:37.143475 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.153755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09428516-8017-47bf-a6df-354f278adcea req-7894b245-c040-44e1-ad73-aeb27a76e565 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 210 time: 0.2128882 Aug 28 19:54:37.165356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.171448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aad561bd-d4ae-46c8-9b4c-695f72b20f9e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f8b622ec-eb73-4124-a475-9787de5048a4 HTTP/1.1" status: 204 len: 168 time: 2.8444173 Aug 28 19:54:37.171863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Attempting to bind port 8959fd60-0c95-48ec-a499-41d2a52dc530 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:37.172221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Attempting to bind port 8959fd60-0c95-48ec-a499-41d2a52dc530 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:37.172557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Attempting to bind port 8959fd60-0c95-48ec-a499-41d2a52dc530 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:37.174844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36214) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:37.209608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Port 8959fd60-0c95-48ec-a499-41d2a52dc530 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:37.218467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Attempting to bind port 8959fd60-0c95-48ec-a499-41d2a52dc530 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:37.229137 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82723462-3d11-4ce1-8e17-b71c1497a912 req-de93bf9e-d22b-4875-9708-33765ada48d0 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217525 Aug 28 19:54:37.238047 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.275712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:37.275997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b00315d0-6650-49f2-a443-edb328451d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.276237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:37.277795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:37.278370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Bound port: 8959fd60-0c95-48ec-a499-41d2a52dc530, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:37.278855 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.297002 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.315001 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:37.372539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038f62a-b1ca-4595-bf1b-dcef8eba164f req-1a2e6d19-474b-4a12-b819-908f61a40972 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178431 Aug 28 19:54:37.391282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] Deleting subnet 0d2202e4-8c74-4136-931c-3b612e49f80a {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:54:37.420912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] Publish callbacks [] for subnet (0d2202e4-8c74-4136-931c-3b612e49f80a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.436294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361dc2a-faef-4219-b2c7-15998ca32640 req-3209e9d9-b0e9-4e28-9db0-8083037dcfb0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:37.438050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8361dc2a-faef-4219-b2c7-15998ca32640 req-3209e9d9-b0e9-4e28-9db0-8083037dcfb0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.1634948 Aug 28 19:54:37.468632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks [] for security_group (3ac5170a-56a3-4dce-b985-144e01b26e2f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.507650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=4e3e3c76-dede-4847-8f9d-20ce5af1604f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:37.529029 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (0d2202e4-8c74-4136-931c-3b612e49f80a), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.555885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.556188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b00315d0-6650-49f2-a443-edb328451d07 admin admin] Publish callbacks [] for security_group (fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.556804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.557439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.558082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.558470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.560539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.560539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.560539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.560539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.560993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.561580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.562359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.563100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.563703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.564275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:37.581457 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ac5170a-56a3-4dce-b985-144e01b26e2f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.599849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:37.600809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:54:37.632921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8361dc2a-faef-4219-b2c7-15998ca32640 req-8a7aaccf-4406-49d3-9a33-d40c65422d03 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661081 Aug 28 19:54:37.638757 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (46282e0e-a18f-4b20-b463-9b27a3606568), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.639100 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Added segment 46282e0e-a18f-4b20-b463-9b27a3606568 of type vlan for network 96a9c533-035e-43cb-928f-ae3bd529d833 Aug 28 19:54:37.641243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac5170a-56a3-4dce-b985-144e01b26e2f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:37.642326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:37.681050 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b00315d0-6650-49f2-a443-edb328451d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.723365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b00315d0-6650-49f2-a443-edb328451d07 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2a8fa8d2c95d4852b7f5c22a3879b2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0534024 Aug 28 19:54:37.725013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36226) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:37.737647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.741530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:37.756124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.757568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (96a9c533-035e-43cb-928f-ae3bd529d833), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.758280 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 200 len: 1096 time: 4.2692928 Aug 28 19:54:37.764459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00315d0-6650-49f2-a443-edb328451d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:37.772208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Publish callbacks [] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.777187 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:37.781000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:37.786637 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307f5f22-8bb0-4683-8f4b-4017b4bb6092" -d '{"events": [{"name": "network-changed", "server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:37.794791 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0d2202e4-8c74-4136-931c-3b612e49f80a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.890698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e3e3c76-dede-4847-8f9d-20ce5af1604f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:37.892196 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b50a092-c610-437b-a389-e86de5630832 x-openstack-request-id: req-1b50a092-c610-437b-a389-e86de5630832 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:37.892491 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:37.892748 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b50a092-c610-437b-a389-e86de5630832 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:37.893432 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b50a092-c610-437b-a389-e86de5630832'] response: {'name': 'network-changed', 'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'status': 'completed', 'code': 200} Aug 28 19:54:37.920573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c604-7344-4a5e-8907-dd183b12763c service neutron] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:37.938033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94a012c6-fb7b-487b-89c7-e22ccdf7887a admin admin] Publish callbacks [] for security_group (fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.946702 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (96a9c533-035e-43cb-928f-ae3bd529d833), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.953262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:37.953262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.955594 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.957295 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:37.968477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94a012c6-fb7b-487b-89c7-e22ccdf7887a admin admin] Publish callbacks [] for security_group (fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:37.990014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36232) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:37.994130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4e3e3c76-dede-4847-8f9d-20ce5af1604f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:37.994624 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.042030 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:38.042854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] Pushing event updated for resources: {'Network': ['ID=96a9c533-035e-43cb-928f-ae3bd529d833,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:38.072254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 96a9c533-035e-43cb-928f-ae3bd529d833 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:54:38.130422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-network', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:38.148157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-026092fe-5247-47e0-83c5-69dd901bd088 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3364780 Aug 28 19:54:38.148692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (0d2202e4-8c74-4136-931c-3b612e49f80a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.162775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36236) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:38.162775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Request body: {'subnet': {'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-112431971-subnet', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:38.163133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Attempting to bind port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:38.163133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Attempting to bind port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:38.163133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Attempting to bind port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:38.163361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.165697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0d2202e4-8c74-4136-931c-3b612e49f80a HTTP/1.1" status: 204 len: 168 time: 0.9871919 Aug 28 19:54:38.169797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36238) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:38.171420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2f736-c5b6-499d-b0d7-61193d761ca7 None None] Pushing event updated for resources: {'Port': ['ID=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:38.175437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94a012c6-fb7b-487b-89c7-e22ccdf7887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.179023 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94a012c6-fb7b-487b-89c7-e22ccdf7887a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.180525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98228810-d225-43c2-a1cd-aa35ca9be005 None None] Network 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:38.181532 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-94a012c6-fb7b-487b-89c7-e22ccdf7887a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6 HTTP/1.1" status: 204 len: 168 time: 0.4549055 Aug 28 19:54:38.183654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:38.184081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:38.184765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.186140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:38.186571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Bound port: 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:38.186965 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.220198 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:38.235854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caef580-a4b7-447c-97c9-f735d8f62eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2202e4-8c74-4136-931c-3b612e49f80a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:38.287340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a012c6-fb7b-487b-89c7-e22ccdf7887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa573b8a-56f2-4b6d-a0c6-87f1cd086ed6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:38.351794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Made reservation on behalf of a8c97f23d4ce41cc8388998c408c366f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:38.362574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Made reservation on behalf of 0be42bedb4074f93abad4f02e6c010bc for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:38.362736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.364401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.395626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (17e2137b-f30e-4aa0-a2a0-0d4e425f05ac), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.408890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f7af9ab-795a-42af-bf5f-35c3d05847bb req-35308336-318c-4883-96c4-0e11e0cdc96b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 210 time: 0.0802934 Aug 28 19:54:38.410898 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.434435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] For port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:38.439282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] For port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:38.507744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f0d18-0298-4592-b4ee-8f771e2588f0 req-adc0ddf5-80cc-497b-9e6c-8165aef4893e tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:38.509326 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d2f0d18-0298-4592-b4ee-8f771e2588f0 req-adc0ddf5-80cc-497b-9e6c-8165aef4893e tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 947 time: 0.1465099 Aug 28 19:54:38.584764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-51022051-3305-4b5b-bf8a-dbcaa862b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:38.588710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-51022051-3305-4b5b-bf8a-dbcaa862b469 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 1129 time: 0.1550722 Aug 28 19:54:38.604500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Deleting port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:38.605441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.612254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d2f0d18-0298-4592-b4ee-8f771e2588f0 req-98745488-c269-4791-aaca-3ca5c88e6203 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817363 Aug 28 19:54:38.630829 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.636204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4e3e3c76-dede-4847-8f9d-20ce5af1604f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:38.650940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f5f22-8bb0-4683-8f4b-4017b4bb6092 req-59873b79-7c17-4c02-af12-f74afb75b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:38.653110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-307f5f22-8bb0-4683-8f4b-4017b4bb6092 req-59873b79-7c17-4c02-af12-f74afb75b97f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 1130 time: 0.1984153 Aug 28 19:54:38.752864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:38.753528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:38.828256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 91a0a068-f07e-4be9-aaae-897f3f72cc7d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:38.840774 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:38.841765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2f736-c5b6-499d-b0d7-61193d761ca7 None None] Pushing event updated for resources: {'Port': ['ID=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:38.855642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:38.866664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-307f5f22-8bb0-4683-8f4b-4017b4bb6092 req-d9b38a30-f77a-4121-93a9-5f7068b154e6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1867919 Aug 28 19:54:38.873581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] DHCP port deletion for 17e2137b-f30e-4aa0-a2a0-0d4e425f05ac request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:54:38.876099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 91a0a068-f07e-4be9-aaae-897f3f72cc7d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:38.876299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 91a0a068-f07e-4be9-aaae-897f3f72cc7d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:38.876680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ad299f5-9c35-4271-a466-494a485c4b92 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:38.910638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3ad299f5-9c35-4271-a466-494a485c4b92 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:38.910638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ad299f5-9c35-4271-a466-494a485c4b92 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:38.923437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:38.962763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Checking segment: {'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:38.963134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Network hostable DHCP agents. Network: 96a9c533-035e-43cb-928f-ae3bd529d833, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:54:39.000360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] Deleting port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:39.000744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.005445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-b7c8377d-eb59-4761-a8b8-89f42ce3621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.006938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-b7c8377d-eb59-4761-a8b8-89f42ce3621d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3959131 Aug 28 19:54:39.044061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] For port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,segment=NetworkSegment(0ddcd5ad-7070-4adf-985b-59260e5f5c25),segment_id=0ddcd5ad-7070-4adf-985b-59260e5f5c25)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:39.044439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.048573 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks [] for security_group (0c3e0843-fc67-499b-aa80-786f5396a871), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.055322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:39.056248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe624b6-3471-4b75-80a4-1477968419ad req-6d63c762-acd8-432f-a075-f79f41a448c5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.058819 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8fe624b6-3471-4b75-80a4-1477968419ad req-6d63c762-acd8-432f-a075-f79f41a448c5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.1892974 Aug 28 19:54:39.069245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Network 96a9c533-035e-43cb-928f-ae3bd529d833 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:54:39.105708 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:39.111186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0c3e0843-fc67-499b-aa80-786f5396a871), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.114756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-082630fa-f596-47ff-869b-6eda26e853c7 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=7069215b-60fa-49c6-bf01-1c9e2bef317e HTTP/1.1" status: 200 len: 217 time: 0.0866847 Aug 28 19:54:39.116929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Calling delete_port for fc9c4fa9-0a68-4f85-ab09-6e20b152b37d owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:39.135190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 96a9c533-035e-43cb-928f-ae3bd529d833) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:39.142131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.143098 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.176245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30accaa7-06c3-4edf-a892-8d2e3f861969 None None] Network 96a9c533-035e-43cb-928f-ae3bd529d833 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:39.209373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:54:39.227128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36252) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:39.236823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] For port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,segment=NetworkSegment(0ddcd5ad-7070-4adf-985b-59260e5f5c25),segment_id=0ddcd5ad-7070-4adf-985b-59260e5f5c25)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:39.246181 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.254486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57673d71-86bb-4d39-8fe0-7658e8b0747d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.270926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6177ed1b-5a1c-4286-bc55-e4b5cf3c07f8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1213520 Aug 28 19:54:39.274490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36254) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:39.280371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:39.312256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e0843-fc67-499b-aa80-786f5396a871,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:39.329582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (eddd1eaf-9db9-4bed-b855-51c852779d29), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.330134 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Added segment eddd1eaf-9db9-4bed-b855-51c852779d29 of type vlan for network a5ec3477-4853-4b37-962d-3931dcee0efe Aug 28 19:54:39.336752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f5f22-8bb0-4683-8f4b-4017b4bb6092 req-85bb2b24-c97c-4698-a875-59c54c645bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.343841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-307f5f22-8bb0-4683-8f4b-4017b4bb6092 req-85bb2b24-c97c-4698-a875-59c54c645bbb service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4462121 Aug 28 19:54:39.344006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] Calling delete_port for fc9c4fa9-0a68-4f85-ab09-6e20b152b37d owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:39.352636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-81e1bcde-a480-420d-8707-5bb620c0ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.354260 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-81e1bcde-a480-420d-8707-5bb620c0ab69 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2239993 Aug 28 19:54:39.366994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8fe624b6-3471-4b75-80a4-1477968419ad req-3f9801a5-5076-4df3-87c1-5a212916b272 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675509 Aug 28 19:54:39.395852 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (1cbebb41-61e1-4811-a74b-87216494365e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.397464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (1cbebb41-61e1-4811-a74b-87216494365e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.488769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (a5ec3477-4853-4b37-962d-3931dcee0efe), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.490249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks [] for router_controller (1cbebb41-61e1-4811-a74b-87216494365e), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.497186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57673d71-86bb-4d39-8fe0-7658e8b0747d admin admin] Publish callbacks [] for security_group (999c23ea-6f06-4bbf-a369-991b0b0af652), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.497429 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:39.524443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-96a9c533-035e-43cb-928f-ae3bd529d833', 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833', 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'fixed_ips': [{'subnet_id': '4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:54:39.525355 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.539165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-dc031f0a-1ed3-4e00-bba5-a90d7b4bf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.540627 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-dc031f0a-1ed3-4e00-bba5-a90d7b4bf3e0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1775234 Aug 28 19:54:39.564961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d6529e2a-ae70-4e64-bab6-31fd3b559a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.566508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-d6529e2a-ae70-4e64-bab6-31fd3b559a27 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 1130 time: 0.1172326 Aug 28 19:54:39.569799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54b16998-9d67-474a-b7c7-ebc127a91ad6 req-13cb4fe1-f0d5-43c5-a7af-a4e717c45bc9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 210 time: 0.0365250 Aug 28 19:54:39.580434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.594425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57673d71-86bb-4d39-8fe0-7658e8b0747d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (999c23ea-6f06-4bbf-a369-991b0b0af652), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.636724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] No DVR routers for this DVR port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:39.658025 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (a5ec3477-4853-4b37-962d-3931dcee0efe), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.659509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:39.660266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.702543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:38Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:39.705236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fc9c4fa9-0a68-4f85-ab09-6e20b152b37d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:39.713706 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (fc9c4fa9-0a68-4f85-ab09-6e20b152b37d), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:39.724951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-57673d71-86bb-4d39-8fe0-7658e8b0747d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0af78d1505fd4168bda03cca2cec3154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4932003 Aug 28 19:54:39.725880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36260) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:39.765158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:39.794183 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-134ffcdb-49f5-483b-803d-470fb8853771 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 200 len: 217 time: 0.2029593 Aug 28 19:54:39.805605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107fd37d-c601-44f1-9f1e-cc20e6a40a3f None None] The sync data for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 is: [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:38Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:39.807551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: fc9c4fa9-0a68-4f85-ab09-6e20b152b37d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:39.808446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fc9c4fa9-0a68-4f85-ab09-6e20b152b37d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:39.812703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ec3477-4853-4b37-962d-3931dcee0efe,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:39.841086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] Pushing event deleted for resources: {'Port': ['ID=fc9c4fa9-0a68-4f85-ab09-6e20b152b37d,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:39.845402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a46a66-da51-4422-a222-82633ceefcbd None None] No DVR routers for this DVR port fc9c4fa9-0a68-4f85-ab09-6e20b152b37d on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:39.873923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57673d71-86bb-4d39-8fe0-7658e8b0747d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c23ea-6f06-4bbf-a369-991b0b0af652,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:39.886851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network a5ec3477-4853-4b37-962d-3931dcee0efe details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:54:39.892037 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:39.983555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1d53f354-6efd-4353-b650-d5dae11d17f9 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9922118 Aug 28 19:54:39.998067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36262) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:40.008436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400d-3687-4a60-a5b1-a79b99e4d8e8 admin admin] Publish callbacks [] for security_group (999c23ea-6f06-4bbf-a369-991b0b0af652), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.017501 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:40.017720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Allocated IP 172.20.0.2 (96a9c533-035e-43cb-928f-ae3bd529d833/4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e/54d0f66f-ba07-4ea5-8624-77a30a53459b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:40.022786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Request body: {'subnet': {'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-subnet', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:40.044407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400d-3687-4a60-a5b1-a79b99e4d8e8 admin admin] Publish callbacks [] for security_group (999c23ea-6f06-4bbf-a369-991b0b0af652), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.051275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dacbb-5b36-4887-acee-2eb9401cb0da req-536f6f57-a761-4f78-bb7c-d5cdbdda2848 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:40.053177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b7dacbb-5b36-4887-acee-2eb9401cb0da req-536f6f57-a761-4f78-bb7c-d5cdbdda2848 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 947 time: 0.2950482 Aug 28 19:54:40.067447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (17e2137b-f30e-4aa0-a2a0-0d4e425f05ac), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.103363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks [] for router_gateway (1cbebb41-61e1-4811-a74b-87216494365e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.112078 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:40.123026 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:40.195876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-a92209f5-caab-48a2-b59f-4d61769f8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:40.197396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-a92209f5-caab-48a2-b59f-4d61769f8731 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.3871155 Aug 28 19:54:40.218062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-95482bcf-ac93-42b4-a5b6-ce67732d81a1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673808 Aug 28 19:54:40.228513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e2137b-f30e-4aa0-a2a0-0d4e425f05ac']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:40.276733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400d-3687-4a60-a5b1-a79b99e4d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (999c23ea-6f06-4bbf-a369-991b0b0af652), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.279891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400d-3687-4a60-a5b1-a79b99e4d8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.282325 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Publish callbacks [] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.285397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b0e1400d-3687-4a60-a5b1-a79b99e4d8e8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/999c23ea-6f06-4bbf-a369-991b0b0af652 HTTP/1.1" status: 204 len: 168 time: 0.5553143 Aug 28 19:54:40.287130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddcd5ad-7070-4adf-985b-59260e5f5c25') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:40.287433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddcd5ad-7070-4adf-985b-59260e5f5c25') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:40.362333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1400d-3687-4a60-a5b1-a79b99e4d8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c23ea-6f06-4bbf-a369-991b0b0af652,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:40.373441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.470945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks [] for router_gateway (1cbebb41-61e1-4811-a74b-87216494365e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.517733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.526756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Network 96a9c533-035e-43cb-928f-ae3bd529d833 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:40.540614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:40.547106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Pushing event updated for resources: {'Port': ['ID=54d0f66f-ba07-4ea5-8624-77a30a53459b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:40.551277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:40.577473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b5f2-e2fd-447a-befb-ccea7aa4b0a2 req-0defb0e2-63fe-44ac-9060-1ca3aab75ef9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:40.585140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21b8b5f2-e2fd-447a-befb-ccea7aa4b0a2 req-0defb0e2-63fe-44ac-9060-1ca3aab75ef9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.0693269 Aug 28 19:54:40.643249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Attempting to bind port 54d0f66f-ba07-4ea5-8624-77a30a53459b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:40.643722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Attempting to bind port 54d0f66f-ba07-4ea5-8624-77a30a53459b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:40.644157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Attempting to bind port 54d0f66f-ba07-4ea5-8624-77a30a53459b on network 96a9c533-035e-43cb-928f-ae3bd529d833 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:40.659906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:40.659906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Checking segment: {'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:40.659906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.659906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Bound using segment: {'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:40.659906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Bound port: 54d0f66f-ba07-4ea5-8624-77a30a53459b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:40.659906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.667721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Made reservation on behalf of 0be42bedb4074f93abad4f02e6c010bc for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:40.670518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.699580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21b8b5f2-e2fd-447a-befb-ccea7aa4b0a2 req-d49e0e1e-12ad-4408-b12a-f1b10bff75ad tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079414 Aug 28 19:54:40.735045 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (0ddcd5ad-7070-4adf-985b-59260e5f5c25), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.755504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] For port 54d0f66f-ba07-4ea5-8624-77a30a53459b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:40.759117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] For port 54d0f66f-ba07-4ea5-8624-77a30a53459b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=54d0f66f-ba07-4ea5-8624-77a30a53459b,segment=NetworkSegment(46282e0e-a18f-4b20-b463-9b27a3606568),segment_id=46282e0e-a18f-4b20-b463-9b27a3606568)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:40.827337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b7dacbb-5b36-4887-acee-2eb9401cb0da req-2c12a2af-70cc-4a8e-9f0f-6df7692faf24 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7431166 Aug 28 19:54:40.832670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-036cdc11-af61-4188-b926-aa8fd5fde116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:40.832670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-036cdc11-af61-4188-b926-aa8fd5fde116 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6146832 Aug 28 19:54:40.849814 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.856774 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff08906e-c3c6-4af6-9927-8a25761e87f9 req-9cdbb358-93f1-40f5-babf-221156a4dbf5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 210 time: 0.0593879 Aug 28 19:54:40.875079 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0ddcd5ad-7070-4adf-985b-59260e5f5c25), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.880246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Allocated IP 172.25.4.209 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/7fde2906-3bb7-4ea8-9361-98b4d08aaa2b) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:40.930649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:54:40.931562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (0ddcd5ad-7070-4adf-985b-59260e5f5c25), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:40.974747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeac8c-5130-40a1-8d8b-a13a5b41da18 None None] Pushing event updated for resources: {'Port': ['ID=54d0f66f-ba07-4ea5-8624-77a30a53459b,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:41.054308 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0ddcd5ad-7070-4adf-985b-59260e5f5c25 resource provider aggregate not found Aug 28 19:54:41.076821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-1ca35d6c-2882-489f-8ef8-b081f4b9c492 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:41.080603 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-1ca35d6c-2882-489f-8ef8-b081f4b9c492 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 1.0206993 Aug 28 19:54:41.103777 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0ddcd5ad-7070-4adf-985b-59260e5f5c25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ddcd5ad-7070-4adf-985b-59260e5f5c25 found for delete ", "request_id": "req-18b965f3-f343-4ce2-8bbd-462d43dc61f3"}]} Aug 28 19:54:41.138669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'port': {'device_id': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'admin_state_up': True, 'tenant_id': '722e7cf4482747a98836d2a4a1761042'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:41.202764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks [] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:41.232866 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a14770f-b574-4435-ab2f-bef4f8c1ffa9 req-f0b699cf-2a26-4e85-8572-ed995ce71155 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9913313 Aug 28 19:54:41.340286 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (17e2137b-f30e-4aa0-a2a0-0d4e425f05ac), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:41.346295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:41.352812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/17e2137b-f30e-4aa0-a2a0-0d4e425f05ac HTTP/1.1" status: 204 len: 168 time: 3.1760488 Aug 28 19:54:41.366800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:41.375656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-8d939fe3-02ac-4bc4-b159-646c3e2a09d9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873114 Aug 28 19:54:41.403892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c61be-694a-43c7-9b65-01fa35e058f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e2137b-f30e-4aa0-a2a0-0d4e425f05ac,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:41.471231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:41.476008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:41.481247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:41.488368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Pushing event updated for resources: {'Port': ['ID=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:41.530536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7069215b-60fa-49c6-bf01-1c9e2bef317e details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:54:41.606797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40c8cd9f-e68f-48b2-aad6-a1ec95f27ecf req-e31b3d9e-8952-47f2-b6f8-451ea1fea8d3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165256 Aug 28 19:54:41.689888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Made reservation on behalf of 722e7cf4482747a98836d2a4a1761042 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:41.695578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:41.700123 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (6507e6e5-77c0-43ea-9e74-184df40d4ae5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:41.781660 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:41.824739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:41.879079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 7069215b-60fa-49c6-bf01-1c9e2bef317e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7069215b-60fa-49c6-bf01-1c9e2bef317e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:41.916737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '7069215b-60fa-49c6-bf01-1c9e2bef317e', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '7069215b-60fa-49c6-bf01-1c9e2bef317e', 'mac_address': 'fa:16:3e:fc:ce:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:54:41.930175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6507e6e5-77c0-43ea-9e74-184df40d4ae5,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:41.994890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:41.995233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36298) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:41.996351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.079837 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:42.081651 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:42.148154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Checking segment: {'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:42.148424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Network hostable DHCP agents. Network: a5ec3477-4853-4b37-962d-3931dcee0efe, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:54:42.173738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e288b50-af1d-4647-87b6-d0f89cae5465 req-150bcd04-4da0-4045-b6b7-8db99a51b93c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:42.175748 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e288b50-af1d-4647-87b6-d0f89cae5465 req-150bcd04-4da0-4045-b6b7-8db99a51b93c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.3117423 Aug 28 19:54:42.176812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 7069215b-60fa-49c6-bf01-1c9e2bef317e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:42.177218 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.202468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7069215b-60fa-49c6-bf01-1c9e2bef317e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:42.245594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-beb1ce6b-ced6-4b9e-88fc-7158190306b7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=eb20a0da64fb4e60b540008653306bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457664 Aug 28 19:54:42.246637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:42.255068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 7069215b-60fa-49c6-bf01-1c9e2bef317e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7069215b-60fa-49c6-bf01-1c9e2bef317e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:42.258989 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:42.313087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e288b50-af1d-4647-87b6-d0f89cae5465 req-11840fd4-6f5b-475f-83a7-a588af46d533 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279285 Aug 28 19:54:42.317760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Network a5ec3477-4853-4b37-962d-3931dcee0efe is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:54:42.322446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:42.326890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.350150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39969de-95d2-4ec6-9cf7-5636f6ec4b7a req-fefe16ff-80be-4ad2-bf50-4995b768e456 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:42.361738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e39969de-95d2-4ec6-9cf7-5636f6ec4b7a req-fefe16ff-80be-4ad2-bf50-4995b768e456 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 947 time: 0.2768013 Aug 28 19:54:42.362617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Allocated IP 172.20.0.14 (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2/4840aad5-d346-4519-9cd0-422036b5ca35/c9c6e818-7286-477b-a548-1c3c6c7792ee) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:42.372370 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.390365 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks [] for router_gateway (1cbebb41-61e1-4811-a74b-87216494365e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.403281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.419990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:42.472364 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:42.504366 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:42.509535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=7069215b-60fa-49c6-bf01-1c9e2bef317e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:42.524815 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.525343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e39969de-95d2-4ec6-9cf7-5636f6ec4b7a req-af47a9ca-81c4-47d0-9880-d6e6b702b5f0 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302702 Aug 28 19:54:42.527550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 54d0f66f-ba07-4ea5-8624-77a30a53459b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:42.602288 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4394c820-c2fa-4b11-8338-3fbe6b26b675 admin admin] Publish callbacks [] for security_group (d0a54e3e-604b-4ab6-ad3e-f307ef54c987), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.612794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, a5ec3477-4853-4b37-962d-3931dcee0efe) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:42.625443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:42.626016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.642348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4394c820-c2fa-4b11-8338-3fbe6b26b675 admin admin] Publish callbacks [] for security_group (d0a54e3e-604b-4ab6-ad3e-f307ef54c987), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.643216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a8146-16ef-4bc3-b1ff-d18cc007956f None None] Network a5ec3477-4853-4b37-962d-3931dcee0efe requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:42.678098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15294b08-db20-4ffd-b320-44d9b5d34d07 req-1e88bc66-fc9f-4240-8960-130e0f7cacac tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 210 time: 0.2027333 Aug 28 19:54:42.713774 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.724781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad09142-989d-4c49-8a39-b870ded21a15 None None] Network 96a9c533-035e-43cb-928f-ae3bd529d833 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:42.737982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['7069215b-60fa-49c6-bf01-1c9e2bef317e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:42.774431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 54d0f66f-ba07-4ea5-8624-77a30a53459b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:42.774807 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.838763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.844935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-68d14cbd-c221-4cc0-b8ed-d4fe6f94247d admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8404362 Aug 28 19:54:42.886745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36310) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:42.896513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:42.912155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ba72a1f1-ea33-4566-8292-218ec6fe1352 None None] Provisioning complete for port 54d0f66f-ba07-4ea5-8624-77a30a53459b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:42.912408 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba72a1f1-ea33-4566-8292-218ec6fe1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:42.926849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:42.946409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:42.959195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:42.964321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:43.035769 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:43.057327 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (1cbebb41-61e1-4811-a74b-87216494365e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.071152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:43.071809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.076609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:43.137476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-a5ec3477-4853-4b37-962d-3931dcee0efe', 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe', 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'fixed_ips': [{'subnet_id': '6507e6e5-77c0-43ea-9e74-184df40d4ae5'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:54:43.139388 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.145780 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (ca259e7a-6270-46ce-8808-2449f4403314), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.147647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (ca259e7a-6270-46ce-8808-2449f4403314), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.172840 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4394c820-c2fa-4b11-8338-3fbe6b26b675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d0a54e3e-604b-4ab6-ad3e-f307ef54c987), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.175893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4394c820-c2fa-4b11-8338-3fbe6b26b675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.182244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4394c820-c2fa-4b11-8338-3fbe6b26b675 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d0a54e3e-604b-4ab6-ad3e-f307ef54c987 HTTP/1.1" status: 204 len: 168 time: 0.9296620 Aug 28 19:54:43.188900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c8e68945-a59f-4484-8ca3-40f3ed9eaf37 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0649216 Aug 28 19:54:43.209670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394c820-c2fa-4b11-8338-3fbe6b26b675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a54e3e-604b-4ab6-ad3e-f307ef54c987,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:43.270180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Request body: {'port': {'device_id': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:43.279230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks [] for router_controller (ca259e7a-6270-46ce-8808-2449f4403314), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.383752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.387031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Router 1cbebb41-61e1-4811-a74b-87216494365e is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:54:43.448739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 54d0f66f-ba07-4ea5-8624-77a30a53459b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:43.449395 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.465329 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:43.473193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ba72a1f1-ea33-4566-8292-218ec6fe1352 None None] Current status of the port 54d0f66f-ba07-4ea5-8624-77a30a53459b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:43.473193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba72a1f1-ea33-4566-8292-218ec6fe1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.688528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 54d0f66f-ba07-4ea5-8624-77a30a53459b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=54d0f66f-ba07-4ea5-8624-77a30a53459b,segment=NetworkSegment(46282e0e-a18f-4b20-b463-9b27a3606568),segment_id=46282e0e-a18f-4b20-b463-9b27a3606568)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:43.735874 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:43.756266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a8719-306a-4e26-81e4-93c576fafcd5 req-74af5622-f12c-4bfe-a555-67277c4fb670 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:43.756266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a55a8719-306a-4e26-81e4-93c576fafcd5 req-74af5622-f12c-4bfe-a555-67277c4fb670 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.2633338 Aug 28 19:54:43.778737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Allocated IP 172.20.0.2 (a5ec3477-4853-4b37-962d-3931dcee0efe/6507e6e5-77c0-43ea-9e74-184df40d4ae5/bdc98887-e040-4034-b972-367251dd253c) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:43.787458 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks [] for router_gateway (ca259e7a-6270-46ce-8808-2449f4403314), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.814875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a729-c8b3-4b3c-b673-735f5b49e634 req-8c78afb1-1016-4d26-8543-7b6020c4dade tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:43.818394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:43.830619 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fe4a729-c8b3-4b3c-b673-735f5b49e634 req-8c78afb1-1016-4d26-8543-7b6020c4dade tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 948 time: 0.1411984 Aug 28 19:54:43.831313 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Sync routers for ids ['1cbebb41-61e1-4811-a74b-87216494365e'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:43.842217 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Routers {'1cbebb41-61e1-4811-a74b-87216494365e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:43.843130 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1cbebb41-61e1-4811-a74b-87216494365e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:43.915765 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a55a8719-306a-4e26-81e4-93c576fafcd5 req-0d109618-e513-4ebb-bd1b-771e858a99da tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402154 Aug 28 19:54:43.959831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:43.967322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36332) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:43.968579 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-953e0edb-18c6-4d0d-bc6b-172f95b33316 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6927488 Aug 28 19:54:43.989269 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:44.005508 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Set router 1cbebb41-61e1-4811-a74b-87216494365e gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:44.021574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.155322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f4156-4ce4-4125-80b3-10bdec5dd2c9 req-e17669da-37ae-4881-9f3f-e6f79c745d4e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:44.164746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c0f4156-4ce4-4125-80b3-10bdec5dd2c9 req-e17669da-37ae-4881-9f3f-e6f79c745d4e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 932 time: 0.1131239 Aug 28 19:54:44.173102 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:44.198253 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Publish callbacks [] for port (bdc98887-e040-4034-b972-367251dd253c), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.269832 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c0f4156-4ce4-4125-80b3-10bdec5dd2c9 req-05026db5-d9c2-46a0-9f50-d135bc3217fc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040282 Aug 28 19:54:44.271032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=54d0f66f-ba07-4ea5-8624-77a30a53459b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:44.286674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:44.293739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36336) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:44.318167 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fe4a729-c8b3-4b3c-b673-735f5b49e634 req-80273c92-7ccb-4fc0-aca4-f1c308e0a77c tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947336 Aug 28 19:54:44.320956 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:44.328620 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:44.359667 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:44.377654 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1e3bd84b-e293-41e4-bf1f-971941675197 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ddf5539d7c3c42ac9aee51b5731d5f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803657 Aug 28 19:54:44.379243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36340) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:44.388399 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-ba72a1f1-ea33-4566-8292-218ec6fe1352 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 19:54:44.389171 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-ba72a1f1-ea33-4566-8292-218ec6fe1352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 19:54:44.404774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:44.405499 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.411739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (bdc98887-e040-4034-b972-367251dd253c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.515852 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a881a78-bcb4-442f-b215-db5e69b26343 admin admin] Publish callbacks [] for security_group (351b183c-ea3f-4749-9006-7c97047d3883), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.544637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a881a78-bcb4-442f-b215-db5e69b26343 admin admin] Publish callbacks [] for security_group (351b183c-ea3f-4749-9006-7c97047d3883), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.554681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Network a5ec3477-4853-4b37-962d-3931dcee0efe is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:44.562183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T19:54:41Z', 'revision_number': 3, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port': {'id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:40Z', 'updated_at': '2022-08-28T19:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:44.568623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:44.579215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:44.583638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Pushing event updated for resources: {'Port': ['ID=bdc98887-e040-4034-b972-367251dd253c,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:44.633004 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Checking router: 1cbebb41-61e1-4811-a74b-87216494365e for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:44.633342 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Updating router 1cbebb41-61e1-4811-a74b-87216494365e port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:44.665680 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.695000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a881a78-bcb4-442f-b215-db5e69b26343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (351b183c-ea3f-4749-9006-7c97047d3883), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.700980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a881a78-bcb4-442f-b215-db5e69b26343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.703256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8a881a78-bcb4-442f-b215-db5e69b26343 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/351b183c-ea3f-4749-9006-7c97047d3883 HTTP/1.1" status: 204 len: 168 time: 0.3225198 Aug 28 19:54:44.707648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Attempting to bind port bdc98887-e040-4034-b972-367251dd253c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:44.715516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Attempting to bind port bdc98887-e040-4034-b972-367251dd253c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:44.715955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Attempting to bind port bdc98887-e040-4034-b972-367251dd253c on network a5ec3477-4853-4b37-962d-3931dcee0efe {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:44.722603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:44.733736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:44.734448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Checking segment: {'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:44.735107 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.736346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Bound using segment: {'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:44.736731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a881a78-bcb4-442f-b215-db5e69b26343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b183c-ea3f-4749-9006-7c97047d3883,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:44.738083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Bound port: bdc98887-e040-4034-b972-367251dd253c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:44.738756 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bdc98887-e040-4034-b972-367251dd253c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:44.935040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ba72a1f1-ea33-4566-8292-218ec6fe1352 None None] Current status of the port 54d0f66f-ba07-4ea5-8624-77a30a53459b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:44.955590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-df6850b4-ed16-4562-8ea6-a8f768611803 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=99d7e142612a407e82beaf28a4defb73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572939 Aug 28 19:54:44.957620 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:44.997324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c6e818-7286-477b-a548-1c3c6c7792ee {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:44.997913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] For port bdc98887-e040-4034-b972-367251dd253c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:45.001324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] For port bdc98887-e040-4034-b972-367251dd253c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bdc98887-e040-4034-b972-367251dd253c,segment=NetworkSegment(eddd1eaf-9db9-4bed-b855-51c852779d29),segment_id=eddd1eaf-9db9-4bed-b855-51c852779d29)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:45.026175 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Publish callbacks [] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.059088 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:45.063667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a7d6ddf4-6196-4d0c-8438-1e374dc85057 None None] Provisioning complete for port c9c6e818-7286-477b-a548-1c3c6c7792ee triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:45.064342 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a7d6ddf4-6196-4d0c-8438-1e374dc85057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.109079 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bdc98887-e040-4034-b972-367251dd253c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.115442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks [] for router_gateway (ca259e7a-6270-46ce-8808-2449f4403314), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.122186 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Publish callbacks [] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.151697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-6045150e-3a9d-44f7-a6cb-7ae4691bc960 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:45.160152 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-6045150e-3a9d-44f7-a6cb-7ae4691bc960 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924491 Aug 28 19:54:45.174322 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.179937 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-0afb5f75-fc78-4431-8926-a457fc60d8b4 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/quotas/99d7e142612a407e82beaf28a4defb73 HTTP/1.1" status: 200 len: 375 time: 0.0186579 Aug 28 19:54:45.196896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Transition to ACTIVE for port object c9c6e818-7286-477b-a548-1c3c6c7792ee will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:54:45.238639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-c5887495-bc6c-46aa-87cf-f49342e3c0d3 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=99d7e142612a407e82beaf28a4defb73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575628 Aug 28 19:54:45.246673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa35c25-784b-454a-b100-4bba1765c98b None None] Pushing event updated for resources: {'Port': ['ID=bdc98887-e040-4034-b972-367251dd253c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:45.251062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.258625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6ddf4-6196-4d0c-8438-1e374dc85057 None None] Port c9c6e818-7286-477b-a548-1c3c6c7792ee cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:45.268910 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:45.271545 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Attempting to bind port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:45.272173 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Attempting to bind port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:45.272514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a7d6ddf4-6196-4d0c-8438-1e374dc85057 None None] Provisioning complete for port 54d0f66f-ba07-4ea5-8624-77a30a53459b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:45.272855 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Attempting to bind port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:45.272975 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a7d6ddf4-6196-4d0c-8438-1e374dc85057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.278525 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Pushing event updated for resources: {'Port': ['ID=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:45.299604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.305989 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.306424 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.306762 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.307095 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.307964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.308302 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.308633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.309429 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.309429 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.309580 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.310017 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.310681 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.313366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.313928 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.314403 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:54:45.328046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969598-9fe6-4a21-83e7-0523a3df28d5 req-2d5d98ec-525f-42d4-a891-92d3e01f734d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:45.328680 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:45.329842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41969598-9fe6-4a21-83e7-0523a3df28d5 req-2d5d98ec-525f-42d4-a891-92d3e01f734d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.1287692 Aug 28 19:54:45.330011 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:45.332535 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.333665 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:45.336080 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Bound port: 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:45.336486 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.365111 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:45.448136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6ddf4-6196-4d0c-8438-1e374dc85057 None None] Current status of the port 54d0f66f-ba07-4ea5-8624-77a30a53459b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:45.480507 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] For port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:45.485276 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] For port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:45.513951 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:45.551641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8959fd60-0c95-48ec-a499-41d2a52dc530 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:54:45.558338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7069215b-60fa-49c6-bf01-1c9e2bef317e up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:45.580352 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:45.607690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:45.733241 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Routers {'1cbebb41-61e1-4811-a74b-87216494365e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:45.742410 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1cbebb41-61e1-4811-a74b-87216494365e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:45.831187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41969598-9fe6-4a21-83e7-0523a3df28d5 req-153fd481-5d1e-46cd-ab9d-7386c270ef21 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641512 Aug 28 19:54:45.871399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f728-8168-4aaa-b613-e1cb3a7b1834 req-70f2cd07-f14b-485d-96b7-08c9f335627e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:45.872338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Allocated IP 172.25.4.139 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/78010cf8-1438-4dd4-9832-0cac3983ddd2) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:45.883361 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb73f728-8168-4aaa-b613-e1cb3a7b1834 req-70f2cd07-f14b-485d-96b7-08c9f335627e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.1560194 Aug 28 19:54:45.938443 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:45.939888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:45.945016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:45.945507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:45.962074 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] Set router 1cbebb41-61e1-4811-a74b-87216494365e gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:45.971220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:45.971580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:46.000545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.071286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:46.071649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:46.072142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:46.072666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Bound port: c9c6e818-7286-477b-a548-1c3c6c7792ee, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:46.074485 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb73f728-8168-4aaa-b613-e1cb3a7b1834 req-ce99036d-6126-4798-9766-39fd6d6e2e4f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898925 Aug 28 19:54:46.080798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.138216 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:46.209954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 7069215b-60fa-49c6-bf01-1c9e2bef317e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:54:46.240747 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bce21939-0804-4f22-9417-e726f736f7e7 req-e402347e-26a2-48f5-9726-c203abe34d6a tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 210 time: 0.0619688 Aug 28 19:54:46.259586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b31e5-b8d4-4c39-9dc7-e04a37374e51 req-d575697f-07c2-4773-a68b-57907e52a9f3 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:46.261881 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd6b31e5-b8d4-4c39-9dc7-e04a37374e51 req-d575697f-07c2-4773-a68b-57907e52a9f3 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 948 time: 0.1562979 Aug 28 19:54:46.285082 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab22a2-3bc7-4e8b-9d17-adcfbe99312f None None] Pushing event updated for resources: {'Port': ['ID=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:46.306464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:46.319405 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T19:54:41Z', 'revision_number': 3, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port': {'id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:40Z', 'updated_at': '2022-08-28T19:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:46.368727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 7069215b-60fa-49c6-bf01-1c9e2bef317e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:46.369233 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.373458 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffc802-ab47-48f1-9e7e-390333036a36 None None] The sync data for ids ['1cbebb41-61e1-4811-a74b-87216494365e'] in n-d-854121-7 is: [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T19:54:41Z', 'revision_number': 3, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port': {'id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:40Z', 'updated_at': '2022-08-28T19:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:46.381974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'mac_address': 'fa:16:3e:9c:c2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:54:46.428216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 54d0f66f-ba07-4ea5-8624-77a30a53459b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:46.496641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks [] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.555648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 8959fd60-0c95-48ec-a499-41d2a52dc530 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:46.556207 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.560307 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:46.588375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:46.590517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 54d0f66f-ba07-4ea5-8624-77a30a53459b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:46.590895 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.594726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8959fd60-0c95-48ec-a499-41d2a52dc530 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:46.623143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd6b31e5-b8d4-4c39-9dc7-e04a37374e51 req-0d661ef1-48a9-46dd-9a9f-52b906104eac tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431597 Aug 28 19:54:46.627239 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:46.655887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:46.730540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:46.740742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.741324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 7069215b-60fa-49c6-bf01-1c9e2bef317e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:46.741906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.805246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:46.806013 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.806817 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:46.811732 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 1092 time: 3.5531421 Aug 28 19:54:46.816491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:46.820815 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f577e7d-7b3b-4562-baa8-6e3624e209cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:46.822052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069215b-60fa-49c6-bf01-1c9e2bef317e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:46.826304 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00a01c9-6d1a-4753-8157-242cfe555462" -d '{"events": [{"server_uuid": "d297231b-97f2-4e12-a9f6-14ca5e288e27", "name": "network-vif-plugged", "status": "completed", "tag": "7069215b-60fa-49c6-bf01-1c9e2bef317e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:46.922607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 7069215b-60fa-49c6-bf01-1c9e2bef317e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7069215b-60fa-49c6-bf01-1c9e2bef317e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:46.988767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175678ce-1996-4f12-8015-bcedfadc12b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:46.993885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 54d0f66f-ba07-4ea5-8624-77a30a53459b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:46.997306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bdc98887-e040-4034-b972-367251dd253c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:47.001986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:47.035349 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a447590-cac5-4cf6-b58d-ebf3a5f8b3dd x-openstack-request-id: req-3a447590-cac5-4cf6-b58d-ebf3a5f8b3dd {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:47.036040 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:47.036040 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a447590-cac5-4cf6-b58d-ebf3a5f8b3dd {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:47.036442 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a447590-cac5-4cf6-b58d-ebf3a5f8b3dd'] response: {'name': 'network-changed', 'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee', 'status': 'completed', 'code': 200} Aug 28 19:54:47.040584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Allocated IP 172.20.0.1 (96a9c533-035e-43cb-928f-ae3bd529d833/4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e/e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:47.044453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:47.075391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d40642-7fae-45b0-9c8e-1867a25f4ab3 None None] Network a5ec3477-4853-4b37-962d-3931dcee0efe requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:54:47.099996 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c53206-6e90-4050-8a4f-91c8bcd5913c x-openstack-request-id: req-f6c53206-6e90-4050-8a4f-91c8bcd5913c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:47.100299 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d297231b-97f2-4e12-a9f6-14ca5e288e27", "name": "network-vif-plugged", "status": "completed", "tag": "7069215b-60fa-49c6-bf01-1c9e2bef317e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:47.100556 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6c53206-6e90-4050-8a4f-91c8bcd5913c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:47.100962 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c53206-6e90-4050-8a4f-91c8bcd5913c'] response: {'server_uuid': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069215b-60fa-49c6-bf01-1c9e2bef317e', 'code': 200} Aug 28 19:54:47.102232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8959fd60-0c95-48ec-a499-41d2a52dc530'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:47.172674 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:47.202543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-364174c4-c92c-4026-a430-179e27897a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:47.207873 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-364174c4-c92c-4026-a430-179e27897a9f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1126 time: 0.2152925 Aug 28 19:54:47.267896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057da53-3dcb-46e5-81a2-3d6b1f593e3a req-8b64b2d5-0e4d-4b09-a2de-4751b1c3da5b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:47.279952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4057da53-3dcb-46e5-81a2-3d6b1f593e3a req-8b64b2d5-0e4d-4b09-a2de-4751b1c3da5b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 949 time: 0.1185753 Aug 28 19:54:47.280208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-083d0541-a38c-4b89-8d97-826e43ca2b88 None None] Provisioning complete for port bdc98887-e040-4034-b972-367251dd253c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:47.280669 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-083d0541-a38c-4b89-8d97-826e43ca2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bdc98887-e040-4034-b972-367251dd253c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:47.299878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:47.316233 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:47.363595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4057da53-3dcb-46e5-81a2-3d6b1f593e3a req-b78d7475-5341-41bf-889e-df691e1b4f78 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Aug 28 19:54:47.456169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:47.462638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Pushing event updated for resources: {'Port': ['ID=78010cf8-1438-4dd4-9832-0cac3983ddd2,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:47.468076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:47.489784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c88ef-eb0a-4c86-ad8a-2171b699cc6b req-eb0b5eea-ef3f-42e7-a9e2-795a93779a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:47.491874 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-890c88ef-eb0a-4c86-ad8a-2171b699cc6b req-eb0b5eea-ef3f-42e7-a9e2-795a93779a7f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 1131 time: 0.3819609 Aug 28 19:54:47.493642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-4441a47b-b2c6-47c1-9c81-ad87b0cce4bd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 217 time: 0.2051473 Aug 28 19:54:47.508406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79567472-32c1-472c-b31d-e6b496f98ac1 req-dd94e554-b2d6-4b8e-89ba-b4127a419e94 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 210 time: 0.0427504 Aug 28 19:54:47.540987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port bdc98887-e040-4034-b972-367251dd253c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:47.542665 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bdc98887-e040-4034-b972-367251dd253c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:47.658106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=7069215b-60fa-49c6-bf01-1c9e2bef317e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:47.691578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f78959-9af2-4e9d-9f1f-d1cf5eed558a req-98924cba-c3d8-452e-8bd4-0d5d1156b399 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:47.700645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07f78959-9af2-4e9d-9f1f-d1cf5eed558a req-98924cba-c3d8-452e-8bd4-0d5d1156b399 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.3864105 Aug 28 19:54:47.758219 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:47.778888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-083d0541-a38c-4b89-8d97-826e43ca2b88 None None] Current status of the port bdc98887-e040-4034-b972-367251dd253c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:47.779300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-083d0541-a38c-4b89-8d97-826e43ca2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bdc98887-e040-4034-b972-367251dd253c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:47.798385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c11363b3-a884-4ebe-923b-6742853bd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:47.800544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-c11363b3-a884-4ebe-923b-6742853bd0b3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.2646840 Aug 28 19:54:47.849915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks [] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:47.860818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9850-3d7a-4c63-8d00-5b2295cda0d4 req-1dbf4729-893c-48e4-9e1e-145888ec4f56 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:47.862515 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb5b9850-3d7a-4c63-8d00-5b2295cda0d4 req-1dbf4729-893c-48e4-9e1e-145888ec4f56 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 949 time: 0.1163106 Aug 28 19:54:47.874537 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-890c88ef-eb0a-4c86-ad8a-2171b699cc6b req-1785bb2c-8445-4e34-b307-5e82173e6300 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702023 Aug 28 19:54:47.958039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-083d0541-a38c-4b89-8d97-826e43ca2b88 None None] For port bdc98887-e040-4034-b972-367251dd253c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bdc98887-e040-4034-b972-367251dd253c,segment=NetworkSegment(eddd1eaf-9db9-4bed-b855-51c852779d29),segment_id=eddd1eaf-9db9-4bed-b855-51c852779d29)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:47.960825 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:47.962567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bdc98887-e040-4034-b972-367251dd253c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:47.963228 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bdc98887-e040-4034-b972-367251dd253c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:48.026328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb5b9850-3d7a-4c63-8d00-5b2295cda0d4 req-1965484a-4819-4aa9-90c4-f07ea1beecf2 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511302 Aug 28 19:54:48.098509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07f78959-9af2-4e9d-9f1f-d1cf5eed558a req-2356b323-1569-45fb-bc48-30737d673e6b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930686 Aug 28 19:54:48.102836 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 19:54:48.103277 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 19:54:48.104993 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-083d0541-a38c-4b89-8d97-826e43ca2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bdc98887-e040-4034-b972-367251dd253c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:48.162756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-b1c67bff-47a4-4315-b700-b8950a22880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.164401 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-b1c67bff-47a4-4315-b700-b8950a22880c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3210454 Aug 28 19:54:48.173592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d0541-a38c-4b89-8d97-826e43ca2b88 None None] Pushing event updated for resources: {'Port': ['ID=bdc98887-e040-4034-b972-367251dd253c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:48.175601 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:48.231501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ce677c4c-9e6a-434d-940d-5d091e3033c6 None None] Provisioning complete for port bdc98887-e040-4034-b972-367251dd253c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:48.231937 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ce677c4c-9e6a-434d-940d-5d091e3033c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bdc98887-e040-4034-b972-367251dd253c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:48.303412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-929e8fd5-1a78-4bf2-b11c-c99115ef3021 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265948 Aug 28 19:54:48.344961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ce677c4c-9e6a-434d-940d-5d091e3033c6 None None] Current status of the port bdc98887-e040-4034-b972-367251dd253c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:48.413827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:48.421594 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:48.541138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Network 96a9c533-035e-43cb-928f-ae3bd529d833 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:48.593272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:48.614500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:48.628570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:48.635013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.637655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.638453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.640081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.640771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.641465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.642250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.643189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.644153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.645073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.655807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-748f892d-2901-40b6-b65c-2ceb8fe9c49f req-fde82944-6c6c-4c56-9b55-8dc217f65ab8 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 7150 time: 0.1775882 Aug 28 19:54:48.705491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bdc98887-e040-4034-b972-367251dd253c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:48.743940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b5964-1ee3-47b6-bb69-0dbd6a7fc9ac req-a22d9e61-13ac-4153-881b-b9c873eaf396 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:48.746567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd8b5964-1ee3-47b6-bb69-0dbd6a7fc9ac req-a22d9e61-13ac-4153-881b-b9c873eaf396 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 949 time: 0.2717021 Aug 28 19:54:48.760153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (1cbebb41-61e1-4811-a74b-87216494365e), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:48.858392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad2fe5a-c685-4d81-82c4-77daa0910146 req-11f8e801-d80b-4f13-8a88-2dd4023b83a2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470228 Aug 28 19:54:48.859251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks [] for router_gateway (ca259e7a-6270-46ce-8808-2449f4403314), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:48.878019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-762f76da-4509-4459-9dea-c8f920c08d2d req-7d9e5564-6473-463b-854e-51125ca00619 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 210 time: 0.0659890 Aug 28 19:54:48.941460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:48.969522 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:49.084963 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd8b5964-1ee3-47b6-bb69-0dbd6a7fc9ac req-21cde557-d774-42e1-aeb0-4aebd6f7e387 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134151 Aug 28 19:54:49.141765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:49.154229 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.247468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0be3643b-1774-4c8f-b22b-7fad34a3d882 None None] Provisioning complete for port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:49.248048 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0be3643b-1774-4c8f-b22b-7fad34a3d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.259714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3dc8e-bc01-492a-9458-c75a5034eeb4 req-b10a3f40-0bc1-4b39-8346-8644ef28dc0e tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.281267 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9b3dc8e-bc01-492a-9458-c75a5034eeb4 req-b10a3f40-0bc1-4b39-8346-8644ef28dc0e tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 886 time: 0.2950344 Aug 28 19:54:49.318878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0be3643b-1774-4c8f-b22b-7fad34a3d882 None None] Port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:49.380134 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:49.387822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:49.389322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.399926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547976c-86ac-4503-baaf-25d80699a75a req-2da8c82c-aebb-4cc6-b2dc-d8fdd75defd8 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.402399 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8547976c-86ac-4503-baaf-25d80699a75a req-2da8c82c-aebb-4cc6-b2dc-d8fdd75defd8 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.0698557 Aug 28 19:54:49.428742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:49.449366 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:49.497204 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8547976c-86ac-4503-baaf-25d80699a75a req-3f0c7fba-bfe5-4b17-987b-ecbd31a303dd tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838969 Aug 28 19:54:49.505766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.507256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bdc98887-e040-4034-b972-367251dd253c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:49.593234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8959fd60-0c95-48ec-a499-41d2a52dc530 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:49.673266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:49.690540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9b90-67fc-4ef3-a666-072c9968f834 req-6b662bb1-73e9-446a-a334-af91a41275ca tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.698674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccef9b90-67fc-4ef3-a666-072c9968f834 req-6b662bb1-73e9-446a-a334-af91a41275ca tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 949 time: 0.1336575 Aug 28 19:54:49.709039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port bdc98887-e040-4034-b972-367251dd253c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:49.710613 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bdc98887-e040-4034-b972-367251dd253c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.711104 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:49.722588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.723249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.723803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.724360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.725071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.725817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.726405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.726916 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.727555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.728147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:49.730374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-911ee94f-b3a5-4c57-bb99-65c1ca68058b req-0bfe93d5-1ba5-4b6e-ae52-2b5ea40436d6 tempest-NetworksTest-640846260 tempest-NetworksTest-640846260-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 7150 time: 0.1805060 Aug 28 19:54:49.752669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 8959fd60-0c95-48ec-a499-41d2a52dc530 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:54:49.806189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.832349 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccef9b90-67fc-4ef3-a666-072c9968f834 req-e7f3aa53-c68e-4a7d-adb1-8e7172d77997 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326039 Aug 28 19:54:49.833543 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (ca259e7a-6270-46ce-8808-2449f4403314), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.834782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bdc98887-e040-4034-b972-367251dd253c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:49.843667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 8959fd60-0c95-48ec-a499-41d2a52dc530 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:49.844053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.945274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 8959fd60-0c95-48ec-a499-41d2a52dc530 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:49.945836 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:49.975443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:49.979286 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f280aa33-da65-4538-935a-fa52b921ca08" -d '{"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-plugged", "status": "completed", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:50.005450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:50.023967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bab3f7a5-cdb3-40eb-8433-5efe986a9103 req-fa73d1fe-bf7a-44cb-9af3-4e346cd4e9f7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 210 time: 0.0315847 Aug 28 19:54:50.034525 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8045c-fc02-4d98-839a-1cb92caaf2b4 x-openstack-request-id: req-e3a8045c-fc02-4d98-839a-1cb92caaf2b4 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:50.035235 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-plugged", "status": "completed", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:50.035693 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3a8045c-fc02-4d98-839a-1cb92caaf2b4 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:50.036295 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a8045c-fc02-4d98-839a-1cb92caaf2b4'] response: {'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'code': 200} Aug 28 19:54:50.078177 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.177156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-fd82aa1c-b517-4ad2-a171-3e51de7681a7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=99d7e142612a407e82beaf28a4defb73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334783 Aug 28 19:54:50.265728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dae9e-1b1c-4caf-81e8-f2fafcb5cc02 req-46ea7c15-e5af-4570-9bf2-8a584b060ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:50.266162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:50.269885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d3dae9e-1b1c-4caf-81e8-f2fafcb5cc02 req-46ea7c15-e5af-4570-9bf2-8a584b060ba5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 1132 time: 0.1518652 Aug 28 19:54:50.279782 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks [] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.290859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-66e19d21-bc9f-413b-997d-0e8906be6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:50.293021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-66e19d21-bc9f-413b-997d-0e8906be6dfb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1126 time: 0.1434093 Aug 28 19:54:50.372253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Router ca259e7a-6270-46ce-8808-2449f4403314 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:54:50.387230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-fde4c446-315c-4e63-abfd-1a2a4e085044 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:50.388794 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-fde4c446-315c-4e63-abfd-1a2a4e085044 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068353 Aug 28 19:54:50.409129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Request body: {'port': {'device_id': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '99d7e142612a407e82beaf28a4defb73'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:50.424185 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:50.437715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.522452 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d3dae9e-1b1c-4caf-81e8-f2fafcb5cc02 req-a86f05b4-c294-48e6-8075-937adffc54b4 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464964 Aug 28 19:54:50.525719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36440) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:50.533454 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:50.664631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6ddbe-56de-4523-94d2-fde07abea940 req-c247dc4d-d9f8-4dd1-ba80-2b9399a414c9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:50.673030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ea6ddbe-56de-4523-94d2-fde07abea940 req-c247dc4d-d9f8-4dd1-ba80-2b9399a414c9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.3430514 Aug 28 19:54:50.717108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:50.738439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (1cbebb41-61e1-4811-a74b-87216494365e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.755974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Made reservation on behalf of 99d7e142612a407e82beaf28a4defb73 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:54:50.758257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-ce30e91b-afae-4962-a90e-b7b0febff977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:50.759924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-ce30e91b-afae-4962-a90e-b7b0febff977 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.4598582 Aug 28 19:54:50.770799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.784704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcc59d-2894-4dc2-9c57-554c72465a9a req-19a55565-cf14-4e7f-a070-e8c209f8e907 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:50.793351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67dcc59d-2894-4dc2-9c57-554c72465a9a req-19a55565-cf14-4e7f-a070-e8c209f8e907 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.1384335 Aug 28 19:54:50.818643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.881588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67dcc59d-2894-4dc2-9c57-554c72465a9a req-5aade716-7a37-4799-b08a-26c9457ba3dc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864258 Aug 28 19:54:50.894696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:50.918242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-04e83cc6-0eea-45a9-812a-8f14c945b097 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 217 time: 0.1063523 Aug 28 19:54:50.919327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5e21-861e-4047-97b5-2fc8488d728a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.930756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ea6ddbe-56de-4523-94d2-fde07abea940 req-edf4eaf6-2289-4509-b612-0d07ff9752eb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567494 Aug 28 19:54:50.955931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks [] for security_group (60b6f8ca-83b5-4b58-ada1-8823f33183e0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:50.962009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:50.978900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Sync routers for ids ['ca259e7a-6270-46ce-8808-2449f4403314'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:51.002905 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:51.016803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Routers {'ca259e7a-6270-46ce-8808-2449f4403314'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:51.017494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ca259e7a-6270-46ce-8808-2449f4403314'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:51.021994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:51.022770 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:51.027869 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (60b6f8ca-83b5-4b58-ada1-8823f33183e0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:51.093692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6f8ca-83b5-4b58-ada1-8823f33183e0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:51.104568 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:51.127040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Network 96a9c533-035e-43cb-928f-ae3bd529d833 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:51.141830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:51.162939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eed6d-6779-47e7-b9d5-157f69ab1342 req-ec66da69-15c8-4d04-9ca2-e04f1b0d1da2 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:51.164581 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-749eed6d-6779-47e7-b9d5-157f69ab1342 req-ec66da69-15c8-4d04-9ca2-e04f1b0d1da2 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 949 time: 0.1551626 Aug 28 19:54:51.179987 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:51.181886 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-77032420-1527-491a-a18a-bef18d76447c admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.2842696 Aug 28 19:54:51.191700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36450) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:51.271224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-b3d1238d-650f-4b09-9540-55bb208dcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:51.273079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-b3d1238d-650f-4b09-9540-55bb208dcd34 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.2645967 Aug 28 19:54:51.280263 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97792a4d-dea2-49cd-b37d-0aedc00ebf72 req-ea3c6b84-eaf6-4447-ba39-7a8962ca02bb tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 210 time: 0.1359532 Aug 28 19:54:51.373360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-749eed6d-6779-47e7-b9d5-157f69ab1342 req-5c3cfa08-ffe9-4996-a77d-f193f4e2de45 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005336 Aug 28 19:54:51.419670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Set router ca259e7a-6270-46ce-8808-2449f4403314 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:51.425826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-d9883886-17eb-4796-91c0-6fd6e0ca6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:51.427762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-d9883886-17eb-4796-91c0-6fd6e0ca6d7b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1336317 Aug 28 19:54:51.434083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Allocated IP 192.168.233.104 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/412b2329-0479-4b75-9aee-e5b263c1fad4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:51.525796 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5e21-861e-4047-97b5-2fc8488d728a admin admin] Publish callbacks [] for security_group (c78febd3-cfd1-4150-9e25-9fe95430b0af), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:51.562466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Router 1cbebb41-61e1-4811-a74b-87216494365e has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:51.564980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-6147a468-19cb-494c-86e6-f54925cc0119 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267333 Aug 28 19:54:51.655953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:54:51.661574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5e21-861e-4047-97b5-2fc8488d728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c78febd3-cfd1-4150-9e25-9fe95430b0af), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:51.709301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4574d8a4-67ea-4369-a889-2b49c90959c4 None None] Provisioning complete for port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:51.709682 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4574d8a4-67ea-4369-a889-2b49c90959c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:51.799586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b8ce5e21-861e-4047-97b5-2fc8488d728a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3e40e5b116734810a8fdb1717a76b8d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2653339 Aug 28 19:54:51.801353 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:INSERT=27,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:51.801797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce5e21-861e-4047-97b5-2fc8488d728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78febd3-cfd1-4150-9e25-9fe95430b0af,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:51.805675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36454) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:51.826068 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:51.833129 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f577e7d-7b3b-4562-baa8-6e3624e209cf req-9550e385-5543-47bb-b0d4-6cffde190737 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601602 Aug 28 19:54:51.835213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:51.840144 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:54:51.841844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ec89db36-518b-43a2-aee3-603dae43dc48 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1cbebb41-61e1-4811-a74b-87216494365e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8548863 Aug 28 19:54:51.851721 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Sync routers for ids ['1cbebb41-61e1-4811-a74b-87216494365e'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:51.874643 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Routers {'1cbebb41-61e1-4811-a74b-87216494365e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:51.879562 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1cbebb41-61e1-4811-a74b-87216494365e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:51.921261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:51.933334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks [] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:51.951118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4574d8a4-67ea-4369-a889-2b49c90959c4 None None] Port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:51.977480 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a4d9-80c7-4edb-9680-eaf2302694dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.016478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:54:48Z', 'revision_number': 3, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:52.020108 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76835baa-ec46-40e0-b21d-022ebd5a3500 admin admin] Publish callbacks [] for security_group (c78febd3-cfd1-4150-9e25-9fe95430b0af), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.055146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Checking router: ca259e7a-6270-46ce-8808-2449f4403314 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:52.055819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Updating router ca259e7a-6270-46ce-8808-2449f4403314 port 78010cf8-1438-4dd4-9832-0cac3983ddd2 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:52.084008 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.090418 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76835baa-ec46-40e0-b21d-022ebd5a3500 admin admin] Publish callbacks [] for security_group (c78febd3-cfd1-4150-9e25-9fe95430b0af), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.122113 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Set router 1cbebb41-61e1-4811-a74b-87216494365e gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:52.126859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:52.144220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'c9c6e818-7286-477b-a548-1c3c6c7792ee', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'port_id': 'c9c6e818-7286-477b-a548-1c3c6c7792ee', 'mac_address': 'fa:16:3e:b5:0b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:54:52.161063 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:52.189212 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.232874 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:52.279252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:52.285302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583fd6c-4a95-4093-8474-c3a9900e0b03 req-1e6beee6-88da-48c9-a61e-9d0b5fbd00dd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:52.293751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9583fd6c-4a95-4093-8474-c3a9900e0b03 req-1e6beee6-88da-48c9-a61e-9d0b5fbd00dd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0853150 Aug 28 19:54:52.340423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:52.342362 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:52.343732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:52.350399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:52.351294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.360558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e1f6-9464-4355-a1b9-6d5f5eabb75d req-bceac781-1756-4168-801d-877ad0f8ce6a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:52.366247 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcf9e1f6-9464-4355-a1b9-6d5f5eabb75d req-bceac781-1756-4168-801d-877ad0f8ce6a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.2693017 Aug 28 19:54:52.390592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c9c6e818-7286-477b-a548-1c3c6c7792ee is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:52.391298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.396389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.398812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Pushing event updated for resources: {'Port': ['ID=412b2329-0479-4b75-9aee-e5b263c1fad4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:52.470779 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 4, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port': {'id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:40Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c', 'name': '', 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'mac_address': 'fa:16:3e:d1:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:46Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 2, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'subnets': [{'id': '4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:52.517885 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Checking router: 1cbebb41-61e1-4811-a74b-87216494365e for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:52.524124 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Updating router 1cbebb41-61e1-4811-a74b-87216494365e port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:52.524352 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.546425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c6e818-7286-477b-a548-1c3c6c7792ee {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:52.567787 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.603259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:52.680002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.750749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9583fd6c-4a95-4093-8474-c3a9900e0b03 req-ed9d2a12-7fc6-415d-8828-18ddc8886bc1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558620 Aug 28 19:54:52.756799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:52.808564 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:52.823574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8cf02097-d81a-4dcf-9290-5f491152ea60 None None] Provisioning complete for port 412b2329-0479-4b75-9aee-e5b263c1fad4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:52.824222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cf02097-d81a-4dcf-9290-5f491152ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.852298 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:52.892520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Publish callbacks [] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.899599 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8cf02097-d81a-4dcf-9290-5f491152ea60 None None] Port 412b2329-0479-4b75-9aee-e5b263c1fad4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:52.903334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-9c9deae0-964a-43e0-896b-e7d6fe433440 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4982386 Aug 28 19:54:52.904647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76835baa-ec46-40e0-b21d-022ebd5a3500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c78febd3-cfd1-4150-9e25-9fe95430b0af), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.907169 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76835baa-ec46-40e0-b21d-022ebd5a3500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.910814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-76835baa-ec46-40e0-b21d-022ebd5a3500 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c78febd3-cfd1-4150-9e25-9fe95430b0af HTTP/1.1" status: 204 len: 168 time: 1.1023047 Aug 28 19:54:52.924495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ebbdf-72e0-4413-b419-acc643fda3b2 req-e2635683-fb96-4cbd-808d-7e7c6e753c75 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:52.927541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76835baa-ec46-40e0-b21d-022ebd5a3500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78febd3-cfd1-4150-9e25-9fe95430b0af,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:52.934556 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-728ebbdf-72e0-4413-b419-acc643fda3b2 req-e2635683-fb96-4cbd-808d-7e7c6e753c75 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 949 time: 0.0821958 Aug 28 19:54:52.935249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Request body: {'port': {'device_id': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:52.954238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcf9e1f6-9464-4355-a1b9-6d5f5eabb75d req-b7d0eb2e-b6f4-425b-bfe4-a16d51bb7619 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614047 Aug 28 19:54:52.955323 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:52.963157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:52.996307 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Publish callbacks [] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.011674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c9c6e818-7286-477b-a548-1c3c6c7792ee'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:54:53.017084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Attempting to bind port 78010cf8-1438-4dd4-9832-0cac3983ddd2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:53.017453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Attempting to bind port 78010cf8-1438-4dd4-9832-0cac3983ddd2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:53.017816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Attempting to bind port 78010cf8-1438-4dd4-9832-0cac3983ddd2 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:53.048217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-728ebbdf-72e0-4413-b419-acc643fda3b2 req-5b2e7cb7-7668-41b8-b7a6-1d3ea71b4a14 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971401 Aug 28 19:54:53.073693 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.096151 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:53.097654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:53.098109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:53.098626 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.098963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:53.099459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Bound port: 78010cf8-1438-4dd4-9832-0cac3983ddd2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:53.099843 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.113811 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.174103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Allocated IP 172.20.0.1 (a5ec3477-4853-4b37-962d-3931dcee0efe/6507e6e5-77c0-43ea-9e74-184df40d4ae5/3ec18934-8cd6-4dea-b29a-b22d3ae157de) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:54:53.197367 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1f6a5-e0c3-4d02-b665-b7e47b1e9a93 None None] Pushing event updated for resources: {'Port': ['ID=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:53.231844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fb488-c706-4121-9ad9-ff2c772ce5d7 req-b5d43fd9-3291-4f0e-9555-5a0044748b2d tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:53.238271 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Attempting to bind port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:53.239245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-938fb488-c706-4121-9ad9-ff2c772ce5d7 req-b5d43fd9-3291-4f0e-9555-5a0044748b2d tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 936 time: 0.1174693 Aug 28 19:54:53.245027 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Attempting to bind port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:53.245791 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Attempting to bind port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c on network 96a9c533-035e-43cb-928f-ae3bd529d833 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:53.253532 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:53.254319 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Checking segment: {'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:53.254878 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.255413 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Bound using segment: {'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:53.256038 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Bound port: e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46282e0e-a18f-4b20-b463-9b27a3606568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:53.256853 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.356182 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] For port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:53.366510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb51435-1a70-475d-9449-b0501dea34d6 None None] Pushing event updated for resources: {'Port': ['ID=78010cf8-1438-4dd4-9832-0cac3983ddd2,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:53.366717 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] For port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,segment=NetworkSegment(46282e0e-a18f-4b20-b463-9b27a3606568),segment_id=46282e0e-a18f-4b20-b463-9b27a3606568)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:53.392213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] For port 78010cf8-1438-4dd4-9832-0cac3983ddd2, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:53.411540 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-938fb488-c706-4121-9ad9-ff2c772ce5d7 req-70caa4f4-42fd-465c-85f7-16e18de3d632 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658759 Aug 28 19:54:53.431214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] For port 78010cf8-1438-4dd4-9832-0cac3983ddd2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=78010cf8-1438-4dd4-9832-0cac3983ddd2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:53.456709 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.468433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks [] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.530988 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.574363 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Routers {'1cbebb41-61e1-4811-a74b-87216494365e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:53.575871 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1cbebb41-61e1-4811-a74b-87216494365e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:53.581401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Routers {'ca259e7a-6270-46ce-8808-2449f4403314'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:53.582136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ca259e7a-6270-46ce-8808-2449f4403314'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:53.616155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412b2329-0479-4b75-9aee-e5b263c1fad4 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:54:53.625143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.636487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Publish callbacks [] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.665515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb51435-1a70-475d-9449-b0501dea34d6 None None] Pushing event updated for resources: {'Port': ['ID=78010cf8-1438-4dd4-9832-0cac3983ddd2,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:53.692206 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1f6a5-e0c3-4d02-b665-b7e47b1e9a93 None None] Pushing event updated for resources: {'Port': ['ID=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:53.697360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Network a5ec3477-4853-4b37-962d-3931dcee0efe is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:53.711119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:53.728164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-6fe8467b-99bf-4d9d-82e1-b2aae34edae2 req-5efbd11a-db37-4b6c-bc2a-c86cc8fd24d4 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:54:53.731818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fe8467b-99bf-4d9d-82e1-b2aae34edae2 req-5efbd11a-db37-4b6c-bc2a-c86cc8fd24d4 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0177250 Aug 28 19:54:53.735847 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Transition to ACTIVE for port object 412b2329-0479-4b75-9aee-e5b263c1fad4 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:54:53.737724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:54:53.738802 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (ca259e7a-6270-46ce-8808-2449f4403314), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.752207 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:53.771011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] Set router ca259e7a-6270-46ce-8808-2449f4403314 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:53.811781 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] Set router 1cbebb41-61e1-4811-a74b-87216494365e gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:53.903100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Pushing event updated for resources: {'Port': ['ID=3ec18934-8cd6-4dea-b29a-b22d3ae157de,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:53.929827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:53.995612 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:54.052272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36490) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:54.100875 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-572bffdd-dcba-4412-b3be-edeb903319f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.147191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:54.188422 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d6460f73-48a5-4d4a-b4a3-5f1750e0cff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.212354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:54:48Z', 'revision_number': 3, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:54.231699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Attempting to bind port 412b2329-0479-4b75-9aee-e5b263c1fad4 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:54:54.234709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Attempting to bind port 412b2329-0479-4b75-9aee-e5b263c1fad4 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:54:54.235379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Attempting to bind port 412b2329-0479-4b75-9aee-e5b263c1fad4 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:54.246648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee21dff-6388-466f-bc71-cc722e80f195 None None] The sync data for ids ['ca259e7a-6270-46ce-8808-2449f4403314'] in n-d-854121-7 is: [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:54:48Z', 'revision_number': 3, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:54.250234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port c9c6e818-7286-477b-a548-1c3c6c7792ee completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:54:54.255298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1917a33d-0202-4d4d-bf86-e54efdb8b27b None None] Provisioning complete for port 3ec18934-8cd6-4dea-b29a-b22d3ae157de triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:54.255685 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1917a33d-0202-4d4d-bf86-e54efdb8b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.281588 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 4, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port': {'id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:40Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c', 'name': '', 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'mac_address': 'fa:16:3e:d1:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:46Z', 'updated_at': '2022-08-28T19:54:53Z', 'revision_number': 4, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'subnets': [{'id': '4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:54.297468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Pushing event updated for resources: {'Port': ['ID=412b2329-0479-4b75-9aee-e5b263c1fad4,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:54.308765 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:54.312214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1917a33d-0202-4d4d-bf86-e54efdb8b27b None None] Port 3ec18934-8cd6-4dea-b29a-b22d3ae157de cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:54.312686 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.321010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-572bffdd-dcba-4412-b3be-edeb903319f0 admin admin] Publish callbacks [] for security_group (8556a667-58f7-45f4-9c4b-a851934f090f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.331226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Port 412b2329-0479-4b75-9aee-e5b263c1fad4 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:54:54.331547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Attempting to bind port 412b2329-0479-4b75-9aee-e5b263c1fad4 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:54:54.350385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-cae413bd-99c1-4e6f-814d-836a63236a42 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:54.353049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-cae413bd-99c1-4e6f-814d-836a63236a42 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.6518285 Aug 28 19:54:54.358717 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987f194-cff5-4ad4-822a-c9173f36b03e None None] The sync data for ids ['1cbebb41-61e1-4811-a74b-87216494365e'] in n-d-854121-7 is: [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 4, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port': {'id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:40Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c', 'name': '', 'network_id': '96a9c533-035e-43cb-928f-ae3bd529d833', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'mac_address': 'fa:16:3e:d1:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:46Z', 'updated_at': '2022-08-28T19:54:53Z', 'revision_number': 4, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'subnets': [{'id': '4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:54:54.363253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port c9c6e818-7286-477b-a548-1c3c6c7792ee triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:54.363677 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.387159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:54:54.388003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:54:54.388642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:54:54.389510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Bound port: 412b2329-0479-4b75-9aee-e5b263c1fad4, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:54:54.390313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.391536 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-572bffdd-dcba-4412-b3be-edeb903319f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8556a667-58f7-45f4-9c4b-a851934f090f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.437428 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:54.437632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-641b6858-ddf8-473f-987b-4ac0d72b9317 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/quotas/d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 375 time: 0.0675628 Aug 28 19:54:54.593411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bffdd-dcba-4412-b3be-edeb903319f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8556a667-58f7-45f4-9c4b-a851934f090f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:54.617679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c9c6e818-7286-477b-a548-1c3c6c7792ee is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:54.621651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36500) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:54.623832 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.694270 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-572bffdd-dcba-4412-b3be-edeb903319f0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a9bc567f827147b7b0cfd8146cafa9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6388876 Aug 28 19:54:54.696602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36506) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:54:54.724052 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:54.745785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:54.755913 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af5078-53ed-4199-a4a1-1da531b9f364" -d '{"events": [{"server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "name": "network-vif-plugged", "status": "completed", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:54.762304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-4e54b792-238e-429a-a9e0-451dd95c3107 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2662163 Aug 28 19:54:54.804302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:54.806789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] For port 412b2329-0479-4b75-9aee-e5b263c1fad4, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:54:54.876150 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-5b1c8b21-d94a-40ed-b635-cf384c9086dc service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2529030 Aug 28 19:54:54.888676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-8ce5935d-9563-4c3e-96c8-98c8e92885b5 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:54:54.890222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-8ce5935d-9563-4c3e-96c8-98c8e92885b5 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070562 Aug 28 19:54:54.894872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:54.988391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ef42f-8fad-4fd7-9ef7-11206f3b3599 req-6c9ed850-d53e-427a-8ac1-f66ee4916fc6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:54.999929 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-f3b664b3-d657-4262-9eb0-6151c245898b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900537 Aug 28 19:54:55.001586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-385ef42f-8fad-4fd7-9ef7-11206f3b3599 req-6c9ed850-d53e-427a-8ac1-f66ee4916fc6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 946 time: 0.1242535 Aug 28 19:54:55.020976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] For port 412b2329-0479-4b75-9aee-e5b263c1fad4, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=412b2329-0479-4b75-9aee-e5b263c1fad4,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:54:55.088979 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.092984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:55.094078 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.096085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/412b2329-0479-4b75-9aee-e5b263c1fad4 HTTP/1.1" status: 200 len: 1096 time: 2.1717403 Aug 28 19:54:55.128559 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:55.133227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-385ef42f-8fad-4fd7-9ef7-11206f3b3599 req-eb9a2f7a-ae14-4fd6-90f8-d7a34cb1741d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304681 Aug 28 19:54:55.151855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'tag': '412b2329-0479-4b75-9aee-e5b263c1fad4'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:55.154371 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43413dc1-6858-43c3-8f54-638b75950266" -d '{"events": [{"name": "network-changed", "server_uuid": "581d67b0-e1d5-422d-bf28-acd22a24cc45", "tag": "412b2329-0479-4b75-9aee-e5b263c1fad4"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:55.156910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1239a4d2-eac0-4b43-b725-81b4c4d42e81 admin admin] Publish callbacks [] for security_group (8556a667-58f7-45f4-9c4b-a851934f090f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.198996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1239a4d2-eac0-4b43-b725-81b4c4d42e81 admin admin] Publish callbacks [] for security_group (8556a667-58f7-45f4-9c4b-a851934f090f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.269097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:55.358952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:55.368111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f6dd-c33b-40b7-93be-537108c0f98b req-f01a9732-3541-4187-b388-ff4a5a62234d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:55.381134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f20f6dd-c33b-40b7-93be-537108c0f98b req-f01a9732-3541-4187-b388-ff4a5a62234d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.1145895 Aug 28 19:54:55.381390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:55.381555 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.486548 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f20f6dd-c33b-40b7-93be-537108c0f98b req-d24686ec-15b0-4378-a112-79e180634ca3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044714 Aug 28 19:54:55.486823 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks [] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.491009 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:55.494238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:55.495431 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.549566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,segment=NetworkSegment(46282e0e-a18f-4b20-b463-9b27a3606568),segment_id=46282e0e-a18f-4b20-b463-9b27a3606568)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:55.586446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.588764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (ca259e7a-6270-46ce-8808-2449f4403314), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.592879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-7cb2b4d2-a99b-4418-8ff9-cab5f8aeab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:55.596930 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-7cb2b4d2-a99b-4418-8ff9-cab5f8aeab1a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=99d7e142612a407e82beaf28a4defb73&device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 1130 time: 0.3697393 Aug 28 19:54:55.725707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.726214 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.728186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 78010cf8-1438-4dd4-9832-0cac3983ddd2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:55.764728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e95c0-b8ef-46af-a228-23134edd6086 req-3b066363-12dc-4058-8059-a066d0b4ecc1 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:55.767783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb4e95c0-b8ef-46af-a228-23134edd6086 req-3b066363-12dc-4058-8059-a066d0b4ecc1 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 948 time: 0.1370993 Aug 28 19:54:55.768977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6576b1b-2bb3-4ac4-9467-899c602be3ad service neutron] Pushing event updated for resources: {'Port': ['ID=412b2329-0479-4b75-9aee-e5b263c1fad4,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:55.770299 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:55.886765 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb4e95c0-b8ef-46af-a228-23134edd6086 req-3767be2d-b0db-41f1-b4e4-b33bdd649250 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042349 Aug 28 19:54:55.905842 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:55.908385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:55.910748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-437b0697-eabf-4ec4-9be4-9a0cb82a787b service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=412b2329-0479-4b75-9aee-e5b263c1fad4 HTTP/1.1" status: 200 len: 217 time: 0.2791464 Aug 28 19:54:55.912861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 78010cf8-1438-4dd4-9832-0cac3983ddd2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:55.913194 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.926436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1239a4d2-eac0-4b43-b725-81b4c4d42e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8556a667-58f7-45f4-9c4b-a851934f090f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.926436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1239a4d2-eac0-4b43-b725-81b4c4d42e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:55.930521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1239a4d2-eac0-4b43-b725-81b4c4d42e81 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8556a667-58f7-45f4-9c4b-a851934f090f HTTP/1.1" status: 204 len: 168 time: 1.2249320 Aug 28 19:54:56.093787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-0338507e-d1a6-4add-93eb-e43b3b6d5bdd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0514231 Aug 28 19:54:56.096329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239a4d2-eac0-4b43-b725-81b4c4d42e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8556a667-58f7-45f4-9c4b-a851934f090f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:56.132716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-aa0d79b8-fbc5-4494-b9fa-0d3f00a254ed tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:56.143375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-aa0d79b8-fbc5-4494-b9fa-0d3f00a254ed tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports/8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 200 len: 947 time: 0.4423246 Aug 28 19:54:56.167383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-798160a5-6b87-4834-a083-484a2c9a24bf tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:56.168995 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-798160a5-6b87-4834-a083-484a2c9a24bf tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 949 time: 0.1315610 Aug 28 19:54:56.217307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 78010cf8-1438-4dd4-9832-0cac3983ddd2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:56.218536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:56.223316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Pushing event updated for resources: {'Port': ['ID=3ec18934-8cd6-4dea-b29a-b22d3ae157de,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:56.243564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842989d8-b26a-455e-9e0a-1499c8754e9c req-11f2f74c-e306-4449-80ce-cbcf1e78a2f5 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:56.245229 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-842989d8-b26a-455e-9e0a-1499c8754e9c req-11f2f74c-e306-4449-80ce-cbcf1e78a2f5 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 949 time: 0.1515641 Aug 28 19:54:56.260045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-41a03c22-ba38-4d68-aa61-389c72b0731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:56.262307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-41a03c22-ba38-4d68-aa61-389c72b0731a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2914786 Aug 28 19:54:56.292543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 78010cf8-1438-4dd4-9832-0cac3983ddd2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=78010cf8-1438-4dd4-9832-0cac3983ddd2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:56.355817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Network a5ec3477-4853-4b37-962d-3931dcee0efe is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:54:56.361938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:54:56.368849 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:56.415642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Deleting port 7069215b-60fa-49c6-bf01-1c9e2bef317e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:54:56.417629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:56.503127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=78010cf8-1438-4dd4-9832-0cac3983ddd2,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:56.514554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-f7e79e4b-cddb-4951-8649-9dca18ca43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:56.516362 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-f7e79e4b-cddb-4951-8649-9dca18ca43c1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2439930 Aug 28 19:54:56.694000 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2936c394-49f0-4e5d-9b3a-a59c153cc54c x-openstack-request-id: req-2936c394-49f0-4e5d-9b3a-a59c153cc54c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:56.694000 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "name": "network-vif-plugged", "status": "completed", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:56.694364 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2936c394-49f0-4e5d-9b3a-a59c153cc54c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:56.694751 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2936c394-49f0-4e5d-9b3a-a59c153cc54c'] response: {'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee', 'code': 200} Aug 28 19:54:56.882869 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ca750-d04d-4040-b956-a71aeae82f5e x-openstack-request-id: req-260ca750-d04d-4040-b956-a71aeae82f5e {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:56.882869 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581d67b0-e1d5-422d-bf28-acd22a24cc45", "tag": "412b2329-0479-4b75-9aee-e5b263c1fad4", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:56.882869 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-260ca750-d04d-4040-b956-a71aeae82f5e {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:56.882869 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260ca750-d04d-4040-b956-a71aeae82f5e'] response: {'name': 'network-changed', 'server_uuid': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'tag': '412b2329-0479-4b75-9aee-e5b263c1fad4', 'status': 'completed', 'code': 200} Aug 28 19:54:56.882869 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:56.896572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] For port 7069215b-60fa-49c6-bf01-1c9e2bef317e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7069215b-60fa-49c6-bf01-1c9e2bef317e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:54:56.898880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:56.943523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Calling delete_port for 7069215b-60fa-49c6-bf01-1c9e2bef317e owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:54:56.961243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Router ca259e7a-6270-46ce-8808-2449f4403314 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:54:56.992871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-36b7e6d7-06fe-48f5-afde-b645102c5400 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481966 Aug 28 19:54:57.017944 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:57.076515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:57.081152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1f2a36fc-c45a-40aa-b1d9-57c95951bfe0 None None] Provisioning complete for port 3ec18934-8cd6-4dea-b29a-b22d3ae157de triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:57.081500 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f2a36fc-c45a-40aa-b1d9-57c95951bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:57.159414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1f65-0430-47f0-9830-fa4ee83db30a req-507d855d-3c5b-4746-a842-372ad3b8d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:57.161332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-af5d1f65-0430-47f0-9830-fa4ee83db30a req-507d855d-3c5b-4746-a842-372ad3b8d51d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1128 time: 0.0822825 Aug 28 19:54:57.186725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-842989d8-b26a-455e-9e0a-1499c8754e9c req-932cdedb-615e-4c79-9af6-1263f94724cd tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0df3636-4de7-46d4-9029-cc17b47442d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9315856 Aug 28 19:54:57.250081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a36fc-c45a-40aa-b1d9-57c95951bfe0 None None] Port 3ec18934-8cd6-4dea-b29a-b22d3ae157de cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:54:57.342236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:57.343859 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:57.448118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-af5d1f65-0430-47f0-9830-fa4ee83db30a req-0b81182f-7517-4f3e-9d3c-d29fcb9e87f9 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550755 Aug 28 19:54:57.513383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7a808-9eb5-44ad-8396-17c8225840df req-501cffc8-24cc-46f1-88a4-c027cbeba8af tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:57.517534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fdf7a808-9eb5-44ad-8396-17c8225840df req-501cffc8-24cc-46f1-88a4-c027cbeba8af tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.1345198 Aug 28 19:54:57.554282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:57.556548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 78010cf8-1438-4dd4-9832-0cac3983ddd2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:54:57.631741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fdf7a808-9eb5-44ad-8396-17c8225840df req-1f3917fb-e3b7-474e-b57f-0e944a7581fc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101301 Aug 28 19:54:57.664389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 78010cf8-1438-4dd4-9832-0cac3983ddd2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:54:57.674567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:57.678855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:57.688929 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7069215b-60fa-49c6-bf01-1c9e2bef317e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:57.759370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:54:57.773069 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6eabd39-0e60-4e47-a302-38800924ad2c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ca259e7a-6270-46ce-8808-2449f4403314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5726597 Aug 28 19:54:57.801326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 78010cf8-1438-4dd4-9832-0cac3983ddd2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:54:57.812375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1246-1d78-4139-aa47-c09c5bf0de3d req-3392ae49-4288-41e6-91b0-7efefffc605e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:57.813954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-066c1246-1d78-4139-aa47-c09c5bf0de3d req-3392ae49-4288-41e6-91b0-7efefffc605e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 946 time: 0.5775867 Aug 28 19:54:57.818829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17f397d-8b37-4680-9f31-3ed6e96a3b79 req-655cf29c-459a-4a96-bddc-299707a6f9b8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8176236 Aug 28 19:54:57.901341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Pushing event deleted for resources: {'Port': ['ID=7069215b-60fa-49c6-bf01-1c9e2bef317e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:57.930282 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cad5c62-0f84-43ac-8578-623df2662f5e req-63a175c1-cb25-4623-b3c9-9f136721382c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 210 time: 0.2170973 Aug 28 19:54:57.934297 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-066c1246-1d78-4139-aa47-c09c5bf0de3d req-e5ea3e78-875d-400d-b0b0-0c56939ec690 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113029 Aug 28 19:54:58.061698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] No DVR routers for this DVR port 7069215b-60fa-49c6-bf01-1c9e2bef317e on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:54:58.065422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:58.068873 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4398b381-c7c7-47b8-bd8d-54ee0fd0bff7 req-328eee93-d236-434b-849a-070743ceb8da tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.89 "DELETE /networking/v2.0/ports/7069215b-60fa-49c6-bf01-1c9e2bef317e HTTP/1.1" status: 204 len: 173 time: 1.8924806 Aug 28 19:54:58.075614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'name': 'network-vif-deleted', 'tag': '7069215b-60fa-49c6-bf01-1c9e2bef317e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:54:58.092136 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7227dbb9-f744-4624-9712-4d88a25ac3d0" -d '{"events": [{"server_uuid": "d297231b-97f2-4e12-a9f6-14ca5e288e27", "name": "network-vif-deleted", "tag": "7069215b-60fa-49c6-bf01-1c9e2bef317e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:54:58.148052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca558fe-a56c-4a51-9fa5-ed2a187d0d68 req-a06c6fc7-97c2-4448-a197-e545f8e59712 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:58.156427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cca558fe-a56c-4a51-9fa5-ed2a187d0d68 req-a06c6fc7-97c2-4448-a197-e545f8e59712 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 948 time: 0.0777411 Aug 28 19:54:58.249062 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cca558fe-a56c-4a51-9fa5-ed2a187d0d68 req-9ea8d101-91c9-4404-9618-92980122baca tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910301 Aug 28 19:54:58.278063 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:58.325466 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714bbf51-8857-45f1-a97c-3e5676c0075b x-openstack-request-id: req-714bbf51-8857-45f1-a97c-3e5676c0075b {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:54:58.325988 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d297231b-97f2-4e12-a9f6-14ca5e288e27", "name": "network-vif-deleted", "tag": "7069215b-60fa-49c6-bf01-1c9e2bef317e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:54:58.326403 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-714bbf51-8857-45f1-a97c-3e5676c0075b {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:54:58.327139 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714bbf51-8857-45f1-a97c-3e5676c0075b'] response: {'server_uuid': 'd297231b-97f2-4e12-a9f6-14ca5e288e27', 'name': 'network-vif-deleted', 'tag': '7069215b-60fa-49c6-bf01-1c9e2bef317e', 'status': 'completed', 'code': 200} Aug 28 19:54:58.421010 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:58.443787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-ccc0aa4c-d541-455e-a9a2-e6f4275163a0 req-dc1590fa-550d-4442-a256-ccba8e1652ee tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1302161353', 'description': 'tempest-description-1694967512'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:58.491096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6f66e66a-7c95-4de2-a2db-b0de8b7d557b req-82856bbf-342f-455b-8e5a-2cf00e9514e1 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 210 time: 0.0596399 Aug 28 19:54:58.517619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Sync routers for ids ['ca259e7a-6270-46ce-8808-2449f4403314'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:54:58.537319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Routers {'ca259e7a-6270-46ce-8808-2449f4403314'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:54:58.538292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ca259e7a-6270-46ce-8808-2449f4403314'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:58.599020 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ccc0aa4c-d541-455e-a9a2-e6f4275163a0 req-dc1590fa-550d-4442-a256-ccba8e1652ee tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:58.769396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Set router ca259e7a-6270-46ce-8808-2449f4403314 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:54:58.770116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ccc0aa4c-d541-455e-a9a2-e6f4275163a0 req-dc1590fa-550d-4442-a256-ccba8e1652ee tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (637423cf-9347-4137-8422-4f680fee59cd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:58.774144 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:58.844645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990e9ba-9552-4ebc-b79e-10ed1b1d1e0c req-0cab4ca6-52c0-4717-b70f-8e2d076ffc31 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:58.846567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c990e9ba-9552-4ebc-b79e-10ed1b1d1e0c req-0cab4ca6-52c0-4717-b70f-8e2d076ffc31 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0605025 Aug 28 19:54:58.895112 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ccc0aa4c-d541-455e-a9a2-e6f4275163a0 req-dc1590fa-550d-4442-a256-ccba8e1652ee tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (637423cf-9347-4137-8422-4f680fee59cd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:58.964344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1590fa-550d-4442-a256-ccba8e1652ee tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637423cf-9347-4137-8422-4f680fee59cd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:58.968099 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c990e9ba-9552-4ebc-b79e-10ed1b1d1e0c req-46e83e6f-27e2-44ad-aa9e-ea5b29347c45 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030266 Aug 28 19:54:59.008787 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:59.016984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ccc0aa4c-d541-455e-a9a2-e6f4275163a0 req-dc1590fa-550d-4442-a256-ccba8e1652ee tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.018663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccc0aa4c-d541-455e-a9a2-e6f4275163a0 req-dc1590fa-550d-4442-a256-ccba8e1652ee tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5809734 Aug 28 19:54:59.090121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:54:54Z', 'revision_number': 4, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ec18934-8cd6-4dea-b29a-b22d3ae157de', 'name': '', 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'mac_address': 'fa:16:3e:48:6c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6507e6e5-77c0-43ea-9e74-184df40d4ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:52Z', 'updated_at': '2022-08-28T19:54:54Z', 'revision_number': 2, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'subnets': [{'id': '6507e6e5-77c0-43ea-9e74-184df40d4ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:54:59.165845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Checking router: ca259e7a-6270-46ce-8808-2449f4403314 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:54:59.167431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Updating router ca259e7a-6270-46ce-8808-2449f4403314 port 3ec18934-8cd6-4dea-b29a-b22d3ae157de binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:54:59.208323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95815-c7f6-47ee-909c-24fdf36198b4 req-472879c9-7e3a-40fb-bcfa-595035c5ae00 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:59.208696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8933b3a-9e99-48a9-83fd-aef03ce9c59c req-161d31ae-0c7f-42f4-b2e9-60bf780b33d5 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 210 time: 0.0439131 Aug 28 19:54:59.210949 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42f95815-c7f6-47ee-909c-24fdf36198b4 req-472879c9-7e3a-40fb-bcfa-595035c5ae00 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 946 time: 0.0722859 Aug 28 19:54:59.221043 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.302935 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42f95815-c7f6-47ee-909c-24fdf36198b4 req-b1dc755e-c6bb-4522-ade8-071d76a288e3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848966 Aug 28 19:54:59.340283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-0f28a34a-3fc2-40eb-94bd-02a39ea73e62 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/637423cf-9347-4137-8422-4f680fee59cd HTTP/1.1" status: 200 len: 1830 time: 0.0806744 Aug 28 19:54:59.380791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '637423cf-9347-4137-8422-4f680fee59cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:59.383686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '637423cf-9347-4137-8422-4f680fee59cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:54:59.462137 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:54:59.529937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c637e7c-c933-4188-83e4-bf911d8d702a req-2a428820-6839-4aa8-99aa-8b1815a0ed95 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:59.539419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c637e7c-c933-4188-83e4-bf911d8d702a req-2a428820-6839-4aa8-99aa-8b1815a0ed95 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 948 time: 0.1020906 Aug 28 19:54:59.612983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group_rule (d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.616723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c637e7c-c933-4188-83e4-bf911d8d702a req-478bd8d8-a4be-4f1b-9928-434d7e75c0ea tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724328 Aug 28 19:54:59.617456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7069215b-60fa-49c6-bf01-1c9e2bef317e no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:54:59.667189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group_rule (d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.667903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 7069215b-60fa-49c6-bf01-1c9e2bef317e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:54:59.668448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7069215b-60fa-49c6-bf01-1c9e2bef317e not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:54:59.797186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.829666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:54:59.834514 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Publish callbacks [] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.858061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48e6aac5-f782-408c-872f-40cd8f276368 req-18b0dd70-309a-42fa-a799-da52970f71d3 tempest-DeleteServersAdminTestJSON-1863754847 tempest-DeleteServersAdminTestJSON-1863754847-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d297231b-97f2-4e12-a9f6-14ca5e288e27 HTTP/1.1" status: 200 len: 210 time: 0.1050508 Aug 28 19:54:59.864001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413dc1-6858-43c3-8f54-638b75950266 req-e1f4de65-5304-46b3-9139-bc95be04cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:54:59.877174 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43413dc1-6858-43c3-8f54-638b75950266 req-e1f4de65-5304-46b3-9139-bc95be04cc30 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=99d7e142612a407e82beaf28a4defb73&device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 1130 time: 0.1849277 Aug 28 19:54:59.940087 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.971378 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:54:59.976034 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4699ab5f-9d36-410d-af6e-0fc7f6d68dcf req-62ae2a33-909e-4f72-aaa2-50cc13277d8c tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6035078 Aug 28 19:54:59.999612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2760185-bf39-40b2-be60-bb603dfb0896 None None] Pushing event updated for resources: {'Port': ['ID=3ec18934-8cd6-4dea-b29a-b22d3ae157de,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:00.080595 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:00.133185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Attempting to bind port 3ec18934-8cd6-4dea-b29a-b22d3ae157de on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:00.133517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Attempting to bind port 3ec18934-8cd6-4dea-b29a-b22d3ae157de by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:00.134355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Attempting to bind port 3ec18934-8cd6-4dea-b29a-b22d3ae157de on network a5ec3477-4853-4b37-962d-3931dcee0efe {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:00.136259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413dc1-6858-43c3-8f54-638b75950266 req-23c39ce4-561a-4644-97d9-a7d913762bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.139001 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43413dc1-6858-43c3-8f54-638b75950266 req-23c39ce4-561a-4644-97d9-a7d913762bd1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2508476 Aug 28 19:55:00.142563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:00.142984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Checking segment: {'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:00.143373 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:00.144057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Bound using segment: {'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:00.144555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Bound port: 3ec18934-8cd6-4dea-b29a-b22d3ae157de, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddd1eaf-9db9-4bed-b855-51c852779d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:00.144949 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:00.211336 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:00.223450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] For port 3ec18934-8cd6-4dea-b29a-b22d3ae157de, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:00.228719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] For port 3ec18934-8cd6-4dea-b29a-b22d3ae157de, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ec18934-8cd6-4dea-b29a-b22d3ae157de,segment=NetworkSegment(eddd1eaf-9db9-4bed-b855-51c852779d29),segment_id=eddd1eaf-9db9-4bed-b855-51c852779d29)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:00.236127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c471671-f964-4316-bae4-8cba5bedd7a2 req-448e520b-8bcf-428c-a297-7105df5c5529 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/637423cf-9347-4137-8422-4f680fee59cd HTTP/1.1" status: 200 len: 2423 time: 0.1900544 Aug 28 19:55:00.238105 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43413dc1-6858-43c3-8f54-638b75950266 req-e7c0461b-7a2a-4a83-8205-424db93dcbf5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=412b2329-0479-4b75-9aee-e5b263c1fad4 HTTP/1.1" status: 200 len: 217 time: 0.0882761 Aug 28 19:55:00.254092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-595c627a-6958-4c62-97c7-74f7d98a7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.254808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-595c627a-6958-4c62-97c7-74f7d98a7e28 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 1132 time: 0.1719952 Aug 28 19:55:00.278632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdf15b-1680-456c-a2c2-d01edd9fb8ff req-0ad6da39-c455-4bde-a468-1f5cc51cbfec tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.280322 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00cdf15b-1680-456c-a2c2-d01edd9fb8ff req-0ad6da39-c455-4bde-a468-1f5cc51cbfec tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.1182501 Aug 28 19:55:00.309617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413dc1-6858-43c3-8f54-638b75950266 req-7353c978-c6f7-4785-afda-d5c5499b5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.311620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43413dc1-6858-43c3-8f54-638b75950266 req-7353c978-c6f7-4785-afda-d5c5499b5cfb service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0655644 Aug 28 19:55:00.358447 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:00.368823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413dc1-6858-43c3-8f54-638b75950266 req-a73f68c8-fcba-4a4e-b5dd-d7c1fe17e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.371808 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43413dc1-6858-43c3-8f54-638b75950266 req-a73f68c8-fcba-4a4e-b5dd-d7c1fe17e8d5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0530860 Aug 28 19:55:00.428909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Routers {'ca259e7a-6270-46ce-8808-2449f4403314'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:00.429598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ca259e7a-6270-46ce-8808-2449f4403314'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:00.433248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00cdf15b-1680-456c-a2c2-d01edd9fb8ff req-af081593-7d9c-4f9d-9fbf-db343ba46f64 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419535 Aug 28 19:55:00.475777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-e5cc2bd4-008e-41e7-9082-8d96c8a76c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.488609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-e5cc2bd4-008e-41e7-9082-8d96c8a76c41 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2264194 Aug 28 19:55:00.514368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2760185-bf39-40b2-be60-bb603dfb0896 None None] Pushing event updated for resources: {'Port': ['ID=3ec18934-8cd6-4dea-b29a-b22d3ae157de,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:00.532554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8efac6e2-0e9b-4345-b567-43a7f6b86091 req-1be288e9-2425-4649-ae9b-582bc8b5d855 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e HTTP/1.1" status: 200 len: 778 time: 0.0400071 Aug 28 19:55:00.542506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43413dc1-6858-43c3-8f54-638b75950266 req-24149675-b542-4219-99da-cdb2ed0e777f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627562 Aug 28 19:55:00.567345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:55:00.575567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] Set router ca259e7a-6270-46ce-8808-2449f4403314 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:00.591345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-d70225c9-80a4-4ec3-a223-84f55da39973 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 200 len: 217 time: 0.0562429 Aug 28 19:55:00.655294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c7f21ed-a135-4d8c-8981-c4ba0c54a3b4 req-f78b90a0-79af-48f2-8f31-df8c23ad42ea tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 210 time: 0.0725226 Aug 28 19:55:00.663326 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8efac6e2-0e9b-4345-b567-43a7f6b86091 req-0b0b3dbb-17cb-4340-be57-a33df0ce06e0 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/637423cf-9347-4137-8422-4f680fee59cd HTTP/1.1" status: 200 len: 2423 time: 0.1293986 Aug 28 19:55:00.730374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-f617f909-96a2-4cda-9750-03671d4cfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.730374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-f617f909-96a2-4cda-9750-03671d4cfdd5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1210568 Aug 28 19:55:00.730374 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8efac6e2-0e9b-4345-b567-43a7f6b86091 req-fda4bc73-a95e-4c58-9852-66779e7330a2 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group_rule (d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:00.736503 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43413dc1-6858-43c3-8f54-638b75950266 req-300d4856-9f00-4959-ae41-687383b74f0b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672537 Aug 28 19:55:00.742832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8efac6e2-0e9b-4345-b567-43a7f6b86091 req-fda4bc73-a95e-4c58-9852-66779e7330a2 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group_rule (d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:00.834913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8efac6e2-0e9b-4345-b567-43a7f6b86091 req-fda4bc73-a95e-4c58-9852-66779e7330a2 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:00.841320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:54:54Z', 'revision_number': 4, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ec18934-8cd6-4dea-b29a-b22d3ae157de', 'name': '', 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'mac_address': 'fa:16:3e:48:6c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6507e6e5-77c0-43ea-9e74-184df40d4ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:52Z', 'updated_at': '2022-08-28T19:55:00Z', 'revision_number': 4, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'subnets': [{'id': '6507e6e5-77c0-43ea-9e74-184df40d4ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:00.845627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8efac6e2-0e9b-4345-b567-43a7f6b86091 req-fda4bc73-a95e-4c58-9852-66779e7330a2 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:00.847309 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8efac6e2-0e9b-4345-b567-43a7f6b86091 req-fda4bc73-a95e-4c58-9852-66779e7330a2 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e HTTP/1.1" status: 204 len: 173 time: 0.1828692 Aug 28 19:55:00.873456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b6c67-f764-4a9b-910f-98cba3950d9e None None] The sync data for ids ['ca259e7a-6270-46ce-8808-2449f4403314'] in n-d-854121-7 is: [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:54:54Z', 'revision_number': 4, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ec18934-8cd6-4dea-b29a-b22d3ae157de', 'name': '', 'network_id': 'a5ec3477-4853-4b37-962d-3931dcee0efe', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'mac_address': 'fa:16:3e:48:6c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6507e6e5-77c0-43ea-9e74-184df40d4ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:52Z', 'updated_at': '2022-08-28T19:55:00Z', 'revision_number': 4, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'subnets': [{'id': '6507e6e5-77c0-43ea-9e74-184df40d4ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:00.879552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a766f7-8d2d-45a7-9208-4bcdcb725141 req-60edc6df-303b-418f-a436-0c433491dfb7 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.884241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4a766f7-8d2d-45a7-9208-4bcdcb725141 req-60edc6df-303b-418f-a436-0c433491dfb7 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 946 time: 0.0913496 Aug 28 19:55:00.897637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4bc73-a95e-4c58-9852-66779e7330a2 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5e70ff9-98c4-42d5-9c1c-d207f1d74a0e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:00.939412 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:00.961803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-e67f80c2-bc6e-4a17-b31f-8be8567b3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:00.973144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-e67f80c2-bc6e-4a17-b31f-8be8567b3abe service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0912399 Aug 28 19:55:00.986455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4a766f7-8d2d-45a7-9208-4bcdcb725141 req-6c45bfa4-4694-451c-8953-99dc1b0b646f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Aug 28 19:55:01.059023 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:01.107315 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:01.246343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-4eebaaa2-8496-4190-a64e-6c57185cb481 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650826 Aug 28 19:55:01.283953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5f2a-d62f-4880-91c3-2a87abd7527e req-002c3c7e-260d-4b2b-ab3c-0b120197baf0 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:01.287009 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d9f5f2a-d62f-4880-91c3-2a87abd7527e req-002c3c7e-260d-4b2b-ab3c-0b120197baf0 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 948 time: 0.1135340 Aug 28 19:55:01.377982 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d9f5f2a-d62f-4880-91c3-2a87abd7527e req-046ac450-4696-4d14-9e2c-1d04087638ff tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806046 Aug 28 19:55:01.472819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-e4bfcdc9-79d7-48c7-af34-8f30dbe3e035 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:01.474725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-e4bfcdc9-79d7-48c7-af34-8f30dbe3e035 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.2164383 Aug 28 19:55:01.482703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-d3a0e8db-f953-4f72-907a-f3bbf2a64d86 req-b8b904c5-9ba8-4f90-9645-25260e7beda5 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-412022319', 'description': 'tempest-description-445164143'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:01.499120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'port': {'device_id': '0eea5261-b4f9-484e-9e39-38f02137e588', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'admin_state_up': True, 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:01.612712 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-59d1421a-9a59-4ef3-b51b-80748548993c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571236 Aug 28 19:55:01.623452 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a0e8db-f953-4f72-907a-f3bbf2a64d86 req-b8b904c5-9ba8-4f90-9645-25260e7beda5 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:01.773336 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a0e8db-f953-4f72-907a-f3bbf2a64d86 req-b8b904c5-9ba8-4f90-9645-25260e7beda5 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:01.812403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Made reservation on behalf of d2f2cf16e3964ce2b5b0491468a3b159 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:01.821454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:01.912556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a0e8db-f953-4f72-907a-f3bbf2a64d86 req-b8b904c5-9ba8-4f90-9645-25260e7beda5 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:01.989792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b904c5-9ba8-4f90-9645-25260e7beda5 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:02.028192 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:02.028192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Allocated IP 172.20.0.13 (e6382cd2-5644-465e-8b30-a10a1c5fc02a/ef870976-a87f-4d01-91db-d14275322a41/60d387e7-3f05-4532-8f7a-e780e127ca50) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:02.103374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 412b2329-0479-4b75-9aee-e5b263c1fad4 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:55:02.109516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a0e8db-f953-4f72-907a-f3bbf2a64d86 req-b8b904c5-9ba8-4f90-9645-25260e7beda5 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:02.117544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3a0e8db-f953-4f72-907a-f3bbf2a64d86 req-b8b904c5-9ba8-4f90-9645-25260e7beda5 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6348541 Aug 28 19:55:02.311970 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:02.404012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d911b5a-b517-4cad-81e2-93357017b14d req-3fd9e6f7-7d73-43b6-ab29-7cf7b012036e tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:02.407147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d911b5a-b517-4cad-81e2-93357017b14d req-3fd9e6f7-7d73-43b6-ab29-7cf7b012036e tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1128 time: 0.0902760 Aug 28 19:55:02.426548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec7ee-a56f-4bf4-8e03-0a8c1b6ebf08 req-5c8965af-92f1-413a-a2fb-ac302fc4917e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:02.428851 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f7ec7ee-a56f-4bf4-8e03-0a8c1b6ebf08 req-5c8965af-92f1-413a-a2fb-ac302fc4917e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0879164 Aug 28 19:55:02.486370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d911b5a-b517-4cad-81e2-93357017b14d req-e49c0e91-766d-4b17-b7e0-d3e37b67c144 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702982 Aug 28 19:55:02.489845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 412b2329-0479-4b75-9aee-e5b263c1fad4, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=412b2329-0479-4b75-9aee-e5b263c1fad4,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:02.503835 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:02.506670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f7ec7ee-a56f-4bf4-8e03-0a8c1b6ebf08 req-0e1d3cae-7246-46ae-b77a-0877290fde65 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702791 Aug 28 19:55:02.508293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '412b2329-0479-4b75-9aee-e5b263c1fad4', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '412b2329-0479-4b75-9aee-e5b263c1fad4', 'mac_address': 'fa:16:3e:32:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:55:02.544800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:02.558079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 412b2329-0479-4b75-9aee-e5b263c1fad4 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:02.558536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:02.581546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412b2329-0479-4b75-9aee-e5b263c1fad4 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:02.608465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:02.609523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 412b2329-0479-4b75-9aee-e5b263c1fad4, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=412b2329-0479-4b75-9aee-e5b263c1fad4,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:02.618248 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:02.623801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:02.635520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:02.666174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:02.695269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9f91-97f2-49da-9d23-7a0db8491f39 req-3dac8faf-4082-4f76-b011-97fc613ea245 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:02.697309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0bc9f91-97f2-49da-9d23-7a0db8491f39 req-3dac8faf-4082-4f76-b011-97fc613ea245 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 932 time: 0.0822034 Aug 28 19:55:02.718557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:02.719424 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:02.765576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:02.774753 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:02.792520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0bc9f91-97f2-49da-9d23-7a0db8491f39 req-b9807d45-71b9-444b-85da-62686785c882 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767484 Aug 28 19:55:02.794287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=412b2329-0479-4b75-9aee-e5b263c1fad4,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:02.831739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a1315a3-7a29-4895-a322-7a3f39822f8f req-b730d3c2-881d-45e2-bd65-dab9a422d789 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3 HTTP/1.1" status: 200 len: 1828 time: 0.2601075 Aug 28 19:55:02.897124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-5ac9b695-bf5a-49dc-97c8-2b8853fbccf6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4114604 Aug 28 19:55:02.935516 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Request body: {'port': {'device_id': '0eea5261-b4f9-484e-9e39-38f02137e588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:02.961238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ec18934-8cd6-4dea-b29a-b22d3ae157de up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:03.004725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['412b2329-0479-4b75-9aee-e5b263c1fad4'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:03.094565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ec18934-8cd6-4dea-b29a-b22d3ae157de triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:03.095106 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.110266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.110824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247216-1bac-4688-91ef-a95895553468 req-ee4266a7-91eb-417a-9f79-5744bf4390d6 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:03.112459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55247216-1bac-4688-91ef-a95895553468 req-ee4266a7-91eb-417a-9f79-5744bf4390d6 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 949 time: 0.1217759 Aug 28 19:55:03.135979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097f596-0dc6-4f3e-a660-d0578962af7c req-0d9ebf31-a3ef-4c0b-823c-4d0f43eaeed7 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:03.141465 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:03.144252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f097f596-0dc6-4f3e-a660-d0578962af7c req-0d9ebf31-a3ef-4c0b-823c-4d0f43eaeed7 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1128 time: 0.0832856 Aug 28 19:55:03.185586 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:03.195048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55247216-1bac-4688-91ef-a95895553468 req-b29c4f83-b042-44bd-a8c6-e621cad39375 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743554 Aug 28 19:55:03.232333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f097f596-0dc6-4f3e-a660-d0578962af7c req-1fbb3701-e302-42f1-8b09-c2df0e1d1529 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870841 Aug 28 19:55:03.232828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b2375616-1bad-4ae4-9ddf-04373435b754 None None] Provisioning complete for port 60d387e7-3f05-4532-8f7a-e780e127ca50 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:03.233439 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b2375616-1bad-4ae4-9ddf-04373435b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.313017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b2375616-1bad-4ae4-9ddf-04373435b754 None None] Port 60d387e7-3f05-4532-8f7a-e780e127ca50 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:03.398341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ec18934-8cd6-4dea-b29a-b22d3ae157de is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:03.403519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.460926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3ec18934-8cd6-4dea-b29a-b22d3ae157de, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ec18934-8cd6-4dea-b29a-b22d3ae157de,segment=NetworkSegment(eddd1eaf-9db9-4bed-b855-51c852779d29),segment_id=eddd1eaf-9db9-4bed-b855-51c852779d29)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:03.560241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d387e7-3f05-4532-8f7a-e780e127ca50 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:03.569275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Publish callbacks [] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.588456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Transition to ACTIVE for port object 60d387e7-3f05-4532-8f7a-e780e127ca50 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:55:03.615493 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.644251 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:03.676121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3ec18934-8cd6-4dea-b29a-b22d3ae157de,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:03.734523 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.820416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:03.851278 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:03.864328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:03.864661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:03.864989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:03.870558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:03.870890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:03.877556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:03.877950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:03.878343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:03.878784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Bound port: 60d387e7-3f05-4532-8f7a-e780e127ca50, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:03.879150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:03.951548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-25861af2-ac0f-44cb-a211-c3581ca03e66 req-91989675-c83c-4d16-ac1e-ecc651257e47 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1019990675', 'description': 'tempest-description-1474566885'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:03.987377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:03.993150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:04.089241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25861af2-ac0f-44cb-a211-c3581ca03e66 req-91989675-c83c-4d16-ac1e-ecc651257e47 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.089730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.094512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:04.095284 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.097570 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 1092 time: 1.1908422 Aug 28 19:55:04.100356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 412b2329-0479-4b75-9aee-e5b263c1fad4 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:04.101275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:04.104203 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86958516-4e88-4e75-8b13-94e2ff24b2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:04.160809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 412b2329-0479-4b75-9aee-e5b263c1fad4 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:55:04.204023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d225ee-1180-4dbf-8190-af9a83225324 service neutron] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:04.228202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25861af2-ac0f-44cb-a211-c3581ca03e66 req-91989675-c83c-4d16-ac1e-ecc651257e47 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (24dc9886-20e4-4607-81be-c468752c1ab7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.259084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-cd06fb9c-9fbb-48e5-8871-c61ca0db77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:04.262459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-cd06fb9c-9fbb-48e5-8871-c61ca0db77d0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1126 time: 0.0814419 Aug 28 19:55:04.282319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 412b2329-0479-4b75-9aee-e5b263c1fad4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:04.283304 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.314215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25861af2-ac0f-44cb-a211-c3581ca03e66 req-91989675-c83c-4d16-ac1e-ecc651257e47 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (24dc9886-20e4-4607-81be-c468752c1ab7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.330439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-1d935072-aa2d-4558-91a3-29c4dcd7d1a0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.0602682 Aug 28 19:55:04.362965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91989675-c83c-4d16-ac1e-ecc651257e47 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dc9886-20e4-4607-81be-c468752c1ab7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:04.367239 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:04.380534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 412b2329-0479-4b75-9aee-e5b263c1fad4 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:04.380534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.406060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412b2329-0479-4b75-9aee-e5b263c1fad4'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:04.408558 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3295b04-6456-4584-b3cc-490006c0efed" -d '{"events": [{"server_uuid": "581d67b0-e1d5-422d-bf28-acd22a24cc45", "name": "network-vif-plugged", "status": "completed", "tag": "412b2329-0479-4b75-9aee-e5b263c1fad4"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:04.412758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70cb-6b9f-4536-975d-45286dff87cf req-b90abc80-7980-4353-a1db-93d0858aac67 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:04.418793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3ff70cb-6b9f-4536-975d-45286dff87cf req-b90abc80-7980-4353-a1db-93d0858aac67 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0965035 Aug 28 19:55:04.423762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25861af2-ac0f-44cb-a211-c3581ca03e66 req-91989675-c83c-4d16-ac1e-ecc651257e47 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.427243 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25861af2-ac0f-44cb-a211-c3581ca03e66 req-91989675-c83c-4d16-ac1e-ecc651257e47 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4807646 Aug 28 19:55:04.428086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 412b2329-0479-4b75-9aee-e5b263c1fad4, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=412b2329-0479-4b75-9aee-e5b263c1fad4,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:04.441942 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-50a4e2aa-71f8-475e-be0d-238eb9a21d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:04.443469 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-50a4e2aa-71f8-475e-be0d-238eb9a21d7b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.0835969 Aug 28 19:55:04.512447 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:04.517338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-168f0ef0-a1ad-4d11-8c67-d2a16666a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:04.518952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-168f0ef0-a1ad-4d11-8c67-d2a16666a1c9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0673261 Aug 28 19:55:04.523690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3ff70cb-6b9f-4536-975d-45286dff87cf req-82a47a37-2b21-497a-90e7-286ad783ee15 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915112 Aug 28 19:55:04.564666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1968-fcff-4df1-a4d0-d2dfb7be0677 req-c99e889c-7f1e-4493-978b-3d5a3fdfff77 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:04.573780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=412b2329-0479-4b75-9aee-e5b263c1fad4,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:04.574832 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a4cd1968-fcff-4df1-a4d0-d2dfb7be0677 req-c99e889c-7f1e-4493-978b-3d5a3fdfff77 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.0815697 Aug 28 19:55:04.593077 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:04.626474 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a4cd1968-fcff-4df1-a4d0-d2dfb7be0677 req-78b19812-ad0f-4092-9a0f-7fee8fd8fd87 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502019 Aug 28 19:55:04.692586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-e940a2bb-cdd6-4740-b4cc-01e0a84546df service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577475 Aug 28 19:55:04.722233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aaee-ac7d-4678-9212-824aba4eff59 req-6324aaf6-b626-4591-8d1f-cf4588278cc0 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:04.723226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c38aaee-ac7d-4678-9212-824aba4eff59 req-6324aaf6-b626-4591-8d1f-cf4588278cc0 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 946 time: 0.0787644 Aug 28 19:55:04.724811 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f31dab-21b5-4816-8098-347d4b8e40bb x-openstack-request-id: req-b8f31dab-21b5-4816-8098-347d4b8e40bb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:04.725181 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:04.725367 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8f31dab-21b5-4816-8098-347d4b8e40bb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:04.725754 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f31dab-21b5-4816-8098-347d4b8e40bb'] response: {'name': 'network-changed', 'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50', 'status': 'completed', 'code': 200} Aug 28 19:55:04.850595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36680) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:04.853136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ec18934-8cd6-4dea-b29a-b22d3ae157de up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:04.886107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c38aaee-ac7d-4678-9212-824aba4eff59 req-0cbdf3d5-86a7-4451-b327-45f7c17b2266 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495547 Aug 28 19:55:04.888558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab370e33-c9eb-4ece-9b34-2b61774dc48d req-a83f28cb-9b8e-4b0d-8e46-346f1b3c99a7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864471 Aug 28 19:55:04.922655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ec18934-8cd6-4dea-b29a-b22d3ae157de triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:04.923366 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.037205 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3abdd2-af93-4e8a-af38-993bd014ab26 x-openstack-request-id: req-ea3abdd2-af93-4e8a-af38-993bd014ab26 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:05.037576 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581d67b0-e1d5-422d-bf28-acd22a24cc45", "name": "network-vif-plugged", "status": "completed", "tag": "412b2329-0479-4b75-9aee-e5b263c1fad4", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:05.037826 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea3abdd2-af93-4e8a-af38-993bd014ab26 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:05.038245 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3abdd2-af93-4e8a-af38-993bd014ab26'] response: {'server_uuid': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412b2329-0479-4b75-9aee-e5b263c1fad4', 'code': 200} Aug 28 19:55:05.038582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d36e4-7e59-4ea2-a210-3d6adf42f54d req-ae67986d-c087-4ccf-8188-2abdb36a5a95 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:05.040858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6de1092d-e357-4f12-827c-35d4e0fbfcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.043128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f5d36e4-7e59-4ea2-a210-3d6adf42f54d req-ae67986d-c087-4ccf-8188-2abdb36a5a95 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 950 time: 0.0966733 Aug 28 19:55:05.045265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ec18934-8cd6-4dea-b29a-b22d3ae157de is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:05.104982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f5d36e4-7e59-4ea2-a210-3d6adf42f54d req-30a71b67-a610-4e37-8c7c-52e1f5706ce6 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538189 Aug 28 19:55:05.130720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19b82b3d-578b-4db6-82ad-808b8adfe52a req-6bb7e907-da15-4b38-83ca-85a544c93c50 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/24dc9886-20e4-4607-81be-c468752c1ab7 HTTP/1.1" status: 200 len: 1830 time: 0.0718160 Aug 28 19:55:05.178217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-64c84db2-6622-4cf4-a8f4-929f227e50c6 req-27d8053c-f3f6-4765-a07a-88739922b16f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2076536437', 'description': 'tempest-description-1147214174'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:05.191865 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:05.214918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6de1092d-e357-4f12-827c-35d4e0fbfcdb admin admin] Publish callbacks [] for security_group (4b27caa8-ab4f-486d-b794-0f02016c6e15), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.251717 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:05.260883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797be3d-3544-40af-9344-cbf4891c3397 req-94d37343-906b-4abb-b39e-7ac13194965b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:05.262633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3797be3d-3544-40af-9344-cbf4891c3397 req-94d37343-906b-4abb-b39e-7ac13194965b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1128 time: 0.0440600 Aug 28 19:55:05.283575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-64c84db2-6622-4cf4-a8f4-929f227e50c6 req-27d8053c-f3f6-4765-a07a-88739922b16f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.283885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6de1092d-e357-4f12-827c-35d4e0fbfcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4b27caa8-ab4f-486d-b794-0f02016c6e15), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.346832 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6de1092d-e357-4f12-827c-35d4e0fbfcdb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=da4386b854ed4a3a845d3837ec8df45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950960 Aug 28 19:55:05.352009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36690) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:05.354773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1092d-e357-4f12-827c-35d4e0fbfcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b27caa8-ab4f-486d-b794-0f02016c6e15,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:05.360550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3797be3d-3544-40af-9344-cbf4891c3397 req-6926dd2c-a6f1-48f0-b086-f3a9cd9aeabd tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913942 Aug 28 19:55:05.450777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-64c84db2-6622-4cf4-a8f4-929f227e50c6 req-27d8053c-f3f6-4765-a07a-88739922b16f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (c44b995a-182d-40fc-9d09-93498167b9c3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.459785 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37214e72-f6e9-4fc7-a943-2ad08644f46a admin admin] Publish callbacks [] for security_group (4b27caa8-ab4f-486d-b794-0f02016c6e15), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.482046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37214e72-f6e9-4fc7-a943-2ad08644f46a admin admin] Publish callbacks [] for security_group (4b27caa8-ab4f-486d-b794-0f02016c6e15), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.529699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-64c84db2-6622-4cf4-a8f4-929f227e50c6 req-27d8053c-f3f6-4765-a07a-88739922b16f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c44b995a-182d-40fc-9d09-93498167b9c3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.578326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8053c-f3f6-4765-a07a-88739922b16f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b995a-182d-40fc-9d09-93498167b9c3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:05.632970 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-64c84db2-6622-4cf4-a8f4-929f227e50c6 req-27d8053c-f3f6-4765-a07a-88739922b16f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.638098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-64c84db2-6622-4cf4-a8f4-929f227e50c6 req-27d8053c-f3f6-4765-a07a-88739922b16f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4643393 Aug 28 19:55:05.639099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37214e72-f6e9-4fc7-a943-2ad08644f46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4b27caa8-ab4f-486d-b794-0f02016c6e15), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.641936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37214e72-f6e9-4fc7-a943-2ad08644f46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.643288 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-37214e72-f6e9-4fc7-a943-2ad08644f46a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4b27caa8-ab4f-486d-b794-0f02016c6e15 HTTP/1.1" status: 204 len: 168 time: 0.2902508 Aug 28 19:55:05.668258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36702) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:05.672666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935ae8-e387-4449-b924-c4abcb4a9f15 req-44e98547-7db0-4530-a9fa-ea59acd8066a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:05.674270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e935ae8-e387-4449-b924-c4abcb4a9f15 req-44e98547-7db0-4530-a9fa-ea59acd8066a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0598412 Aug 28 19:55:05.682512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37214e72-f6e9-4fc7-a943-2ad08644f46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b27caa8-ab4f-486d-b794-0f02016c6e15,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:05.691357 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:05.760630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e0ab6b1-1673-4cb9-961e-1df9a30e1921 req-03e2bf12-df5f-431f-a6f2-e0d0f4fb26cd tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c44b995a-182d-40fc-9d09-93498167b9c3 HTTP/1.1" status: 200 len: 1830 time: 0.0959370 Aug 28 19:55:05.792383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e935ae8-e387-4449-b924-c4abcb4a9f15 req-03a731e2-52fd-420b-874f-ae9aacd823e0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075318 Aug 28 19:55:05.847261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f8136005-204b-4692-839a-8de5a21e3bec req-0d0f88c5-57aa-4ba7-a655-13f9d888bb2d tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1216661748', 'description': 'tempest-description-1658005367'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:05.851614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9068e-3c26-4a16-b91b-567c10164b7e req-ea569161-06bb-4bb0-9d3a-d37af64c5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:05.853246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ce9068e-3c26-4a16-b91b-567c10164b7e req-ea569161-06bb-4bb0-9d3a-d37af64c5674 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 1132 time: 0.0747182 Aug 28 19:55:05.873677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-99c3370b-1487-4c48-bb40-b48cb310905e tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:05.875178 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-99c3370b-1487-4c48-bb40-b48cb310905e tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 946 time: 0.0820742 Aug 28 19:55:05.957679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b443d12-5f60-4e67-b1da-9e4793735074 req-25066f50-c3d4-4a43-9a4d-5c1866c9685c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:05.961549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b443d12-5f60-4e67-b1da-9e4793735074 req-25066f50-c3d4-4a43-9a4d-5c1866c9685c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.1063633 Aug 28 19:55:05.984622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Deleting port 5f6b4050-771d-42c4-840c-181337d6870b {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:05.984983 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5f6b4050-771d-42c4-840c-181337d6870b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:05.996317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-820b6841-099c-40ef-8080-68c2e1d86eb6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5a1290b969a84eb897dd8ab368a89fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204887 Aug 28 19:55:05.999615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36710) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:06.014271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ce9068e-3c26-4a16-b91b-567c10164b7e req-9df24e11-99b4-4e4a-b569-db6bc74cef73 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502597 Aug 28 19:55:06.084764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-513a5956-b3f4-4c30-8100-1b9563f7c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:06.087706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-513a5956-b3f4-4c30-8100-1b9563f7c027 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1126 time: 0.0899553 Aug 28 19:55:06.094461 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b443d12-5f60-4e67-b1da-9e4793735074 req-eabd3f4b-1603-4d42-9dd2-eb3573971e42 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157713 Aug 28 19:55:06.111408 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8136005-204b-4692-839a-8de5a21e3bec req-0d0f88c5-57aa-4ba7-a655-13f9d888bb2d tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.121443 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75aa2de7-cadb-42b6-9d3b-72fc0a397e0c admin admin] Publish callbacks [] for security_group (f0df3636-4de7-46d4-9029-cc17b47442d4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.169554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] For port 5f6b4050-771d-42c4-840c-181337d6870b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f6b4050-771d-42c4-840c-181337d6870b,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:06.169962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5f6b4050-771d-42c4-840c-181337d6870b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.187404 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75aa2de7-cadb-42b6-9d3b-72fc0a397e0c admin admin] Publish callbacks [] for security_group (f0df3636-4de7-46d4-9029-cc17b47442d4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.267636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afa94-8c6f-4205-b03b-84a1220c022b req-83ca55aa-da0b-4053-9b52-0d7b61fea196 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:06.269223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-969afa94-8c6f-4205-b03b-84a1220c022b req-83ca55aa-da0b-4053-9b52-0d7b61fea196 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 946 time: 0.0718393 Aug 28 19:55:06.272346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-14883722-ff50-4744-bcd9-f26d83f90302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:06.273790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-14883722-ff50-4744-bcd9-f26d83f90302 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1774685 Aug 28 19:55:06.336151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-1bf35752-600e-4b97-84b4-f274ba74bc3f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.0529096 Aug 28 19:55:06.410808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-d14c5a87-2a2d-466f-9b49-a2e617c115dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:06.412376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-d14c5a87-2a2d-466f-9b49-a2e617c115dd service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.0622904 Aug 28 19:55:06.416764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-969afa94-8c6f-4205-b03b-84a1220c022b req-e410daec-9eea-4df9-b33e-8c6d5ee88efd tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c9281f93-a7f3-4410-a534-7ac2f41d993e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404581 Aug 28 19:55:06.456040 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8136005-204b-4692-839a-8de5a21e3bec req-0d0f88c5-57aa-4ba7-a655-13f9d888bb2d tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.487670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-148d4d00-7cf2-4754-8333-cfbb0b0cf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:06.490505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-148d4d00-7cf2-4754-8333-cfbb0b0cf5c1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682945 Aug 28 19:55:06.601390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75aa2de7-cadb-42b6-9d3b-72fc0a397e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f0df3636-4de7-46d4-9029-cc17b47442d4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.604000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75aa2de7-cadb-42b6-9d3b-72fc0a397e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.605146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-75aa2de7-cadb-42b6-9d3b-72fc0a397e0c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f0df3636-4de7-46d4-9029-cc17b47442d4 HTTP/1.1" status: 204 len: 168 time: 0.6045837 Aug 28 19:55:06.605836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8136005-204b-4692-839a-8de5a21e3bec req-0d0f88c5-57aa-4ba7-a655-13f9d888bb2d tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.607982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ce412-2e8e-4127-b6b8-f33a21c96cfa req-e54ac72f-3068-4806-8952-b19a542fa9e9 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:06.609392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-785ce412-2e8e-4127-b6b8-f33a21c96cfa req-e54ac72f-3068-4806-8952-b19a542fa9e9 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 950 time: 0.0818901 Aug 28 19:55:06.645376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa2de7-cadb-42b6-9d3b-72fc0a397e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0df3636-4de7-46d4-9029-cc17b47442d4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:06.655084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.655582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.656058 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Floating IP 585adb80-4271-4227-b459-40f429d2e1f2 disassociated. External IP: 172.25.4.51, port: 5f6b4050-771d-42c4-840c-181337d6870b. Aug 28 19:55:06.661330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Calling delete_port for 5f6b4050-771d-42c4-840c-181337d6870b owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:06.663163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-0326e808-c69a-417d-bdae-779d08d0ed2e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645138 Aug 28 19:55:06.681303 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:06.735537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f88c5-57aa-4ba7-a655-13f9d888bb2d tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:06.738494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-785ce412-2e8e-4127-b6b8-f33a21c96cfa req-535d65fe-49a4-491b-94ca-d040bfdd78b2 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196511 Aug 28 19:55:06.785841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86958516-4e88-4e75-8b13-94e2ff24b2b5 req-ad8800d2-8089-44b6-94a8-e0b39623d402 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156578 Aug 28 19:55:06.868867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcef90-a153-4757-89e7-cc8f8c14a2b1 req-26df7476-ddf2-4f9b-bd24-7a353ef4586b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:06.871139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bcdcef90-a153-4757-89e7-cc8f8c14a2b1 req-26df7476-ddf2-4f9b-bd24-7a353ef4586b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1128 time: 0.0419900 Aug 28 19:55:06.881377 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8136005-204b-4692-839a-8de5a21e3bec req-0d0f88c5-57aa-4ba7-a655-13f9d888bb2d tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:06.884191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8136005-204b-4692-839a-8de5a21e3bec req-0d0f88c5-57aa-4ba7-a655-13f9d888bb2d tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.0479085 Aug 28 19:55:06.938623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bcdcef90-a153-4757-89e7-cc8f8c14a2b1 req-f8f64f3a-4e1b-4977-9193-80649aac421f tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544736 Aug 28 19:55:07.007653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (5f6b4050-771d-42c4-840c-181337d6870b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.077998 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:07.079192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event deleted for resources: {'Port': ['ID=5f6b4050-771d-42c4-840c-181337d6870b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:07.088685 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd13d028-7dca-43f5-b212-afe03b555806 req-2ae4ae81-95a9-4544-8b6c-b053e35ba3a9 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e HTTP/1.1" status: 200 len: 1830 time: 0.0825329 Aug 28 19:55:07.188108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36732) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:07.193598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242c754-5be4-4b64-ad6f-216859d6c4b0 req-4c794af1-b749-42b7-b2af-b8a140915774 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:07.195219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d242c754-5be4-4b64-ad6f-216859d6c4b0 req-4c794af1-b749-42b7-b2af-b8a140915774 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.2057118 Aug 28 19:55:07.209152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4428566c-6271-439a-bb56-37d51eb89138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.233007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Router e5e8425a-ab04-4697-bbf7-219bc391bb67 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:07.270321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d242c754-5be4-4b64-ad6f-216859d6c4b0 req-7a2e6cf8-453a-41c2-b22d-d2d55740d8ed tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666792 Aug 28 19:55:07.315389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4428566c-6271-439a-bb56-37d51eb89138 admin admin] Publish callbacks [] for security_group (0ebe1e88-0853-495d-881f-4e94d8e3d3d9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.333767 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-4d658e4a-0476-41cc-80d8-9d9ae8ac8c62 req-950a9a5d-bb29-49c1-b93f-afeadb129708 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] show failed (client error): The resource could not be found. Aug 28 19:55:07.335168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4d658e4a-0476-41cc-80d8-9d9ae8ac8c62 req-950a9a5d-bb29-49c1-b93f-afeadb129708 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c0fc15e8-6e14-4fbb-afaa-55637e8bc914 HTTP/1.1" status: 404 len: 352 time: 0.0221875 Aug 28 19:55:07.387079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:07.402286 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] Sync routers for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:07.422331 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4428566c-6271-439a-bb56-37d51eb89138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0ebe1e88-0853-495d-881f-4e94d8e3d3d9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.430357 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:07.431073 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:07.483022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] No DVR routers for this DVR port 5f6b4050-771d-42c4-840c-181337d6870b on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:07.489240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.502276 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15aa7118-e939-4c96-a17c-84431423e9f6 req-f25a0220-e606-4c2b-9f72-9258fa429f8c tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5f6b4050-771d-42c4-840c-181337d6870b HTTP/1.1" status: 204 len: 173 time: 1.6085966 Aug 28 19:55:07.502276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'name': 'network-vif-deleted', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:07.502276 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e57634-4ffc-4927-8849-16a77e279a4f" -d '{"events": [{"server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "name": "network-vif-deleted", "tag": "5f6b4050-771d-42c4-840c-181337d6870b"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:07.513690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4428566c-6271-439a-bb56-37d51eb89138 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e49f9264a4804c82ac1ae7dfd32cf8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195896 Aug 28 19:55:07.513690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428566c-6271-439a-bb56-37d51eb89138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe1e88-0853-495d-881f-4e94d8e3d3d9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:07.515373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36740) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:07.527256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3ed42-da8a-4b74-a94e-96f6539674c1 req-4d5e6f55-2e20-4245-bc7d-9e6438606a05 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:07.531449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58c3ed42-da8a-4b74-a94e-96f6539674c1 req-4d5e6f55-2e20-4245-bc7d-9e6438606a05 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.1012607 Aug 28 19:55:07.622182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58c3ed42-da8a-4b74-a94e-96f6539674c1 req-13ba968e-fcf1-470d-a675-996fe3e78335 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823386 Aug 28 19:55:07.650214 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:07.658355 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80d9fa97-23cd-45f0-b50a-17eb98f58b85 admin admin] Publish callbacks [] for security_group (0ebe1e88-0853-495d-881f-4e94d8e3d3d9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.658647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 60d387e7-3f05-4532-8f7a-e780e127ca50 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:55:07.674660 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-25b9ed8c-b4a6-4697-a65b-a7affc3b1f3d req-e6ccb5c0-14ad-499d-89d1-322babc019cc tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] show failed (client error): The resource could not be found. Aug 28 19:55:07.692954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25b9ed8c-b4a6-4697-a65b-a7affc3b1f3d req-e6ccb5c0-14ad-499d-89d1-322babc019cc tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/4c53e628-8150-4781-a84c-9dc8f2a845bc HTTP/1.1" status: 404 len: 361 time: 0.0336885 Aug 28 19:55:07.694124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36742) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:07.701041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80d9fa97-23cd-45f0-b50a-17eb98f58b85 admin admin] Publish callbacks [] for security_group (0ebe1e88-0853-495d-881f-4e94d8e3d3d9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.728914 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df73-bbee-44cb-a9ec-1dd4b2e4353b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.829011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:07.843546 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:07.845111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '60d387e7-3f05-4532-8f7a-e780e127ca50', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'port_id': '60d387e7-3f05-4532-8f7a-e780e127ca50', 'mac_address': 'fa:16:3e:c4:2f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:55:07.867198 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ed357c3-ebb9-49de-a888-c50c530e872f req-f26ac413-30b6-4fc4-b620-d4495654cb17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4bc4688f-9dbd-4209-96de-b2ae9be85157 HTTP/1.1" status: 200 len: 210 time: 0.0522163 Aug 28 19:55:07.893810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 60d387e7-3f05-4532-8f7a-e780e127ca50 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:07.894369 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.895879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80d9fa97-23cd-45f0-b50a-17eb98f58b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0ebe1e88-0853-495d-881f-4e94d8e3d3d9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.898706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80d9fa97-23cd-45f0-b50a-17eb98f58b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:07.899645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-80d9fa97-23cd-45f0-b50a-17eb98f58b85 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0ebe1e88-0853-495d-881f-4e94d8e3d3d9 HTTP/1.1" status: 204 len: 168 time: 0.3833220 Aug 28 19:55:07.941183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9fa97-23cd-45f0-b50a-17eb98f58b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe1e88-0853-495d-881f-4e94d8e3d3d9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:07.944242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d387e7-3f05-4532-8f7a-e780e127ca50 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:07.950596 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266a23d-cb1d-458e-aeb4-18923517b47c x-openstack-request-id: req-7266a23d-cb1d-458e-aeb4-18923517b47c {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:07.950982 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc4688f-9dbd-4209-96de-b2ae9be85157", "name": "network-vif-deleted", "tag": "5f6b4050-771d-42c4-840c-181337d6870b", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:07.951241 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7266a23d-cb1d-458e-aeb4-18923517b47c {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:07.951662 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7266a23d-cb1d-458e-aeb4-18923517b47c'] response: {'server_uuid': '4bc4688f-9dbd-4209-96de-b2ae9be85157', 'name': 'network-vif-deleted', 'tag': '5f6b4050-771d-42c4-840c-181337d6870b', 'status': 'completed', 'code': 200} Aug 28 19:55:07.990689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:08.021243 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:08.053143 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] Checking router: e5e8425a-ab04-4697-bbf7-219bc391bb67 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:08.054918 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.067543 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:08.069157 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:08.070791 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df73-bbee-44cb-a9ec-1dd4b2e4353b admin admin] Publish callbacks [] for security_group (d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.077019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b72871e4-a73d-48e7-9f07-7011faae249b req-17b534a9-47b7-4802-9b8a-0dc95cad76b4 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e HTTP/1.1" status: 200 len: 1830 time: 0.1184628 Aug 28 19:55:08.127858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:08.156537 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b72871e4-a73d-48e7-9f07-7011faae249b req-2c872df7-6cd1-4ac1-9fb4-959c7e07d14e tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.202857 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b72871e4-a73d-48e7-9f07-7011faae249b req-2c872df7-6cd1-4ac1-9fb4-959c7e07d14e tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.219254 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:08.232300 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:08.233330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df73-bbee-44cb-a9ec-1dd4b2e4353b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.282581 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:08.285809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36758) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:08.286127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b7c4df73-bbee-44cb-a9ec-1dd4b2e4353b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=078a3e6ce033480ab2d1c9d2ed2f960d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5904973 Aug 28 19:55:08.310849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4df73-bbee-44cb-a9ec-1dd4b2e4353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:08.317737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['60d387e7-3f05-4532-8f7a-e780e127ca50'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:08.412896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c3f925a-934f-4d7e-8fc1-1e6124d28fcc admin admin] Publish callbacks [] for security_group (d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.437757 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c3f925a-934f-4d7e-8fc1-1e6124d28fcc admin admin] Publish callbacks [] for security_group (d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.465961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b72871e4-a73d-48e7-9f07-7011faae249b req-2c872df7-6cd1-4ac1-9fb4-959c7e07d14e tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.469633 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b72871e4-a73d-48e7-9f07-7011faae249b req-2c872df7-6cd1-4ac1-9fb4-959c7e07d14e tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.479059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b72871e4-a73d-48e7-9f07-7011faae249b req-2c872df7-6cd1-4ac1-9fb4-959c7e07d14e tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e HTTP/1.1" status: 204 len: 173 time: 0.3928146 Aug 28 19:55:08.531859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c872df7-6cd1-4ac1-9fb4-959c7e07d14e tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cbaf8c-8015-44e7-a6ea-6ef6bb467c7e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:08.559425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:08.596083 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a1522-414c-4fae-a34d-fda0a1e5c7d3 None None] The sync data for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 is: [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:34Z', 'revision_number': 4, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd93999a3-6c08-468d-b939-da8ae4213f42', 'name': '', 'network_id': 'a4808e28-0ca6-448a-accf-942dcc7007d2', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'mac_address': 'fa:16:3e:71:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:33Z', 'updated_at': '2022-08-28T19:52:41Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'subnets': [{'id': 'd21cc3cd-2726-48ed-952e-4fd38fcb101e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:08.616457 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c3f925a-934f-4d7e-8fc1-1e6124d28fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.621816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c3f925a-934f-4d7e-8fc1-1e6124d28fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:08.623174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7c3f925a-934f-4d7e-8fc1-1e6124d28fcc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e HTTP/1.1" status: 204 len: 168 time: 0.3352551 Aug 28 19:55:08.655965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f925a-934f-4d7e-8fc1-1e6124d28fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a12b25-4a0f-4f6c-a1db-ffeaffddf00e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:08.732873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bd168-c250-4416-aa02-6c14ff6417b3 req-4c8a316b-f78a-4e67-a2c3-a027020d1434 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:08.750709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-306bd168-c250-4416-aa02-6c14ff6417b3 req-4c8a316b-f78a-4e67-a2c3-a027020d1434 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 950 time: 0.1489718 Aug 28 19:55:08.831402 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:08.902044 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-306bd168-c250-4416-aa02-6c14ff6417b3 req-567071b7-259b-4d04-abcd-40caa12c211f tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356442 Aug 28 19:55:09.105894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6812d7-a6e2-4ba0-ac59-f706d88cde1b None None] New status for floating IP 585adb80-4271-4227-b459-40f429d2e1f2: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:55:09.111449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fb15a-1fab-42e0-8a74-4ec501023f15 req-b248fb4e-caa6-467e-9306-1ce337bae567 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:09.113534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a3fb15a-1fab-42e0-8a74-4ec501023f15 req-b248fb4e-caa6-467e-9306-1ce337bae567 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0867329 Aug 28 19:55:09.181566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a3fb15a-1fab-42e0-8a74-4ec501023f15 req-2dd0bcb7-fdab-492e-9b6b-206cce487b53 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610735 Aug 28 19:55:09.298506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0dadbad7-2b4b-4c81-b19c-f8f41837b1ec req-2a7bf500-fe68-4ea1-a39e-45f7e7e858f3 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c44b995a-182d-40fc-9d09-93498167b9c3 HTTP/1.1" status: 200 len: 1830 time: 0.0832062 Aug 28 19:55:09.389508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0dadbad7-2b4b-4c81-b19c-f8f41837b1ec req-9d5b9165-d815-4b9b-a4d1-e5ed191d20b9 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (c44b995a-182d-40fc-9d09-93498167b9c3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:09.418384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0dadbad7-2b4b-4c81-b19c-f8f41837b1ec req-9d5b9165-d815-4b9b-a4d1-e5ed191d20b9 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (c44b995a-182d-40fc-9d09-93498167b9c3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:09.621467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0dadbad7-2b4b-4c81-b19c-f8f41837b1ec req-9d5b9165-d815-4b9b-a4d1-e5ed191d20b9 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c44b995a-182d-40fc-9d09-93498167b9c3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:09.626267 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0dadbad7-2b4b-4c81-b19c-f8f41837b1ec req-9d5b9165-d815-4b9b-a4d1-e5ed191d20b9 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:09.628283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0dadbad7-2b4b-4c81-b19c-f8f41837b1ec req-9d5b9165-d815-4b9b-a4d1-e5ed191d20b9 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c44b995a-182d-40fc-9d09-93498167b9c3 HTTP/1.1" status: 204 len: 173 time: 0.3272746 Aug 28 19:55:09.648142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b9165-d815-4b9b-a4d1-e5ed191d20b9 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b995a-182d-40fc-9d09-93498167b9c3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:09.688590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 60d387e7-3f05-4532-8f7a-e780e127ca50 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:09.783650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 60d387e7-3f05-4532-8f7a-e780e127ca50 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:55:09.809562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d22de-d2c9-4676-bd3f-964c572e7943 req-303a4a6e-2c30-4ab8-b355-44d32a24dc62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:09.816838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a7d22de-d2c9-4676-bd3f-964c572e7943 req-303a4a6e-2c30-4ab8-b355-44d32a24dc62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.1096458 Aug 28 19:55:09.901129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a7d22de-d2c9-4676-bd3f-964c572e7943 req-f6dea4f8-8e32-4455-b2bf-b98f76a1bb13 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832915 Aug 28 19:55:09.904886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 60d387e7-3f05-4532-8f7a-e780e127ca50 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:09.905274 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.001487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36814) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:10.020839 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:10.104485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 60d387e7-3f05-4532-8f7a-e780e127ca50 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:10.105545 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.149433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:10.161455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7124691-b774-4674-8de7-2cea3d3f3654 req-fabcf7f3-a276-4fea-adfe-d99ab9b1ccfb tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/24dc9886-20e4-4607-81be-c468752c1ab7 HTTP/1.1" status: 200 len: 1830 time: 0.0685327 Aug 28 19:55:10.168206 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d367998-f4e1-4f19-92ae-76da8adeee22" -d '{"events": [{"server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "name": "network-vif-plugged", "status": "completed", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:10.177521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f6b4050-771d-42c4-840c-181337d6870b no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:10.216271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:10.217832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 5f6b4050-771d-42c4-840c-181337d6870b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:10.218395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f6b4050-771d-42c4-840c-181337d6870b not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:10.242966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1803444463-network', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:10.250895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a7124691-b774-4674-8de7-2cea3d3f3654 req-e3f177ac-755c-4210-abd0-f50c2ee8aec1 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (24dc9886-20e4-4607-81be-c468752c1ab7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.279756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a7124691-b774-4674-8de7-2cea3d3f3654 req-e3f177ac-755c-4210-abd0-f50c2ee8aec1 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (24dc9886-20e4-4607-81be-c468752c1ab7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.287543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-500cdd46-062a-47a0-8e52-a8dc474da89b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:55:10.289338 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-500cdd46-062a-47a0-8e52-a8dc474da89b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4731717 Aug 28 19:55:10.339101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-4ea2af14-c6e1-486a-9e0a-619e7f2b544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:10.344715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-4ea2af14-c6e1-486a-9e0a-619e7f2b544c service neutron] 10.222.0.78 "GET /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 1125 time: 0.0447206 Aug 28 19:55:10.352353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Request body: {'binding': {'host': 'n-h2-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:10.354339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Unknown quota resources ['binding']. {{(pid=114321) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 19:55:10.386040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.420595 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:10.424885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Made reservation on behalf of 9eb35c63e2914408b189d0d4ec9fc76c for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:10.427361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.451305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:10.467301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.516391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a7124691-b774-4674-8de7-2cea3d3f3654 req-e3f177ac-755c-4210-abd0-f50c2ee8aec1 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (24dc9886-20e4-4607-81be-c468752c1ab7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.519211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a7124691-b774-4674-8de7-2cea3d3f3654 req-e3f177ac-755c-4210-abd0-f50c2ee8aec1 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.520489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7124691-b774-4674-8de7-2cea3d3f3654 req-e3f177ac-755c-4210-abd0-f50c2ee8aec1 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/24dc9886-20e4-4607-81be-c468752c1ab7 HTTP/1.1" status: 204 len: 173 time: 0.3516326 Aug 28 19:55:10.532286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f177ac-755c-4210-abd0-f50c2ee8aec1 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dc9886-20e4-4607-81be-c468752c1ab7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:10.575668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on host n-h2-854121-7 for vnic_type normal with profile None {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:10.575668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:10.575668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:10.585137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:10.585469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:10.599755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:10.600158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:10.600580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:10.601217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Bound port: c9c6e818-7286-477b-a548-1c3c6c7792ee, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:10.701651 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks [] for security_group (2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.724467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:10.825778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.864022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:55:10.870191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.881373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e1fc72ad-0eb6-4c08-a137-c784dde1bb2c service neutron] 10.222.0.78 "POST /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.5289335 Aug 28 19:55:10.892289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:10.898081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (88cfae36-08c7-4684-9203-88ea77d07c85), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:10.898243 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Added segment 88cfae36-08c7-4684-9203-88ea77d07c85 of type vlan for network 4782ef1c-ae37-4407-9723-7210b356d656 Aug 28 19:55:10.943582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (4782ef1c-ae37-4407-9723-7210b356d656), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.032346 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d3533b-5607-4172-960b-48e3e93cd7c7 x-openstack-request-id: req-36d3533b-5607-4172-960b-48e3e93cd7c7 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:11.037150 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "name": "network-vif-plugged", "status": "completed", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:11.037150 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36d3533b-5607-4172-960b-48e3e93cd7c7 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:11.037150 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d3533b-5607-4172-960b-48e3e93cd7c7'] response: {'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50', 'code': 200} Aug 28 19:55:11.072830 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (4782ef1c-ae37-4407-9723-7210b356d656), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.074617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:11.075311 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.155615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bd7e0-8592-4b44-8894-e0a30e0882cf req-632204dc-cc58-4437-9c93-39c070b396eb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:11.157280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae7bd7e0-8592-4b44-8894-e0a30e0882cf req-632204dc-cc58-4437-9c93-39c070b396eb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0610297 Aug 28 19:55:11.223862 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae7bd7e0-8592-4b44-8894-e0a30e0882cf req-55819dfa-ad87-4aab-8589-3b626cd529a3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589871 Aug 28 19:55:11.391409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac91c3d-dd68-4d6a-b9c0-1dfb15524d22 req-e3b39fcc-7192-4dd2-bb76-47c7af45bb29 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:11.395075 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ac91c3d-dd68-4d6a-b9c0-1dfb15524d22 req-e3b39fcc-7192-4dd2-bb76-47c7af45bb29 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 946 time: 0.0599639 Aug 28 19:55:11.431315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4389250 Aug 28 19:55:11.435651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36854) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:11.442055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Request body: {'subnet': {'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-subnet', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:11.470502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d096-4383-4a8c-a467-cf07cf0aca3d admin admin] Pushing event updated for resources: {'Network': ['ID=4782ef1c-ae37-4407-9723-7210b356d656,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:11.482679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d653b-69c9-467c-ace5-52bb905722dc req-66851ac4-e0ad-4e6a-ace3-59d74006cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:11.484097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ac91c3d-dd68-4d6a-b9c0-1dfb15524d22 req-550713cf-29dc-40fc-a749-a3bc290cb36f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831835 Aug 28 19:55:11.484259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 4782ef1c-ae37-4407-9723-7210b356d656 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:55:11.484732 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a74d653b-69c9-467c-ace5-52bb905722dc req-66851ac4-e0ad-4e6a-ace3-59d74006cd77 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1128 time: 0.3809237 Aug 28 19:55:11.520471 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4a924a9-c5cd-4d97-82b8-74205f5575b3 req-4fa0f7bc-f61d-4b0e-8027-6bd5d88e4439 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3 HTTP/1.1" status: 200 len: 1828 time: 0.1152539 Aug 28 19:55:11.573841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a74d653b-69c9-467c-ace5-52bb905722dc req-a29167a4-0cf4-4abe-a97b-8df416d3c0ff service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759444 Aug 28 19:55:11.591818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Made reservation on behalf of 9eb35c63e2914408b189d0d4ec9fc76c for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:11.594569 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.613051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c4a924a9-c5cd-4d97-82b8-74205f5575b3 req-12597db7-929d-45b1-b030-1a4dd2e4493f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.638622 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c4a924a9-c5cd-4d97-82b8-74205f5575b3 req-12597db7-929d-45b1-b030-1a4dd2e4493f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.660287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8de703-8ba0-4319-8078-3c9b089bd5ef req-03d72196-25a1-49d8-88bc-16d1f9a0b742 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:11.662454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b8de703-8ba0-4319-8078-3c9b089bd5ef req-03d72196-25a1-49d8-88bc-16d1f9a0b742 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 950 time: 0.1112988 Aug 28 19:55:11.684873 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:11.732013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b8de703-8ba0-4319-8078-3c9b089bd5ef req-1f8409d2-4443-4db5-a9c2-a5c8a8f6e536 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600293 Aug 28 19:55:11.802918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c4a924a9-c5cd-4d97-82b8-74205f5575b3 req-12597db7-929d-45b1-b030-1a4dd2e4493f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.805564 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c4a924a9-c5cd-4d97-82b8-74205f5575b3 req-12597db7-929d-45b1-b030-1a4dd2e4493f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:11.807228 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4a924a9-c5cd-4d97-82b8-74205f5575b3 req-12597db7-929d-45b1-b030-1a4dd2e4493f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3 HTTP/1.1" status: 204 len: 173 time: 0.2762785 Aug 28 19:55:11.821249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12597db7-929d-45b1-b030-1a4dd2e4493f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f5e1d-d6e3-4aea-9e6c-e46ef79ef4d3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:11.858541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61300a-5fe0-40a0-81fe-74d51fa65e01 req-f5ddc47e-4de3-4e76-a0cf-9824d8c75218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:11.860063 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce61300a-5fe0-40a0-81fe-74d51fa65e01 req-f5ddc47e-4de3-4e76-a0cf-9824d8c75218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 946 time: 0.0617747 Aug 28 19:55:11.949112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36868) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:11.980558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce61300a-5fe0-40a0-81fe-74d51fa65e01 req-ca969367-6a4c-4716-b6bd-c6e2e766679b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935044 Aug 28 19:55:12.039290 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e105b15d-32bf-4f4b-9b3e-3d71cc366ff4 req-72decbca-4932-4184-ad12-db2f46ef768f tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "GET /networking/v2.0/security-groups/637423cf-9347-4137-8422-4f680fee59cd HTTP/1.1" status: 200 len: 1830 time: 0.0735731 Aug 28 19:55:12.057663 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a04d39f-2fb7-44be-a45e-a2c37396cf14 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group (c9281f93-a7f3-4410-a534-7ac2f41d993e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.094394 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (5f1a2398-58d9-4724-a385-884691f9c8be), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.096556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a04d39f-2fb7-44be-a45e-a2c37396cf14 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group (c9281f93-a7f3-4410-a534-7ac2f41d993e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.157725 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e105b15d-32bf-4f4b-9b3e-3d71cc366ff4 req-0890044b-20a7-4b22-b7b4-cd67ae12e8a6 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (637423cf-9347-4137-8422-4f680fee59cd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.158210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1a2398-58d9-4724-a385-884691f9c8be,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:12.187422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Checking segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:12.187784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Network hostable DHCP agents. Network: 4782ef1c-ae37-4407-9723-7210b356d656, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:55:12.188848 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e105b15d-32bf-4f4b-9b3e-3d71cc366ff4 req-0890044b-20a7-4b22-b7b4-cd67ae12e8a6 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (637423cf-9347-4137-8422-4f680fee59cd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.297652 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a04d39f-2fb7-44be-a45e-a2c37396cf14 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9281f93-a7f3-4410-a534-7ac2f41d993e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.302423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a04d39f-2fb7-44be-a45e-a2c37396cf14 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.303701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5a04d39f-2fb7-44be-a45e-a2c37396cf14 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c9281f93-a7f3-4410-a534-7ac2f41d993e HTTP/1.1" status: 204 len: 168 time: 0.3531308 Aug 28 19:55:12.307369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:12.315422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04d39f-2fb7-44be-a45e-a2c37396cf14 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9281f93-a7f3-4410-a534-7ac2f41d993e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:12.335852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Network 4782ef1c-ae37-4407-9723-7210b356d656 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:55:12.337306 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:12.338284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.341949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e105b15d-32bf-4f4b-9b3e-3d71cc366ff4 req-0890044b-20a7-4b22-b7b4-cd67ae12e8a6 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (637423cf-9347-4137-8422-4f680fee59cd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.347026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e105b15d-32bf-4f4b-9b3e-3d71cc366ff4 req-0890044b-20a7-4b22-b7b4-cd67ae12e8a6 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.347026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e105b15d-32bf-4f4b-9b3e-3d71cc366ff4 req-0890044b-20a7-4b22-b7b4-cd67ae12e8a6 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/637423cf-9347-4137-8422-4f680fee59cd HTTP/1.1" status: 204 len: 173 time: 0.3005209 Aug 28 19:55:12.356925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890044b-20a7-4b22-b7b4-cd67ae12e8a6 tempest-SecurityGroupRulesNegativeTestJSON-2014607063 tempest-SecurityGroupRulesNegativeTestJSON-2014607063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637423cf-9347-4137-8422-4f680fee59cd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:12.357351 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-7db52306-f7fa-4458-87bf-c0f5f7b6d0e2 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] show failed (client error): The resource could not be found. Aug 28 19:55:12.358719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36880) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:12.360039 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7db52306-f7fa-4458-87bf-c0f5f7b6d0e2 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c9281f93-a7f3-4410-a534-7ac2f41d993e HTTP/1.1" status: 404 len: 347 time: 0.0514574 Aug 28 19:55:12.364642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36882) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:12.527483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343aeb53-c811-4f2b-94ae-23cf343e41a3 req-ce907f1d-4f0e-4347-88a6-bbddd2ba136c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:12.529357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-343aeb53-c811-4f2b-94ae-23cf343e41a3 req-ce907f1d-4f0e-4347-88a6-bbddd2ba136c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0975854 Aug 28 19:55:12.666477 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-343aeb53-c811-4f2b-94ae-23cf343e41a3 req-0740e58a-58f0-4615-b831-6f63a7b14892 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296520 Aug 28 19:55:12.806570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c743f-699e-4ff6-a176-384094474e62 req-dd40b4f8-64a5-4f34-8b3f-19cf63d87b83 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:12.808112 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-433c743f-699e-4ff6-a176-384094474e62 req-dd40b4f8-64a5-4f34-8b3f-19cf63d87b83 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 950 time: 0.0856371 Aug 28 19:55:12.808760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 4782ef1c-ae37-4407-9723-7210b356d656) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:12.818138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2ea27-bd7d-48d4-8353-116cfd2a4881 None None] Network 4782ef1c-ae37-4407-9723-7210b356d656 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:12.821349 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:12.823692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:12.824341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.917225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (ca259e7a-6270-46ce-8808-2449f4403314), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:12.938915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-06474d7a-a6b7-4526-8817-ad468a5bcc37 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5018721 Aug 28 19:55:12.939620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36900) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:12.968660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:13.008527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a89f-b2c5-420a-9ddb-1bda08a7b146 req-911d73ea-538d-4d32-aa1e-c92061aac8ca tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.018405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2a3a89f-b2c5-420a-9ddb-1bda08a7b146 req-911d73ea-538d-4d32-aa1e-c92061aac8ca tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 946 time: 0.2254460 Aug 28 19:55:13.062794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c07ef4de-7a08-4da1-bd15-efc542756634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.063048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c07ef4de-7a08-4da1-bd15-efc542756634 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1128 time: 0.1404166 Aug 28 19:55:13.064402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-4782ef1c-ae37-4407-9723-7210b356d656', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:55:13.065358 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.097275 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:13.108795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Deleting port 9d1ecea4-b5b5-4095-9274-3a6d89aaffa6 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:13.109241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.116252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Deleting port 412b2329-0479-4b75-9aee-e5b263c1fad4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:13.116806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.170750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676385c-af73-4126-b867-fe8897d0eab7 req-f7ddc60b-e806-4db6-a87f-7bf50cdafc4f tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.181172 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3676385c-af73-4126-b867-fe8897d0eab7 req-f7ddc60b-e806-4db6-a87f-7bf50cdafc4f tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 950 time: 0.1913457 Aug 28 19:55:13.191249 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:13.202106 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2a3a89f-b2c5-420a-9ddb-1bda08a7b146 req-884abbc3-af0b-47f0-9b2a-9cb443de5106 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822317 Aug 28 19:55:13.252579 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:13.258994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Allocated IP 172.20.0.2 (4782ef1c-ae37-4407-9723-7210b356d656/5f1a2398-58d9-4724-a385-884691f9c8be/9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:13.302458 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.303763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.320562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-97dfa196-852a-4d60-a889-4be4df195b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.321511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-97dfa196-852a-4d60-a889-4be4df195b58 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.2499280 Aug 28 19:55:13.381071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-e4282046-a26a-430b-aed0-874dc7cf31fa service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 217 time: 0.0402436 Aug 28 19:55:13.407520 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks [] for router_controller (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.409401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] For port 412b2329-0479-4b75-9aee-e5b263c1fad4, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=412b2329-0479-4b75-9aee-e5b263c1fad4,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:13.409783 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.421836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4061b-4663-4abe-b01c-901fa6ba53d6 req-0fd23c99-b276-4f9d-a13a-c1a10d2fb11f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.429610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15c4061b-4663-4abe-b01c-901fa6ba53d6 req-0fd23c99-b276-4f9d-a13a-c1a10d2fb11f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 946 time: 0.1240773 Aug 28 19:55:13.432877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3676385c-af73-4126-b867-fe8897d0eab7 req-ed8f702b-ae5d-4c7e-914b-02d60633e4fd tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60b6f8ca-83b5-4b58-ada1-8823f33183e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499986 Aug 28 19:55:13.440748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Calling delete_port for 412b2329-0479-4b75-9aee-e5b263c1fad4 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:13.445945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Publish callbacks [] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.465256 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.465586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.517370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-1d363f59-41c0-4ed8-ba4c-5852fc26e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.518964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-1d363f59-41c0-4ed8-ba4c-5852fc26e79f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1153347 Aug 28 19:55:13.543687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Calling delete_port for 9d1ecea4-b5b5-4095-9274-3a6d89aaffa6 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:13.546241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.556101 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:13.566646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Deleting port 3ec18934-8cd6-4dea-b29a-b22d3ae157de {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:13.566988 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.575745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15c4061b-4663-4abe-b01c-901fa6ba53d6 req-2e02f95b-b88f-46f1-b336-c3608f0d5c47 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240063 Aug 28 19:55:13.600561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Network 4782ef1c-ae37-4407-9723-7210b356d656 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:13.605697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:13.613675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:13.625819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Pushing event updated for resources: {'Port': ['ID=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:13.641803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-52200e45-b83f-47ab-8389-d12cc47b8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.643478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-52200e45-b83f-47ab-8389-d12cc47b8e59 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1158943 Aug 28 19:55:13.663736 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:13.686906 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:13.692026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Attempting to bind port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:13.692402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Attempting to bind port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:13.692773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Attempting to bind port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a on network 4782ef1c-ae37-4407-9723-7210b356d656 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:13.698365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:13.698747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Checking segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:13.699160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.699558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Bound using segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:13.700037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Bound port: 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:13.700423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.759871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] For port 3ec18934-8cd6-4dea-b29a-b22d3ae157de, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ec18934-8cd6-4dea-b29a-b22d3ae157de,segment=NetworkSegment(eddd1eaf-9db9-4bed-b855-51c852779d29),segment_id=eddd1eaf-9db9-4bed-b855-51c852779d29)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:13.759871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.761771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks [] for router_gateway (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:13.784250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Calling delete_port for 3ec18934-8cd6-4dea-b29a-b22d3ae157de owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:13.795487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] For port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:13.799891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] For port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:13.813471 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-5544d87d-c97c-4140-b92d-e4ef5270fe81 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613953 Aug 28 19:55:13.982226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee01c9f-67f2-42aa-8313-a3e972dd14fe req-1c793900-9236-4632-881b-ab703ae04d73 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:13.983722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bee01c9f-67f2-42aa-8313-a3e972dd14fe req-1c793900-9236-4632-881b-ab703ae04d73 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.1370013 Aug 28 19:55:14.060420 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.070643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (9d1ecea4-b5b5-4095-9274-3a6d89aaffa6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.082136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (412b2329-0479-4b75-9aee-e5b263c1fad4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.084951 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-0feed641-0547-468f-9a90-e62f3181958e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365577 Aug 28 19:55:14.131137 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bee01c9f-67f2-42aa-8313-a3e972dd14fe req-bd8489c5-d534-424f-91eb-aa741b39f0c0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341548 Aug 28 19:55:14.150935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['412b2329-0479-4b75-9aee-e5b263c1fad4'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:14.201007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Pushing event deleted for resources: {'Port': ['ID=9d1ecea4-b5b5-4095-9274-3a6d89aaffa6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:14.230321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436a51-8921-4f6f-9a21-72448e1d2a3a None None] Pushing event updated for resources: {'Port': ['ID=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:14.265628 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:14.291868 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks [] for floatingip (585adb80-4271-4227-b459-40f429d2e1f2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.296481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.313500 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2d59dad4-2feb-449a-a913-53aca72a5e17 tempest-ServersWithSpecificFlavorTestJSON-1484907283 tempest-ServersWithSpecificFlavorTestJSON-1484907283-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/585adb80-4271-4227-b459-40f429d2e1f2 HTTP/1.1" status: 204 len: 168 time: 1.9471242 Aug 28 19:55:14.319524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Pushing event deleted for resources: {'Port': ['ID=412b2329-0479-4b75-9aee-e5b263c1fad4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:14.427927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3ec18934-8cd6-4dea-b29a-b22d3ae157de), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.458296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] No DVR routers for this DVR port 412b2329-0479-4b75-9aee-e5b263c1fad4 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:14.461844 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.467923 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-433c743f-699e-4ff6-a176-384094474e62 req-9c088f38-c2d1-4055-9a54-1d9fc3e5e3b7 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.84 "DELETE /networking/v2.0/ports/412b2329-0479-4b75-9aee-e5b263c1fad4 HTTP/1.1" status: 204 len: 173 time: 1.6462111 Aug 28 19:55:14.472864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'name': 'network-vif-deleted', 'tag': '412b2329-0479-4b75-9aee-e5b263c1fad4'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:14.474290 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f1e79-0003-4837-85a7-500261bdd512" -d '{"events": [{"server_uuid": "581d67b0-e1d5-422d-bf28-acd22a24cc45", "name": "network-vif-deleted", "tag": "412b2329-0479-4b75-9aee-e5b263c1fad4"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:14.543862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec18934-8cd6-4dea-b29a-b22d3ae157de,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:14.610276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-20337173-7ca8-4dbd-a987-50dc175500d1 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:14.612087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-20337173-7ca8-4dbd-a987-50dc175500d1 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1128 time: 0.3179564 Aug 28 19:55:14.683756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-854121-7'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:14.735607 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks [] for router_gateway (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.791443 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:14.904750 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:14.924208 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:14.973492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-33bfd022-a637-45c7-99f8-a1d1aaaa16b1 req-5b64d7d6-9cd6-4f2e-acac-79c4ce7335c1 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 210 time: 0.2380092 Aug 28 19:55:14.986789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95656345-590b-4b78-9adf-e3f4cf9726df req-0700c460-11f6-4ea3-9e6c-5d6a92a6713d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:14.989241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-95656345-590b-4b78-9adf-e3f4cf9726df req-0700c460-11f6-4ea3-9e6c-5d6a92a6713d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 946 time: 0.1791403 Aug 28 19:55:15.092855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Allocated IP 172.25.4.249 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/609793ff-ea2c-4fea-81d1-cc5a3cc84e54) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:15.098984 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3501ab0-6b48-474f-b226-f23e96af7461 x-openstack-request-id: req-d3501ab0-6b48-474f-b226-f23e96af7461 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:15.099338 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581d67b0-e1d5-422d-bf28-acd22a24cc45", "name": "network-vif-deleted", "tag": "412b2329-0479-4b75-9aee-e5b263c1fad4", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:15.099654 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3501ab0-6b48-474f-b226-f23e96af7461 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:15.100113 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3501ab0-6b48-474f-b226-f23e96af7461'] response: {'server_uuid': '581d67b0-e1d5-422d-bf28-acd22a24cc45', 'name': 'network-vif-deleted', 'tag': '412b2329-0479-4b75-9aee-e5b263c1fad4', 'status': 'completed', 'code': 200} Aug 28 19:55:15.258476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (ca259e7a-6270-46ce-8808-2449f4403314), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:15.297562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks [] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:15.391993 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:15.394799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:15.432762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-95656345-590b-4b78-9adf-e3f4cf9726df req-cde98ed5-63a7-4280-a1ec-767e9aed0bff tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959739 Aug 28 19:55:15.501725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b9af0-907c-4c71-b487-bb0d5f734868 req-f77af552-c71b-4204-baec-bf96d4d13e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:15.503407 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c29b9af0-907c-4c71-b487-bb0d5f734868 req-f77af552-c71b-4204-baec-bf96d4d13e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 946 time: 0.1828680 Aug 28 19:55:15.529295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:15.533559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:15.564038 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:15.632723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Pushing event updated for resources: {'Port': ['ID=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:15.653937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:15.657211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:15.659843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:15.676547 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c29b9af0-907c-4c71-b487-bb0d5f734868 req-28fcde74-936e-471b-9164-bd3bce2ac5d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656156 Aug 28 19:55:15.760574 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:15.795575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c385007-a79a-4227-a0c1-759f32e82770 req-6ad4c431-ec2a-4b42-948a-c75e9662a50e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:15.797595 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c385007-a79a-4227-a0c1-759f32e82770 req-6ad4c431-ec2a-4b42-948a-c75e9662a50e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.2289751 Aug 28 19:55:15.854845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:15.855321 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:15.897484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:15.935318 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c385007-a79a-4227-a0c1-759f32e82770 req-ab2200a9-851e-4d27-a281-0246e366ff22 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296642 Aug 28 19:55:15.974075 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:16.005646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:16.079630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb41189-a31d-4862-b829-8c7136ddad6e None None] Network 4782ef1c-ae37-4407-9723-7210b356d656 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:16.201175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 412b2329-0479-4b75-9aee-e5b263c1fad4 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:16.203446 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:16.247464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 412b2329-0479-4b75-9aee-e5b263c1fad4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:16.248248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 412b2329-0479-4b75-9aee-e5b263c1fad4 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:16.258302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4ff698f9-cbe2-4d88-9f25-ed9de50cce04 None None] Provisioning complete for port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:16.258991 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ff698f9-cbe2-4d88-9f25-ed9de50cce04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:16.265320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:16.275976 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks [] for router_gateway (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:16.430561 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a0347f6-bf49-4ab0-be7e-2b41e98d0f73 req-4760066b-fc40-4f07-a8bd-bccc8e236e71 tempest-ServerDiagnosticsNegativeTest-680130815 tempest-ServerDiagnosticsNegativeTest-680130815-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=581d67b0-e1d5-422d-bf28-acd22a24cc45 HTTP/1.1" status: 200 len: 210 time: 0.0866790 Aug 28 19:55:16.450916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Router ca259e7a-6270-46ce-8808-2449f4403314 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:16.460507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:16.527935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ff698f9-cbe2-4d88-9f25-ed9de50cce04 None None] Current status of the port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:16.546223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36956) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:16.616445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Publish callbacks [] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:16.619848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:16.626598 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acd8e89-7785-4e0d-af74-51924c11de55" -d '{"events": [{"server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:16.681147 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:16.701738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897360d1-f030-47d6-8e6b-1be1b64e9bea req-b808f2d9-96e2-4171-81f0-a82d13c6f01b tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:16.703954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-897360d1-f030-47d6-8e6b-1be1b64e9bea req-b808f2d9-96e2-4171-81f0-a82d13c6f01b tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1128 time: 0.1244636 Aug 28 19:55:16.745199 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42442dc-0c9e-4f21-853b-407da0dbb682 x-openstack-request-id: req-b42442dc-0c9e-4f21-853b-407da0dbb682 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:16.745513 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:16.745737 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b42442dc-0c9e-4f21-853b-407da0dbb682 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:16.748354 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42442dc-0c9e-4f21-853b-407da0dbb682'] response: {'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee', 'code': 200} Aug 28 19:55:16.763796 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:16.773505 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] Sync routers for ids ['ca259e7a-6270-46ce-8808-2449f4403314'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:16.782939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e0882eba-3e74-4c08-8cea-0919e3e7eee8 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ca259e7a-6270-46ce-8808-2449f4403314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4217122 Aug 28 19:55:16.787461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36970) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:16.787647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:16.788633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] Routers {'ca259e7a-6270-46ce-8808-2449f4403314'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:16.789869 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ca259e7a-6270-46ce-8808-2449f4403314'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:16.863450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-901453dc-bdb7-4056-9d1c-694720a68ad7 None None] Provisioning complete for port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:16.863830 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-901453dc-bdb7-4056-9d1c-694720a68ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:16.920075 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] Set router ca259e7a-6270-46ce-8808-2449f4403314 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:16.960685 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks [] for router (ca259e7a-6270-46ce-8808-2449f4403314), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:16.966184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2390c-7cb9-45ff-a25e-8bcdfcc8a722 req-49a68647-6311-4e97-9e92-ddb6736e27bc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:16.967781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27d2390c-7cb9-45ff-a25e-8bcdfcc8a722 req-49a68647-6311-4e97-9e92-ddb6736e27bc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.0649695 Aug 28 19:55:16.975588 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:16.985756 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:17.007627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:17.021716 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8722-5849-4918-be55-fdd82daa398d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.064568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:17.085537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on host n-h1-854121-7 for vnic_type normal with profile {"migrating_to": "n-h2-854121-7"} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:17.086150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:17.086644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:17.099140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:17.099790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Attempting to bind port c9c6e818-7286-477b-a548-1c3c6c7792ee on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:17.101660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-901453dc-bdb7-4056-9d1c-694720a68ad7 None None] Current status of the port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:17.116393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:17.119151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:17.119151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:17.119151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Bound port: c9c6e818-7286-477b-a548-1c3c6c7792ee, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:17.119151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.119526 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:55:14Z', 'revision_number': 5, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:17.126833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:17.127341 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.139497 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27d2390c-7cb9-45ff-a25e-8bcdfcc8a722 req-1d0d3c4a-834a-4802-b3a9-d2a837b21d2c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617773 Aug 28 19:55:17.147138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8722-5849-4918-be55-fdd82daa398d admin admin] Publish callbacks [] for security_group (b016e8b2-4d8a-44df-b531-dabe12d1424c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.148369 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] Checking router: ca259e7a-6270-46ce-8808-2449f4403314 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:17.148820 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.160014 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] Routers {'ca259e7a-6270-46ce-8808-2449f4403314'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:17.160990 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ca259e7a-6270-46ce-8808-2449f4403314'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:17.198365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-897360d1-f030-47d6-8e6b-1be1b64e9bea req-085fed9d-357b-4c30-86b5-fad8a23d314a tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112396 Aug 28 19:55:17.248831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36976) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:17.316790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:17.350187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:17.366535 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:17.385152 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:17.391856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:17.425475 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] Set router ca259e7a-6270-46ce-8808-2449f4403314 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:17.435192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa0897-8b0f-46c9-8b26-564539d647c7 req-d245f1f4-8414-4722-8954-8830bc60a449 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:17.436110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cafa0897-8b0f-46c9-8b26-564539d647c7 req-d245f1f4-8414-4722-8954-8830bc60a449 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1128 time: 0.0974004 Aug 28 19:55:17.490282 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.600828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8722-5849-4918-be55-fdd82daa398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b016e8b2-4d8a-44df-b531-dabe12d1424c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.607844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cafa0897-8b0f-46c9-8b26-564539d647c7 req-4dc26e08-5878-46e8-94f3-4650bc7998e4 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590776 Aug 28 19:55:17.642420 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:17.670890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc421a05-edbe-4961-8cc5-fd611c36da98 req-3d10bc35-3cad-4d06-aca3-ca38883e1b55 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:17.683831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc421a05-edbe-4961-8cc5-fd611c36da98 req-3d10bc35-3cad-4d06-aca3-ca38883e1b55 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0921106 Aug 28 19:55:17.694573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:17.695292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.696692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 1122 time: 3.0269325 Aug 28 19:55:17.700294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ecef-faa8-4b02-af86-7ca823ad5397 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=8']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:17.717017 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:55:14Z', 'revision_number': 5, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:17.755901 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de418a-cca6-48c2-9cac-6d8c249f5e48 None None] The sync data for ids ['ca259e7a-6270-46ce-8808-2449f4403314'] in n-d-854121-7 is: [{'id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178020493-router', 'tenant_id': '0be42bedb4074f93abad4f02e6c010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:43Z', 'updated_at': '2022-08-28T19:55:14Z', 'revision_number': 5, 'project_id': '0be42bedb4074f93abad4f02e6c010bc', 'gw_port': {'id': '78010cf8-1438-4dd4-9832-0cac3983ddd2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca259e7a-6270-46ce-8808-2449f4403314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:45Z', 'updated_at': '2022-08-28T19:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:17.851342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8722-5849-4918-be55-fdd82daa398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016e8b2-4d8a-44df-b531-dabe12d1424c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:17.854804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c9c6e818-7286-477b-a548-1c3c6c7792ee'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:17.857037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks [] for router_gateway (ca259e7a-6270-46ce-8808-2449f4403314), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:17.877231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cdfe8722-5849-4918-be55-fdd82daa398d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6479f4d063cd482f8f1a67278bb5d688&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3269687 Aug 28 19:55:17.878673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36988) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:17.959830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc421a05-edbe-4961-8cc5-fd611c36da98 req-91dc120a-b223-45de-bf15-2a4fa34091a9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734571 Aug 28 19:55:18.085827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:55:18.091103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Deleting port 78010cf8-1438-4dd4-9832-0cac3983ddd2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:18.091885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.102503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (e5e8425a-ab04-4697-bbf7-219bc391bb67), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.106658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97b2fc39-1109-43fd-8769-05524e35ffb9 admin admin] Publish callbacks [] for security_group (b016e8b2-4d8a-44df-b531-dabe12d1424c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.238724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97b2fc39-1109-43fd-8769-05524e35ffb9 admin admin] Publish callbacks [] for security_group (b016e8b2-4d8a-44df-b531-dabe12d1424c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.242908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-1d1d4681-8d3c-4e04-9584-1981adf1ae3c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539974 Aug 28 19:55:18.383053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] For port 78010cf8-1438-4dd4-9832-0cac3983ddd2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=78010cf8-1438-4dd4-9832-0cac3983ddd2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:18.390651 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.396312 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:18.409395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Sync routers for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:18.418011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-13093727-5809-47cc-8696-86eeff59c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:18.419725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-13093727-5809-47cc-8696-86eeff59c83c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1126 time: 0.1108921 Aug 28 19:55:18.432484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:18.433140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:18.442468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff804bb-dfbe-4db9-a12d-046461f8070f req-0b8f2849-556b-4b0c-91bf-b3642613e336 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:18.445034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ff804bb-dfbe-4db9-a12d-046461f8070f req-0b8f2849-556b-4b0c-91bf-b3642613e336 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.1544161 Aug 28 19:55:18.447659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36994) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:18.462022 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:18.463974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Calling delete_port for 78010cf8-1438-4dd4-9832-0cac3983ddd2 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:18.553642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-fbfd6776-5794-4db9-a851-8a2d977737cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:18.555109 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-fbfd6776-5794-4db9-a851-8a2d977737cb service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.1032515 Aug 28 19:55:18.598667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:18.668134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-6cbde55b-21e1-41db-953f-c55625d88760 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 217 time: 0.0515456 Aug 28 19:55:18.681181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.685235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-55ca95ec-dbe2-4800-a1ba-5fecdcc40142 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7174900 Aug 28 19:55:18.685578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37006) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:18.686596 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ff804bb-dfbe-4db9-a12d-046461f8070f req-a42592b7-48ed-4eda-8182-5f6e076cdd2d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119188 Aug 28 19:55:18.762063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97b2fc39-1109-43fd-8769-05524e35ffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b016e8b2-4d8a-44df-b531-dabe12d1424c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.764779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97b2fc39-1109-43fd-8769-05524e35ffb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:18.766201 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-97b2fc39-1109-43fd-8769-05524e35ffb9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b016e8b2-4d8a-44df-b531-dabe12d1424c HTTP/1.1" status: 204 len: 168 time: 0.8855407 Aug 28 19:55:18.766725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:18.776401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e443f1f8-db12-4ffc-89d6-99cf6beb359d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=99d7e142612a407e82beaf28a4defb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211064 Aug 28 19:55:18.777022 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb314d6e-93fd-4415-8b0a-08026972ade3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:18.781545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37010) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:18.793052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ec18934-8cd6-4dea-b29a-b22d3ae157de no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:18.832300 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:18.835935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3ec18934-8cd6-4dea-b29a-b22d3ae157de {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:18.839622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ec18934-8cd6-4dea-b29a-b22d3ae157de not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:18.850316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2fc39-1109-43fd-8769-05524e35ffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016e8b2-4d8a-44df-b531-dabe12d1424c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:18.918712 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009fa9df-8142-45b1-a1b7-6c4cb1ca7aee x-openstack-request-id: req-009fa9df-8142-45b1-a1b7-6c4cb1ca7aee {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:18.918712 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:18.918712 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-009fa9df-8142-45b1-a1b7-6c4cb1ca7aee {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:18.918712 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009fa9df-8142-45b1-a1b7-6c4cb1ca7aee'] response: {'name': 'network-changed', 'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee', 'status': 'completed', 'code': 200} Aug 28 19:55:18.928841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-996f4248-51b3-48a0-8845-093d93dedd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:18.931013 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-996f4248-51b3-48a0-8845-093d93dedd9f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.2559502 Aug 28 19:55:18.950714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:15Z', 'revision_number': 3, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:18.964545 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:18.994999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Checking router: ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:18.998802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Updating router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:19.029160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.032144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-e8154b9b-029a-4f57-8d50-b4f6b1cf8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:19.033671 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-e8154b9b-029a-4f57-8d50-b4f6b1cf8788 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557432 Aug 28 19:55:19.070699 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (78010cf8-1438-4dd4-9832-0cac3983ddd2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.114010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=78010cf8-1438-4dd4-9832-0cac3983ddd2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:19.119619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-466178e2-bf66-4418-858c-1f89669f9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:19.122123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-466178e2-bf66-4418-858c-1f89669f9087 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1156 time: 0.1808224 Aug 28 19:55:19.184877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06927772-0822-4194-bf07-8ba1960c54fe admin admin] Publish callbacks [] for security_group (60b6f8ca-83b5-4b58-ada1-8823f33183e0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.245523 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:19.258419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Deleting port d93999a3-6c08-468d-b939-da8ae4213f42 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:19.259090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.270665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4358a85-8137-45d3-8c55-facc12493d54 req-8ff5f217-fc7f-432c-83a7-700a67ea9562 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:19.274723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4358a85-8137-45d3-8c55-facc12493d54 req-8ff5f217-fc7f-432c-83a7-700a67ea9562 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.1650927 Aug 28 19:55:19.299630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (ca259e7a-6270-46ce-8808-2449f4403314), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.335336 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06927772-0822-4194-bf07-8ba1960c54fe admin admin] Publish callbacks [] for security_group (60b6f8ca-83b5-4b58-ada1-8823f33183e0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.395227 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Publish callbacks [] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.443590 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-89f76828-acc6-4157-a4e9-faef15fdb443 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008567 Aug 28 19:55:19.475251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (ca259e7a-6270-46ce-8808-2449f4403314), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.486027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks [] for router_controller (ca259e7a-6270-46ce-8808-2449f4403314), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.513883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-70d5eba1-6002-47f8-9049-3ccfa7873db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:19.515509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-70d5eba1-6002-47f8-9049-3ccfa7873db9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.3548522 Aug 28 19:55:19.536223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.558396 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4358a85-8137-45d3-8c55-facc12493d54 req-df3c2e39-499a-4e88-a8c3-a9ab7c0349c4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626896 Aug 28 19:55:19.586227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] For port d93999a3-6c08-468d-b939-da8ae4213f42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d93999a3-6c08-468d-b939-da8ae4213f42,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:19.586775 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.588141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Attempting to bind port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:19.588685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Attempting to bind port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:19.589218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Attempting to bind port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:19.604042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-24468db4-9b05-485a-afef-667e4a3f5f74 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 217 time: 0.0570834 Aug 28 19:55:19.604873 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:19.615827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:19.616321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:19.616845 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.617332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:19.617928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Bound port: 609793ff-ea2c-4fea-81d1-cc5a3cc84e54, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:19.618427 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.621601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabad93-7856-45ad-b0b2-7b336c8c2ed5 None None] Pushing event updated for resources: {'Port': ['ID=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:19.647858 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:19.702427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] For port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:19.706288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] For port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:19.706494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37022) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:19.723848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-5cf3c9df-a543-4512-9588-15d8b1e83088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:19.725529 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-5cf3c9df-a543-4512-9588-15d8b1e83088 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.0841324 Aug 28 19:55:19.727192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3638-03f4-4c82-9a6d-5141e4c1691f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.777129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (ca259e7a-6270-46ce-8808-2449f4403314), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.777939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca259e7a-6270-46ce-8808-2449f4403314 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:55:19.801020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.803006 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c735a1db-c326-4a9e-8ef7-7510f85f2ebb admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ca259e7a-6270-46ce-8808-2449f4403314 HTTP/1.1" status: 204 len: 168 time: 3.0130718 Aug 28 19:55:19.803431 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.853304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:19.854303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:19.861614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37026) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:19.883382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06927772-0822-4194-bf07-8ba1960c54fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (60b6f8ca-83b5-4b58-ada1-8823f33183e0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.887089 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06927772-0822-4194-bf07-8ba1960c54fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:19.891308 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-06927772-0822-4194-bf07-8ba1960c54fe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/60b6f8ca-83b5-4b58-ada1-8823f33183e0 HTTP/1.1" status: 204 len: 168 time: 1.0818710 Aug 28 19:55:19.895174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Calling delete_port for d93999a3-6c08-468d-b939-da8ae4213f42 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:19.961692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-0d249c10-4bda-414a-8b85-c334005cf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:19.964254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-0d249c10-4bda-414a-8b85-c334005cf08a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2025368 Aug 28 19:55:19.982540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabad93-7856-45ad-b0b2-7b336c8c2ed5 None None] Pushing event updated for resources: {'Port': ['ID=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:19.983122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06927772-0822-4194-bf07-8ba1960c54fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6f8ca-83b5-4b58-ada1-8823f33183e0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:19.989025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c87a1a-c2f4-48fe-aec3-5e5d5ac0d15d req-7c66be22-bb35-400e-8191-59a9a1e46392 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:19.990860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32c87a1a-c2f4-48fe-aec3-5e5d5ac0d15d req-7c66be22-bb35-400e-8191-59a9a1e46392 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.1955943 Aug 28 19:55:19.998545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-b2f521f3-87e9-42fa-8f25-69eb9946b94c tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:55:20.010029 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-b2f521f3-87e9-42fa-8f25-69eb9946b94c tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0364106 Aug 28 19:55:20.058335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] Deleting subnet 6507e6e5-77c0-43ea-9e74-184df40d4ae5 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:55:20.079228 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77ad86-1d0c-4642-9f5d-cda4eee05369 req-e713dc03-b1b6-45e4-9a50-303c23a56a20 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037459 Aug 28 19:55:20.084847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:20.139129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] Publish callbacks [] for subnet (6507e6e5-77c0-43ea-9e74-184df40d4ae5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:20.209218 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:20.257923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3638-03f4-4c82-9a6d-5141e4c1691f admin admin] Publish callbacks [] for security_group (3d87754d-bc48-4a32-990b-47de24d4a4b5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:20.293354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-f94779e5-2c45-419d-ad85-3e44513e7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:20.295270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-f94779e5-2c45-419d-ad85-3e44513e7315 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 1125 time: 0.2610252 Aug 28 19:55:20.317633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Request body: {'binding': {'host': 'n-h1-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:20.318508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Unknown quota resources ['binding']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 19:55:20.328770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] Publish callbacks [] for subnet (6507e6e5-77c0-43ea-9e74-184df40d4ae5), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:20.353649 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:20.376497 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:20.410524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32c87a1a-c2f4-48fe-aec3-5e5d5ac0d15d req-e67bdfc1-4dd3-4654-96a7-706ad42ca619 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950858 Aug 28 19:55:20.445475 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3638-03f4-4c82-9a6d-5141e4c1691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d87754d-bc48-4a32-990b-47de24d4a4b5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:20.529452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:15Z', 'revision_number': 3, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:20.557442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d93999a3-6c08-468d-b939-da8ae4213f42), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:20.560735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddc67c-4fca-4afd-8e43-2673c4be76af None None] The sync data for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 is: [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:15Z', 'revision_number': 3, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:20.580418 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-5ea5636b-1139-45cc-81c8-9abf351080f0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864553 Aug 28 19:55:20.602505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d93999a3-6c08-468d-b939-da8ae4213f42,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:20.626700 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (6507e6e5-77c0-43ea-9e74-184df40d4ae5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:20.758189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Allocated IP 172.20.0.1 (4782ef1c-ae37-4407-9723-7210b356d656/5f1a2398-58d9-4724-a385-884691f9c8be/bb3a406d-00b0-4ef2-aec4-05d14c104942) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:20.784916 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eb6b3638-03f4-4c82-9a6d-5141e4c1691f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1c5f3b0250bf479ea17d8054586aba1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0773394 Aug 28 19:55:20.793418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37036) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:20.806698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b3638-03f4-4c82-9a6d-5141e4c1691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87754d-bc48-4a32-990b-47de24d4a4b5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:21.076273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 78010cf8-1438-4dd4-9832-0cac3983ddd2 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:21.091058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaecaf7-019c-4de8-b3cb-f6f8535310d3 req-70e23853-a63a-4bd6-833d-f39582e7fc93 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:21.093803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcaecaf7-019c-4de8-b3cb-f6f8535310d3 req-70e23853-a63a-4bd6-833d-f39582e7fc93 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.3000987 Aug 28 19:55:21.106280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 78010cf8-1438-4dd4-9832-0cac3983ddd2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:21.107429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 78010cf8-1438-4dd4-9832-0cac3983ddd2 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:21.165914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (e5e8425a-ab04-4697-bbf7-219bc391bb67), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.187349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37038) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:21.190968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb314d6e-93fd-4415-8b0a-08026972ade3 req-6c694b6a-be2d-49ba-b34e-d2922585d135 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948336 Aug 28 19:55:21.206055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on host n-h1-854121-7 for vnic_type normal with profile None {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:21.206763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:21.207350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:21.212255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (6507e6e5-77c0-43ea-9e74-184df40d4ae5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.221911 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0dc2377-efef-46cc-b08c-b8eaa57e8d77 admin admin] Publish callbacks [] for security_group (3d87754d-bc48-4a32-990b-47de24d4a4b5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.252938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4775dd6-87dc-4cd9-a538-f91add26d422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.281984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks [] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.287635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:21.288129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:21.303747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6507e6e5-77c0-43ea-9e74-184df40d4ae5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:21.320592 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.326556 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a42ed10d-71ca-4b38-85ed-7127308b4835 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/6507e6e5-77c0-43ea-9e74-184df40d4ae5 HTTP/1.1" status: 204 len: 168 time: 1.4603817 Aug 28 19:55:21.331787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1f6b4-4595-4940-a48f-0a7913ad8872 None None] Network a5ec3477-4853-4b37-962d-3931dcee0efe requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:21.342620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcaecaf7-019c-4de8-b3cb-f6f8535310d3 req-d8ddf9e3-ce71-4f29-9e0e-c478fdc0388a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277651 Aug 28 19:55:21.344555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:21.345671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:21.346247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:21.346378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37040) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:21.352167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Bound port: 60d387e7-3f05-4532-8f7a-e780e127ca50, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:21.352167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0dc2377-efef-46cc-b08c-b8eaa57e8d77 admin admin] Publish callbacks [] for security_group (3d87754d-bc48-4a32-990b-47de24d4a4b5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.429962 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:21.487355 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:21.518293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:21.552163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0dc2377-efef-46cc-b08c-b8eaa57e8d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d87754d-bc48-4a32-990b-47de24d4a4b5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.557838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0dc2377-efef-46cc-b08c-b8eaa57e8d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.557838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d0dc2377-efef-46cc-b08c-b8eaa57e8d77 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3d87754d-bc48-4a32-990b-47de24d4a4b5 HTTP/1.1" status: 204 len: 168 time: 0.7617834 Aug 28 19:55:21.573463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc2377-efef-46cc-b08c-b8eaa57e8d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87754d-bc48-4a32-990b-47de24d4a4b5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:21.601494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (a5ec3477-4853-4b37-962d-3931dcee0efe), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.673011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.684600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a32f755b-dc68-4ccb-bccd-c0a33447b0ac service neutron] 10.222.0.78 "POST /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50/bindings HTTP/1.1" status: 201 len: 389 time: 1.3713610 Aug 28 19:55:21.732475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac0f6b-61dd-4f2f-8453-56bf71af27c5 req-38757a2b-f24a-4b59-a904-9b7d448b5158 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:21.740832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:21.747360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83ac0f6b-61dd-4f2f-8453-56bf71af27c5 req-38757a2b-f24a-4b59-a904-9b7d448b5158 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.1351211 Aug 28 19:55:21.815355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:55:21.887646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83ac0f6b-61dd-4f2f-8453-56bf71af27c5 req-25f097a3-e211-4ed4-84b2-e272287fb842 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392889 Aug 28 19:55:22.003825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-cebc814f-89d5-4a8b-9ca3-a0d2ae9191a1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee/bindings/n-h2-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.1703787 Aug 28 19:55:22.028741 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2faf00fb-730b-4209-8d04-64eb294df0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.084424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] DHCP port deletion for a5ec3477-4853-4b37-962d-3931dcee0efe request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:55:22.105810 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4775dd6-87dc-4cd9-a538-f91add26d422 admin admin] Publish callbacks [] for security_group (e6b80bd3-9b30-4d4e-9cb3-6490c5427afe), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.114914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3a406d-00b0-4ef2-aec4-05d14c104942,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:22.189055 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Deleting port bdc98887-e040-4034-b972-367251dd253c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:22.189760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bdc98887-e040-4034-b972-367251dd253c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.260223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:22.265807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] Deleting port bdc98887-e040-4034-b972-367251dd253c {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:22.266213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bdc98887-e040-4034-b972-367251dd253c), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.284879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4775dd6-87dc-4cd9-a538-f91add26d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e6b80bd3-9b30-4d4e-9cb3-6490c5427afe), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.287210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Network 4782ef1c-ae37-4407-9723-7210b356d656 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:22.318064 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:22.343798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:22.356108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee has no active binding in host n-h2-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 19:55:22.370180 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.393983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e52942-6c21-49ce-86ca-963c1f1818e9 req-a075d468-8467-401b-809d-a392665cf880 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:22.402759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57e52942-6c21-49ce-86ca-963c1f1818e9 req-a075d468-8467-401b-809d-a392665cf880 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 946 time: 0.1676216 Aug 28 19:55:22.409005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:22.412881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] For port bdc98887-e040-4034-b972-367251dd253c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bdc98887-e040-4034-b972-367251dd253c,segment=NetworkSegment(eddd1eaf-9db9-4bed-b855-51c852779d29),segment_id=eddd1eaf-9db9-4bed-b855-51c852779d29)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:22.413533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bdc98887-e040-4034-b972-367251dd253c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.427348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] For port bdc98887-e040-4034-b972-367251dd253c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bdc98887-e040-4034-b972-367251dd253c,segment=NetworkSegment(eddd1eaf-9db9-4bed-b855-51c852779d29),segment_id=eddd1eaf-9db9-4bed-b855-51c852779d29)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:22.427996 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bdc98887-e040-4034-b972-367251dd253c), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.466298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] Calling delete_port for bdc98887-e040-4034-b972-367251dd253c owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:22.518857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4775dd6-87dc-4cd9-a538-f91add26d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b80bd3-9b30-4d4e-9cb3-6490c5427afe,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:22.534626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Calling delete_port for bdc98887-e040-4034-b972-367251dd253c owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:22.554341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57e52942-6c21-49ce-86ca-963c1f1818e9 req-0ed575de-7e61-4026-a859-e581ed799aea tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505027 Aug 28 19:55:22.593105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:22.605485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b4775dd6-87dc-4cd9-a538-f91add26d422 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8816433ce4764909a9f0cf35dcf22f81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4167898 Aug 28 19:55:22.606220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37058) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:22.636487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:22.654075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Router e5e8425a-ab04-4697-bbf7-219bc391bb67 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:22.684819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c6e818-7286-477b-a548-1c3c6c7792ee {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:22.699521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:22.734803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (bdc98887-e040-4034-b972-367251dd253c), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.742714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.773531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] Pushing event deleted for resources: {'Port': ['ID=bdc98887-e040-4034-b972-367251dd253c,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:22.778395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0cd22-7438-46ce-a730-2f4414c80ac6 None None] No DVR routers for this DVR port bdc98887-e040-4034-b972-367251dd253c on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:22.812980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-717e6489-0afb-43aa-b077-14c1d3083b42 None None] Provisioning complete for port bb3a406d-00b0-4ef2-aec4-05d14c104942 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:22.813371 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-717e6489-0afb-43aa-b077-14c1d3083b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.821066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:22.857698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109b699-ce58-448a-b585-3d1dab7de3f3 req-9e782453-e3ac-4e9b-aef5-812a45bb1e21 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:22.860007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e109b699-ce58-448a-b585-3d1dab7de3f3 req-9e782453-e3ac-4e9b-aef5-812a45bb1e21 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.3038580 Aug 28 19:55:22.881974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-717e6489-0afb-43aa-b077-14c1d3083b42 None None] Port bb3a406d-00b0-4ef2-aec4-05d14c104942 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:22.886209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-86a342d2-6879-434e-9169-fcb4dfbbd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:22.887741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-86a342d2-6879-434e-9169-fcb4dfbbd76d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1128 time: 0.2272487 Aug 28 19:55:22.942812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:22.976296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] Transition to ACTIVE for port object c9c6e818-7286-477b-a548-1c3c6c7792ee will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:55:23.002820 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:23.003791 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.079068 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.105364 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:23.111320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:23.111712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.141998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:23.211476 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.290873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bdc98887-e040-4034-b972-367251dd253c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:23.299129 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:23.326581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: bdc98887-e040-4034-b972-367251dd253c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:23.333893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bdc98887-e040-4034-b972-367251dd253c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:23.333893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:23.443107 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:23.450082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530db6dd-2ae6-48cc-9dd6-eff1601acd2b req-469d95c8-4c80-4e73-85b9-03ad672ff2dc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:23.451699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-530db6dd-2ae6-48cc-9dd6-eff1601acd2b req-469d95c8-4c80-4e73-85b9-03ad672ff2dc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 944 time: 0.4310544 Aug 28 19:55:23.473428 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bdc98887-e040-4034-b972-367251dd253c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.473667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] No DVR routers for this DVR port c9c6e818-7286-477b-a548-1c3c6c7792ee on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:23.476168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a82efd03-ba33-4445-86f3-df050e4f8546 admin admin] Publish callbacks [] for security_group (e6b80bd3-9b30-4d4e-9cb3-6490c5427afe), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.522071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] Pushing event updated for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=10']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:23.537035 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:23.542973 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-c0faedc0-cbf9-4183-97b5-bffbc0707a6f service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee/bindings/n-h2-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 1.5278502 Aug 28 19:55:23.554923 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-530db6dd-2ae6-48cc-9dd6-eff1601acd2b req-1d524238-6582-4832-990f-e564cd4f5341 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855486 Aug 28 19:55:23.558531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc98887-e040-4034-b972-367251dd253c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:23.563480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] No DVR routers for this DVR port bdc98887-e040-4034-b972-367251dd253c on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:23.573202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a82efd03-ba33-4445-86f3-df050e4f8546 admin admin] Publish callbacks [] for security_group (e6b80bd3-9b30-4d4e-9cb3-6490c5427afe), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.587784 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e109b699-ce58-448a-b585-3d1dab7de3f3 req-9c6dbf8a-1e6e-415c-8906-5f3aa44a5227 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113664 Aug 28 19:55:23.664388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:23.678169 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] Sync routers for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:23.682267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4bb52f77-0db2-4f08-bb81-4c8137a059cc admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e5e8425a-ab04-4697-bbf7-219bc391bb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4311619 Aug 28 19:55:23.682412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:23.691876 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:23.698840 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:54:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:23.743393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585521b-0f1a-4318-98c7-2b57debc200c req-8f4c99d8-955a-4a48-8928-1c5582c2c3ef tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:23.751204 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4585521b-0f1a-4318-98c7-2b57debc200c req-8f4c99d8-955a-4a48-8928-1c5582c2c3ef tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 946 time: 0.1044476 Aug 28 19:55:23.755743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-b7df0e94-3502-4962-8114-a40e8211b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:23.757411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-b7df0e94-3502-4962-8114-a40e8211b759 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.8547075 Aug 28 19:55:23.797371 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (a5ec3477-4853-4b37-962d-3931dcee0efe), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.827877 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:23.830034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ec3477-4853-4b37-962d-3931dcee0efe']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:23.845655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddd1eaf-9db9-4bed-b855-51c852779d29') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:23.845990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddd1eaf-9db9-4bed-b855-51c852779d29') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:23.853615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4585521b-0f1a-4318-98c7-2b57debc200c req-93cb413c-ded5-458b-9800-41f1c27caaf9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014047 Aug 28 19:55:23.874203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (eddd1eaf-9db9-4bed-b855-51c852779d29), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.874333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks [] for router (e5e8425a-ab04-4697-bbf7-219bc391bb67), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.876238 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.934218 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-ec26bd1f-6306-4ded-8289-8fe901088f78 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.0618157 Aug 28 19:55:23.935191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (eddd1eaf-9db9-4bed-b855-51c852779d29), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:23.975789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:55:23.976042 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (eddd1eaf-9db9-4bed-b855-51c852779d29), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.010400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks [] for router_gateway (e5e8425a-ab04-4697-bbf7-219bc391bb67), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.069463 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment eddd1eaf-9db9-4bed-b855-51c852779d29 resource provider aggregate not found Aug 28 19:55:24.083510 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:24.093281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:55:20Z', 'revision_number': 5, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port': {'id': '98a8fea9-95e4-417e-a8dd-177d58ef6731', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:24.097727 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment eddd1eaf-9db9-4bed-b855-51c852779d29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eddd1eaf-9db9-4bed-b855-51c852779d29 found for delete ", "request_id": "req-73b44f99-8000-41fa-95d5-515fafbce073"}]} Aug 28 19:55:24.115837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-252fa438-11b5-4a74-b18d-611a5e4f2cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.134188 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] Checking router: e5e8425a-ab04-4697-bbf7-219bc391bb67 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:24.138938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Deleting port 98a8fea9-95e4-417e-a8dd-177d58ef6731 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:24.139982 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.146369 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] Routers {'e5e8425a-ab04-4697-bbf7-219bc391bb67'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:24.147003 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e5e8425a-ab04-4697-bbf7-219bc391bb67'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:24.163187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-1958b6c9-185b-404b-a605-c43033e0adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:24.163821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-1958b6c9-185b-404b-a605-c43033e0adfa service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1990583 Aug 28 19:55:24.243294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] For port 98a8fea9-95e4-417e-a8dd-177d58ef6731, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=98a8fea9-95e4-417e-a8dd-177d58ef6731,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:24.244208 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.246608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a82efd03-ba33-4445-86f3-df050e4f8546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e6b80bd3-9b30-4d4e-9cb3-6490c5427afe), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.246988 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] Set router e5e8425a-ab04-4697-bbf7-219bc391bb67 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:24.249138 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a82efd03-ba33-4445-86f3-df050e4f8546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.253188 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a82efd03-ba33-4445-86f3-df050e4f8546 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e6b80bd3-9b30-4d4e-9cb3-6490c5427afe HTTP/1.1" status: 204 len: 168 time: 1.6016810 Aug 28 19:55:24.273411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Calling delete_port for 98a8fea9-95e4-417e-a8dd-177d58ef6731 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:24.291703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (a5ec3477-4853-4b37-962d-3931dcee0efe), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.326846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.330105 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a5ec3477-4853-4b37-962d-3931dcee0efe HTTP/1.1" status: 204 len: 168 time: 2.9724343 Aug 28 19:55:24.331327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82efd03-ba33-4445-86f3-df050e4f8546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b80bd3-9b30-4d4e-9cb3-6490c5427afe,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:24.333289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-15bdf33c-e173-4489-b333-9a98802a8d77 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:24.335147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-15bdf33c-e173-4489-b333-9a98802a8d77 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.2068882 Aug 28 19:55:24.394361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d6fdcadb-aad9-4b8f-bab8-41fbc352695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:24.394622 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d6fdcadb-aad9-4b8f-bab8-41fbc352695e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1647093 Aug 28 19:55:24.395425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292130-cb5b-467b-abc2-fcf47b8fe9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ec3477-4853-4b37-962d-3931dcee0efe,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:24.437989 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:55:24Z', 'revision_number': 6, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:24.500903 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599154c-f63b-40b1-b308-fad28d540d27 None None] The sync data for ids ['e5e8425a-ab04-4697-bbf7-219bc391bb67'] in n-d-854121-7 is: [{'id': 'e5e8425a-ab04-4697-bbf7-219bc391bb67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674169777-router', 'tenant_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:30Z', 'updated_at': '2022-08-28T19:55:24Z', 'revision_number': 6, 'project_id': '5fa1cc87ef6548ef83ad4b014f4da077', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:24.522880 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:24.540673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-a9d5ab7e-070d-418e-9441-e6cfc396a156 service neutron] 10.222.0.89 "GET /networking/v2.0/ports/8959fd60-0c95-48ec-a499-41d2a52dc530/bindings/n-h2-854121-7 HTTP/1.1" status: 200 len: 382 time: 0.4071789 Aug 28 19:55:24.566400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-5aafda69-e4fb-41d7-b7bc-33351c95fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:24.567935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-5aafda69-e4fb-41d7-b7bc-33351c95fc94 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd&tenant_id=722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 1127 time: 0.2131042 Aug 28 19:55:24.593360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks [] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.699399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.712697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (98a8fea9-95e4-417e-a8dd-177d58ef6731), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.763579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a8fea9-95e4-417e-a8dd-177d58ef6731,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:24.765558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-0e0bc379-ca77-4609-b930-a7b536ae7bb9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217046 Aug 28 19:55:24.778339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-51e44965-f067-44d7-814e-38aa97de21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:24.779916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-51e44965-f067-44d7-814e-38aa97de21ce service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1127 time: 0.1821020 Aug 28 19:55:24.796441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (e5e8425a-ab04-4697-bbf7-219bc391bb67), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.806741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955792b6-f990-42c4-bc18-e960a4a62f6e req-f5b7d866-24c0-4432-af23-c2ba3f429a71 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:24.808467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-955792b6-f990-42c4-bc18-e960a4a62f6e req-f5b7d866-24c0-4432-af23-c2ba3f429a71 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.1069984 Aug 28 19:55:24.811399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b340e-9eb7-405d-8235-b6dea4066944 req-ea0056d6-1a50-492c-b897-9ddfb01a5706 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:24.813063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a0b340e-9eb7-405d-8235-b6dea4066944 req-ea0056d6-1a50-492c-b897-9ddfb01a5706 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 945 time: 0.1556408 Aug 28 19:55:24.893625 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:24.957476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37104) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:24.972054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (e5e8425a-ab04-4697-bbf7-219bc391bb67), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:24.985062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks [] for router_controller (e5e8425a-ab04-4697-bbf7-219bc391bb67), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.032142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.142336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3a406d-00b0-4ef2-aec4-05d14c104942,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:25.168336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-955792b6-f990-42c4-bc18-e960a4a62f6e req-53eced1e-274d-42b4-a3c5-e75b685564a4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245499 Aug 28 19:55:25.182163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-0565a1c2-54d3-46fa-9db7-1028e3a26b79 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970203 Aug 28 19:55:25.196474 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d1ba9157-805d-4ced-9ac7-12166c5f665a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0be42bedb4074f93abad4f02e6c010bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339301 Aug 28 19:55:25.197818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37110) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:25.242679 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (e5e8425a-ab04-4697-bbf7-219bc391bb67), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.243304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e8425a-ab04-4697-bbf7-219bc391bb67 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:55:25.258634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.260642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-179e5594-6b0d-47e8-b251-50181fc3d823 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/e5e8425a-ab04-4697-bbf7-219bc391bb67 HTTP/1.1" status: 204 len: 168 time: 1.5776303 Aug 28 19:55:25.268149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:25.316551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-99a14faf-bfa0-4c5a-bd9a-9bd2dfbd4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:25.318198 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-99a14faf-bfa0-4c5a-bd9a-9bd2dfbd4f79 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 1132 time: 0.0605433 Aug 28 19:55:25.331522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] Deleting subnet d21cc3cd-2726-48ed-952e-4fd38fcb101e {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:55:25.360759 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] Publish callbacks [] for subnet (d21cc3cd-2726-48ed-952e-4fd38fcb101e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.385840 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a0b340e-9eb7-405d-8235-b6dea4066944 req-a84e5031-8c8b-4bfb-92a7-6b69f196202f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432837 Aug 28 19:55:25.465891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:25.489302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-0453dcdc-2969-49d6-a270-aecceac53877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:25.491374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-0453dcdc-2969-49d6-a270-aecceac53877 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.6757262 Aug 28 19:55:25.511640 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc443e75-30a8-48d7-811b-8bd9539bfc9c admin admin] Publish callbacks [] for security_group (0c3e0843-fc67-499b-aa80-786f5396a871), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.518495 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] Publish callbacks [] for subnet (d21cc3cd-2726-48ed-952e-4fd38fcb101e), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.529374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22142-c205-4af2-b394-d559018a5c6b req-8e47fd4e-9a27-4a3b-a1fd-e63177047e5f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:25.530888 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccf22142-c205-4af2-b394-d559018a5c6b req-8e47fd4e-9a27-4a3b-a1fd-e63177047e5f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 946 time: 0.1911771 Aug 28 19:55:25.564624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:25.565399 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.590160 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-69664365-de86-46df-ad44-9743c99b70cc service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 217 time: 0.0639112 Aug 28 19:55:25.620324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc443e75-30a8-48d7-811b-8bd9539bfc9c admin admin] Publish callbacks [] for security_group (0c3e0843-fc67-499b-aa80-786f5396a871), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.662342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (d21cc3cd-2726-48ed-952e-4fd38fcb101e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.669018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-2e166b1c-d18c-466d-ae72-d80b307a22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:25.670616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-2e166b1c-d18c-466d-ae72-d80b307a22ea service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 1132 time: 0.3004165 Aug 28 19:55:25.692058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-6eeffbc6-a323-4472-b1fb-70ae80f5ca3d tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:25.693571 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-6eeffbc6-a323-4472-b1fb-70ae80f5ca3d tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1128 time: 0.2296064 Aug 28 19:55:25.702296 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:25.725580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccf22142-c205-4af2-b394-d559018a5c6b req-9081941c-1ff4-4553-ad27-d664b837f153 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859283 Aug 28 19:55:25.728137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-854121-7'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:25.800297 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.801589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:25.813877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d93999a3-6c08-468d-b939-da8ae4213f42 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:25.817258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Network 4782ef1c-ae37-4407-9723-7210b356d656 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:25.829022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:25.842379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-d69c99c9-e126-4db7-a27b-fa445c02f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:25.843090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-d69c99c9-e126-4db7-a27b-fa445c02f1fa service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.2424304 Aug 28 19:55:25.848105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d93999a3-6c08-468d-b939-da8ae4213f42 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:25.848531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d93999a3-6c08-468d-b939-da8ae4213f42 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:25.873957 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for subnet (d21cc3cd-2726-48ed-952e-4fd38fcb101e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.892414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc443e75-30a8-48d7-811b-8bd9539bfc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0c3e0843-fc67-499b-aa80-786f5396a871), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.895985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc443e75-30a8-48d7-811b-8bd9539bfc9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.897217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fc443e75-30a8-48d7-811b-8bd9539bfc9c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0c3e0843-fc67-499b-aa80-786f5396a871 HTTP/1.1" status: 204 len: 168 time: 0.6956422 Aug 28 19:55:25.910414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:25.910609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab95025-f40e-4264-af77-06324dcc0ebe None None] Network a4808e28-0ca6-448a-accf-942dcc7007d2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:25.916233 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/d21cc3cd-2726-48ed-952e-4fd38fcb101e HTTP/1.1" status: 204 len: 168 time: 0.6467118 Aug 28 19:55:25.920129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37126) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:25.977391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc443e75-30a8-48d7-811b-8bd9539bfc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e0843-fc67-499b-aa80-786f5396a871,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:25.992846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812145b0-c079-4748-8ff4-7797044634b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21cc3cd-2726-48ed-952e-4fd38fcb101e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:26.020186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-503ad255-f8ce-4ffc-b08e-204c6ccdda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:26.021723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-503ad255-f8ce-4ffc-b08e-204c6ccdda04 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1712430 Aug 28 19:55:26.031704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:26.037781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-d6e20393-26c5-4330-8e6f-2fc925111141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:26.039463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-d6e20393-26c5-4330-8e6f-2fc925111141 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3578165 Aug 28 19:55:26.067903 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:26.154705 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (a4808e28-0ca6-448a-accf-942dcc7007d2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:26.254078 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-6953db63-336a-4331-8eb5-f5fb44632496 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 200 len: 217 time: 0.1444080 Aug 28 19:55:26.284040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Deleting port e1e270f1-0492-47b3-888c-de528aa0ad67 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:26.284743 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:26.323523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:26.456446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] DHCP port deletion for a4808e28-0ca6-448a-accf-942dcc7007d2 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:55:26.510654 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:26.513845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-72e6d2f8-46e5-4298-8d83-832ccccd13a9 None None] Provisioning complete for port bb3a406d-00b0-4ef2-aec4-05d14c104942 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:26.514537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-72e6d2f8-46e5-4298-8d83-832ccccd13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:26.583782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] The host n-h1-854121-7 is not matching for port c9c6e818-7286-477b-a548-1c3c6c7792ee host n-h2-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 19:55:26.584280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:26.604077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] Deleting port e1e270f1-0492-47b3-888c-de528aa0ad67 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:26.604514 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:26.642252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501635a-ce27-446a-81b9-ed851305bb44 req-2635c076-77d7-4b1d-8183-f8ef83c935dd tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:26.644035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5501635a-ce27-446a-81b9-ed851305bb44 req-2635c076-77d7-4b1d-8183-f8ef83c935dd tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 945 time: 0.0992267 Aug 28 19:55:26.671617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] For port e1e270f1-0492-47b3-888c-de528aa0ad67, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e1e270f1-0492-47b3-888c-de528aa0ad67,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:26.671617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:26.685842 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:26.718317 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:26.746185 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Calling delete_port for e1e270f1-0492-47b3-888c-de528aa0ad67 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:26.779955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d2f8-46e5-4298-8d83-832ccccd13a9 None None] Port bb3a406d-00b0-4ef2-aec4-05d14c104942 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:26.783560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] For port e1e270f1-0492-47b3-888c-de528aa0ad67, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e1e270f1-0492-47b3-888c-de528aa0ad67,segment=NetworkSegment(a8a5bdea-4b9c-4838-8614-a427ffe246a6),segment_id=a8a5bdea-4b9c-4838-8614-a427ffe246a6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:26.784235 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:26.806527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] Calling delete_port for e1e270f1-0492-47b3-888c-de528aa0ad67 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:26.838827 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5501635a-ce27-446a-81b9-ed851305bb44 req-add4668a-5ed5-4ca6-b589-35856a6f9801 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847935 Aug 28 19:55:26.876849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:26.970541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-688fbc35-6961-4a6f-9292-eec4fdb41705 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9288044 Aug 28 19:55:26.974822 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:26.982714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 98a8fea9-95e4-417e-a8dd-177d58ef6731 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:27.001249 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.039540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39590f-8b42-4587-b525-32dd783db47d req-013796f5-011f-4d77-a028-5adb816fd30a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:27.048195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 98a8fea9-95e4-417e-a8dd-177d58ef6731 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:27.049122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 98a8fea9-95e4-417e-a8dd-177d58ef6731 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:27.049942 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a39590f-8b42-4587-b525-32dd783db47d req-013796f5-011f-4d77-a028-5adb816fd30a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.3620005 Aug 28 19:55:27.051168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1e270f1-0492-47b3-888c-de528aa0ad67 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:27.092182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-9b91a065-dda3-44c8-8ee3-49c9703c03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:27.093655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-9b91a065-dda3-44c8-8ee3-49c9703c03f1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.4096553 Aug 28 19:55:27.095712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e20a2-2af0-4b29-8ab5-dd61c8ef3c6a req-2fe91443-9b82-4988-ac01-84328707d719 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:27.108772 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-554e20a2-2af0-4b29-8ab5-dd61c8ef3c6a req-2fe91443-9b82-4988-ac01-84328707d719 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 946 time: 0.0949836 Aug 28 19:55:27.126127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No active binding found for port e1e270f1-0492-47b3-888c-de528aa0ad67 {{(pid=114323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 28 19:55:27.126619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] The host n-d-854121-7 is not matching for port e1e270f1-0492-47b3-888c-de528aa0ad67 host None! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 19:55:27.126864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1e270f1-0492-47b3-888c-de528aa0ad67 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:27.131056 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.133142 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (e1e270f1-0492-47b3-888c-de528aa0ad67), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.164723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] Pushing event deleted for resources: {'Port': ['ID=e1e270f1-0492-47b3-888c-de528aa0ad67,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:27.168478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106601c-9a21-48d8-83e0-a34b43a5da8b None None] No DVR routers for this DVR port e1e270f1-0492-47b3-888c-de528aa0ad67 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:27.191682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e270f1-0492-47b3-888c-de528aa0ad67,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:27.211379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] No DVR routers for this DVR port e1e270f1-0492-47b3-888c-de528aa0ad67 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:27.261831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-554e20a2-2af0-4b29-8ab5-dd61c8ef3c6a req-b13ad99b-0f5e-4c05-b9a3-c9285cfd7628 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516156 Aug 28 19:55:27.316360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-d8482067-4d66-4002-86b8-19c09cb1cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:27.317920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-d8482067-4d66-4002-86b8-19c09cb1cd21 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2036409 Aug 28 19:55:27.358383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (a4808e28-0ca6-448a-accf-942dcc7007d2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.377485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37172) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:27.381840 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a39590f-8b42-4587-b525-32dd783db47d req-d2a24c87-0c8b-4592-8cc6-8d6db7009c46 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299851 Aug 28 19:55:27.413262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.413630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.414420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.419875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.420519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.421057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.421598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.422126 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.422650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.423140 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.459998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.468341 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-a33e794a-f451-486b-95e9-22e5e3f80086 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968250 Aug 28 19:55:27.471408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:27.499283 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.499635 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.499978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.500312 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 19:55:27.500698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4808e28-0ca6-448a-accf-942dcc7007d2']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:27.507960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:27.520333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Sync routers for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:27.530476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-80b88b67-1dc0-4d79-885a-df8f53fb0063 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8358331 Aug 28 19:55:27.530683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a5bdea-4b9c-4838-8614-a427ffe246a6') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:27.530683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a5bdea-4b9c-4838-8614-a427ffe246a6') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:27.534383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:27.534939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:27.536389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-3682dda2-4aeb-4892-9430-573fd2a8082f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981239 Aug 28 19:55:27.547512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (a8a5bdea-4b9c-4838-8614-a427ffe246a6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.554375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:27.576382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a8a5bdea-4b9c-4838-8614-a427ffe246a6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.587324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:55:27.587895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (a8a5bdea-4b9c-4838-8614-a427ffe246a6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.628742 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:27.657172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:27.659522 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cfb91a-1267-497a-86b2-b7aa7bd6d7f1" -d '{"events": [{"server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "name": "network-vif-unplugged", "status": "completed", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:27.663535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Publish callbacks [] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.705639 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:27.707785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f55ff54f-b449-43e5-b68e-9a729e2a31fa req-241ab08d-8efa-4f8a-a3eb-bfd3c6a55c06 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618838 Aug 28 19:55:27.726240 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e98054-12f9-44fd-92a2-c1a0c39116c2 x-openstack-request-id: req-77e98054-12f9-44fd-92a2-c1a0c39116c2 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:27.727289 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "name": "network-vif-unplugged", "status": "completed", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:27.728664 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77e98054-12f9-44fd-92a2-c1a0c39116c2 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:27.729256 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e98054-12f9-44fd-92a2-c1a0c39116c2'] response: {'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50', 'code': 200} Aug 28 19:55:27.736090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:27.762951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (a4808e28-0ca6-448a-accf-942dcc7007d2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.779718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.789699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4808e28-0ca6-448a-accf-942dcc7007d2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:27.795972 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:27.810282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-53d75c2f-a11c-4f1f-bd71-c9fdfe8a41f9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a4808e28-0ca6-448a-accf-942dcc7007d2 HTTP/1.1" status: 204 len: 168 time: 1.8802524 Aug 28 19:55:27.810863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37186) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:27.895777 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:27.989375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:27.992248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on host n-h2-854121-7 for vnic_type normal with profile {"migrating_to": "n-h1-854121-7"} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:27.992580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:27.992908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:28.027782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:28.028146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Attempting to bind port 60d387e7-3f05-4532-8f7a-e780e127ca50 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:28.043171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:28.043643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:28.043887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:28.044326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Bound port: 60d387e7-3f05-4532-8f7a-e780e127ca50, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:28.044694 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.047405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8959fd60-0c95-48ec-a499-41d2a52dc530 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:28.057921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588140-683e-4374-b829-bba55c686864 req-ae16e907-8177-4a5c-a9eb-fd1bb00fee21 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:28.067283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31588140-683e-4374-b829-bba55c686864 req-ae16e907-8177-4a5c-a9eb-fd1bb00fee21 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 945 time: 0.1034644 Aug 28 19:55:28.089789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.202029 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-5ca24939-7708-4b2f-963f-b79dde55225a tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:28.204008 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-5ca24939-7708-4b2f-963f-b79dde55225a tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.1304922 Aug 28 19:55:28.222861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 8959fd60-0c95-48ec-a499-41d2a52dc530 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:28.223241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.280114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31588140-683e-4374-b829-bba55c686864 req-a7bbe9e6-0ba5-4d81-8854-c6a3fea6fb7d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115648 Aug 28 19:55:28.323369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:28.325740 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69617ac3-aaee-43e0-8b0c-08a2f673abee" -d '{"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-unplugged", "status": "completed", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:28.341889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:28.343161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:24Z', 'revision_number': 2, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:28.347824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:28.386142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Checking router: ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:28.386774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Updating router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e port bb3a406d-00b0-4ef2-aec4-05d14c104942 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:28.435367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:28.452911 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f29267-8781-4718-a759-b3791f798678 x-openstack-request-id: req-07f29267-8781-4718-a759-b3791f798678 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:28.453223 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-unplugged", "status": "completed", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:28.453481 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07f29267-8781-4718-a759-b3791f798678 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:28.453910 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f29267-8781-4718-a759-b3791f798678'] response: {'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'code': 200} Aug 28 19:55:28.456086 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.470040 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:28.474739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.538429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83375c91-8489-499d-9f88-45b53bbdd66b req-1452ee4d-6fdc-44e2-9eb9-992ca6299dfe tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:28.540084 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83375c91-8489-499d-9f88-45b53bbdd66b req-1452ee4d-6fdc-44e2-9eb9-992ca6299dfe tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.0652883 Aug 28 19:55:28.612028 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:28.616546 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:28.617993 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:28.619578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:28.623131 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.660535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3cc75fd7-a5b8-464c-99a5-1bcbefd4cb5b service neutron] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:28.669923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Publish callbacks [] for security_group (312394ef-c09d-458e-8eb3-f15f83657c6d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.671049 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3cc75fd7-a5b8-464c-99a5-1bcbefd4cb5b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.672439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51892ae0-d6aa-4574-90fb-9e770d333847 req-3cc75fd7-a5b8-464c-99a5-1bcbefd4cb5b service neutron] 10.222.0.89 "DELETE /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee/bindings/n-h1-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.4475758 Aug 28 19:55:28.685804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba9d93-1f9f-45af-833a-7e65e8df3ef0 req-783f71b9-ff9c-4ca8-9b31-db4fd877cdee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:28.687704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dba9d93-1f9f-45af-833a-7e65e8df3ef0 req-783f71b9-ff9c-4ca8-9b31-db4fd877cdee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.1541159 Aug 28 19:55:28.706056 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83375c91-8489-499d-9f88-45b53bbdd66b req-7b40a0b5-adaa-4a79-b5c2-5f3997878f44 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440687 Aug 28 19:55:28.740328 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (312394ef-c09d-458e-8eb3-f15f83657c6d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.768931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=8']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:28.774972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:28.775661 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:28.777247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d2ab8e69-32bc-4d5a-8b1e-1632042de8f6 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 1122 time: 3.0571527 Aug 28 19:55:28.852630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dba9d93-1f9f-45af-833a-7e65e8df3ef0 req-d8d8a8d8-360a-4cf2-846a-5f0ecaf16683 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293862 Aug 28 19:55:28.856316 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment a8a5bdea-4b9c-4838-8614-a427ffe246a6 resource provider aggregate not found Aug 28 19:55:28.865395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['60d387e7-3f05-4532-8f7a-e780e127ca50'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:28.898245 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment a8a5bdea-4b9c-4838-8614-a427ffe246a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8a5bdea-4b9c-4838-8614-a427ffe246a6 found for delete ", "request_id": "req-53a06ce2-e080-4596-bd38-d550e25d99f7"}]} Aug 28 19:55:28.947790 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312394ef-c09d-458e-8eb3-f15f83657c6d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:28.957699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=641a543e08bc48e884e4e10b41256cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5791183 Aug 28 19:55:28.960854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37226) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:28.965711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.966113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.966462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.966804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.967139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.967472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.967800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.968242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.968446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.968771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.969098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.969423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.969744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.970094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.970420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c248e-e949-4b97-9501-2f91e91c8fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:28.982777 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (51e89033-bf32-4d35-bcb1-5e584198a649), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.001176 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Publish callbacks [] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.066590 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.067402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27b2fa66-ce01-4956-bbde-d1fcb0c83b6c admin admin] Publish callbacks [] for security_group (312394ef-c09d-458e-8eb3-f15f83657c6d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.100249 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27b2fa66-ce01-4956-bbde-d1fcb0c83b6c admin admin] Publish callbacks [] for security_group (312394ef-c09d-458e-8eb3-f15f83657c6d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.151342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:29.178049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5223e9-0b3e-4eb1-966c-3b47c78b6df8 None None] Pushing event updated for resources: {'Port': ['ID=bb3a406d-00b0-4ef2-aec4-05d14c104942,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:29.222622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Attempting to bind port bb3a406d-00b0-4ef2-aec4-05d14c104942 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:29.227284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Attempting to bind port bb3a406d-00b0-4ef2-aec4-05d14c104942 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:29.227284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Attempting to bind port bb3a406d-00b0-4ef2-aec4-05d14c104942 on network 4782ef1c-ae37-4407-9723-7210b356d656 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:29.231427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:29.231901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Checking segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:29.232316 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.232729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Bound using segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:29.233199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Bound port: bb3a406d-00b0-4ef2-aec4-05d14c104942, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:29.233588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.288169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27b2fa66-ce01-4956-bbde-d1fcb0c83b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (312394ef-c09d-458e-8eb3-f15f83657c6d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.291492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27b2fa66-ce01-4956-bbde-d1fcb0c83b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.292946 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-27b2fa66-ce01-4956-bbde-d1fcb0c83b6c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/312394ef-c09d-458e-8eb3-f15f83657c6d HTTP/1.1" status: 204 len: 168 time: 0.3311367 Aug 28 19:55:29.304720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2fa66-ce01-4956-bbde-d1fcb0c83b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312394ef-c09d-458e-8eb3-f15f83657c6d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:29.310312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] For port bb3a406d-00b0-4ef2-aec4-05d14c104942, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:29.320304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] For port bb3a406d-00b0-4ef2-aec4-05d14c104942, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bb3a406d-00b0-4ef2-aec4-05d14c104942,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:29.365146 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Deleting port 3a849919-44fa-4089-9aee-1db285649ef4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:29.365559 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3a849919-44fa-4089-9aee-1db285649ef4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.408175 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.453080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:29.453997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:29.465184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9258f-5864-435d-9dde-b8e01a52ac24 req-bd505971-29df-4dc2-bb4a-fcda07edf72a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:29.466770 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26d9258f-5864-435d-9dde-b8e01a52ac24 req-bd505971-29df-4dc2-bb4a-fcda07edf72a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 945 time: 0.0861123 Aug 28 19:55:29.475280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1918767286-network', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:29.518727 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:29.533700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37244) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:29.538265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1066497397-network', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:29.574237 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26d9258f-5864-435d-9dde-b8e01a52ac24 req-22e72a83-51d9-4887-ba96-a8e9e8fb92c3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932858 Aug 28 19:55:29.593990 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:29.594236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] For port 3a849919-44fa-4089-9aee-1db285649ef4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3a849919-44fa-4089-9aee-1db285649ef4,segment=NetworkSegment(d6e7a62f-dfc1-406f-9bd1-de1e0a76f197),segment_id=d6e7a62f-dfc1-406f-9bd1-de1e0a76f197)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:29.594236 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3a849919-44fa-4089-9aee-1db285649ef4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.594426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:29.609086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Calling delete_port for 3a849919-44fa-4089-9aee-1db285649ef4 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:29.634939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5223e9-0b3e-4eb1-966c-3b47c78b6df8 None None] Pushing event updated for resources: {'Port': ['ID=bb3a406d-00b0-4ef2-aec4-05d14c104942,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:29.729549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Made reservation on behalf of eab82775bb01462ab92667ed241cd7bf for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:29.732660 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.750649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:29.757351 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f97ca6-e325-43b1-a09c-cad255c65adc" -d '{"events": [{"name": "network-changed", "server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:29.773724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.954208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks [] for security_group (1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:29.973038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:29Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:30.014770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.038774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69807f57-fc5c-48f9-976b-515c9b4be60e None None] The sync data for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 is: [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:29Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:30.042413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:55:30.069429 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:30.074270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:30.092734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1a2b30d6-e1d1-4a49-b83f-15e9b50767c7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.093455 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Added segment 1a2b30d6-e1d1-4a49-b83f-15e9b50767c7 of type vlan for network 86250820-226f-4d71-ba0d-b3051830fe44 Aug 28 19:55:30.117988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Made reservation on behalf of bb88895db2fb4ed8b6430bdb5f16c3a6 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:30.121403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.140963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.160178 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:30.175357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb33e-2bdb-4224-8e2b-61f6727ee6ba req-c7612760-8d80-4a2e-b3e6-37f9967438a8 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:30.178249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-927eb33e-2bdb-4224-8e2b-61f6727ee6ba req-c7612760-8d80-4a2e-b3e6-37f9967438a8 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1127 time: 0.4695795 Aug 28 19:55:30.251401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (86250820-226f-4d71-ba0d-b3051830fe44), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.301752 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-927eb33e-2bdb-4224-8e2b-61f6727ee6ba req-86cebccd-79c6-43c7-a9af-ec9ef309fbd3 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086102 Aug 28 19:55:30.398031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (86250820-226f-4d71-ba0d-b3051830fe44), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.399064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:30.399691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.450758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-94f8267a-b9d1-457a-95bd-a76a4b67b21f tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890601 Aug 28 19:55:30.507760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37272) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:30.541843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks [] for security_group (12f7073b-bc81-4ad7-b662-9cca8748d6c5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.543294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-621f9cc5-16ec-44d5-abc6-9e7faf50303c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.551359 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:30.562697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3a849919-44fa-4089-9aee-1db285649ef4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.578193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc99b0-24f1-4394-a5d1-634ce913bd14 req-a1191b72-21e2-400b-8029-5083627ea806 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:30.579931 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fbc99b0-24f1-4394-a5d1-634ce913bd14 req-a1191b72-21e2-400b-8029-5083627ea806 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.1302328 Aug 28 19:55:30.599968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] Pushing event updated for resources: {'Network': ['ID=86250820-226f-4d71-ba0d-b3051830fe44,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:30.611196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 86250820-226f-4d71-ba0d-b3051830fe44 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:55:30.630829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3a849919-44fa-4089-9aee-1db285649ef4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:30.654290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (12f7073b-bc81-4ad7-b662-9cca8748d6c5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.671101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-af537e23-031b-457e-8950-8d4f4175661b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:30.678574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-af537e23-031b-457e-8950-8d4f4175661b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214277 Aug 28 19:55:30.693449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-54b24740-f358-46fb-8fe4-468aa11b9641 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1576471 Aug 28 19:55:30.696197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37274) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:30.708175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Request body: {'subnet': {'network_id': '86250820-226f-4d71-ba0d-b3051830fe44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-subnet', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:30.747703 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-0e1a90f8-5b5c-41c5-a45f-aa85f32b40a9 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/quotas/3851e56c7da7403bb5a0ddced5d69ef2 HTTP/1.1" status: 200 len: 375 time: 0.0527382 Aug 28 19:55:30.754240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:55:30.798870 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fbc99b0-24f1-4394-a5d1-634ce913bd14 req-a0eada1d-7df7-4131-9459-8ba506c8f436 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913621 Aug 28 19:55:30.815248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7073b-bc81-4ad7-b662-9cca8748d6c5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:30.819131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1caa0acb-606f-4b37-b4eb-e6ac9caa605a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.819569 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Added segment 1caa0acb-606f-4b37-b4eb-e6ac9caa605a of type vlan for network 6a24e842-5916-4c4c-9b85-407851f1320e Aug 28 19:55:30.831667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-69861d14-71cf-42eb-b288-3b6e1937a9a1 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763462 Aug 28 19:55:30.859464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Made reservation on behalf of eab82775bb01462ab92667ed241cd7bf for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:30.864097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:30.998012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-621f9cc5-16ec-44d5-abc6-9e7faf50303c admin admin] Publish callbacks [] for security_group (31c3434f-bd17-4903-9cb3-800a339d4bfd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.003642 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded9b37-0dc9-4113-879e-d234dda29ba8 x-openstack-request-id: req-cded9b37-0dc9-4113-879e-d234dda29ba8 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:31.003792 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:31.004027 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cded9b37-0dc9-4113-879e-d234dda29ba8 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:31.004424 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cded9b37-0dc9-4113-879e-d234dda29ba8'] response: {'name': 'network-changed', 'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50', 'status': 'completed', 'code': 200} Aug 28 19:55:31.088052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-fd67d18e-61a8-449a-86b0-93d6841e475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:31.090364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-fd67d18e-61a8-449a-86b0-93d6841e475c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1156 time: 0.0911164 Aug 28 19:55:31.094582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-621f9cc5-16ec-44d5-abc6-9e7faf50303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (31c3434f-bd17-4903-9cb3-800a339d4bfd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.108353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bb3a406d-00b0-4ef2-aec4-05d14c104942 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:31.110170 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6a24e842-5916-4c4c-9b85-407851f1320e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.289132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d1e58-9c4f-41aa-b325-f5fca8227ca2 req-ae7971b5-e75b-4a8e-9688-a2e81e943955 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:31.291621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-161d1e58-9c4f-41aa-b325-f5fca8227ca2 req-ae7971b5-e75b-4a8e-9688-a2e81e943955 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.1993196 Aug 28 19:55:31.297081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-621f9cc5-16ec-44d5-abc6-9e7faf50303c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=513730d15b3b4f43a69ffee706c6786a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7881739 Aug 28 19:55:31.298178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f9cc5-16ec-44d5-abc6-9e7faf50303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c3434f-bd17-4903-9cb3-800a339d4bfd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:31.302505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-abf5a44e-99bb-450d-8e6f-ad1a76fedd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:31.304764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37280) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:31.319527 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-abf5a44e-99bb-450d-8e6f-ad1a76fedd8d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.2203681 Aug 28 19:55:31.326320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port bb3a406d-00b0-4ef2-aec4-05d14c104942 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:31.326738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.374568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (51e89033-bf32-4d35-bcb1-5e584198a649), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.392927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37282) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:31.404688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-822851e0-2931-4848-b307-4d6b1fdc3df3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761849273', 'description': 'tempest-description--590160594'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:31.425747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-9ac909ef-5021-4734-98d6-c27e7880dbc6 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.0947134 Aug 28 19:55:31.490227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6a24e842-5916-4c4c-9b85-407851f1320e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.491258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:31.491881 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.543092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bb3a406d-00b0-4ef2-aec4-05d14c104942 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:31.543593 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.582809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4364a120-6872-4fc1-b7d9-cc8acfe02c57 req-19dc96b7-f4df-47f4-9602-f8b6d1983269 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.1290188 Aug 28 19:55:31.588530 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:31.607485 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-161d1e58-9c4f-41aa-b325-f5fca8227ca2 req-2847e2bc-36d3-4a0f-82fa-91cab3311aff tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003788 Aug 28 19:55:31.621930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port bb3a406d-00b0-4ef2-aec4-05d14c104942, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bb3a406d-00b0-4ef2-aec4-05d14c104942,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:31.653743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-12ee3158-718c-44c0-9a29-fc10371079ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:31.656165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-12ee3158-718c-44c0-9a29-fc10371079ab service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.2183771 Aug 28 19:55:31.705959 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.723501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (03b580cd-bec2-446c-b2e8-9c71a355ff0a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.744796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20274870-c99d-4ca0-b4b6-671440f871f1 admin admin] Publish callbacks [] for security_group (31c3434f-bd17-4903-9cb3-800a339d4bfd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.763617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6111329 Aug 28 19:55:31.764453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2077053-b8a2-4dbb-acf8-16003bb0d238 admin admin] Pushing event updated for resources: {'Network': ['ID=6a24e842-5916-4c4c-9b85-407851f1320e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:31.776376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37290) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:31.781539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b580cd-bec2-446c-b2e8-9c71a355ff0a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:31.784911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6a24e842-5916-4c4c-9b85-407851f1320e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:55:31.795215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Request body: {'subnet': {'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-subnet', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:31.813173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-822851e0-2931-4848-b307-4d6b1fdc3df3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.816413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-aed7db61-7e9a-42ff-8294-596e987d99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:31.818098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-aed7db61-7e9a-42ff-8294-596e987d99a2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1395707 Aug 28 19:55:31.840505 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20274870-c99d-4ca0-b4b6-671440f871f1 admin admin] Publish callbacks [] for security_group (31c3434f-bd17-4903-9cb3-800a339d4bfd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.844474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=bb3a406d-00b0-4ef2-aec4-05d14c104942,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:31.863639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8959fd60-0c95-48ec-a499-41d2a52dc530 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:55:31.926364 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-822851e0-2931-4848-b307-4d6b1fdc3df3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group (7914fb05-9468-4ca3-a5e9-375af3b73f3a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:31.972139 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:31.992258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-d57ee89d-9f73-42a7-91be-3d70300db9d2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597314 Aug 28 19:55:32.062795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-822851e0-2931-4848-b307-4d6b1fdc3df3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7914fb05-9468-4ca3-a5e9-375af3b73f3a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.066155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:32.088550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'mac_address': 'fa:16:3e:9c:c2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:55:32.149028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 8959fd60-0c95-48ec-a499-41d2a52dc530 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:32.149028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.163942 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Made reservation on behalf of bb88895db2fb4ed8b6430bdb5f16c3a6 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:32.169095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.180550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8959fd60-0c95-48ec-a499-41d2a52dc530 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:32.208170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822851e0-2931-4848-b307-4d6b1fdc3df3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7914fb05-9468-4ca3-a5e9-375af3b73f3a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:32.215949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-822851e0-2931-4848-b307-4d6b1fdc3df3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.217224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-822851e0-2931-4848-b307-4d6b1fdc3df3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8224382 Aug 28 19:55:32.224819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1260ecf-9175-4e34-8ea3-bb3f8dcef3a3 req-523cecc1-8751-4590-bc7c-695fe0186488 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:32.226702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:32.226876 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1260ecf-9175-4e34-8ea3-bb3f8dcef3a3 req-523cecc1-8751-4590-bc7c-695fe0186488 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.1651011 Aug 28 19:55:32.233076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37296) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:32.241509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-917fefa4-a15d-4e75-99b1-40c7d567c119 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'security_group_rule': {'security_group_id': '7914fb05-9468-4ca3-a5e9-375af3b73f3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:32.260975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Checking segment: {'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:32.261414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Network hostable DHCP agents. Network: 86250820-226f-4d71-ba0d-b3051830fe44, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:55:32.275134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20274870-c99d-4ca0-b4b6-671440f871f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (31c3434f-bd17-4903-9cb3-800a339d4bfd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.281302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20274870-c99d-4ca0-b4b6-671440f871f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.281302 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-20274870-c99d-4ca0-b4b6-671440f871f1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/31c3434f-bd17-4903-9cb3-800a339d4bfd HTTP/1.1" status: 204 len: 168 time: 0.9684682 Aug 28 19:55:32.287207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a2ee3-870d-45b9-a9ea-0f0587c480f5 req-b0e87be9-0b93-4a91-bca2-4e8b233d3cf0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:32.288894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e21a2ee3-870d-45b9-a9ea-0f0587c480f5 req-b0e87be9-0b93-4a91-bca2-4e8b233d3cf0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 948 time: 0.2494044 Aug 28 19:55:32.314527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20274870-c99d-4ca0-b4b6-671440f871f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c3434f-bd17-4903-9cb3-800a339d4bfd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:32.324054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Router 51e89033-bf32-4d35-bcb1-5e584198a649 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:32.350460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 60d387e7-3f05-4532-8f7a-e780e127ca50 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:55:32.354612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1260ecf-9175-4e34-8ea3-bb3f8dcef3a3 req-ba7a1e95-e29e-47fa-a282-24a8698555bb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187117 Aug 28 19:55:32.373821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-7ebf5bfb-e461-4878-af3d-f42a6ac43ccb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:32.375360 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-7ebf5bfb-e461-4878-af3d-f42a6ac43ccb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 948 time: 0.1175935 Aug 28 19:55:32.386751 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:32.407130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.427716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f97ca6-e325-43b1-a09c-cad255c65adc req-4210c13b-a324-4b0b-a012-657c0abf25a0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212425 Aug 28 19:55:32.450498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e21a2ee3-870d-45b9-a9ea-0f0587c480f5 req-cde38ffb-7c3d-4787-ae96-cfde513a8cce tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342177 Aug 28 19:55:32.461492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-917fefa4-a15d-4e75-99b1-40c7d567c119 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group_rule (bca4404c-d8e1-4efd-83e7-347f41a7902a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.548738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-64a05a0a-5acf-4890-af56-19b6c41562ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:32.550893 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-64a05a0a-5acf-4890-af56-19b6c41562ab service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 1131 time: 0.0856361 Aug 28 19:55:32.583322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:32.586746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-917fefa4-a15d-4e75-99b1-40c7d567c119 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group_rule (bca4404c-d8e1-4efd-83e7-347f41a7902a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.594306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a457eb82-4d43-4407-a2e2-5812d12522bd admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/51e89033-bf32-4d35-bcb1-5e584198a649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7818017 Aug 28 19:55:32.594954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:32.598548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Network 86250820-226f-4d71-ba0d-b3051830fe44 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:55:32.604425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] Sync routers for ids ['51e89033-bf32-4d35-bcb1-5e584198a649'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:32.638148 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] Routers {'51e89033-bf32-4d35-bcb1-5e584198a649'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:32.638849 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['51e89033-bf32-4d35-bcb1-5e584198a649'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:32.717784 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:32.727180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 86250820-226f-4d71-ba0d-b3051830fe44) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:32.737996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:32.738586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.749513 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-917fefa4-a15d-4e75-99b1-40c7d567c119 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (bca4404c-d8e1-4efd-83e7-347f41a7902a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.753049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-223a6bf1-8b80-4c4e-b9ca-936f428ef0c7 req-28e5a24b-8413-4386-9589-c3a25e60cd21 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.0369749 Aug 28 19:55:32.772069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ab68a-75bb-4075-afbc-742b34516dfd None None] Network 86250820-226f-4d71-ba0d-b3051830fe44 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:32.780931 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] Set router 51e89033-bf32-4d35-bcb1-5e584198a649 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:32.819522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (70960676-8387-406f-9a7b-a703e80bef6c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.882494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fefa4-a15d-4e75-99b1-40c7d567c119 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca4404c-d8e1-4efd-83e7-347f41a7902a,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:32.924361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks [] for router (51e89033-bf32-4d35-bcb1-5e584198a649), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:32.938439 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:32.945385 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8ad18815-db31-4e42-a699-994480c14593 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2480209 Aug 28 19:55:32.949412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37308) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:32.950561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70960676-8387-406f-9a7b-a703e80bef6c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:32.954831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-69107593-400c-4916-905d-63317d3162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:32.956643 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-69107593-400c-4916-905d-63317d3162f8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3949773 Aug 28 19:55:32.960023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:33.011008 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-917fefa4-a15d-4e75-99b1-40c7d567c119 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.012366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-917fefa4-a15d-4e75-99b1-40c7d567c119 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7777445 Aug 28 19:55:33.015074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37312) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:33.017497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:33.023644 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-fac30e22-a739-4b19-b1b7-c3a50f49242b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 200 len: 217 time: 0.0561085 Aug 28 19:55:33.030460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5022e648-50a1-4d83-a96d-057c1e4ce218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'security_group_rule': {'security_group_id': '7914fb05-9468-4ca3-a5e9-375af3b73f3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:33.035467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8959fd60-0c95-48ec-a499-41d2a52dc530'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:33.061000 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:55:30Z', 'revision_number': 5, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:33.092419 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] Checking router: 51e89033-bf32-4d35-bcb1-5e584198a649 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:33.102061 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] Routers {'51e89033-bf32-4d35-bcb1-5e584198a649'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:33.103118 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['51e89033-bf32-4d35-bcb1-5e584198a649'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:33.104298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bb3a406d-00b0-4ef2-aec4-05d14c104942 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:33.161264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:33.175998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 60d387e7-3f05-4532-8f7a-e780e127ca50 has no active binding in host n-h1-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 19:55:33.201801 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks [] for router_gateway (51e89033-bf32-4d35-bcb1-5e584198a649), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.225285 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] Set router 51e89033-bf32-4d35-bcb1-5e584198a649 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:33.249816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5022e648-50a1-4d83-a96d-057c1e4ce218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group_rule (25fb321b-a33e-4aa0-88c9-9b0f9429ea44), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.275791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-86250820-226f-4d71-ba0d-b3051830fe44', 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44', 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'fixed_ips': [{'subnet_id': '03b580cd-bec2-446c-b2e8-9c71a355ff0a'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:55:33.276723 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.280169 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:33.375306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5022e648-50a1-4d83-a96d-057c1e4ce218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group_rule (25fb321b-a33e-4aa0-88c9-9b0f9429ea44), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.443678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5022e648-50a1-4d83-a96d-057c1e4ce218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (25fb321b-a33e-4aa0-88c9-9b0f9429ea44), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.467995 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:33.470575 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:33.485964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022e648-50a1-4d83-a96d-057c1e4ce218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fb321b-a33e-4aa0-88c9-9b0f9429ea44,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:33.489297 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (52a599f6-2937-4f15-a98d-d2887c69e83a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.494849 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (52a599f6-2937-4f15-a98d-d2887c69e83a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.496204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Deleting port 1b5c6c48-dab1-471f-afc9-a8befc476127 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:33.496724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.499838 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:33.527294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port bb3a406d-00b0-4ef2-aec4-05d14c104942 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:33.527707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.544825 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5022e648-50a1-4d83-a96d-057c1e4ce218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.546240 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:55:30Z', 'revision_number': 5, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:33.546987 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5022e648-50a1-4d83-a96d-057c1e4ce218 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5309758 Aug 28 19:55:33.574387 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d2975-2c7c-4dfb-937a-640983cb23ad None None] The sync data for ids ['51e89033-bf32-4d35-bcb1-5e584198a649'] in n-d-854121-7 is: [{'id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2087155210-router', 'tenant_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:52:40Z', 'updated_at': '2022-08-28T19:55:30Z', 'revision_number': 5, 'project_id': '50fb8f5e5b324db4b4f5a1c131ed6fde', 'gw_port': {'id': '1b5c6c48-dab1-471f-afc9-a8befc476127', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e89033-bf32-4d35-bcb1-5e584198a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:52:42Z', 'updated_at': '2022-08-28T19:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:33.589210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37324) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:33.606589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:33.616889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Checking segment: {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:33.617484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Network hostable DHCP agents. Network: 6a24e842-5916-4c4c-9b85-407851f1320e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:55:33.634632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-bbf155d8-8546-4bbc-a07a-8b96ad34a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:33.638378 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-bbf155d8-8546-4bbc-a07a-8b96ad34a083 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.6036870 Aug 28 19:55:33.684870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517a579-220b-452f-8e1a-967b757813bd req-2f10421f-94c8-4a07-bf18-bada30932c37 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:33.686695 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d517a579-220b-452f-8e1a-967b757813bd req-2f10421f-94c8-4a07-bf18-bada30932c37 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 949 time: 0.0858450 Aug 28 19:55:33.695282 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:33.716386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5b84f-7c31-473d-b283-f1c5b07967cf req-b24e0f09-8bd3-4021-9705-bc59554c5ec9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:33.725116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ce5b84f-7c31-473d-b283-f1c5b07967cf req-b24e0f09-8bd3-4021-9705-bc59554c5ec9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.2369816 Aug 28 19:55:33.763164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks [] for router_controller (52a599f6-2937-4f15-a98d-d2887c69e83a), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.777687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d517a579-220b-452f-8e1a-967b757813bd req-f72f33e2-2788-4272-a82c-1d74e7a9e195 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834482 Aug 28 19:55:33.782456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Allocated IP 172.20.0.2 (86250820-226f-4d71-ba0d-b3051830fe44/03b580cd-bec2-446c-b2e8-9c71a355ff0a/bc4cc67f-581c-4f11-8359-5239e4fd1b2c) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:33.799790 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] For port 1b5c6c48-dab1-471f-afc9-a8befc476127, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1b5c6c48-dab1-471f-afc9-a8befc476127,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:33.800163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:33.816047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bb3a406d-00b0-4ef2-aec4-05d14c104942 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:33.817217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Calling delete_port for 1b5c6c48-dab1-471f-afc9-a8befc476127 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:33.842655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-9a5c0e7f-8751-4361-9bd1-082fcbfaf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:33.844560 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-9a5c0e7f-8751-4361-9bd1-082fcbfaf592 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1879787 Aug 28 19:55:33.937210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb2377fb-284e-41a4-980f-465fd984bc0a req-87cb7846-58a6-4e93-b61b-157cacd976c2 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.0350585 Aug 28 19:55:33.992524 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ce5b84f-7c31-473d-b283-f1c5b07967cf req-6bab11d0-14eb-49a8-9ec3-25dc39b09221 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662325 Aug 28 19:55:34.011570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Network 6a24e842-5916-4c4c-9b85-407851f1320e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:55:34.044182 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.083259 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Publish callbacks [] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.182428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37338) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:34.197510 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.206860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6a24e842-5916-4c4c-9b85-407851f1320e) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:34.210543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-b396bb75-7b47-4853-9537-70f6f61e0ec3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545997 Aug 28 19:55:34.214826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1b5c6c48-dab1-471f-afc9-a8befc476127), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.231407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:34.232452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.249883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks [] for router_gateway (52a599f6-2937-4f15-a98d-d2887c69e83a), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.270244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ba4cee-73e6-4ee2-b040-6e051162a9ae None None] Network 6a24e842-5916-4c4c-9b85-407851f1320e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:34.291662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5c6c48-dab1-471f-afc9-a8befc476127,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:34.316342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.331237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Network 86250820-226f-4d71-ba0d-b3051830fe44 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:34.334057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Pushing event updated for resources: {'Port': ['ID=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:34.344255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:34.348212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:34.358682 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:34.404031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6eef6d1b-e957-4e57-b934-ea02f896b9d6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6151819 Aug 28 19:55:34.436208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37342) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:34.448610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-network', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:34.454142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Attempting to bind port bc4cc67f-581c-4f11-8359-5239e4fd1b2c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:34.454712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Attempting to bind port bc4cc67f-581c-4f11-8359-5239e4fd1b2c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:34.455173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Attempting to bind port bc4cc67f-581c-4f11-8359-5239e4fd1b2c on network 86250820-226f-4d71-ba0d-b3051830fe44 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:34.457005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:34.481718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:34.482229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Checking segment: {'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:34.482695 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.483149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Bound using segment: {'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:34.483714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Bound port: bc4cc67f-581c-4f11-8359-5239e4fd1b2c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:34.484179 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.485222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7542a7dd-3248-4c9a-b6f3-b0cd019a1d9c req-07d02016-a4c4-4a77-bd58-2091b2aa4bdc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603564 Aug 28 19:55:34.497629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (51e89033-bf32-4d35-bcb1-5e584198a649), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.526083 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:34.568145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6a24e842-5916-4c4c-9b85-407851f1320e', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:55:34.569744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.593034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] For port bc4cc67f-581c-4f11-8359-5239e4fd1b2c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:34.605329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Allocated IP 172.25.4.142 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e4fa6a2d-35a6-4c7e-96db-d4b6e4972332) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:34.607351 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (51e89033-bf32-4d35-bcb1-5e584198a649), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.610796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks [] for router_controller (51e89033-bf32-4d35-bcb1-5e584198a649), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.616692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] For port bc4cc67f-581c-4f11-8359-5239e4fd1b2c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,segment=NetworkSegment(1a2b30d6-e1d1-4a49-b83f-15e9b50767c7),segment_id=1a2b30d6-e1d1-4a49-b83f-15e9b50767c7)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:34.658197 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.659154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.689110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Made reservation on behalf of fe663852a79b404398b07b33ea453ee0 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:34.691488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.696107 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:34.733081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.734246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks [] for router_controller (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.735306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.743249 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks [] for router_gateway (52a599f6-2937-4f15-a98d-d2887c69e83a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.788356 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.819979 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (51e89033-bf32-4d35-bcb1-5e584198a649), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.824799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e89033-bf32-4d35-bcb1-5e584198a649 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:55:34.832207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.839134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5721ce36-7282-4bed-91f6-e0b359ff9aa9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/51e89033-bf32-4d35-bcb1-5e584198a649 HTTP/1.1" status: 204 len: 168 time: 2.2431138 Aug 28 19:55:34.849752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37346) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:34.902982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dff6a-45d7-4943-9b4a-d84f44ad667e None None] Pushing event updated for resources: {'Port': ['ID=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:34.912862 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:34.920412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Allocated IP 172.20.0.2 (6a24e842-5916-4c4c-9b85-407851f1320e/70960676-8387-406f-9a7b-a703e80bef6c/f42f91d7-d3d6-4064-bfd1-53cb87c41c7e) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:35.029955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3a849919-44fa-4089-9aee-1db285649ef4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:35.042700 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:35.106592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3a849919-44fa-4089-9aee-1db285649ef4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:35.106592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3a849919-44fa-4089-9aee-1db285649ef4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:35.241751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a59d7ba-8b0f-4250-bd11-7e66d63cd4fa req-e9d4fd02-5a0b-4c2f-84b8-9f962d2f9fe0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.0922055 Aug 28 19:55:35.243464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40504-40b6-4b0e-b1e2-e6bd71b45cc5 req-0241dd4c-cb13-43b0-8a6b-a5ee884bed85 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:35.243464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cfb40504-40b6-4b0e-b1e2-e6bd71b45cc5 req-0241dd4c-cb13-43b0-8a6b-a5ee884bed85 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 949 time: 0.1695490 Aug 28 19:55:35.278964 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Publish callbacks [] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.284324 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:35.292289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.454014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:35.484817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3363af8-2a99-4983-8515-d58f7bc66cda req-82427a2b-282c-48ec-a5d5-ad688734a26a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:35.486493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3363af8-2a99-4983-8515-d58f7bc66cda req-82427a2b-282c-48ec-a5d5-ad688734a26a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.1834090 Aug 28 19:55:35.487551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:35.490132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:35.503794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Allocated IP 172.25.4.54 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/42b994c3-9816-40dc-923e-43801a2c42c8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:35.546351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'Port': ['ID=e4fa6a2d-35a6-4c7e-96db-d4b6e4972332,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:35.574757 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.582913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-a1d6c009-d198-48b8-82c8-66fabc1b7e7c service neutron] 10.222.0.89 "GET /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50/bindings/n-h1-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.3005226 Aug 28 19:55:35.588793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.589162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.589478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.589821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.590183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.590508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.590838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.591164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.591488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.591815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.592141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.592464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.592785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.593109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.593430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:35.593657 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks [] for router_gateway (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.601644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks [] for security_group (110bd2a6-a8cf-4fff-b95d-7ead7a2ce698), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.611550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] Deleting subnet 4c2e4b34-5248-40ed-8704-a8f23b449e4e {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:55:35.629763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] Publish callbacks [] for subnet (4c2e4b34-5248-40ed-8704-a8f23b449e4e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.669110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Network 6a24e842-5916-4c4c-9b85-407851f1320e is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:35.673982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:35.676612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:35.681402 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (4c2e4b34-5248-40ed-8704-a8f23b449e4e), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.695323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Pushing event updated for resources: {'Port': ['ID=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:35.756985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3363af8-2a99-4983-8515-d58f7bc66cda req-2d96326f-8235-4e86-9afd-7425f5d82a32 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299418 Aug 28 19:55:35.758302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Attempting to bind port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:35.759481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Attempting to bind port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:35.759961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Attempting to bind port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e on network 6a24e842-5916-4c4c-9b85-407851f1320e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:35.767642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:35.768253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Checking segment: {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:35.768923 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.769421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Bound using segment: {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:35.770045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Bound port: f42f91d7-d3d6-4064-bfd1-53cb87c41c7e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:35.770615 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.771167 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cfb40504-40b6-4b0e-b1e2-e6bd71b45cc5 req-2e18f5d4-2434-468d-af59-50abf1e13d16 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636106 Aug 28 19:55:35.823316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for floatingip (d713dd02-7b05-4678-84c0-b39de48a85fe), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.829454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (110bd2a6-a8cf-4fff-b95d-7ead7a2ce698), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.862513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] For port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:35.871344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] For port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:35.881731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8959fd60-0c95-48ec-a499-41d2a52dc530 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:35.905064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks [] for port (42b994c3-9816-40dc-923e-43801a2c42c8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.934959 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:35.944670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-a9d983c3-563d-403d-a303-9cb22ace1146 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754275 Aug 28 19:55:35.967514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 8959fd60-0c95-48ec-a499-41d2a52dc530 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:35.967968 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:35.972112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:55:36.001431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (4c2e4b34-5248-40ed-8704-a8f23b449e4e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.017644 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:36.031903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110bd2a6-a8cf-4fff-b95d-7ead7a2ce698,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:36.036729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (640b5290-22a3-44eb-b326-19f323f05df9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.037067 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Added segment 640b5290-22a3-44eb-b326-19f323f05df9 of type vlan for network 79cefb94-c26e-4585-9705-b9160006361e Aug 28 19:55:36.075892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.171464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (79cefb94-c26e-4585-9705-b9160006361e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.178362 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.202176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 8959fd60-0c95-48ec-a499-41d2a52dc530 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:36.202730 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.252959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:36.256840 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97fac8d-d154-4941-825c-5b827977a89e" -d '{"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-plugged", "status": "completed", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:36.286298 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.292546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582770c7-c5fc-46c4-b719-52d37cc4e14c None None] Pushing event updated for resources: {'Port': ['ID=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:36.300212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:36.366114 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4d3c33-cb29-4c36-8a69-fad9e984cef3 x-openstack-request-id: req-5c4d3c33-cb29-4c36-8a69-fad9e984cef3 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:36.366464 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-plugged", "status": "completed", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:36.366727 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c4d3c33-cb29-4c36-8a69-fad9e984cef3 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:36.367127 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4d3c33-cb29-4c36-8a69-fad9e984cef3'] response: {'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'code': 200} Aug 28 19:55:36.393537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:36.414730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae34246-ac49-489f-9fe3-6ed33d93beae None None] Network 86250820-226f-4d71-ba0d-b3051830fe44 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:36.427679 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks [] for router_gateway (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.456088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.468474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (4c2e4b34-5248-40ed-8704-a8f23b449e4e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.513215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (79cefb94-c26e-4585-9705-b9160006361e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.514365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:36.515048 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.567251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.570667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4c2e4b34-5248-40ed-8704-a8f23b449e4e HTTP/1.1" status: 204 len: 168 time: 1.7167218 Aug 28 19:55:36.572245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583b7d2-8dfe-4de6-9c91-af07151e2bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2e4b34-5248-40ed-8704-a8f23b449e4e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:36.576996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37356) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:36.606912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23a29f-490e-4427-85fb-5769a3778e2c None None] Network 6912de78-0da3-454b-ba87-8c0599405669 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:36.731166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] Pushing event updated for resources: {'Network': ['ID=79cefb94-c26e-4585-9705-b9160006361e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:36.796557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:36.828213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:36.838282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9820f843-9967-4ee0-b7b0-32521499e52d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6542792 Aug 28 19:55:36.842632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37362) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:36.849693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Request body: {'subnet': {'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-subnet', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:36.853103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:36.855355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6912de78-0da3-454b-ba87-8c0599405669), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.860277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:36.866588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Pushing event updated for resources: {'Port': ['ID=42b994c3-9816-40dc-923e-43801a2c42c8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:36.870470 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7e872f9-e1c3-4c84-8c92-1e1297a3c1b1 req-6d086422-9ebc-4d02-b9d3-72f2d34f33a7 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.1072102 Aug 28 19:55:36.894150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Provisioning complete for port bc4cc67f-581c-4f11-8359-5239e4fd1b2c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:36.894518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.897896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 79cefb94-c26e-4585-9705-b9160006361e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:55:36.898755 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:36.991624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Allocated IP 172.25.4.250 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/50fc8bfb-91b6-4b49-ac3d-52bf57fc6141) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:37.018393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-8757d254-06aa-4ccb-afca-3e5ddb84b2ab tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:37.033773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-8757d254-06aa-4ccb-afca-3e5ddb84b2ab tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0465169 Aug 28 19:55:37.044565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Made reservation on behalf of fe663852a79b404398b07b33ea453ee0 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:37.047133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.093983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bad43-437e-4c9b-94fe-cb4033ae761d req-0452ab09-256e-46a4-a74e-7e2d5fe58b18 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:37.105354 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c53bad43-437e-4c9b-94fe-cb4033ae761d req-0452ab09-256e-46a4-a74e-7e2d5fe58b18 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 944 time: 0.1795640 Aug 28 19:55:37.127408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:37.136408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Request body: {'port': {'device_id': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '3851e56c7da7403bb5a0ddced5d69ef2'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:37.178789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bc4cc67f-581c-4f11-8359-5239e4fd1b2c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:37.234718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] DHCP port deletion for 6912de78-0da3-454b-ba87-8c0599405669 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:55:37.255398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Deleting port 3be22fcb-f046-4109-9f88-9822a7425322 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:37.255953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3be22fcb-f046-4109-9f88-9822a7425322), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.262124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Current status of the port bc4cc67f-581c-4f11-8359-5239e4fd1b2c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:37.262517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.329183 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:37.347222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port bc4cc67f-581c-4f11-8359-5239e4fd1b2c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:37.347810 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.371672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d387e7-3f05-4532-8f7a-e780e127ca50 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:37.384708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] Deleting port 3be22fcb-f046-4109-9f88-9822a7425322 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:55:37.385001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3be22fcb-f046-4109-9f88-9822a7425322), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.403877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c53bad43-437e-4c9b-94fe-cb4033ae761d req-ce861af6-3ac4-4a41-a04b-706443b82c62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971363 Aug 28 19:55:37.411225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:37.442414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bad36d-160e-4d4f-b26e-01126f4d6271 req-99d64f63-bf2c-4a98-972c-94a1ec45d48e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:37.452578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40bad36d-160e-4d4f-b26e-01126f4d6271 req-99d64f63-bf2c-4a98-972c-94a1ec45d48e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.4298494 Aug 28 19:55:37.472891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] For port bc4cc67f-581c-4f11-8359-5239e4fd1b2c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,segment=NetworkSegment(1a2b30d6-e1d1-4a49-b83f-15e9b50767c7),segment_id=1a2b30d6-e1d1-4a49-b83f-15e9b50767c7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:37.489711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] For port 3be22fcb-f046-4109-9f88-9822a7425322, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3be22fcb-f046-4109-9f88-9822a7425322,segment=NetworkSegment(d6e7a62f-dfc1-406f-9bd1-de1e0a76f197),segment_id=d6e7a62f-dfc1-406f-9bd1-de1e0a76f197)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:37.490136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3be22fcb-f046-4109-9f88-9822a7425322), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.490822 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:37.522680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Calling delete_port for 3be22fcb-f046-4109-9f88-9822a7425322 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:37.529425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] For port 3be22fcb-f046-4109-9f88-9822a7425322, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3be22fcb-f046-4109-9f88-9822a7425322,segment=NetworkSegment(d6e7a62f-dfc1-406f-9bd1-de1e0a76f197),segment_id=d6e7a62f-dfc1-406f-9bd1-de1e0a76f197)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:37.530129 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3be22fcb-f046-4109-9f88-9822a7425322), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.546946 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks [] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.564561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] Calling delete_port for 3be22fcb-f046-4109-9f88-9822a7425322 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:55:37.564974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.569693 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:55:37.596158 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40bad36d-160e-4d4f-b26e-01126f4d6271 req-34ade5ef-2b50-45e4-8710-a2db7aeea00a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420805 Aug 28 19:55:37.660052 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.662225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Made reservation on behalf of 3851e56c7da7403bb5a0ddced5d69ef2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:37.669220 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.684979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.695420 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.717437 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.727807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bc4cc67f-581c-4f11-8359-5239e4fd1b2c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:37.728378 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.808301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (8f766af6-0ff6-4962-ada9-01c8f69203d9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.810946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109bb08b-3f29-4ce3-8953-ecd32a6da13e None None] Network 6a24e842-5916-4c4c-9b85-407851f1320e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:37.821936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (3be22fcb-f046-4109-9f88-9822a7425322), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.856526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728300a-1696-406d-98d0-857c3d8d391a req-bf4ada6e-deb8-4451-9895-220ef8fa63ff tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:37.858284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6728300a-1696-406d-98d0-857c3d8d391a req-bf4ada6e-deb8-4451-9895-220ef8fa63ff tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.1385765 Aug 28 19:55:37.886026 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3be22fcb-f046-4109-9f88-9822a7425322), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.893246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Pushing event updated for resources: {'Port': ['ID=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:37.906855 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks [] for security_group (fd3629d5-8ef2-46e0-a646-feb73553744d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.918441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] No DVR routers for this DVR port 3be22fcb-f046-4109-9f88-9822a7425322 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:37.932030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Provisioning complete for port bc4cc67f-581c-4f11-8359-5239e4fd1b2c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:37.932030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.933329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 19:55:37.933748 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.943518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.944363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.944363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.944519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.944776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b9db-47aa-4313-a333-f86cb1ac0776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:37.958999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (d713dd02-7b05-4678-84c0-b39de48a85fe), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:37.986135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f766af6-0ff6-4962-ada9-01c8f69203d9,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:37.991891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'Port': ['ID=e4fa6a2d-35a6-4c7e-96db-d4b6e4972332,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:37.998225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] No DVR routers for this DVR port 3be22fcb-f046-4109-9f88-9822a7425322 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:38.025269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682ec7e-11d8-4638-a7a2-cab560197932 None None] Pushing event deleted for resources: {'Port': ['ID=3be22fcb-f046-4109-9f88-9822a7425322,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:38.039825 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.046366 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fd3629d5-8ef2-46e0-a646-feb73553744d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.056075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3871833-89be-4727-b4f4-97e3f0e404b3 req-8ad3ee60-17b1-4271-b741-cf58af94e04f tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.0832920 Aug 28 19:55:38.082244 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.084795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-86f991b3-2395-4e2b-88d3-70f6bd1f0b63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4941943 Aug 28 19:55:38.091093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be22fcb-f046-4109-9f88-9822a7425322,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:38.129719 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:38.135488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:38.142619 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6728300a-1696-406d-98d0-857c3d8d391a req-974037dd-0e48-4b33-a4f4-7480eddf0110 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674439 Aug 28 19:55:38.160722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Current status of the port bc4cc67f-581c-4f11-8359-5239e4fd1b2c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:38.171680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Provisioning complete for port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:38.171680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.185430 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks [] for router_gateway (52a599f6-2937-4f15-a98d-d2887c69e83a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.214191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Checking segment: {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:38.214559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Network hostable DHCP agents. Network: 79cefb94-c26e-4585-9705-b9160006361e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:55:38.223048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:38.226877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:38.276078 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6912de78-0da3-454b-ba87-8c0599405669), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.292744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Pushing event updated for resources: {'Port': ['ID=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:38.298315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] Transition to ACTIVE for port object 60d387e7-3f05-4532-8f7a-e780e127ca50 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:55:38.305297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3629d5-8ef2-46e0-a646-feb73553744d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:38.332827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6912de78-0da3-454b-ba87-8c0599405669']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:38.350167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:38.350724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e7a62f-dfc1-406f-9bd1-de1e0a76f197') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:38.391765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Current status of the port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:38.392391 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.413636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (d6e7a62f-dfc1-406f-9bd1-de1e0a76f197), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.451038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37380) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:38.452660 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:38.464983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Network 79cefb94-c26e-4585-9705-b9160006361e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:55:38.466191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ce5f648b-038e-4167-98bf-dfda5f0ac318 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559970008', 'description': 'tempest-description--1652412246'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:38.481355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] For port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:38.502806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bc4cc67f-581c-4f11-8359-5239e4fd1b2c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:38.504559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f42f91d7-d3d6-4064-bfd1-53cb87c41c7e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:38.510635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.538583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (d6e7a62f-dfc1-406f-9bd1-de1e0a76f197), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.558236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:55:38.558644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (d6e7a62f-dfc1-406f-9bd1-de1e0a76f197), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.560815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:38.561484 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.564417 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.610716 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment d6e7a62f-dfc1-406f-9bd1-de1e0a76f197 resource provider aggregate not found Aug 28 19:55:38.635460 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment d6e7a62f-dfc1-406f-9bd1-de1e0a76f197 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e7a62f-dfc1-406f-9bd1-de1e0a76f197 found for delete ", "request_id": "req-b0b47d19-3dc0-4f9a-b5cf-9d8e45055201"}]} Aug 28 19:55:38.645689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] No DVR routers for this DVR port 60d387e7-3f05-4532-8f7a-e780e127ca50 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:55:38.652670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 79cefb94-c26e-4585-9705-b9160006361e) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:38.658677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-cca34af2-8510-4b3d-a114-6004f745804b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--761849273&fields=id&tenant_id=722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 267 time: 0.1985090 Aug 28 19:55:38.663319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:38.664186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.686838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f5580-26d6-40ad-b5f7-b0aa8ea92c2c None None] Network 79cefb94-c26e-4585-9705-b9160006361e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:38.688766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368080b5-141e-44d0-a61c-58f7c045a19a None None] Pushing event updated for resources: {'Port': ['ID=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:38.710955 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f648b-038e-4167-98bf-dfda5f0ac318 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.716230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Allocated IP 192.168.233.22 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/0dd20a8a-0a48-41e8-b1eb-fd0704b5c522) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:38.728927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1eb6ad-8afb-4457-a0ad-69d53d87ab9a req-eb3bf6c2-4ee8-4be9-9f48-e9a9f8e2715c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:38.733105 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ff1eb6ad-8afb-4457-a0ad-69d53d87ab9a req-eb3bf6c2-4ee8-4be9-9f48-e9a9f8e2715c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.2127101 Aug 28 19:55:38.748451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-75ab81d8-25bf-466f-92ed-f72b83b5d2cb None None] Provisioning complete for port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:38.749255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-75ab81d8-25bf-466f-92ed-f72b83b5d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.773887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=10']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:38.780434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:38.794630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b5c6c48-dab1-471f-afc9-a8befc476127 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:38.801508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6912de78-0da3-454b-ba87-8c0599405669), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.807832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-e8660cff-d721-4db9-9fb5-7c844b930ec5 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50/bindings/n-h1-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 3.1847832 Aug 28 19:55:38.812046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5c970b6c-902d-4cf8-855b-4dbd2cefc3b6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9684894 Aug 28 19:55:38.817715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37390) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:38.836837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:38.837559 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:38.843186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1b5c6c48-dab1-471f-afc9-a8befc476127 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:38.843186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b5c6c48-dab1-471f-afc9-a8befc476127 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:38.875859 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.879348 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6912de78-0da3-454b-ba87-8c0599405669 HTTP/1.1" status: 204 len: 168 time: 2.2990239 Aug 28 19:55:38.918976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01e7e9-8d4e-43e3-905a-392280e37ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6912de78-0da3-454b-ba87-8c0599405669,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:38.939525 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ff1eb6ad-8afb-4457-a0ad-69d53d87ab9a req-cd78c97a-bce5-4a64-b8d0-0963985fb0df tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766098 Aug 28 19:55:38.943343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-79cefb94-c26e-4585-9705-b9160006361e', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:55:38.944771 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:38.982737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-75ab81d8-25bf-466f-92ed-f72b83b5d2cb None None] Current status of the port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:39.025978 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:39.067911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (52a599f6-2937-4f15-a98d-d2887c69e83a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.076371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bc4cc67f-581c-4f11-8359-5239e4fd1b2c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:39.077691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-f2783b74-a5d7-418f-88d8-d7ea3eb61feb tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:39.079578 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-f2783b74-a5d7-418f-88d8-d7ea3eb61feb tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.0554631 Aug 28 19:55:39.165828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Allocated IP 172.20.0.2 (79cefb94-c26e-4585-9705-b9160006361e/8f766af6-0ff6-4962-ada9-01c8f69203d9/cbe39d64-d1e6-4a57-8612-5edb66dae015) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:39.172832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port bc4cc67f-581c-4f11-8359-5239e4fd1b2c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:39.173208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.177846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5858009d-9f04-4b42-9908-b0f2f482cb91 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:39.179432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5858009d-9f04-4b42-9908-b0f2f482cb91 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 0.5072730 Aug 28 19:55:39.184474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (c39101d5-8914-4e69-8549-f5b0da371803), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.186324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (c39101d5-8914-4e69-8549-f5b0da371803), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.193900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks [] for router_gateway (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.251219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-02115165-c874-47c8-89a0-484de9b72a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:39.252507 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f648b-038e-4167-98bf-dfda5f0ac318 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (7570175c-7246-4c6d-a948-2ae0f67d7026), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.252837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-02115165-c874-47c8-89a0-484de9b72a87 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 1127 time: 0.1610255 Aug 28 19:55:39.266004 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-b84f0f98-f184-40c8-a861-e716ce712177 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/quotas/722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 375 time: 0.0726511 Aug 28 19:55:39.317116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c27bd8e-6d06-4377-b666-892058b3cc18 req-ad1e0a41-8013-484d-95c5-def11c093029 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.1519592 Aug 28 19:55:39.323810 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks [] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.326978 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:39.334297 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f648b-038e-4167-98bf-dfda5f0ac318 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7570175c-7246-4c6d-a948-2ae0f67d7026), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.386463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-fa4b6fd6-1080-435f-94ef-6d981ea271aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:39.388013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-fa4b6fd6-1080-435f-94ef-6d981ea271aa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1127 time: 0.0832634 Aug 28 19:55:39.407961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f648b-038e-4167-98bf-dfda5f0ac318 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7570175c-7246-4c6d-a948-2ae0f67d7026,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:39.444512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37396) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:39.467484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f648b-038e-4167-98bf-dfda5f0ac318 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.471735 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ce5f648b-038e-4167-98bf-dfda5f0ac318 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0070825 Aug 28 19:55:39.472015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37398) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:39.477628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks [] for router_controller (c39101d5-8914-4e69-8549-f5b0da371803), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.477967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f0192e8b-759c-41dc-9aac-a23ea00d4951 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'security_group_rule': {'security_group_id': '7570175c-7246-4c6d-a948-2ae0f67d7026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:39.489747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port bc4cc67f-581c-4f11-8359-5239e4fd1b2c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:39.490968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f42f91d7-d3d6-4064-bfd1-53cb87c41c7e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:39.521820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a71adc37-44b6-4af9-ae5a-a92705c7f69f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5fa1cc87ef6548ef83ad4b014f4da077&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0736897 Aug 28 19:55:39.522150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37400) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:39.541740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-6860bd47-4aec-4880-8102-1911de61ab2e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2615993 Aug 28 19:55:39.544269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.548234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Router 52a599f6-2937-4f15-a98d-d2887c69e83a is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:55:39.586098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Publish callbacks [] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.588829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:39.589191 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.645887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:39.653873 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.693596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:39.696120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Pushing event updated for resources: {'Port': ['ID=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:39.699249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:39.705581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:39.708801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Network 79cefb94-c26e-4585-9705-b9160006361e is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:39.714100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:39.718139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:39.723505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Pushing event updated for resources: {'Port': ['ID=cbe39d64-d1e6-4a57-8612-5edb66dae015,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:39.741925 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0192e8b-759c-41dc-9aac-a23ea00d4951 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group_rule (5bc3dff1-6a11-43e5-be57-c1962194d0e3), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.811054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3be22fcb-f046-4109-9f88-9822a7425322 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:39.817721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3028ff0-726c-467c-84c7-5f5c47b64b46 admin admin] Publish callbacks [] for security_group (e2113195-414c-465d-92cc-a56a9a1faddb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.828952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:39.829632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.833347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3be22fcb-f046-4109-9f88-9822a7425322 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:55:39.834385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3be22fcb-f046-4109-9f88-9822a7425322 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:39.853269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Attempting to bind port cbe39d64-d1e6-4a57-8612-5edb66dae015 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:39.853879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Attempting to bind port cbe39d64-d1e6-4a57-8612-5edb66dae015 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:39.859940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Attempting to bind port cbe39d64-d1e6-4a57-8612-5edb66dae015 on network 79cefb94-c26e-4585-9705-b9160006361e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:39.864111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:39.864636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Checking segment: {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:39.865219 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.865795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Bound using segment: {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:39.866460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Bound port: cbe39d64-d1e6-4a57-8612-5edb66dae015, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:39.867096 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.908243 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3028ff0-726c-467c-84c7-5f5c47b64b46 admin admin] Publish callbacks [] for security_group (e2113195-414c-465d-92cc-a56a9a1faddb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:39.955148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5ef68837-f38e-41f1-a275-747683662353 None None] For port cbe39d64-d1e6-4a57-8612-5edb66dae015, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:39.958894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5ef68837-f38e-41f1-a275-747683662353 None None] For port cbe39d64-d1e6-4a57-8612-5edb66dae015, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cbe39d64-d1e6-4a57-8612-5edb66dae015,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:39.967240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 60d387e7-3f05-4532-8f7a-e780e127ca50 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:55:39.973794 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:40.011282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:40.026684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Sync routers for ids ['52a599f6-2937-4f15-a98d-d2887c69e83a'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:40.028587 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0192e8b-759c-41dc-9aac-a23ea00d4951 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group_rule (5bc3dff1-6a11-43e5-be57-c1962194d0e3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.048820 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Routers {'52a599f6-2937-4f15-a98d-d2887c69e83a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:40.049461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['52a599f6-2937-4f15-a98d-d2887c69e83a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:40.054716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] The host n-h2-854121-7 is not matching for port 60d387e7-3f05-4532-8f7a-e780e127ca50 host n-h1-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 19:55:40.055160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 60d387e7-3f05-4532-8f7a-e780e127ca50 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:55:40.086288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.147545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-bdb67ac4-983e-4433-879a-fa4bc27a559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:40.155027 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-bdb67ac4-983e-4433-879a-fa4bc27a559c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.7216287 Aug 28 19:55:40.204160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9c4b7a81-1f4f-4718-aa39-0a9d2c32e2b7 None None] Provisioning complete for port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:40.204531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7a81-1f4f-4718-aa39-0a9d2c32e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.260576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef68837-f38e-41f1-a275-747683662353 None None] Pushing event updated for resources: {'Port': ['ID=cbe39d64-d1e6-4a57-8612-5edb66dae015,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:40.275152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Set router 52a599f6-2937-4f15-a98d-d2887c69e83a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:40.277863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b7a81-1f4f-4718-aa39-0a9d2c32e2b7 None None] Port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:40.286824 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.307065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks [] for router_gateway (c39101d5-8914-4e69-8549-f5b0da371803), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.314097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-5fbb6a93-5bca-4eb5-a1be-59d33c086042 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.1077888 Aug 28 19:55:40.337613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-7fe5eacf-de91-43d2-9314-0dcff85540ea service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7572267 Aug 28 19:55:40.467089 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:40.468057 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3028ff0-726c-467c-84c7-5f5c47b64b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e2113195-414c-465d-92cc-a56a9a1faddb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.469096 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:40.471839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3028ff0-726c-467c-84c7-5f5c47b64b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.475908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e3028ff0-726c-467c-84c7-5f5c47b64b46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e2113195-414c-465d-92cc-a56a9a1faddb HTTP/1.1" status: 204 len: 168 time: 0.9527566 Aug 28 19:55:40.479557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.483990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-25b47c5f-d49f-40d8-903c-1c46ec954516 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5307174 Aug 28 19:55:40.484913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0192e8b-759c-41dc-9aac-a23ea00d4951 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (5bc3dff1-6a11-43e5-be57-c1962194d0e3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.501085 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-5a12fee7-deab-4c67-afb9-24b8e300202b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4572051 Aug 28 19:55:40.502639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37408) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:40.526975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b3e2c-44d2-4a12-b218-065b91cdb84d req-bf7ef1f1-5e1a-4b6c-9a0d-de3464581fdf tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:40.534447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a22b3e2c-44d2-4a12-b218-065b91cdb84d req-bf7ef1f1-5e1a-4b6c-9a0d-de3464581fdf tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.4755871 Aug 28 19:55:40.551828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0192e8b-759c-41dc-9aac-a23ea00d4951 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc3dff1-6a11-43e5-be57-c1962194d0e3,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:40.563693 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:40.565071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:55:37Z', 'revision_number': 3, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:40.608231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Checking router: 52a599f6-2937-4f15-a98d-d2887c69e83a for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:40.608574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Updating router 52a599f6-2937-4f15-a98d-d2887c69e83a port 42b994c3-9816-40dc-923e-43801a2c42c8 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:40.628954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Request body: {'port': {'device_id': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:40.643499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3028ff0-726c-467c-84c7-5f5c47b64b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2113195-414c-465d-92cc-a56a9a1faddb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:40.661693 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.671583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d43ca9e6-64bb-44f6-a7e8-48c9e0233595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:40.673374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d43ca9e6-64bb-44f6-a7e8-48c9e0233595 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.3513374 Aug 28 19:55:40.786747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a22b3e2c-44d2-4a12-b218-065b91cdb84d req-39966fc9-2c65-42d9-8f54-4d1970a95c5c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508249 Aug 28 19:55:40.806233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0192e8b-759c-41dc-9aac-a23ea00d4951 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.809945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f0192e8b-759c-41dc-9aac-a23ea00d4951 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3334079 Aug 28 19:55:40.811724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37412) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:40.818534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a4dd2825-191c-4f2f-a3f2-be2443fe08a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'security_group_rule': {'security_group_id': '7570175c-7246-4c6d-a948-2ae0f67d7026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:40.824880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:40.838715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-c6b8ed47-fa01-4c15-bf39-e5e7b09a0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:40.840448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-c6b8ed47-fa01-4c15-bf39-e5e7b09a0046 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1245310 Aug 28 19:55:40.991278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2825-191c-4f2f-a3f2-be2443fe08a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group_rule (e5778ef0-f115-4624-b363-f905956a5d1a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.011927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-69cea6e0-73ce-41c7-8edb-289c69ad4a86 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597598 Aug 28 19:55:41.013426 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:41.039161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-674b1bfd-5a27-4f98-9039-12ab75bb3b2c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396379 Aug 28 19:55:41.068115 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:41.134235 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Publish callbacks [] for port (42b994c3-9816-40dc-923e-43801a2c42c8), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.141629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks [] for router_gateway (c39101d5-8914-4e69-8549-f5b0da371803), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.149420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cbe39d64-d1e6-4a57-8612-5edb66dae015 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:41.219626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.238491 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.283612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Attempting to bind port 42b994c3-9816-40dc-923e-43801a2c42c8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:41.283612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Attempting to bind port 42b994c3-9816-40dc-923e-43801a2c42c8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:41.283612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Attempting to bind port 42b994c3-9816-40dc-923e-43801a2c42c8 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:41.295028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4beae4-42d0-4e83-a1e9-5515b08b9263 req-8853e029-64c3-416e-b945-d5bc812ccc56 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:41.296716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e4beae4-42d0-4e83-a1e9-5515b08b9263 req-8853e029-64c3-416e-b945-d5bc812ccc56 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 935 time: 0.2239802 Aug 28 19:55:41.307074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:41.307443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:41.307863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.308262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:41.308753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Bound port: 42b994c3-9816-40dc-923e-43801a2c42c8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:41.311670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.395985 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2825-191c-4f2f-a3f2-be2443fe08a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group_rule (e5778ef0-f115-4624-b363-f905956a5d1a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.396483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffcc4e-426a-40ef-8371-2561fd7d33bc None None] Pushing event updated for resources: {'Port': ['ID=42b994c3-9816-40dc-923e-43801a2c42c8,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:41.412129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cbe39d64-d1e6-4a57-8612-5edb66dae015 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:41.412364 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.439688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d8ec9788-ceda-4c00-9cdb-6a5fe9d1dee6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138031 Aug 28 19:55:41.457246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] For port 42b994c3-9816-40dc-923e-43801a2c42c8, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:41.461675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e4beae4-42d0-4e83-a1e9-5515b08b9263 req-3e90a800-2d7f-4d57-ae26-c97567c84157 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452713 Aug 28 19:55:41.476784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:55:41.507354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Allocated IP 172.25.4.77 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/b46ecb73-124a-48f4-8f93-0f210fb4fc3a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:41.515561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] For port 42b994c3-9816-40dc-923e-43801a2c42c8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=42b994c3-9816-40dc-923e-43801a2c42c8,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:41.572823 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2825-191c-4f2f-a3f2-be2443fe08a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (e5778ef0-f115-4624-b363-f905956a5d1a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.591678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cbe39d64-d1e6-4a57-8612-5edb66dae015 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:41.593062 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.637717 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.673841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2825-191c-4f2f-a3f2-be2443fe08a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5778ef0-f115-4624-b363-f905956a5d1a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:41.687687 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2825-191c-4f2f-a3f2-be2443fe08a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.689640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a4dd2825-191c-4f2f-a3f2-be2443fe08a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8767176 Aug 28 19:55:41.700365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37420) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:41.710741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:41.713638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port cbe39d64-d1e6-4a57-8612-5edb66dae015, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cbe39d64-d1e6-4a57-8612-5edb66dae015,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:41.752741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Routers {'52a599f6-2937-4f15-a98d-d2887c69e83a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:41.753402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['52a599f6-2937-4f15-a98d-d2887c69e83a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:41.764998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37426) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:41.774914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e984678-930f-4b7c-a30a-80af81fd3d05 req-7ed2377a-1c90-4331-856d-e4c6b0134041 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 210 time: 0.1589141 Aug 28 19:55:41.837511 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.868291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:41.892208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Publish callbacks [] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.892407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156cf5e5-6cd6-4590-9d26-ed00ee4e11f7 None None] Network 79cefb94-c26e-4585-9705-b9160006361e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:41.901246 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.907220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Transition to ACTIVE for port object 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:55:41.934423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:41.944734 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Sync routers for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:41.948525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-377d4ec3-7bc3-4ca1-9155-fe165d9a6d47 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=50fb8f5e5b324db4b4f5a1c131ed6fde&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1723576 Aug 28 19:55:41.950222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37430) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:41.974524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks [] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:41.978382 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:41.979048 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:41.993663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffcc4e-426a-40ef-8371-2561fd7d33bc None None] Pushing event updated for resources: {'Port': ['ID=42b994c3-9816-40dc-923e-43801a2c42c8,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:41.997010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.054680 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:42.073115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cd28dc16-a026-45da-9564-698ba2aec669 None None] Provisioning complete for port cbe39d64-d1e6-4a57-8612-5edb66dae015 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:42.073487 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cd28dc16-a026-45da-9564-698ba2aec669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.091396 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:42.097006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.098715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-826a1fc7-ac44-4a7d-84f9-bea91b68daf5 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6586881 Aug 28 19:55:42.103073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37432) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:42.120439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.158341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.182691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-34801546-dd7d-4fbc-a0d3-698ac71fcddf tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:42.184837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-34801546-dd7d-4fbc-a0d3-698ac71fcddf tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.1267304 Aug 28 19:55:42.227767 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:42.249207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:42.258262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:42.295254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] Set router 52a599f6-2937-4f15-a98d-d2887c69e83a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:42.317005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:42.326104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb352ec3-c37b-4935-89dd-52117da40356 req-cb7fde7c-09c4-4664-85db-e4f7b03b106c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:42.338641 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb352ec3-c37b-4935-89dd-52117da40356 req-cb7fde7c-09c4-4664-85db-e4f7b03b106c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.3359654 Aug 28 19:55:42.365926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Pushing event updated for resources: {'Port': ['ID=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:42.412354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=cbe39d64-d1e6-4a57-8612-5edb66dae015,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:42.474066 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:42.498876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:42.548602 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:38Z', 'revision_number': 3, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:42.553139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cd28dc16-a026-45da-9564-698ba2aec669 None None] Current status of the port cbe39d64-d1e6-4a57-8612-5edb66dae015 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:42.562140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.572929 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.613561 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Checking router: fdd4772e-d616-4c7e-9ac2-df4ba33a6818 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:42.615574 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Updating router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:42.638846 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:42.639175 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-692732a4-14a5-426e-a1fb-170345adfa54 admin admin] Publish callbacks [] for security_group (5569163d-5a8e-4d81-ba23-bdb7a0e67869), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.662096 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.677581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:55:37Z', 'revision_number': 3, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:42.708083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6c80a-ecee-4376-86b4-9d4da590ae94 None None] The sync data for ids ['52a599f6-2937-4f15-a98d-d2887c69e83a'] in n-d-854121-7 is: [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:55:37Z', 'revision_number': 3, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:42.771612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234cc3-2440-4527-ac35-baa3719dd490 req-e13c94e6-191f-4baf-8596-766601b0bce8 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:42.773699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02234cc3-2440-4527-ac35-baa3719dd490 req-e13c94e6-191f-4baf-8596-766601b0bce8 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 947 time: 0.1366551 Aug 28 19:55:42.838126 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-692732a4-14a5-426e-a1fb-170345adfa54 admin admin] Publish callbacks [] for security_group (5569163d-5a8e-4d81-ba23-bdb7a0e67869), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.859026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Allocated IP 172.20.0.1 (86250820-226f-4d71-ba0d-b3051830fe44/03b580cd-bec2-446c-b2e8-9c71a355ff0a/685527a6-5f46-4586-a2c4-4d1b824c0830) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:42.895635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb352ec3-c37b-4935-89dd-52117da40356 req-6aa13b2c-046d-4c8c-8c50-3fdd44b27809 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555387 Aug 28 19:55:42.896217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d84ab6c9-d155-479a-a75a-2643718c2da8 service neutron] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:42.904821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d84ab6c9-d155-479a-a75a-2643718c2da8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:42.920046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d49b23b-9ba6-414a-abe1-f7d8979d019c req-d84ab6c9-d155-479a-a75a-2643718c2da8 service neutron] 10.222.0.84 "DELETE /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50/bindings/n-h2-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.6951020 Aug 28 19:55:42.977678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fa87f116-f4c7-49d4-aa7d-913062bebcee None None] Provisioning complete for port cbe39d64-d1e6-4a57-8612-5edb66dae015 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:42.985697 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:42.991576 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa87f116-f4c7-49d4-aa7d-913062bebcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.028018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Attempting to bind port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:43.028358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Attempting to bind port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:43.028693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Attempting to bind port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:43.043184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b7c6410-035b-441d-8839-cd219aaaf46b req-0ab6aa92-7cbd-4b4b-af87-e0e3eb1d588c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 210 time: 0.0599973 Aug 28 19:55:43.057888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cbe39d64-d1e6-4a57-8612-5edb66dae015 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:43.114979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:43.115543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Attempting to bind port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:43.127973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:43.128319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:43.129293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:43.129293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Bound port: 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:43.129556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.214020 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Publish callbacks [] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.218136 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:43.254531 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-692732a4-14a5-426e-a1fb-170345adfa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5569163d-5a8e-4d81-ba23-bdb7a0e67869), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.257048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-692732a4-14a5-426e-a1fb-170345adfa54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.261585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-692732a4-14a5-426e-a1fb-170345adfa54 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5569163d-5a8e-4d81-ba23-bdb7a0e67869 HTTP/1.1" status: 204 len: 168 time: 1.3048801 Aug 28 19:55:43.285388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks [] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.288610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692732a4-14a5-426e-a1fb-170345adfa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5569163d-5a8e-4d81-ba23-bdb7a0e67869,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:43.294391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] For port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:43.342348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] For port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:43.369927 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.403993 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:43.425122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cbe39d64-d1e6-4a57-8612-5edb66dae015 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:43.425774 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.468521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Attempting to bind port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:43.468805 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Attempting to bind port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:43.472272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Allocated IP 172.25.4.136 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/fc24d4ad-50be-444c-b707-53fa959a35b5) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:43.476891 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Attempting to bind port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:43.492872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02234cc3-2440-4527-ac35-baa3719dd490 req-5f7dfa15-57d1-4f63-86f4-6084b421dea7 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199648 Aug 28 19:55:43.497167 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:43.505323 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:43.506025 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.506470 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:43.506973 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Bound port: 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:43.507357 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.563968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fa87f116-f4c7-49d4-aa7d-913062bebcee None None] Current status of the port cbe39d64-d1e6-4a57-8612-5edb66dae015 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:43.586515 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e96520-118d-4fcc-93db-9b624f60422c None None] Pushing event updated for resources: {'Port': ['ID=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:43.615884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cbe39d64-d1e6-4a57-8612-5edb66dae015 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:43.643264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.666232 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] For port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:43.672438 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] For port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:43.681935 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.706129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks [] for router_gateway (c39101d5-8914-4e69-8549-f5b0da371803), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.718997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:43.719619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.721075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 HTTP/1.1" status: 200 len: 1095 time: 3.1771951 Aug 28 19:55:43.723045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'tag': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:43.725249 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360d5d0-e481-451a-a985-f28f3b65f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "f230ff0d-9844-4f07-ae2e-78a49e1a6e5d", "tag": "0dd20a8a-0a48-41e8-b1eb-fd0704b5c522"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:43.764583 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.798146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97752ec7-3db7-43e2-acf1-0fb021d47224 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:43.811719 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.824079 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.840909 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b9f604-1a22-47a2-ac67-efd279adef80 x-openstack-request-id: req-07b9f604-1a22-47a2-ac67-efd279adef80 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:43.841504 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f230ff0d-9844-4f07-ae2e-78a49e1a6e5d", "tag": "0dd20a8a-0a48-41e8-b1eb-fd0704b5c522", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:43.842355 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07b9f604-1a22-47a2-ac67-efd279adef80 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:43.842946 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b9f604-1a22-47a2-ac67-efd279adef80'] response: {'name': 'network-changed', 'server_uuid': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'tag': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522', 'status': 'completed', 'code': 200} Aug 28 19:55:43.856282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:43.867162 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:43.870316 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:43.928975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Pushing event updated for resources: {'Port': ['ID=685527a6-5f46-4586-a2c4-4d1b824c0830,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:43.939949 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:43.958788 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:43.988226 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e96520-118d-4fcc-93db-9b624f60422c None None] Pushing event updated for resources: {'Port': ['ID=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:44.019319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d5d0-e481-451a-a985-f28f3b65f86a req-d9bf2f0a-3444-4c9e-b89b-47f183a07769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:44.021428 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b360d5d0-e481-451a-a985-f28f3b65f86a req-d9bf2f0a-3444-4c9e-b89b-47f183a07769 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 1129 time: 0.0937095 Aug 28 19:55:44.025219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Network 86250820-226f-4d71-ba0d-b3051830fe44 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:44.046641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:44.075135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:44.080363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:44.115784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:44.138512 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b360d5d0-e481-451a-a985-f28f3b65f86a req-dcefbdf2-b749-491e-b583-796c375c03ea service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874066 Aug 28 19:55:44.139324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:44.142362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:44.282239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'Port': ['ID=fc24d4ad-50be-444c-b707-53fa959a35b5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:44.429087 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (c39101d5-8914-4e69-8549-f5b0da371803), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:44.486385 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:38Z', 'revision_number': 3, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:44.499187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-48a7907e-4c33-4293-80c8-fd38a301be79 None None] Provisioning complete for port 685527a6-5f46-4586-a2c4-4d1b824c0830 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:44.499696 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-48a7907e-4c33-4293-80c8-fd38a301be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:44.527054 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deaa47d-f04a-4b10-8c2a-811faacfd290 None None] The sync data for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 is: [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:38Z', 'revision_number': 3, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:44.528813 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:44.604837 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42b4fe00-0224-4536-b530-337151cabbfa req-b69758ff-5485-42d2-981d-5b736b29db30 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 210 time: 0.2739496 Aug 28 19:55:44.610468 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (52a599f6-2937-4f15-a98d-d2887c69e83a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:44.622701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-48a7907e-4c33-4293-80c8-fd38a301be79 None None] Port 685527a6-5f46-4586-a2c4-4d1b824c0830 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:44.643846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for floatingip (7a12aab4-890a-4377-8a72-64135b70d228), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:44.706781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57bbdd-ccac-40c3-b520-587c5e0f4c37 req-acc3baec-e41e-4dd3-be40-b4a6665bc8f3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:44.708584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb57bbdd-ccac-40c3-b520-587c5e0f4c37 req-acc3baec-e41e-4dd3-be40-b4a6665bc8f3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.6380363 Aug 28 19:55:44.856866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb57bbdd-ccac-40c3-b520-587c5e0f4c37 req-ff6b6b56-18fe-49d8-adc9-638a1e3657cb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378710 Aug 28 19:55:44.867562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Allocated IP 172.20.0.1 (6a24e842-5916-4c4c-9b85-407851f1320e/70960676-8387-406f-9a7b-a703e80bef6c/ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:45.053216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Router c39101d5-8914-4e69-8549-f5b0da371803 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:55:45.142410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 42b994c3-9816-40dc-923e-43801a2c42c8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:45.196602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 42b994c3-9816-40dc-923e-43801a2c42c8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:45.196976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.219720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817cf4b-0567-44f9-9aef-a8354d8a9a92 req-5bf6457f-28b4-45b3-810a-9c7418e6f7e9 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:45.221358 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f817cf4b-0567-44f9-9aef-a8354d8a9a92 req-5bf6457f-28b4-45b3-810a-9c7418e6f7e9 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1127 time: 0.1489685 Aug 28 19:55:45.239586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d5d0-e481-451a-a985-f28f3b65f86a req-de153cec-5508-4217-9bdd-332ae281c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:45.243978 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b360d5d0-e481-451a-a985-f28f3b65f86a req-de153cec-5508-4217-9bdd-332ae281c513 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0737219 Aug 28 19:55:45.302383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed76d1-44e8-400c-8f22-ed1056f5068f req-1bcaa044-681b-4610-8978-94e397aa3ec0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:45.313721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ed76d1-44e8-400c-8f22-ed1056f5068f req-1bcaa044-681b-4610-8978-94e397aa3ec0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 947 time: 0.5652957 Aug 28 19:55:45.326742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.364427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 42b994c3-9816-40dc-923e-43801a2c42c8 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:45.365353 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.403587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 42b994c3-9816-40dc-923e-43801a2c42c8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=42b994c3-9816-40dc-923e-43801a2c42c8,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:45.409217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks [] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.464662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-856943c1-4e6d-4b92-9df5-6a8dfd12c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:45.466570 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-856943c1-4e6d-4b92-9df5-6a8dfd12c700 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 1129 time: 0.1370296 Aug 28 19:55:45.514550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:45.526641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Sync routers for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:45.548285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:45.549066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:45.573295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-9b3ae0ea-cd05-4a5d-8c72-13489b2b54a8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 HTTP/1.1" status: 200 len: 217 time: 0.0865359 Aug 28 19:55:45.580985 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:45.583168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f817cf4b-0567-44f9-9aef-a8354d8a9a92 req-7b752354-ec40-480e-801b-95ec580994af tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979529 Aug 28 19:55:45.615405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-7ba2858c-5619-49f7-a46d-ee0e8ff52f82 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:45.616975 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-7ba2858c-5619-49f7-a46d-ee0e8ff52f82 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 0.3308473 Aug 28 19:55:45.664349 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.717755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.722721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-435017e8-2a74-4146-9d05-8dee5ffcd163 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9013534 Aug 28 19:55:45.739332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37478) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:45.751384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ed76d1-44e8-400c-8f22-ed1056f5068f req-ef022ff7-70bc-4326-bf69-2a2bb77952ac tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302275 Aug 28 19:55:45.827383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.832641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:45.857950 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:45.895723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:45.945622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-dfa3ef9b-62e5-4710-bebb-8161f09e73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:45.947811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-dfa3ef9b-62e5-4710-bebb-8161f09e73e4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.3514292 Aug 28 19:55:45.967914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2cc370e-14e2-4d97-aff9-8e0652113f55 req-1705960c-7e85-4a25-9183-693e42aea896 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 210 time: 0.1454411 Aug 28 19:55:46.036945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937c03-de60-44ee-95d9-d2aade02530e req-49a2c454-2097-4295-977e-8953cc723e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:46.038676 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-49a2c454-2097-4295-977e-8953cc723e5b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0773695 Aug 28 19:55:46.052337 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-86483420-685a-4510-bdf0-16c3c2afeb5a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 379 time: 0.4184971 Aug 28 19:55:46.071569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Network 6a24e842-5916-4c4c-9b85-407851f1320e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:46.076442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:46.084782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:46.097646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=42b994c3-9816-40dc-923e-43801a2c42c8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:46.131334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'port': {'device_id': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'admin_state_up': True, 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'security_groups': ['7914fb05-9468-4ca3-a5e9-375af3b73f3a']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:46.150278 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:46.192990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Pushing event updated for resources: {'Port': ['ID=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:46.262670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:42Z', 'revision_number': 3, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:46.319983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Checking router: c39101d5-8914-4e69-8549-f5b0da371803 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:46.320783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Updating router c39101d5-8914-4e69-8549-f5b0da371803 port b46ecb73-124a-48f4-8f93-0f210fb4fc3a binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:46.323391 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:46.327399 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:46.338280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.386948 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.395457 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.458059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-1ac9fffd-a936-449e-b355-72b14c6313ad tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:46.460534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-1ac9fffd-a936-449e-b355-72b14c6313ad tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.4755955 Aug 28 19:55:46.470416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-3eca8d24-906f-40b2-8437-09f27f2c95ed service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284295 Aug 28 19:55:46.502733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.516739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3faee7b2-cc00-4c35-84da-e98d11543953 None None] Provisioning complete for port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:46.517450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3faee7b2-cc00-4c35-84da-e98d11543953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.564021 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks [] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.568555 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (7a12aab4-890a-4377-8a72-64135b70d228), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.569080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3faee7b2-cc00-4c35-84da-e98d11543953 None None] Port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:46.605546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-54ce3199-65a7-40ee-ac0a-a778a9605c52 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/quotas/d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 375 time: 0.1300290 Aug 28 19:55:46.638735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.716540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Made reservation on behalf of 722e7cf4482747a98836d2a4a1761042 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:46.723685 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.752407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'Port': ['ID=fc24d4ad-50be-444c-b707-53fa959a35b5,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:46.772475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-d0060673-ed45-4679-bc57-2afcb0d6da80 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404698 Aug 28 19:55:46.810126 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.810126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-becaa268-c811-44d2-b9ed-b13851a9396f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0972407 Aug 28 19:55:46.825010 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Publish callbacks [] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.839126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c937c03-de60-44ee-95d9-d2aade02530e req-e000c204-5214-47ac-8d0e-c0bf6ff157a1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535275 Aug 28 19:55:46.839546 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (52a599f6-2937-4f15-a98d-d2887c69e83a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:46.911438 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:47.005964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Pushing event updated for resources: {'Port': ['ID=685527a6-5f46-4586-a2c4-4d1b824c0830,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:47.036389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Attempting to bind port b46ecb73-124a-48f4-8f93-0f210fb4fc3a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:47.036764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Attempting to bind port b46ecb73-124a-48f4-8f93-0f210fb4fc3a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:47.037132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Attempting to bind port b46ecb73-124a-48f4-8f93-0f210fb4fc3a on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:47.039449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0b47a-9ce4-4320-812c-b33b76e248ff None None] Pushing event updated for resources: {'Port': ['ID=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:47.045883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:47.056124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:47.056124 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:47.056124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:47.056124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Bound port: b46ecb73-124a-48f4-8f93-0f210fb4fc3a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:47.056124 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:47.073335 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-66a290ce-d5b9-4c44-a356-e3759621d205 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534809 Aug 28 19:55:47.110173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] For port b46ecb73-124a-48f4-8f93-0f210fb4fc3a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:47.114127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] For port b46ecb73-124a-48f4-8f93-0f210fb4fc3a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:47.123374 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:47.159621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 42b994c3-9816-40dc-923e-43801a2c42c8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:47.216186 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:47.228222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Network 86250820-226f-4d71-ba0d-b3051830fe44 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:47.235760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:47.248565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-5f4f06ad-3000-4821-90b0-5329ef2b4297 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604953 Aug 28 19:55:47.267990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 42b994c3-9816-40dc-923e-43801a2c42c8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:47.268442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:47.277728 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:47.333290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:47.334231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:47.361828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483de906-04c2-450a-9383-790de629ae2f req-346e79e0-8cff-4d5b-9943-bcc91e78eb36 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:47.371061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-483de906-04c2-450a-9383-790de629ae2f req-346e79e0-8cff-4d5b-9943-bcc91e78eb36 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 947 time: 0.1776774 Aug 28 19:55:47.413768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Router 52a599f6-2937-4f15-a98d-d2887c69e83a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:47.438142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0b47a-9ce4-4320-812c-b33b76e248ff None None] Pushing event updated for resources: {'Port': ['ID=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:47.547163 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 42b994c3-9816-40dc-923e-43801a2c42c8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:47.548308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:47.572433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:47.593888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:47.605385 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Sync routers for ids ['52a599f6-2937-4f15-a98d-d2887c69e83a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:47.608878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a54be78-f5a4-4668-8728-26d8e0eaf12b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/52a599f6-2937-4f15-a98d-d2887c69e83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0691488 Aug 28 19:55:47.618247 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Routers {'52a599f6-2937-4f15-a98d-d2887c69e83a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:47.619620 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['52a599f6-2937-4f15-a98d-d2887c69e83a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:47.656322 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:47.699169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-483de906-04c2-450a-9383-790de629ae2f req-ebca7b31-6a62-427e-8125-04a31b9a62cd tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267815 Aug 28 19:55:47.779238 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Set router 52a599f6-2937-4f15-a98d-d2887c69e83a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:47.822889 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:47.864422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a630500b-7423-4dcf-bfe9-4d1b3cf0754a None None] Provisioning complete for port 685527a6-5f46-4586-a2c4-4d1b824c0830 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:47.864803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a630500b-7423-4dcf-bfe9-4d1b3cf0754a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:47.877412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f37595b8-c1f1-44a8-b353-70fec605acec req-834be9d1-3db1-4c57-beda-d5dacf250c1f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 210 time: 0.0617557 Aug 28 19:55:47.888430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Allocated IP 172.20.0.13 (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2/4840aad5-d346-4519-9cd0-422036b5ca35/6e13161a-da7a-4acb-bf32-51b9aca1799c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:47.980104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-121bb329-5f16-47b4-9460-a402b4a48bd9 req-a6cc4afb-2937-4884-a74f-927113087b03 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 210 time: 0.1257036 Aug 28 19:55:48.061975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.117154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks [] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.163857 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:48.196753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a630500b-7423-4dcf-bfe9-4d1b3cf0754a None None] Port 685527a6-5f46-4586-a2c4-4d1b824c0830 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:48.198748 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.208470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:48.210132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.237622 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '685527a6-5f46-4586-a2c4-4d1b824c0830', 'name': '', 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'mac_address': 'fa:16:3e:a2:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '03b580cd-bec2-446c-b2e8-9c71a355ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 2, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'subnets': [{'id': '03b580cd-bec2-446c-b2e8-9c71a355ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:48.304535 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Checking router: 52a599f6-2937-4f15-a98d-d2887c69e83a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:48.306697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Updating router 52a599f6-2937-4f15-a98d-d2887c69e83a port 685527a6-5f46-4586-a2c4-4d1b824c0830 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:48.360405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:42Z', 'revision_number': 3, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:48.377002 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:48.382659 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.399819 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.424926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a07153-9fa4-4b2c-8762-cc816748e078 None None] The sync data for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 is: [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:42Z', 'revision_number': 3, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:48.427887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:48.428443 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.440345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Pushing event updated for resources: {'Port': ['ID=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:48.464395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:48.549677 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.602746 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.653533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37538) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:48.658074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b98ab157-ad7c-4fef-928f-ae4e957bf1de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114603109', 'description': 'tempest-description--357098410'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:48.677386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Allocated IP 172.20.0.1 (79cefb94-c26e-4585-9705-b9160006361e/8f766af6-0ff6-4962-ada9-01c8f69203d9/498dac71-862f-41e4-a61a-ff720486fe58) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:48.690008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Network 6a24e842-5916-4c4c-9b85-407851f1320e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:48.707482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37544) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:48.715009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:48.753826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:48.776449 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:48.810347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-4bb61e54-65c9-43b0-b63b-93b1421ee858 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544126 Aug 28 19:55:48.813494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b98ab157-ad7c-4fef-928f-ae4e957bf1de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.839273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:48.901941 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:48.995840 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:49.072883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:49.091814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:49.134717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f381f-7a98-42e6-8815-9c92e357dd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.156276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:49.163682 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Publish callbacks [] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.193656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:49.195236 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:49.204761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:49.223278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb177e-7754-4ea5-9974-a3374c096dc9 req-0d5dd9a8-9246-420f-96ee-9545a158d971 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:49.224796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12bb177e-7754-4ea5-9974-a3374c096dc9 req-0d5dd9a8-9246-420f-96ee-9545a158d971 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 947 time: 0.3336203 Aug 28 19:55:49.230445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:49.230881 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.240169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-266d4188-30b6-401f-a3f6-061a59ec3273 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:49.242240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-266d4188-30b6-401f-a3f6-061a59ec3273 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170492 Aug 28 19:55:49.270966 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.312834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:49.314357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bfe82930-4239-4c09-bf11-091df8ee2b8f None None] Provisioning complete for port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:49.314936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bfe82930-4239-4c09-bf11-091df8ee2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.359070 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-35254444-c2a9-4152-9c25-cd2575b3e7b9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/quotas/4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 375 time: 0.1008384 Aug 28 19:55:49.361205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks [] for port (498dac71-862f-41e4-a61a-ff720486fe58), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.373635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b98ab157-ad7c-4fef-928f-ae4e957bf1de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group (3a869c6c-b50b-423c-b30f-1bde74802f64), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.434334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:49.442078 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Pushing event updated for resources: {'Port': ['ID=685527a6-5f46-4586-a2c4-4d1b824c0830,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:49.456276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bfe82930-4239-4c09-bf11-091df8ee2b8f None None] Port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:49.496435 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ae36b3b1-aa6a-4c06-bc24-b183cc3d6add tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165922 Aug 28 19:55:49.497481 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.498405 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.498808 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.499367 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.499977 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.500587 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.501354 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.501917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.502480 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.503362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.503928 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.504451 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.505300 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.505870 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.506399 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:55:49.516672 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Attempting to bind port 685527a6-5f46-4586-a2c4-4d1b824c0830 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:49.518695 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Attempting to bind port 685527a6-5f46-4586-a2c4-4d1b824c0830 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:49.519281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Attempting to bind port 685527a6-5f46-4586-a2c4-4d1b824c0830 on network 86250820-226f-4d71-ba0d-b3051830fe44 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:49.527838 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:49.532815 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Checking segment: {'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:49.533081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b98ab157-ad7c-4fef-928f-ae4e957bf1de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3a869c6c-b50b-423c-b30f-1bde74802f64), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.533193 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.533193 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Bound using segment: {'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:49.533193 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Bound port: 685527a6-5f46-4586-a2c4-4d1b824c0830, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:49.533193 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.581229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:49.598022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Sync routers for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:49.601506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7dd1a1fa-07e6-408f-a955-e799afebb00c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/fdd4772e-d616-4c7e-9ac2-df4ba33a6818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4968693 Aug 28 19:55:49.608300 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:49.622568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a955522a-ff1a-4289-ad8c-8ebbe13f5cde None None] Provisioning complete for port 6e13161a-da7a-4acb-bf32-51b9aca1799c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:49.623757 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a955522a-ff1a-4289-ad8c-8ebbe13f5cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.636536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:49.637225 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.660092 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f381f-7a98-42e6-8815-9c92e357dd21 admin admin] Publish callbacks [] for security_group (6e285194-0070-48d9-91e2-d88b071221ff), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.665653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ab157-ad7c-4fef-928f-ae4e957bf1de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a869c6c-b50b-423c-b30f-1bde74802f64,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:49.687855 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] For port 685527a6-5f46-4586-a2c4-4d1b824c0830, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:49.692518 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] For port 685527a6-5f46-4586-a2c4-4d1b824c0830, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=685527a6-5f46-4586-a2c4-4d1b824c0830,segment=NetworkSegment(1a2b30d6-e1d1-4a49-b83f-15e9b50767c7),segment_id=1a2b30d6-e1d1-4a49-b83f-15e9b50767c7)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:49.713134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12bb177e-7754-4ea5-9974-a3374c096dc9 req-f813005a-211b-44f2-abc6-286735a2fa65 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276435 Aug 28 19:55:49.713616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:49.713943 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b98ab157-ad7c-4fef-928f-ae4e957bf1de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.714625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:49.715635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b98ab157-ad7c-4fef-928f-ae4e957bf1de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0611041 Aug 28 19:55:49.724309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37562) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:49.731423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-54a4bf34-6e5a-417b-9caa-893b474d200c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Request body: {'security_group_rule': {'security_group_id': '3a869c6c-b50b-423c-b30f-1bde74802f64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:49.757501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f381f-7a98-42e6-8815-9c92e357dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6e285194-0070-48d9-91e2-d88b071221ff), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.768947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a955522a-ff1a-4289-ad8c-8ebbe13f5cde None None] Port 6e13161a-da7a-4acb-bf32-51b9aca1799c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:49.835694 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.837952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3d0f381f-7a98-42e6-8815-9c92e357dd21 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c44a180227e34e98b3286a0fc80ff682&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1289492 Aug 28 19:55:49.842221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37564) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:49.842943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f381f-7a98-42e6-8815-9c92e357dd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e285194-0070-48d9-91e2-d88b071221ff,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:49.915913 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:49.924833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-5ed607c1-9246-47ee-a29c-19ffddf717d3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7967553 Aug 28 19:55:49.924833 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (498dac71-862f-41e4-a61a-ff720486fe58), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:49.928175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:49.942437 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68994-4962-4bbd-bb43-00b118b19a77 None None] Pushing event updated for resources: {'Port': ['ID=685527a6-5f46-4586-a2c4-4d1b824c0830,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:49.968248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Request body: {'port': {'device_id': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:49.968983 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Routers {'52a599f6-2937-4f15-a98d-d2887c69e83a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:49.969993 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['52a599f6-2937-4f15-a98d-d2887c69e83a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:50.073489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83d20586-9f13-4955-bdf7-68f7f2048e62 req-e9f1a11d-a046-446d-b634-315a9cfe18e8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 210 time: 0.0792854 Aug 28 19:55:50.084443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54a4bf34-6e5a-417b-9caa-893b474d200c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group_rule (c4189b30-d8c7-46af-9fda-2a9644d3b240), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.086832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e594db-d8fa-41b7-a2e3-2e41d20df1d1 req-9aae3010-9f3a-4e7c-9ffc-a1282aaeaab2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:50.097558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92e594db-d8fa-41b7-a2e3-2e41d20df1d1 req-9aae3010-9f3a-4e7c-9ffc-a1282aaeaab2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 932 time: 0.2846482 Aug 28 19:55:50.137360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-19b6d65d-37ec-4ca5-9a2f-94ec8e8a4ad6 admin admin] Publish callbacks [] for security_group (6e285194-0070-48d9-91e2-d88b071221ff), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.145009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Network 79cefb94-c26e-4585-9705-b9160006361e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:50.175214 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] Set router 52a599f6-2937-4f15-a98d-d2887c69e83a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:50.193987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:50.215674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:50.229052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Pushing event updated for resources: {'Port': ['ID=498dac71-862f-41e4-a61a-ff720486fe58,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:50.269912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ea84bdc-ff0c-4db3-8708-66c4dece9c5b req-8e7f31fd-c7ef-4de4-9ac1-29f0f0af8b3c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.1010849 Aug 28 19:55:50.287944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-19b6d65d-37ec-4ca5-9a2f-94ec8e8a4ad6 admin admin] Publish callbacks [] for security_group (6e285194-0070-48d9-91e2-d88b071221ff), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.331870 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:50.373583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54a4bf34-6e5a-417b-9caa-893b474d200c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group_rule (c4189b30-d8c7-46af-9fda-2a9644d3b240), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.435658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:55:50.440566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.446867 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:50.477970 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:50.486255 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92e594db-d8fa-41b7-a2e3-2e41d20df1d1 req-d9cd431c-c851-4199-8c48-fcbb151197a0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874850 Aug 28 19:55:50.497754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (c39101d5-8914-4e69-8549-f5b0da371803), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.507285 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-19b6d65d-37ec-4ca5-9a2f-94ec8e8a4ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6e285194-0070-48d9-91e2-d88b071221ff), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.515544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-19b6d65d-37ec-4ca5-9a2f-94ec8e8a4ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.516801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-19b6d65d-37ec-4ca5-9a2f-94ec8e8a4ad6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6e285194-0070-48d9-91e2-d88b071221ff HTTP/1.1" status: 204 len: 168 time: 0.6708117 Aug 28 19:55:50.517592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54a4bf34-6e5a-417b-9caa-893b474d200c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (c4189b30-d8c7-46af-9fda-2a9644d3b240), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.631271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6d65d-37ec-4ca5-9a2f-94ec8e8a4ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e285194-0070-48d9-91e2-d88b071221ff,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:50.637576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4bf34-6e5a-417b-9caa-893b474d200c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4189b30-d8c7-46af-9fda-2a9644d3b240,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:50.643908 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '685527a6-5f46-4586-a2c4-4d1b824c0830', 'name': '', 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'mac_address': 'fa:16:3e:a2:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '03b580cd-bec2-446c-b2e8-9c71a355ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:49Z', 'revision_number': 4, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'subnets': [{'id': '03b580cd-bec2-446c-b2e8-9c71a355ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:50.687413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:47Z', 'revision_number': 2, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:50.721480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Checking router: fdd4772e-d616-4c7e-9ac2-df4ba33a6818 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:50.722043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Updating router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:50.727879 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ddc52-82b2-42a6-bfa7-0c016381c012 None None] The sync data for ids ['52a599f6-2937-4f15-a98d-d2887c69e83a'] in n-d-854121-7 is: [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '685527a6-5f46-4586-a2c4-4d1b824c0830', 'name': '', 'network_id': '86250820-226f-4d71-ba0d-b3051830fe44', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'mac_address': 'fa:16:3e:a2:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '03b580cd-bec2-446c-b2e8-9c71a355ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:49Z', 'revision_number': 4, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'subnets': [{'id': '03b580cd-bec2-446c-b2e8-9c71a355ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:50.769745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54a4bf34-6e5a-417b-9caa-893b474d200c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.770951 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-54a4bf34-6e5a-417b-9caa-893b474d200c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0442052 Aug 28 19:55:50.775075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37582) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:50.781895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b790df66-3033-4311-adec-46e5209a7382 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Request body: {'security_group_rule': {'security_group_id': '3a869c6c-b50b-423c-b30f-1bde74802f64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:50.821356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9f80361c-941b-4cd8-9090-74bb7cbdc8e5 None None] Provisioning complete for port 498dac71-862f-41e4-a61a-ff720486fe58 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:50.821356 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f80361c-941b-4cd8-9090-74bb7cbdc8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (498dac71-862f-41e4-a61a-ff720486fe58), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.900297 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:50.931613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:50.955625 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:50.964081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522', 'mac_address': 'fa:16:3e:ba:10:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:55:50.973793 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:51.021466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37586) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:51.050062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-16a727cd-cfd2-4590-8292-17cf0da6104d tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591246099', 'description': 'tempest-description--1033434017'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:51.070485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b790df66-3033-4311-adec-46e5209a7382 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group_rule (34249925-2c7e-4252-9a67-8d2ce30b2497), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.300469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-16a727cd-cfd2-4590-8292-17cf0da6104d tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.329685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b46ecb73-124a-48f4-8f93-0f210fb4fc3a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:51.379102 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (498dac71-862f-41e4-a61a-ff720486fe58), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.393168 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:51.394668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9f80361c-941b-4cd8-9090-74bb7cbdc8e5 None None] Port 498dac71-862f-41e4-a61a-ff720486fe58 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:51.408665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-553a5b34-e460-4232-9220-c5bebd312cb4 req-6702c847-edf2-4d57-a4ac-950f8262afb6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 210 time: 0.1436946 Aug 28 19:55:51.411087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:51.418872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.429262 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b790df66-3033-4311-adec-46e5209a7382 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group_rule (34249925-2c7e-4252-9a67-8d2ce30b2497), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.432591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6310cc-bfce-4ee5-b0bd-e2a87f09be20 req-9c74490c-182f-4104-bf3c-a1a3b9975aff tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:51.434571 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b6310cc-bfce-4ee5-b0bd-e2a87f09be20 req-9c74490c-182f-4104-bf3c-a1a3b9975aff tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 947 time: 0.5154946 Aug 28 19:55:51.537370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82381679-fa3e-491e-997b-bed43bf4e93d req-999c9dd7-a263-44be-a44b-00300f803998 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.0703683 Aug 28 19:55:51.557947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:51.567510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b46ecb73-124a-48f4-8f93-0f210fb4fc3a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:51.567510 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.644473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:51.658016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b790df66-3033-4311-adec-46e5209a7382 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (34249925-2c7e-4252-9a67-8d2ce30b2497), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.735612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b6310cc-bfce-4ee5-b0bd-e2a87f09be20 req-d7de1019-bafe-4f87-9960-4fdaf1b122a9 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403519 Aug 28 19:55:51.737696 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.873439 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5073b41d-5970-4b50-8f49-8654e008825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.888370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37596) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:51.904325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:51.908778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Publish callbacks [] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.911093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b46ecb73-124a-48f4-8f93-0f210fb4fc3a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:51.911479 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.923958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49abf4dc-aa01-4a50-93b1-82e043320627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.924871 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:51.938738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b46ecb73-124a-48f4-8f93-0f210fb4fc3a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:51.942959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740d40-0a18-41a9-876c-6ecb945e1c77 req-0e220043-a5db-414a-9d1a-a5ec2b7a771f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:51.951886 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f740d40-0a18-41a9-876c-6ecb945e1c77 req-0e220043-a5db-414a-9d1a-a5ec2b7a771f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 932 time: 0.0850220 Aug 28 19:55:51.955142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e13161a-da7a-4acb-bf32-51b9aca1799c {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:51.970155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790df66-3033-4311-adec-46e5209a7382 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34249925-2c7e-4252-9a67-8d2ce30b2497,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:51.979708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Publish callbacks [] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:51.985906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks [] for port (498dac71-862f-41e4-a61a-ff720486fe58), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.016576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Transition to ACTIVE for port object 6e13161a-da7a-4acb-bf32-51b9aca1799c will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:55:52.050025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.062037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.064008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 685527a6-5f46-4586-a2c4-4d1b824c0830 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:52.080444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f740d40-0a18-41a9-876c-6ecb945e1c77 req-aa83a25a-4aac-4d57-b464-e312f60177a9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275318 Aug 28 19:55:52.083252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0dd20a8a-0a48-41e8-b1eb-fd0704b5c522'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:52.090448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-16a727cd-cfd2-4590-8292-17cf0da6104d tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group (0cd1d210-e3b9-4c75-9d35-06b910cb3176), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.133172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b790df66-3033-4311-adec-46e5209a7382 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.134761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b790df66-3033-4311-adec-46e5209a7382 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3586886 Aug 28 19:55:52.134906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (498dac71-862f-41e4-a61a-ff720486fe58), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.139591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37598) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:52.144256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:52.177823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-efc3fa94-e1dc-4376-8e1d-39b7f46422cc tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:52.182324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-efc3fa94-e1dc-4376-8e1d-39b7f46422cc tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.6163023 Aug 28 19:55:52.204629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-16a727cd-cfd2-4590-8292-17cf0da6104d tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0cd1d210-e3b9-4c75-9d35-06b910cb3176), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.210948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'port': {'device_id': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'admin_state_up': True, 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:52.219245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.267163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49abf4dc-aa01-4a50-93b1-82e043320627 admin admin] Publish callbacks [] for security_group (aa61a68a-ba22-43ab-aeef-32150c6bf3e0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.272029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (c39101d5-8914-4e69-8549-f5b0da371803), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.479424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903013-3b9b-41f1-ab69-7c50803b0935 None None] Pushing event updated for resources: {'Port': ['ID=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:52.568765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:52.608053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 685527a6-5f46-4586-a2c4-4d1b824c0830 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:52.608285 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.707088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.729022 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.775892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Attempting to bind port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:52.776883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Attempting to bind port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:52.777436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Attempting to bind port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 on network 6a24e842-5916-4c4c-9b85-407851f1320e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:52.787086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:52.787597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Checking segment: {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:52.788070 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.788530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Bound using segment: {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:52.789101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Bound port: ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:52.789659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:52.793996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d24b74ae-8725-4d92-81cf-54f15e4209e4 req-7c4df2f8-68f5-4e50-bf34-941edeea5d65 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.0938764 Aug 28 19:55:52.862254 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:52.900998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a727cd-cfd2-4590-8292-17cf0da6104d tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd1d210-e3b9-4c75-9d35-06b910cb3176,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:52.999346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 685527a6-5f46-4586-a2c4-4d1b824c0830 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:52.999729 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.041032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] For port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:53.044856 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49abf4dc-aa01-4a50-93b1-82e043320627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aa61a68a-ba22-43ab-aeef-32150c6bf3e0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.076907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] For port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:53.101796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 685527a6-5f46-4586-a2c4-4d1b824c0830, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=685527a6-5f46-4586-a2c4-4d1b824c0830,segment=NetworkSegment(1a2b30d6-e1d1-4a49-b83f-15e9b50767c7),segment_id=1a2b30d6-e1d1-4a49-b83f-15e9b50767c7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:53.115064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-16a727cd-cfd2-4590-8292-17cf0da6104d tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.116985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-16a727cd-cfd2-4590-8292-17cf0da6104d tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0939996 Aug 28 19:55:53.128639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a19406-2236-42f9-8415-499dab8e4d83 req-71918c37-ff3f-4002-a020-f417b122427c tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:53.135227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37606) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:53.138383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06a19406-2236-42f9-8415-499dab8e4d83 req-71918c37-ff3f-4002-a020-f417b122427c tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 948 time: 0.2113302 Aug 28 19:55:53.162965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ee9f0c8e-991b-48e7-b5b9-ff7fd0b14c8c req-37a8ea97-7d09-46ec-956a-027127b59093 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 210 time: 0.1402934 Aug 28 19:55:53.172359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1e66d7a6-cc3c-4388-9157-b80094f9eff8 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Request body: {'security_group_rule': {'security_group_id': '0cd1d210-e3b9-4c75-9d35-06b910cb3176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:53.189037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.189037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.228396 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.242003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:53.243435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:53.273771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Pushing event updated for resources: {'Port': ['ID=498dac71-862f-41e4-a61a-ff720486fe58,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:53.294866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-49abf4dc-aa01-4a50-93b1-82e043320627 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5a729e0496fb4bcd960994a3333345a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4026194 Aug 28 19:55:53.309918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37610) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:53.326115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abf4dc-aa01-4a50-93b1-82e043320627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa61a68a-ba22-43ab-aeef-32150c6bf3e0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:53.328272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903013-3b9b-41f1-ab69-7c50803b0935 None None] Pushing event updated for resources: {'Port': ['ID=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:53.393695 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:53.402550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b46ecb73-124a-48f4-8f93-0f210fb4fc3a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:53.434779 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:53.442517 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06a19406-2236-42f9-8415-499dab8e4d83 req-00733fee-0aff-4fbf-b596-2270348e095c tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933757 Aug 28 19:55:53.467887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Made reservation on behalf of d2f2cf16e3964ce2b5b0491468a3b159 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:53.475860 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.489297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:53.499003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:53.502020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=685527a6-5f46-4586-a2c4-4d1b824c0830,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:53.512838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8984918-4b16-4325-a280-ca044d0fdca8 req-1d96e220-363b-422f-a3ee-0e2969afe26e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:53.512838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8984918-4b16-4325-a280-ca044d0fdca8 req-1d96e220-363b-422f-a3ee-0e2969afe26e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.1497386 Aug 28 19:55:53.518786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:53.519133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:53.519457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:53.522695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e66d7a6-cc3c-4388-9157-b80094f9eff8 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group_rule (7942acd4-1f23-4ebe-a6c5-3feb6ead0fce), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.545990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b46ecb73-124a-48f4-8f93-0f210fb4fc3a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:53.545990 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.555624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:53.555965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:53.591534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-536fcd70-2d8f-45ba-8631-ff09dca51239 admin admin] Publish callbacks [] for security_group (aa61a68a-ba22-43ab-aeef-32150c6bf3e0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.603808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:53.604143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:53.604736 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:53.605184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Bound port: 6e13161a-da7a-4acb-bf32-51b9aca1799c, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:53.605543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.611300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Network 79cefb94-c26e-4585-9705-b9160006361e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:53.633335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Allocated IP 172.25.4.41 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/2018e7e1-f6ef-4fa2-861b-4037eab86d51) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:53.637516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:53.667502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-536fcd70-2d8f-45ba-8631-ff09dca51239 admin admin] Publish callbacks [] for security_group (aa61a68a-ba22-43ab-aeef-32150c6bf3e0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.684710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7bcb7e47-9cda-462a-a840-636e459e8fb2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714321 Aug 28 19:55:53.723200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8984918-4b16-4325-a280-ca044d0fdca8 req-2b8e2ddb-c928-4916-955a-a286bc00f7c6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950619 Aug 28 19:55:53.798291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b46ecb73-124a-48f4-8f93-0f210fb4fc3a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:53.811255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e66d7a6-cc3c-4388-9157-b80094f9eff8 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group_rule (7942acd4-1f23-4ebe-a6c5-3feb6ead0fce), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.872048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Allocated IP 172.20.0.10 (e6382cd2-5644-465e-8b30-a10a1c5fc02a/ef870976-a87f-4d01-91db-d14275322a41/01ae390c-8532-473f-b2be-0b75365f71a2) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:53.903756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e66d7a6-cc3c-4388-9157-b80094f9eff8 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (7942acd4-1f23-4ebe-a6c5-3feb6ead0fce), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:53.909597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:53.924271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:52Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:53.952807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:53.961068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66d7a6-cc3c-4388-9157-b80094f9eff8 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7942acd4-1f23-4ebe-a6c5-3feb6ead0fce,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:53.966947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757aee3-f6ee-4e9d-b2a7-8aae0f618895 None None] The sync data for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 is: [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:52Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:53.975821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Router c39101d5-8914-4e69-8549-f5b0da371803 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:55:54.029897 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:54.044647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-536fcd70-2d8f-45ba-8631-ff09dca51239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aa61a68a-ba22-43ab-aeef-32150c6bf3e0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.052342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-536fcd70-2d8f-45ba-8631-ff09dca51239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.052342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-536fcd70-2d8f-45ba-8631-ff09dca51239 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aa61a68a-ba22-43ab-aeef-32150c6bf3e0 HTTP/1.1" status: 204 len: 168 time: 0.6983936 Aug 28 19:55:54.056444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e66d7a6-cc3c-4388-9157-b80094f9eff8 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.056444 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1e66d7a6-cc3c-4388-9157-b80094f9eff8 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8943341 Aug 28 19:55:54.056444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.071890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71e07834-9a18-451f-b803-65257a3cf6ca req-b36e2329-efcf-4618-a876-d827f96d9b34 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.1185522 Aug 28 19:55:54.079919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37616) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:54.094101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-14dcc063-f338-4095-ad41-bc44550f4c04 None None] Provisioning complete for port 498dac71-862f-41e4-a61a-ff720486fe58 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:54.095271 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14dcc063-f338-4095-ad41-bc44550f4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (498dac71-862f-41e4-a61a-ff720486fe58), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.153742 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:54.159184 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d0984eff-79fa-43ec-a399-ac244b900e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.162505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-4b7b8269-b4c5-4758-a18e-852dc57ca16b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:54.164264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-4b7b8269-b4c5-4758-a18e-852dc57ca16b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4702966 Aug 28 19:55:54.165624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-14dcc063-f338-4095-ad41-bc44550f4c04 None None] Port 498dac71-862f-41e4-a61a-ff720486fe58 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:54.187904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-beacbcd1-cfce-4cd0-aa5f-aaa847aeac15 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Request body: {'security_group_rule': {'security_group_id': '0cd1d210-e3b9-4c75-9d35-06b910cb3176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:54.201985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:54.203676 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.205466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1092 time: 4.2476728 Aug 28 19:55:54.206237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4a98-2e4b-43d2-a9aa-acfb9203b92f service neutron] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:54.209035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:54.212328 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7633a7-d028-4320-a916-7e9d80a6c15e" -d '{"events": [{"name": "network-changed", "server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:54.221152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fcd70-2d8f-45ba-8631-ff09dca51239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa61a68a-ba22-43ab-aeef-32150c6bf3e0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:54.299950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:55:54.315015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-69856172-389a-4389-affa-1f14222e2daa admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c39101d5-8914-4e69-8549-f5b0da371803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5575702 Aug 28 19:55:54.320095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.324635 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Sync routers for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:55:54.327409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'port': {'device_id': '206783c3-d42d-4717-b8a5-333eee4feef1', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '4fddc9a2293a464c96194c53aa8d4ef2'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:54.337592 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce683db7-fe85-4d57-9d62-41fd5c0295b1 x-openstack-request-id: req-ce683db7-fe85-4d57-9d62-41fd5c0295b1 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:54.338006 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:54.339467 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce683db7-fe85-4d57-9d62-41fd5c0295b1 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:54.340075 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce683db7-fe85-4d57-9d62-41fd5c0295b1'] response: {'name': 'network-changed', 'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'status': 'completed', 'code': 200} Aug 28 19:55:54.344335 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:54.345069 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:54.452349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:54.482777 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:54.539739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00949891-26c8-479f-88cd-20c25e1d9dee req-98cb32cf-a94d-4e6c-a27e-1ff2c37fb9c1 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 210 time: 0.1278739 Aug 28 19:55:54.545633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for port (01ae390c-8532-473f-b2be-0b75365f71a2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.549606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-43dd68c2-d7ea-49bf-b53b-7dd8effb5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:54.553412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-43dd68c2-d7ea-49bf-b53b-7dd8effb5c97 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1126 time: 0.1905413 Aug 28 19:55:54.556175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:55:54.559754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-beacbcd1-cfce-4cd0-aa5f-aaa847aeac15 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group_rule (0d0a8c55-8c4c-457e-9305-cb3f03080350), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.622375 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:54.626283 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.652860 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:54.653670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.673319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-99f33954-b741-4a9f-83fe-06e2c36b949d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 217 time: 0.1039493 Aug 28 19:55:54.682901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Made reservation on behalf of 4fddc9a2293a464c96194c53aa8d4ef2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:54.694449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.749656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd322a-1967-482c-a85b-f14f3b77f4a7 req-2c6a9d92-7942-4565-a2e4-a640dfe974f8 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:54.758224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74fd322a-1967-482c-a85b-f14f3b77f4a7 req-2c6a9d92-7942-4565-a2e4-a640dfe974f8 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 948 time: 0.1536760 Aug 28 19:55:54.762945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:54.818825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-dd4d6d40-31c4-4981-9665-17876e41fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:54.820342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-dd4d6d40-31c4-4981-9665-17876e41fe6b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1303208 Aug 28 19:55:54.822326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-beacbcd1-cfce-4cd0-aa5f-aaa847aeac15 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group_rule (0d0a8c55-8c4c-457e-9305-cb3f03080350), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.845132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:54.847978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:54.866439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.883120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:54.883712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.937343 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 2, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:54.939120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:55:54.946995 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ac0a8-8237-4eee-b47a-0073ee1506d5" -d '{"events": [{"server_uuid": "f230ff0d-9844-4f07-ae2e-78a49e1a6e5d", "name": "network-vif-plugged", "status": "completed", "tag": "0dd20a8a-0a48-41e8-b1eb-fd0704b5c522"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:55:54.952605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event updated for resources: {'Port': ['ID=2018e7e1-f6ef-4fa2-861b-4037eab86d51,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:54.957246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-853601e8-f3a1-46e6-8b07-382b28c3229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:54.963148 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-853601e8-f3a1-46e6-8b07-382b28c3229a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210217 Aug 28 19:55:54.971079 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-beacbcd1-cfce-4cd0-aa5f-aaa847aeac15 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (0d0a8c55-8c4c-457e-9305-cb3f03080350), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:54.975490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:54.987164 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Checking router: c39101d5-8914-4e69-8549-f5b0da371803 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:55:54.987917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Updating router c39101d5-8914-4e69-8549-f5b0da371803 port 498dac71-862f-41e4-a61a-ff720486fe58 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:55:55.011890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:55.022038 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (498dac71-862f-41e4-a61a-ff720486fe58), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.038475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:55.057143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:55.067438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74fd322a-1967-482c-a85b-f14f3b77f4a7 req-4e82a518-2b5c-4423-870c-f87bfb1a3a0b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078864 Aug 28 19:55:55.071945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.166089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababeb-4be2-4c89-b53d-864ac8057bc4 req-89728f89-9c82-4358-b292-201289fffafc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:55.169617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8ababeb-4be2-4c89-b53d-864ac8057bc4 req-89728f89-9c82-4358-b292-201289fffafc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.2041619 Aug 28 19:55:55.179917 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:55.185515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-beacbcd1-cfce-4cd0-aa5f-aaa847aeac15 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.187166 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-beacbcd1-cfce-4cd0-aa5f-aaa847aeac15 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0061913 Aug 28 19:55:55.215970 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:55.218750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37644) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:55.262800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:55.280764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:55.306335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacbcd1-cfce-4cd0-aa5f-aaa847aeac15 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0a8c55-8c4c-457e-9305-cb3f03080350,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:55.349167 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:55.349387 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ee96b-453d-4cc0-b7e8-f1739f6ccf83 x-openstack-request-id: req-518ee96b-453d-4cc0-b7e8-f1739f6ccf83 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:55:55.354735 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f230ff0d-9844-4f07-ae2e-78a49e1a6e5d", "name": "network-vif-plugged", "status": "completed", "tag": "0dd20a8a-0a48-41e8-b1eb-fd0704b5c522", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:55:55.354735 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-518ee96b-453d-4cc0-b7e8-f1739f6ccf83 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:55:55.354735 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518ee96b-453d-4cc0-b7e8-f1739f6ccf83'] response: {'server_uuid': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522', 'code': 200} Aug 28 19:55:55.367503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:55.447755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8ababeb-4be2-4c89-b53d-864ac8057bc4 req-9f4edc93-486b-40d8-903c-459c3f065934 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303240 Aug 28 19:55:55.519534 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:55.535367 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-24f184fc-0229-4915-9994-e2d18c1b46b4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543797 Aug 28 19:55:55.550135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Allocated IP 192.168.233.84 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/62b727cd-9789-4102-bb00-530bf76840f0) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:55.632054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-39c11f99-fda9-4b15-9896-8853e19b21e8 None None] Provisioning complete for port 01ae390c-8532-473f-b2be-0b75365f71a2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:55.632054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39c11f99-fda9-4b15-9896-8853e19b21e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.650264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:55.651948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.757367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-39c11f99-fda9-4b15-9896-8853e19b21e8 None None] Port 01ae390c-8532-473f-b2be-0b75365f71a2 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:55.760785 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.772632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 685527a6-5f46-4586-a2c4-4d1b824c0830 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:55.774580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.811326 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b7987024-80ae-4839-a1e8-56360fd33ec2 req-d75b0a2b-1266-41d0-bd10-70b6c0f3b73b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.2927871 Aug 28 19:55:55.818888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for floatingip (b0bb1421-9210-4903-b43e-7a0813e1bf90), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.828317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1474f34-57f6-4f72-9e47-4af698ffd11e req-fd48d6fb-7e61-45ce-ae6f-f8a622181aad tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:55.830152 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1474f34-57f6-4f72-9e47-4af698ffd11e req-fd48d6fb-7e61-45ce-ae6f-f8a622181aad tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 932 time: 0.1352482 Aug 28 19:55:55.881632 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:55.884440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 685527a6-5f46-4586-a2c4-4d1b824c0830 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:55.884947 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:55.886805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9f56-fbbf-48cf-9978-f80b8f75e21e req-5dbf9876-4b6d-4332-ac8f-281cd849d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:55.894242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c3d9f56-fbbf-48cf-9978-f80b8f75e21e req-5dbf9876-4b6d-4332-ac8f-281cd849d7c4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 1131 time: 0.4052114 Aug 28 19:55:55.957681 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06aa6c78-bbf6-4a3c-b62d-cb455c127f2b req-3faf17d7-3d74-4b80-ad5d-ebaa4d678906 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093211 Aug 28 19:55:56.015431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-df5ef7ca-3d48-44b0-8de9-01e1c014c7a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8190792 Aug 28 19:55:56.037705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Request body: {'port': {'device_id': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:56.039607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1474f34-57f6-4f72-9e47-4af698ffd11e req-645ccc58-20c9-49f2-9ab5-d83b997bf9ca tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813350 Aug 28 19:55:56.039970 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Publish callbacks [] for port (498dac71-862f-41e4-a61a-ff720486fe58), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.097121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 685527a6-5f46-4586-a2c4-4d1b824c0830 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:56.098431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:56.116845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37664) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:56.122148 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (498dac71-862f-41e4-a61a-ff720486fe58), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.124366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-network', 'tenant_id': '677d50dbfa3c41139841ed793e9465db'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:56.147003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c3d9f56-fbbf-48cf-9978-f80b8f75e21e req-2259d94f-db64-4c8b-8ab9-b755917b5275 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843705 Aug 28 19:55:56.169722 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:56.185891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:56.186469 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.222742 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb740d-266b-4233-b9c7-8a76bbe1ad3c None None] Pushing event updated for resources: {'Port': ['ID=498dac71-862f-41e4-a61a-ff720486fe58,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:56.253502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Made reservation on behalf of 677d50dbfa3c41139841ed793e9465db for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:56.256965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.274211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.298069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:56.302210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.341250 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:56.378041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:56.390923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.407506 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.443436 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Attempting to bind port 498dac71-862f-41e4-a61a-ff720486fe58 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:56.444269 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Attempting to bind port 498dac71-862f-41e4-a61a-ff720486fe58 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:56.445045 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Attempting to bind port 498dac71-862f-41e4-a61a-ff720486fe58 on network 79cefb94-c26e-4585-9705-b9160006361e {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:56.454703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.456019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks [] for security_group (d44e5d13-f026-4df8-81d4-cbbd85d138aa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.456495 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:56.457012 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Checking segment: {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:56.457544 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.458265 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Bound using segment: {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:56.460928 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Bound port: 498dac71-862f-41e4-a61a-ff720486fe58, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:56.461701 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (498dac71-862f-41e4-a61a-ff720486fe58), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.470896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.491268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f7e5-799d-4fd3-ac11-9d53e5e933a7 req-dfa5e60f-0b5f-4ba3-9723-92053dea2e6a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:56.499083 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7bd6f7e5-799d-4fd3-ac11-9d53e5e933a7 req-dfa5e60f-0b5f-4ba3-9723-92053dea2e6a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 949 time: 0.2021999 Aug 28 19:55:56.557609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:56.570816 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:56.572745 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d44e5d13-f026-4df8-81d4-cbbd85d138aa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.591329 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] For port 498dac71-862f-41e4-a61a-ff720486fe58, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:56.600234 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] For port 498dac71-862f-41e4-a61a-ff720486fe58, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=498dac71-862f-41e4-a61a-ff720486fe58,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:56.602471 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:56.615224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:55:56.648254 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (03a53866-0810-4699-9424-94667425aac5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.649801 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Added segment 03a53866-0810-4699-9424-94667425aac5 of type vlan for network 32ae3471-1868-4509-93d7-50788e2d32f6 Aug 28 19:55:56.655143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e5d13-f026-4df8-81d4-cbbd85d138aa,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:56.724696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948c4b-efc1-4e24-aa5b-77c76b3c3a6d req-ac6a5b2b-cc51-4300-9aa6-c5f5eb66f718 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:56.728613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f948c4b-efc1-4e24-aa5b-77c76b3c3a6d req-ac6a5b2b-cc51-4300-9aa6-c5f5eb66f718 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.1063974 Aug 28 19:55:56.741210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for port (62b727cd-9789-4102-bb00-530bf76840f0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.790035 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (498dac71-862f-41e4-a61a-ff720486fe58), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.813548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (32ae3471-1868-4509-93d7-50788e2d32f6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.846454 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:55:56.847353 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:56.896636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7bd6f7e5-799d-4fd3-ac11-9d53e5e933a7 req-f8970de9-4228-4693-8c11-2e4dbf603186 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966696 Aug 28 19:55:56.916191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f948c4b-efc1-4e24-aa5b-77c76b3c3a6d req-24a1905c-72a2-4b3a-a12e-3d0e63609898 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529038 Aug 28 19:55:56.930686 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb740d-266b-4233-b9c7-8a76bbe1ad3c None None] Pushing event updated for resources: {'Port': ['ID=498dac71-862f-41e4-a61a-ff720486fe58,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:56.936976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.946245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Allocated IP 172.25.4.121 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/270e85cb-9499-4fc3-90cc-dc72b463e951) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:56.966861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (32ae3471-1868-4509-93d7-50788e2d32f6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:56.969517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:56.970567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:57.089026 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:55:57.110634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:57.126314 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] Pushing event updated for resources: {'Network': ['ID=32ae3471-1868-4509-93d7-50788e2d32f6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:57.127827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8959fd60-0c95-48ec-a499-41d2a52dc530'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:57.223388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 32ae3471-1868-4509-93d7-50788e2d32f6 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:55:57.244151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e8dc2d34-5e63-49da-8b80-19d1aad7cf96 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1255560 Aug 28 19:55:57.250435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37682) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:57.260566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Request body: {'subnet': {'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-subnet', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:57.276374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8fd67-99b5-4d69-a432-2e4ee528bf4a req-f82297d4-90a2-481f-a32a-cb529ff5e499 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:57.279148 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8a8fd67-99b5-4d69-a432-2e4ee528bf4a req-f82297d4-90a2-481f-a32a-cb529ff5e499 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 932 time: 0.1216598 Aug 28 19:55:57.385661 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8a8fd67-99b5-4d69-a432-2e4ee528bf4a req-43c3b17d-5305-4f8f-87ed-5a7d55a30906 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995736 Aug 28 19:55:57.449040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Made reservation on behalf of 677d50dbfa3c41139841ed793e9465db for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:55:57.451669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:57.506021 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:55:57.540131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:57.554162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:57.554617 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba991d-ef8b-45ac-a8c8-4a1e97c6f793 None None] The sync data for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 is: [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:55:57.684517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:57.735233 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:57.767220 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:57.806617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:57.806992 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:57.817879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:57.825267 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:57.864943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:57.874892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:57.887884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:57.967252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f62fc-985f-4a3f-ae79-ff45fc3776b6 req-2fc7a663-0e45-4e2f-9753-ed4124709e24 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:57.976567 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:57.980288 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b8f62fc-985f-4a3f-ae79-ff45fc3776b6 req-2fc7a663-0e45-4e2f-9753-ed4124709e24 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 935 time: 0.8966811 Aug 28 19:55:57.981031 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:57.983303 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ae390c-8532-473f-b2be-0b75365f71a2 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:57.994837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:58.002134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-85509040-944f-478d-b466-59eb9312b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:58.004086 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-85509040-944f-478d-b466-59eb9312b854 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1126 time: 0.3315690 Aug 28 19:55:58.018997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (7a7a5c45-2ffc-4eff-a015-68f46ff678fe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.044133 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Publish callbacks [] for port (01ae390c-8532-473f-b2be-0b75365f71a2), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.123968 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.125378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Checking segment: {'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:58.125730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Network hostable DHCP agents. Network: 32ae3471-1868-4509-93d7-50788e2d32f6, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:55:58.147487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7a5c45-2ffc-4eff-a015-68f46ff678fe,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:58.201078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bbfb549d-43f3-4f7d-8ec8-03a95001877b None None] Provisioning complete for port 62b727cd-9789-4102-bb00-530bf76840f0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:58.201488 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bbfb549d-43f3-4f7d-8ec8-03a95001877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (62b727cd-9789-4102-bb00-530bf76840f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.220911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Network 32ae3471-1868-4509-93d7-50788e2d32f6 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:55:58.251340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb549d-43f3-4f7d-8ec8-03a95001877b None None] Port 62b727cd-9789-4102-bb00-530bf76840f0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:55:58.298188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Transition to ACTIVE for port object 01ae390c-8532-473f-b2be-0b75365f71a2 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:55:58.313768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b8f62fc-985f-4a3f-ae79-ff45fc3776b6 req-19a57220-70a5-46a4-ae60-bd07d12f12a6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329575 Aug 28 19:55:58.323102 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:58.330792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:58.331479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.373393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec38d0-ce5e-43cf-a830-6c7575d2e432 req-00cf627a-a0a9-4db7-ad1d-1365402c2e54 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:58.380250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (b0bb1421-9210-4903-b43e-7a0813e1bf90), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.391067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcec38d0-ce5e-43cf-a830-6c7575d2e432 req-00cf627a-a0a9-4db7-ad1d-1365402c2e54 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 949 time: 0.1118488 Aug 28 19:55:58.405784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 32ae3471-1868-4509-93d7-50788e2d32f6) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:58.424776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05948abc-f044-4e23-b10b-a5b29de681f3 None None] Network 32ae3471-1868-4509-93d7-50788e2d32f6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:55:58.427200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:58.428256 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.466645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.478632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.483746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcec38d0-ce5e-43cf-a830-6c7575d2e432 req-d9377c1d-65c4-4e0a-98b6-5fa70fec823a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909846 Aug 28 19:55:58.493680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6e13161a-da7a-4acb-bf32-51b9aca1799c details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:55:58.533262 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-ca33e03d-1a2e-47f1-b865-08d3de6a9093 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2403369 Aug 28 19:55:58.555281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event updated for resources: {'Port': ['ID=2018e7e1-f6ef-4fa2-861b-4037eab86d51,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:58.577395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Request body: {'port': {'device_id': '206783c3-d42d-4717-b8a5-333eee4feef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:58.599081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8124a501-9461-4ecf-a9d0-017a82859490 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3473148 Aug 28 19:55:58.603503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37706) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:55:58.609114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:55:58.656871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.658759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7a365083-e8a4-4ee8-b3d8-9fbc65797e0b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5177598 Aug 28 19:55:58.684727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-32ae3471-1868-4509-93d7-50788e2d32f6', 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6', 'project_id': '677d50dbfa3c41139841ed793e9465db', 'fixed_ips': [{'subnet_id': '7a7a5c45-2ffc-4eff-a015-68f46ff678fe'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:55:58.686007 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.700967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d601-0b15-44f6-8793-6c84ab78921d req-b5faafeb-1332-4c53-99a0-e5a78e90fd90 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:58.703577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9093d601-0b15-44f6-8793-6c84ab78921d req-b5faafeb-1332-4c53-99a0-e5a78e90fd90 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.2646165 Aug 28 19:55:58.718283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-977e921b-fa2c-459e-b52f-20f2d6eabf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:58.720857 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-977e921b-fa2c-459e-b52f-20f2d6eabf8d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.6606512 Aug 28 19:55:58.723470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:58.728125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d660-bffb-47d9-8722-f47a9dee9fda req-362aba7b-2649-4251-9468-c290637660d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:58.730477 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8337d660-bffb-47d9-8722-f47a9dee9fda req-362aba7b-2649-4251-9468-c290637660d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.0792053 Aug 28 19:55:58.763499 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (443c2362-c680-4ad7-a9d9-9c59b8b62066), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.770475 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (443c2362-c680-4ad7-a9d9-9c59b8b62066), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.819565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8337d660-bffb-47d9-8722-f47a9dee9fda req-690efefc-0f46-482c-a22b-e77c6e3632f7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833719 Aug 28 19:55:58.861155 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-b9708053-62a6-4b4e-9654-3c62902acb27 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 217 time: 0.1099768 Aug 28 19:55:58.861843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:58.895450 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks [] for router_controller (443c2362-c680-4ad7-a9d9-9c59b8b62066), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:58.918584 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:58.955602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'port_id': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'mac_address': 'fa:16:3e:41:07:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:55:58.969982 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.015369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Allocated IP 172.20.0.2 (32ae3471-1868-4509-93d7-50788e2d32f6/7a7a5c45-2ffc-4eff-a015-68f46ff678fe/95676a9b-3701-45d8-9847-395980da21f4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:55:59.045756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6e13161a-da7a-4acb-bf32-51b9aca1799c is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:59.046238 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.056994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9093d601-0b15-44f6-8793-6c84ab78921d req-784374a3-c97a-4d39-8d84-ee70979040e6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115563 Aug 28 19:55:59.057619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.083089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-9044e9bc-2724-4ca1-bf2d-5df99155af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:59.085501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-9044e9bc-2724-4ca1-bf2d-5df99155af07 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1772525 Aug 28 19:55:59.105211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:59.106586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e13161a-da7a-4acb-bf32-51b9aca1799c {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:55:59.116936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event updated for resources: {'Port': ['ID=270e85cb-9499-4fc3-90cc-dc72b463e951,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:59.139873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:59.151426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:59.175465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:59.181722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:59.182098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:59.182434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:59.224646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:55:59.224978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:59.234562 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.255015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-cf44eeb0-ad73-4360-a2c8-71fba81ee3c8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--114603109&fields=id&tenant_id=9eb35c63e2914408b189d0d4ec9fc76c HTTP/1.1" status: 200 len: 267 time: 0.2510328 Aug 28 19:55:59.276416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-af7c3fcf-5d5d-4f33-a41f-db369cb4d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:59.278442 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-af7c3fcf-5d5d-4f33-a41f-db369cb4d89d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1811013 Aug 28 19:55:59.343614 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Publish callbacks [] for port (95676a9b-3701-45d8-9847-395980da21f4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.385365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:59.385726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:59.386154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:59.386617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Bound port: 01ae390c-8532-473f-b2be-0b75365f71a2, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:59.386990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.412357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 498dac71-862f-41e4-a61a-ff720486fe58 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:55:59.488016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks [] for router_gateway (443c2362-c680-4ad7-a9d9-9c59b8b62066), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.499466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:59.524048 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (95676a9b-3701-45d8-9847-395980da21f4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.527326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 498dac71-862f-41e4-a61a-ff720486fe58 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:55:59.528011 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (498dac71-862f-41e4-a61a-ff720486fe58), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.569790 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-9b19c42d-e8e8-48bb-bc6a-2d62197262d8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:59.572302 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-9b19c42d-e8e8-48bb-bc6a-2d62197262d8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/networks?id=4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 200 len: 815 time: 0.3161657 Aug 28 19:55:59.594551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-93e54d1f-2abd-46b2-9b6b-effdc0dcd156 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/quotas/9eb35c63e2914408b189d0d4ec9fc76c HTTP/1.1" status: 200 len: 375 time: 0.0156910 Aug 28 19:55:59.604553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6e13161a-da7a-4acb-bf32-51b9aca1799c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:55:59.634032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Network 32ae3471-1868-4509-93d7-50788e2d32f6 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:55:59.663514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:55:59.672517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:55:59.685700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Pushing event updated for resources: {'Port': ['ID=95676a9b-3701-45d8-9847-395980da21f4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:55:59.720797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-27435e66-f9ae-4bf4-9bdb-792131ece2fd tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121674 Aug 28 19:55:59.786023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee748370-4477-4995-a7a5-7b7d6986e56e req-6e251b5b-509a-4cc6-8430-b9ec0bfb3dbf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:55:59.795457 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee748370-4477-4995-a7a5-7b7d6986e56e req-6e251b5b-509a-4cc6-8430-b9ec0bfb3dbf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 935 time: 0.2438798 Aug 28 19:55:59.820420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 498dac71-862f-41e4-a61a-ff720486fe58 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:55:59.820830 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (498dac71-862f-41e4-a61a-ff720486fe58), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.823060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Attempting to bind port 95676a9b-3701-45d8-9847-395980da21f4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:55:59.823439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Attempting to bind port 95676a9b-3701-45d8-9847-395980da21f4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:55:59.823806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Attempting to bind port 95676a9b-3701-45d8-9847-395980da21f4 on network 32ae3471-1868-4509-93d7-50788e2d32f6 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:55:59.852426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:55:59.852814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Checking segment: {'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:55:59.853228 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.853630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Bound using segment: {'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:55:59.854560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Bound port: 95676a9b-3701-45d8-9847-395980da21f4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:55:59.854560 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (95676a9b-3701-45d8-9847-395980da21f4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.856322 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for floatingip (0ff0e47f-0d3e-49e7-9fda-ac3974a60256), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:55:59.872954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:55:59.886724 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:55:59.909641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:55:59.920916 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-8d223248-a98d-41fe-ada6-8a43b218df41 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868768 Aug 28 19:55:59.922633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 498dac71-862f-41e4-a61a-ff720486fe58, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=498dac71-862f-41e4-a61a-ff720486fe58,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:55:59.943168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-3302f306-21ee-4bfb-af8d-8058e8da8f83 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470525 Aug 28 19:55:59.958378 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee748370-4477-4995-a7a5-7b7d6986e56e req-32b6319d-e538-44cc-9b48-6708f9437da6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615639 Aug 28 19:56:00.011715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] For port 95676a9b-3701-45d8-9847-395980da21f4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:00.017675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] For port 95676a9b-3701-45d8-9847-395980da21f4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=95676a9b-3701-45d8-9847-395980da21f4,segment=NetworkSegment(03a53866-0810-4699-9424-94667425aac5),segment_id=03a53866-0810-4699-9424-94667425aac5)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:00.017675 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (498dac71-862f-41e4-a61a-ff720486fe58), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.061486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks [] for router_gateway (443c2362-c680-4ad7-a9d9-9c59b8b62066), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.073440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=498dac71-862f-41e4-a61a-ff720486fe58,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:00.086816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.088213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.091048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:00.092387 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.094528 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 1092 time: 4.0612373 Aug 28 19:56:00.112377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:00.115461 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:00.117366 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (95676a9b-3701-45d8-9847-395980da21f4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.168258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-842cd087-ad45-4dff-875d-d60d3dcdb82a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109554 Aug 28 19:56:00.187296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7e41e-b86b-49a1-84bc-99e36a8d2759 None None] Pushing event updated for resources: {'Port': ['ID=95676a9b-3701-45d8-9847-395980da21f4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:00.275984 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:00.279406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Allocated IP 172.25.4.173 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/a2f3ff69-527b-4fa3-8869-ff60e279a4b9) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:00.304292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.408731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5920e6-da9f-4a17-b678-ea84bb7dae1d req-5ee23360-bb02-4a23-89f2-ea231127edf7 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:00.410346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d5920e6-da9f-4a17-b678-ea84bb7dae1d req-5ee23360-bb02-4a23-89f2-ea231127edf7 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 949 time: 0.3306897 Aug 28 19:56:00.486928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9b0f7-dad2-4766-baab-b9e4e141a01c service neutron] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:00.512904 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:00.523847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b727cd-9789-4102-bb00-530bf76840f0 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:00.558810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a5114130-baf3-41b6-8640-d077074476bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:00.562693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a5114130-baf3-41b6-8640-d077074476bd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1126 time: 0.2682414 Aug 28 19:56:00.583360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Publish callbacks [] for port (62b727cd-9789-4102-bb00-530bf76840f0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.604295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed7633a7-d028-4320-a916-7e9d80a6c15e req-db8af764-d03e-489a-bbe3-301bf98ba412 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060226 Aug 28 19:56:00.630358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6e13161a-da7a-4acb-bf32-51b9aca1799c up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:00.732028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 6e13161a-da7a-4acb-bf32-51b9aca1799c completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:00.799397 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-a844e6cd-9c37-4589-a6e8-2744f1a6ca0f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 217 time: 0.1546793 Aug 28 19:56:00.839654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Transition to ACTIVE for port object 62b727cd-9789-4102-bb00-530bf76840f0 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:00.842336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 6e13161a-da7a-4acb-bf32-51b9aca1799c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:00.842795 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.882911 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks [] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:00.907123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d5920e6-da9f-4a17-b678-ea84bb7dae1d req-4912b031-e2c8-4651-85bd-8303d20ca902 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679294 Aug 28 19:56:00.934424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-d1ad30c1-a264-456b-a106-69610bf4fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:00.935964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-d1ad30c1-a264-456b-a106-69610bf4fe79 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1067896 Aug 28 19:56:00.940219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.038579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6e13161a-da7a-4acb-bf32-51b9aca1799c is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:01.040041 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.055642 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:01.066857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:01.099617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:01.102592 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fafddd-359b-4935-8f24-edd8bb1ee743" -d '{"events": [{"server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "name": "network-vif-plugged", "status": "completed", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:01.106602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-154c5e43-022e-40d2-be31-0c5a4393d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:01.108235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-154c5e43-022e-40d2-be31-0c5a4393d3b1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1582615 Aug 28 19:56:01.122622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:01.139257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d76e-213c-407a-9c47-30a70fa59255 req-228c2929-7eac-4883-94a0-7d65bfe1ea4b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:01.142637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.147051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e517d76e-213c-407a-9c47-30a70fa59255 req-228c2929-7eac-4883-94a0-7d65bfe1ea4b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.1492555 Aug 28 19:56:01.203169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e517d76e-213c-407a-9c47-30a70fa59255 req-244178cf-10f8-4285-8c4a-480740266039 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550866 Aug 28 19:56:01.236895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.255166 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.341284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:01.347273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:01.356305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:01.367049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:01.438301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:01.485427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-23f511c5-95f2-4916-ac2f-7ccfc279ae3b req-1725a2cb-4abe-4f31-b3db-fc8b3eff8e64 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0875120 Aug 28 19:56:01.541707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 498dac71-862f-41e4-a61a-ff720486fe58 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:01.608618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 498dac71-862f-41e4-a61a-ff720486fe58 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:01.608993 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (498dac71-862f-41e4-a61a-ff720486fe58), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.727982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d95a6-e673-492a-89f6-0fd6a29697b9 req-c928d80b-5f51-4c78-a30d-22630cca7d12 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:01.731523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-137d95a6-e673-492a-89f6-0fd6a29697b9 req-c928d80b-5f51-4c78-a30d-22630cca7d12 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.1303144 Aug 28 19:56:01.751165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-6846a22f-990b-4940-bad0-79f3f51020d6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211956 Aug 28 19:56:01.755007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 498dac71-862f-41e4-a61a-ff720486fe58 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:01.755504 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e458ac93-be6d-4858-b5be-5dd7015c17bf x-openstack-request-id: req-e458ac93-be6d-4858-b5be-5dd7015c17bf {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:01.756063 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:01.756565 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e458ac93-be6d-4858-b5be-5dd7015c17bf {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:01.757094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 95676a9b-3701-45d8-9847-395980da21f4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:01.757422 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e458ac93-be6d-4858-b5be-5dd7015c17bf'] response: {'name': 'network-changed', 'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2', 'status': 'completed', 'code': 200} Aug 28 19:56:01.759690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.798229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-137d95a6-e673-492a-89f6-0fd6a29697b9 req-5f8bcf8c-09d9-4107-9971-ad5197d6d900 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603664 Aug 28 19:56:01.850170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 95676a9b-3701-45d8-9847-395980da21f4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:01.850581 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (95676a9b-3701-45d8-9847-395980da21f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:01.914451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809aba9-e502-4143-be32-5d2a463b5a6f req-553dba3a-9bb7-445a-b7cc-1a90e5ddcc0e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:01.917745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7809aba9-e502-4143-be32-5d2a463b5a6f req-553dba3a-9bb7-445a-b7cc-1a90e5ddcc0e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.7073836 Aug 28 19:56:01.990228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:01.990644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:01.990990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:02.013181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:02.013181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:02.070388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 95676a9b-3701-45d8-9847-395980da21f4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:02.070388 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (95676a9b-3701-45d8-9847-395980da21f4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.072452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:02.072452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:02.072452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:02.072452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Bound port: 62b727cd-9789-4102-bb00-530bf76840f0, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:02.072452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.077317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks [] for router_gateway (443c2362-c680-4ad7-a9d9-9c59b8b62066), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.083337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a1974-018f-454f-ade3-86d969bcddde None None] Network 32ae3471-1868-4509-93d7-50788e2d32f6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:56:02.111786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event updated for resources: {'Port': ['ID=270e85cb-9499-4fc3-90cc-dc72b463e951,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:02.134869 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7809aba9-e502-4143-be32-5d2a463b5a6f req-76e7a2a3-1548-4e71-8cb0-55a8ac6eb40c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327240 Aug 28 19:56:02.135918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0ff0e47f-0d3e-49e7-9fda-ac3974a60256), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.219225 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0813d539-e2bf-427d-a36f-155b9ee13292 x-openstack-request-id: req-0813d539-e2bf-427d-a36f-155b9ee13292 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:02.219225 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "name": "network-vif-plugged", "status": "completed", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:02.219225 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0813d539-e2bf-427d-a36f-155b9ee13292 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:02.219225 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0813d539-e2bf-427d-a36f-155b9ee13292'] response: {'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'code': 200} Aug 28 19:56:02.267510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7f6cbde-ac6b-448e-b312-441960b5a171 req-3ffedac7-b894-4678-88aa-9fc10ee3845f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730413 Aug 28 19:56:02.288154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cf9995e4-45b4-4b37-a5a5-e15f149114fa None None] Provisioning complete for port 95676a9b-3701-45d8-9847-395980da21f4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:02.288537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cf9995e4-45b4-4b37-a5a5-e15f149114fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (95676a9b-3701-45d8-9847-395980da21f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.309088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:02.319544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 95676a9b-3701-45d8-9847-395980da21f4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=95676a9b-3701-45d8-9847-395980da21f4,segment=NetworkSegment(03a53866-0810-4699-9424-94667425aac5),segment_id=03a53866-0810-4699-9424-94667425aac5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:02.332530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.334631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2c6592c0-a0f2-4f8d-a1e3-9bb94e7ba361 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0988331 Aug 28 19:56:02.390882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:02.428418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cea8fe-dd10-4f5b-8eff-1c10c194bb2a req-0518d6f9-d887-465a-b7ff-1d061045b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:02.431679 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92cea8fe-dd10-4f5b-8eff-1c10c194bb2a req-0518d6f9-d887-465a-b7ff-1d061045b1c0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1128 time: 0.1215014 Aug 28 19:56:02.465447 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (95676a9b-3701-45d8-9847-395980da21f4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.502931 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-a9bebdfe-e695-4d4f-98f5-b75a411afab1 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699565 Aug 28 19:56:02.506298 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.580334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:02.580971 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.582739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 1095 time: 4.0248170 Aug 28 19:56:02.586822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ff5a-d30e-437f-94ce-b23b9fa28377 service neutron] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:02.592881 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:02.615363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d427-533b-4b83-95c8-6a66b72ea4d0 req-be9b657c-7677-4cc8-baf4-3303b7ed5cba tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:02.636906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64b9d427-533b-4b83-95c8-6a66b72ea4d0 req-be9b657c-7677-4cc8-baf4-3303b7ed5cba tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.1100819 Aug 28 19:56:02.667531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (443c2362-c680-4ad7-a9d9-9c59b8b62066), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:02.688459 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:02.699300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cf9995e4-45b4-4b37-a5a5-e15f149114fa None None] Current status of the port 95676a9b-3701-45d8-9847-395980da21f4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:02.702340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=95676a9b-3701-45d8-9847-395980da21f4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:02.716607 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92cea8fe-dd10-4f5b-8eff-1c10c194bb2a req-5e9b7601-34f5-4a21-8bab-a08bdb26819d service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750463 Aug 28 19:56:02.760720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64b9d427-533b-4b83-95c8-6a66b72ea4d0 req-5e9f7aca-c5af-442c-aea0-b0a506c3d822 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216803 Aug 28 19:56:02.811453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-135e9c3e-f4d2-4acf-8732-5737df71655d tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:02.817392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-135e9c3e-f4d2-4acf-8732-5737df71655d tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319908 Aug 28 19:56:02.850518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-03376068-c302-4e9f-80d1-63c39cbd3403 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/quotas/3851e56c7da7403bb5a0ddced5d69ef2 HTTP/1.1" status: 200 len: 375 time: 0.0275044 Aug 28 19:56:02.882670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73c6b218-3a13-486d-a3b5-6f86eff56213 req-b0bb1933-9de7-4fee-a90f-38fe8d09ba3b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0318296 Aug 28 19:56:02.902023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-3b84ea21-4680-44dd-b86b-cca0642a6c4b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505900 Aug 28 19:56:02.924350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2f4bbfb2-90fd-4dd5-aeeb-40c64eac40bf None None] Provisioning complete for port 95676a9b-3701-45d8-9847-395980da21f4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:02.924764 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2f4bbfb2-90fd-4dd5-aeeb-40c64eac40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (95676a9b-3701-45d8-9847-395980da21f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:03.012541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Router 443c2362-c680-4ad7-a9d9-9c59b8b62066 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:56:03.035763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2f4bbfb2-90fd-4dd5-aeeb-40c64eac40bf None None] Current status of the port 95676a9b-3701-45d8-9847-395980da21f4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:03.052419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-70cf20b1-4d8b-4103-a6ae-236b64748997 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1591246099&fields=id&tenant_id=bb88895db2fb4ed8b6430bdb5f16c3a6 HTTP/1.1" status: 200 len: 267 time: 0.0750704 Aug 28 19:56:03.202886 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:03.244020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:56:03.255502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Sync routers for ids ['443c2362-c680-4ad7-a9d9-9c59b8b62066'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:56:03.265560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-0e075791-4e64-45a8-9fe8-759b3b4a91d0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:03.272848 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-0e075791-4e64-45a8-9fe8-759b3b4a91d0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/networks?id=6a24e842-5916-4c4c-9b85-407851f1320e HTTP/1.1" status: 200 len: 815 time: 0.1835005 Aug 28 19:56:03.282962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Routers {'443c2362-c680-4ad7-a9d9-9c59b8b62066'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:03.283631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['443c2362-c680-4ad7-a9d9-9c59b8b62066'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:03.290541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-e7a5b865-941b-4026-8548-07c032d719c9 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/quotas/bb88895db2fb4ed8b6430bdb5f16c3a6 HTTP/1.1" status: 200 len: 375 time: 0.0168104 Aug 28 19:56:03.335269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37802) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:03.357785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:03.359474 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3f08b3d9-dda3-46de-bed2-0fc1a307fca4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7542465 Aug 28 19:56:03.369053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9f024-8bb5-4cbd-9e46-311bf07c46e2 req-5f8eb24a-32c2-4331-8e10-9f45ba2bd217 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:03.369814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6d9f024-8bb5-4cbd-9e46-311bf07c46e2 req-5f8eb24a-32c2-4331-8e10-9f45ba2bd217 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.1358423 Aug 28 19:56:03.371155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37806) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:03.395545 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-37e4d273-fa5f-4126-b25a-799ad3fd916b tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bb88895db2fb4ed8b6430bdb5f16c3a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039343 Aug 28 19:56:03.396982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 95676a9b-3701-45d8-9847-395980da21f4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:03.483728 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:03.512976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6d9f024-8bb5-4cbd-9e46-311bf07c46e2 req-1adf2e36-d31d-40e5-b1db-0204e04f9f51 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337173 Aug 28 19:56:03.540576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-7da4eecc-c391-4291-8b2c-4de3328186b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:03.543457 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-7da4eecc-c391-4291-8b2c-4de3328186b0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1126 time: 0.0982304 Aug 28 19:56:03.706491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Set router 443c2362-c680-4ad7-a9d9-9c59b8b62066 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:03.721659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-22157e76-e7e6-4f0e-890c-eb479523e3d9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252015 Aug 28 19:56:03.723845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d565259b-4ca7-4b7f-a269-cf4c10b15b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:03.735010 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9571ec47-5cbb-423f-9ed1-ddeae78edb5c req-bdb3aff9-44cd-455e-a96f-63d21ba7354b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 210 time: 0.1327908 Aug 28 19:56:03.750467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-37785a87-066a-43df-81be-c8ac44ed7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:03.752428 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-37785a87-066a-43df-81be-c8ac44ed7d3f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1129 time: 0.1477439 Aug 28 19:56:03.759344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:03.761927 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e312a2-16f3-4907-a04d-9ae2bcae91cc" -d '{"events": [{"name": "network-changed", "server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:03.832461 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-d4255ce0-2dd5-4ae8-a8c9-01239e38ce41 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0566456 Aug 28 19:56:03.859588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-159ca66b-0f8d-4b1d-99a7-14870d7fb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:03.861439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-159ca66b-0f8d-4b1d-99a7-14870d7fb722 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.3110631 Aug 28 19:56:03.892479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 95676a9b-3701-45d8-9847-395980da21f4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:03.893007 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (95676a9b-3701-45d8-9847-395980da21f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:03.942463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-fd1fcb86-2879-459a-9cbb-f02c4685bd20 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 217 time: 0.0547085 Aug 28 19:56:03.950668 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:04.029537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-fdc27360-96bf-4ee4-b69e-6cdf4a8b461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:04.031297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-fdc27360-96bf-4ee4-b69e-6cdf4a8b461a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1901915 Aug 28 19:56:04.073914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-c3b22f59-aba8-461c-961b-293c8aefdf21 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157550 Aug 28 19:56:04.098469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4674-65d3-43c9-8c5c-cd2dadb44414 req-e4c1427b-4176-492e-b312-f38984fc79ac tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:04.106323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52fa4674-65d3-43c9-8c5c-cd2dadb44414 req-e4c1427b-4176-492e-b312-f38984fc79ac tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1707885 Aug 28 19:56:04.145709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-2d5f4b22-0ad9-434b-b822-9ba3512ec08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:04.147269 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-2d5f4b22-0ad9-434b-b822-9ba3512ec08b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1852758 Aug 28 19:56:04.162379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d565259b-4ca7-4b7f-a269-cf4c10b15b48 admin admin] Publish callbacks [] for security_group (965b2d33-18ef-4771-8642-47911f9477ae), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.162379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-cd499274-893d-4611-b2f0-958d552c79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:04.162379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-cd499274-893d-4611-b2f0-958d552c79f0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1171973 Aug 28 19:56:04.187231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:56:01Z', 'revision_number': 3, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:04.196985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 95676a9b-3701-45d8-9847-395980da21f4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:04.218143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Checking router: 443c2362-c680-4ad7-a9d9-9c59b8b62066 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:56:04.218813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Updating router 443c2362-c680-4ad7-a9d9-9c59b8b62066 port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:56:04.277096 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.288429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-a3c77792-3bd7-40cd-98d9-b818f42597ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:04.292616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-a3c77792-3bd7-40cd-98d9-b818f42597ca service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1309102 Aug 28 19:56:04.300454 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52fa4674-65d3-43c9-8c5c-cd2dadb44414 req-ccd70588-e867-4b9e-bcb6-8ae059b3e90a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932192 Aug 28 19:56:04.304330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d565259b-4ca7-4b7f-a269-cf4c10b15b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (965b2d33-18ef-4771-8642-47911f9477ae), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.430369 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f5514a-443b-4a3d-9da7-c809a845520a x-openstack-request-id: req-86f5514a-443b-4a3d-9da7-c809a845520a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:04.431025 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:04.431025 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86f5514a-443b-4a3d-9da7-c809a845520a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:04.431316 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f5514a-443b-4a3d-9da7-c809a845520a'] response: {'name': 'network-changed', 'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'status': 'completed', 'code': 200} Aug 28 19:56:04.514207 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d565259b-4ca7-4b7f-a269-cf4c10b15b48 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=447dd4c9c96c4c37aea6dc33ab222a77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1763186 Aug 28 19:56:04.516212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37822) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:04.527316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565259b-4ca7-4b7f-a269-cf4c10b15b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965b2d33-18ef-4771-8642-47911f9477ae,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:04.545510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.595227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-6d693e97-70c1-4413-917f-04e5e5312418 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168003 Aug 28 19:56:04.612428 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:04.696475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c30c4-f030-488f-b2b8-83b9e5c3fc95 req-1e80be4f-3229-4e24-b9cf-2f2ab6f7510c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:04.696998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Publish callbacks [] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.704670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-092c30c4-f030-488f-b2b8-83b9e5c3fc95 req-1e80be4f-3229-4e24-b9cf-2f2ab6f7510c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.2182558 Aug 28 19:56:04.726201 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-53b77648-812b-46b3-b813-0e17b2881be2 req-8a5327ed-6b68-4f08-b20f-1e02f36cbc7f tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0807040 Aug 28 19:56:04.738647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-2638d7be-bd6d-4723-84ff-b63828acde43 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372211 Aug 28 19:56:04.745327 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.790297 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8ea16c7-b9cb-4c1e-b96e-2d22231fa4f7 admin admin] Publish callbacks [] for security_group (965b2d33-18ef-4771-8642-47911f9477ae), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.844423 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:04.849917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd05bf-1694-4fac-ac72-97d10509b385 None None] Pushing event updated for resources: {'Port': ['ID=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:04.850128 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8ea16c7-b9cb-4c1e-b96e-2d22231fa4f7 admin admin] Publish callbacks [] for security_group (965b2d33-18ef-4771-8642-47911f9477ae), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.854464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Attempting to bind port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:04.854989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Attempting to bind port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:04.855617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Attempting to bind port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:04.861633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:04.864529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:04.865827 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.866415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:04.866835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Bound port: a2f3ff69-527b-4fa3-8869-ff60e279a4b9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:04.867761 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:04.880742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54ea802d-58bf-49d0-aabe-45c0e634d7a0 req-ef1ec656-3a2c-4769-b8dc-7d22630401a5 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0540993 Aug 28 19:56:04.888559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-092c30c4-f030-488f-b2b8-83b9e5c3fc95 req-9cdea981-a598-4d11-b1ff-bab704ab656c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774516 Aug 28 19:56:04.987152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eb8b5bc-a934-457d-91ce-9786a0d7ed74 req-c8f75283-37e4-4f44-a19d-56f7bc930e4c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811736 Aug 28 19:56:05.009229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] For port a2f3ff69-527b-4fa3-8869-ff60e279a4b9, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:05.009519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-723ef1f6-42d7-4a04-9b2c-7d06ce078ccd req-40514e4b-4420-413f-a0d2-edb963b987bf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458479 Aug 28 19:56:05.013380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] For port a2f3ff69-527b-4fa3-8869-ff60e279a4b9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:05.046049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9dc00a4d-c225-4e3c-944f-33ae59357f2c req-c7551347-ce63-4661-b59e-6f949fc331dd tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 210 time: 0.0505426 Aug 28 19:56:05.048929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd34375-0a16-4d35-baeb-015312db99b3 req-f664786f-6338-4b05-9380-67acabb784cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:05.056473 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4dd34375-0a16-4d35-baeb-015312db99b3 req-f664786f-6338-4b05-9380-67acabb784cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.0721669 Aug 28 19:56:05.060389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Allocated IP 172.20.0.1 (32ae3471-1868-4509-93d7-50788e2d32f6/7a7a5c45-2ffc-4eff-a015-68f46ff678fe/e889f9f4-7951-4f76-b0ee-e03d363a033d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:05.118350 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:05.138708 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:05.161137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Routers {'443c2362-c680-4ad7-a9d9-9c59b8b62066'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:05.162004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['443c2362-c680-4ad7-a9d9-9c59b8b62066'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:05.181174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4dd34375-0a16-4d35-baeb-015312db99b3 req-570131ef-460d-4c28-b153-577af5335ad9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235106 Aug 28 19:56:05.198242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8ea16c7-b9cb-4c1e-b96e-2d22231fa4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (965b2d33-18ef-4771-8642-47911f9477ae), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:05.205027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8ea16c7-b9cb-4c1e-b96e-2d22231fa4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:05.205666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a8ea16c7-b9cb-4c1e-b96e-2d22231fa4f7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/965b2d33-18ef-4771-8642-47911f9477ae HTTP/1.1" status: 204 len: 168 time: 0.6854410 Aug 28 19:56:05.222593 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks [] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:05.250389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea16c7-b9cb-4c1e-b96e-2d22231fa4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965b2d33-18ef-4771-8642-47911f9477ae,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:05.296296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-a8af1167-002f-4e66-9f2b-ad257229ab13 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:05.298953 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-a8af1167-002f-4e66-9f2b-ad257229ab13 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.84 "GET /networking/v2.0/networks?id=4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 200 len: 815 time: 0.2223554 Aug 28 19:56:05.348957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd05bf-1694-4fac-ac72-97d10509b385 None None] Pushing event updated for resources: {'Port': ['ID=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:05.379583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:05.442891 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:05.466795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-2ea39e10-88de-4496-8f68-717ac2d93ec2 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9eb35c63e2914408b189d0d4ec9fc76c HTTP/1.1" status: 200 len: 379 time: 0.1543632 Aug 28 19:56:05.475664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Request body: {'port': {'device_id': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'admin_state_up': True, 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'security_groups': ['3a869c6c-b50b-423c-b30f-1bde74802f64']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:05.485558 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:05.504053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] Set router 443c2362-c680-4ad7-a9d9-9c59b8b62066 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:05.511659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089f15-6713-4536-bbd1-cef1077339c2 req-d0389c3f-e271-4d80-821c-4a51b51123f1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:05.519131 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3089f15-6713-4536-bbd1-cef1077339c2 req-d0389c3f-e271-4d80-821c-4a51b51123f1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0677161 Aug 28 19:56:05.528781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Network 32ae3471-1868-4509-93d7-50788e2d32f6 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:05.542347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:05.546542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e889f9f4-7951-4f76-b0ee-e03d363a033d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:05.550567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:05.651814 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (443c2362-c680-4ad7-a9d9-9c59b8b62066), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:05.746689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3089f15-6713-4536-bbd1-cef1077339c2 req-77722eb2-29ce-459a-9e63-31e5872956e8 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254379 Aug 28 19:56:05.830358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Made reservation on behalf of 9eb35c63e2914408b189d0d4ec9fc76c for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:56:05.836537 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:05.906842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:56:01Z', 'revision_number': 3, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:05.933385 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76409845-1d23-4a05-a167-c665d54b57c8 req-4215a2c2-3bd5-4596-8159-01a866661dfe tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0689516 Aug 28 19:56:05.936458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882ecc8-debc-4e57-91a1-2ce1395ab288 req-3fd00b91-c3cd-45ce-9c2d-a1bbe54e3174 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:05.938572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2882ecc8-debc-4e57-91a1-2ce1395ab288 req-3fd00b91-c3cd-45ce-9c2d-a1bbe54e3174 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0775523 Aug 28 19:56:05.949445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b0a74-cc35-4ecc-aef1-a2859736e847 None None] The sync data for ids ['443c2362-c680-4ad7-a9d9-9c59b8b62066'] in n-d-854121-7 is: [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:56:01Z', 'revision_number': 3, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:56:05.950795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37850) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:05.959391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'floatingip': {'port_id': '6e13161a-da7a-4acb-bf32-51b9aca1799c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:06.013836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e1f33215-4c7d-469e-9551-18e1c6bac372 None None] Provisioning complete for port e889f9f4-7951-4f76-b0ee-e03d363a033d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:06.014322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e1f33215-4c7d-469e-9551-18e1c6bac372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.019030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for floatingip (d713dd02-7b05-4678-84c0-b39de48a85fe), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.038712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:06.124845 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.172248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42b30571-2551-4337-b875-29574707f17b req-e45db0c5-d316-46b5-977a-0cd4ac542f3b tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.1002083 Aug 28 19:56:06.172906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab97053-9066-4468-87bc-a1c46f09c538 req-3d685596-4c27-4645-9939-88b8e856e5fe tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:06.174638 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ab97053-9066-4468-87bc-a1c46f09c538 req-3d685596-4c27-4645-9939-88b8e856e5fe tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.1238973 Aug 28 19:56:06.231173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e1f33215-4c7d-469e-9551-18e1c6bac372 None None] Port e889f9f4-7951-4f76-b0ee-e03d363a033d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:06.275374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:06.291798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '01ae390c-8532-473f-b2be-0b75365f71a2', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'port_id': '01ae390c-8532-473f-b2be-0b75365f71a2', 'mac_address': 'fa:16:3e:e2:57:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:06.401256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 01ae390c-8532-473f-b2be-0b75365f71a2 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:06.402255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.404564 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ab97053-9066-4468-87bc-a1c46f09c538 req-f9a80f49-9e7b-4a8e-a456-904fd2b20734 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808567 Aug 28 19:56:06.439016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ae390c-8532-473f-b2be-0b75365f71a2 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:06.455677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c048ca87-c2c2-40b3-944d-b25b504642e4 req-f76bb2e6-69dc-4cef-921f-4421e92273ef tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 210 time: 0.1673746 Aug 28 19:56:06.474173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:06.527545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Allocated IP 172.20.0.10 (4782ef1c-ae37-4407-9723-7210b356d656/5f1a2398-58d9-4724-a385-884691f9c8be/e63a01de-e273-4bbd-9558-7aace2d9222c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:06.533724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-e07a5d55-f5a7-48f4-bdca-06b384a27d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:06.535258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-e07a5d55-f5a7-48f4-bdca-06b384a27d37 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1129 time: 0.3656905 Aug 28 19:56:06.578042 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks [] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.589147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558617db-1d55-4210-8d79-e72402f8ad1f req-d0f5b6da-2037-489f-9c38-5051d449abfa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:06.590967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-558617db-1d55-4210-8d79-e72402f8ad1f req-d0f5b6da-2037-489f-9c38-5051d449abfa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.0730987 Aug 28 19:56:06.625919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37856) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:06.642437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5edbac85-28d6-49f7-b5d1-f495f43ab1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.660697 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.682771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.736286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-558617db-1d55-4210-8d79-e72402f8ad1f req-70bdc129-1166-40b7-bc96-75912f535e4b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376512 Aug 28 19:56:06.787591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:06.814024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (443c2362-c680-4ad7-a9d9-9c59b8b62066), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:06.817172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e889f9f4-7951-4f76-b0ee-e03d363a033d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:06.921703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-520e5816-965e-4643-80af-c4e57dcd9997 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722804 Aug 28 19:56:06.939039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['01ae390c-8532-473f-b2be-0b75365f71a2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:06.974576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-d019533e-0caf-4e67-bdeb-5540e3726a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:06.977127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-d019533e-0caf-4e67-bdeb-5540e3726a77 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.4310172 Aug 28 19:56:07.053442 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5edbac85-28d6-49f7-b5d1-f495f43ab1ed admin admin] Publish callbacks [] for security_group (36c2eb47-3c01-48e5-9a4a-f438715d1537), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.089242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-a6f81de1-75c0-4a74-909c-1dabf41d0d16 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.1015453 Aug 28 19:56:07.143146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5edbac85-28d6-49f7-b5d1-f495f43ab1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (36c2eb47-3c01-48e5-9a4a-f438715d1537), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.383085 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a2f3ff69-527b-4fa3-8869-ff60e279a4b9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:07.440528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:07.441328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.503664 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.520508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Network 32ae3471-1868-4509-93d7-50788e2d32f6 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:07.534681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:07.546903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-b28bdb92-6334-42ac-965a-4d24b1658799 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:07.546903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-b28bdb92-6334-42ac-965a-4d24b1658799 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6163700 Aug 28 19:56:07.547296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:07.547296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.556520 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:07.558412 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:07.588746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Request body: {'port': {'device_id': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '3851e56c7da7403bb5a0ddced5d69ef2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:07.592543 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:07.606185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a2f3ff69-527b-4fa3-8869-ff60e279a4b9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:07.607463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cf2ba5ec-b906-4707-a1a4-9d4af94a0d16 req-273e648b-bc3a-4ae9-9c4d-330a95176e7d tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0898931 Aug 28 19:56:07.701207 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.701687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-d7b96d0c-dd72-4625-aa45-b610adc75f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:07.703336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-d7b96d0c-dd72-4625-aa45-b610adc75f40 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.5995204 Aug 28 19:56:07.800391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:07.803773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Router 443c2362-c680-4ad7-a9d9-9c59b8b62066 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:56:07.805642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.813445 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-854b8790-469b-43f0-9719-6e5a3fdf94f7 req-23ef8a6e-b64e-435d-882d-1d79528ab5d5 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.2818835 Aug 28 19:56:07.816027 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5edbac85-28d6-49f7-b5d1-f495f43ab1ed admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=99af6c40232b4ddaacbaa6b1f93fce56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1890316 Aug 28 19:56:07.817099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-6edf33cd-4772-414d-a745-6710c7bbc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:07.818860 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-6edf33cd-4772-414d-a745-6710c7bbc4a9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1070311 Aug 28 19:56:07.838830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37868) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:07.842997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbac85-28d6-49f7-b5d1-f495f43ab1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c2eb47-3c01-48e5-9a4a-f438715d1537,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:07.889740 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (d713dd02-7b05-4678-84c0-b39de48a85fe), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.950333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:07.958949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634088d3-2e2a-4518-b2f4-73b33015eb2b req-f77c7b64-7fc1-4f88-94c1-fba9bea41e2b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:07.964757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-634088d3-2e2a-4518-b2f4-73b33015eb2b req-f77c7b64-7fc1-4f88-94c1-fba9bea41e2b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 945 time: 0.1885133 Aug 28 19:56:07.975250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4614dbc-603a-43d0-a7bc-5063926e978d req-9c26fa16-2600-4437-b3e3-5dd77d827544 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 210 time: 0.0513482 Aug 28 19:56:07.996489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-59eb2ced-c813-4676-9d96-f20ee7a0bab6 None None] Provisioning complete for port e889f9f4-7951-4f76-b0ee-e03d363a033d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:07.997523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-59eb2ced-c813-4676-9d96-f20ee7a0bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.055590 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=78 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:08.056972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:08.059535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:08.116203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:56:08.126462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Network 4782ef1c-ae37-4407-9723-7210b356d656 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:08.143546 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b72c8e76-4d0b-4936-aeb0-dc01832d44e0 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/443c2362-c680-4ad7-a9d9-9c59b8b62066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7706687 Aug 28 19:56:08.185666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Made reservation on behalf of 3851e56c7da7403bb5a0ddced5d69ef2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:56:08.193096 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.202412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:08.217588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6898fb7d-4542-4fb1-9038-d976b1c511d8 admin admin] Publish callbacks [] for security_group (36c2eb47-3c01-48e5-9a4a-f438715d1537), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.220013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event updated for resources: {'Port': ['ID=e63a01de-e273-4bbd-9558-7aace2d9222c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:08.252268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:08.260289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cfdde-a13b-433d-bd9d-8f4b05165a3d req-962079e4-496d-411f-8f31-3c3e1c8de529 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:08.269181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-980cfdde-a13b-433d-bd9d-8f4b05165a3d req-962079e4-496d-411f-8f31-3c3e1c8de529 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.1702111 Aug 28 19:56:08.378723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-634088d3-2e2a-4518-b2f4-73b33015eb2b req-8dba9331-b562-4d10-a37e-1faff228e9de tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772292 Aug 28 19:56:08.398899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-59eb2ced-c813-4676-9d96-f20ee7a0bab6 None None] Port e889f9f4-7951-4f76-b0ee-e03d363a033d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:08.472597 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-980cfdde-a13b-433d-bd9d-8f4b05165a3d req-213e64b1-cf7b-4a57-8e96-fc0c274fcede tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019160 Aug 28 19:56:08.503250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6898fb7d-4542-4fb1-9038-d976b1c511d8 admin admin] Publish callbacks [] for security_group (36c2eb47-3c01-48e5-9a4a-f438715d1537), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.600706 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Sync routers for ids ['443c2362-c680-4ad7-a9d9-9c59b8b62066'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:56:08.604452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 01ae390c-8532-473f-b2be-0b75365f71a2 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:08.616060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Allocated IP 192.168.233.178 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/ef85abf3-31a5-4926-8eea-98919a159345) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:08.620160 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Routers {'443c2362-c680-4ad7-a9d9-9c59b8b62066'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:08.623703 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['443c2362-c680-4ad7-a9d9-9c59b8b62066'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:08.680305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bb10f322-3869-41e0-8501-daac704ed874 None None] Provisioning complete for port e63a01de-e273-4bbd-9558-7aace2d9222c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:08.680773 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb10f322-3869-41e0-8501-daac704ed874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.692962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 01ae390c-8532-473f-b2be-0b75365f71a2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:08.693444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.752339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:08.771145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '62b727cd-9789-4102-bb00-530bf76840f0', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '62b727cd-9789-4102-bb00-530bf76840f0', 'mac_address': 'fa:16:3e:43:2c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:08.832834 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Floating IP d713dd02-7b05-4678-84c0-b39de48a85fe associated. External IP: 172.25.4.142, port: 6e13161a-da7a-4acb-bf32-51b9aca1799c. Aug 28 19:56:08.838155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bb10f322-3869-41e0-8501-daac704ed874 None None] Port e63a01de-e273-4bbd-9558-7aace2d9222c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:08.852818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-b77d8742-cf34-4032-bef5-c8e964979b10 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082011 Aug 28 19:56:08.874519 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:08.877515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks [] for port (ef85abf3-31a5-4926-8eea-98919a159345), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.961983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 62b727cd-9789-4102-bb00-530bf76840f0 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:08.962689 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.965641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 01ae390c-8532-473f-b2be-0b75365f71a2 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:08.966512 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:08.969019 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Set router 443c2362-c680-4ad7-a9d9-9c59b8b62066 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:08.990619 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:08.995957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b727cd-9789-4102-bb00-530bf76840f0 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:09.018562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ef85abf3-31a5-4926-8eea-98919a159345), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.027864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:09.030219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:09.032924 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0caeee-974a-4b5d-b369-46b0d70a448a" -d '{"events": [{"server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "name": "network-vif-plugged", "status": "completed", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:09.041306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b7c8f0e-cba4-4f5f-8199-962bea3084b1 req-2f74fb32-dce7-466a-ae92-ce5d379de7b9 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0930166 Aug 28 19:56:09.058413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:09.089918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0dd20a8a-0a48-41e8-b1eb-fd0704b5c522'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:09.097471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6898fb7d-4542-4fb1-9038-d976b1c511d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (36c2eb47-3c01-48e5-9a4a-f438715d1537), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.117921 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6898fb7d-4542-4fb1-9038-d976b1c511d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.124281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6898fb7d-4542-4fb1-9038-d976b1c511d8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/36c2eb47-3c01-48e5-9a4a-f438715d1537 HTTP/1.1" status: 204 len: 168 time: 1.2994120 Aug 28 19:56:09.173936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.182284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.306973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:09.328109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:09.330088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:09.356796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:09.568614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Pushing event updated for resources: {'Port': ['ID=ef85abf3-31a5-4926-8eea-98919a159345,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:09.700867 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:09.705628 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:09.715212 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:56:05Z', 'revision_number': 4, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e889f9f4-7951-4f76-b0ee-e03d363a033d', 'name': '', 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'mac_address': 'fa:16:3e:fd:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7a7a5c45-2ffc-4eff-a015-68f46ff678fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:04Z', 'updated_at': '2022-08-28T19:56:06Z', 'revision_number': 2, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'subnets': [{'id': '7a7a5c45-2ffc-4eff-a015-68f46ff678fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:09.715861 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f2d60-be52-4116-a92a-904011176078 req-f42b512c-06c6-47df-9f2b-69107f46a00d tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:09.722506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-857f2d60-be52-4116-a92a-904011176078 req-f42b512c-06c6-47df-9f2b-69107f46a00d tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 936 time: 0.2857637 Aug 28 19:56:09.724002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a2f3ff69-527b-4fa3-8869-ff60e279a4b9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:09.727731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:09.730831 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.736543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:09.737218 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.754659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428746d7-a5aa-44ff-87e4-99e8084c293a req-0367d4a5-ef00-4e9c-bc21-fd12b7b7534b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:09.767680 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Checking router: 443c2362-c680-4ad7-a9d9-9c59b8b62066 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:56:09.768349 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Updating router 443c2362-c680-4ad7-a9d9-9c59b8b62066 port e889f9f4-7951-4f76-b0ee-e03d363a033d binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:56:09.784419 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-428746d7-a5aa-44ff-87e4-99e8084c293a req-0367d4a5-ef00-4e9c-bc21-fd12b7b7534b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 932 time: 0.8965330 Aug 28 19:56:09.786762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898fb7d-4542-4fb1-9038-d976b1c511d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c2eb47-3c01-48e5-9a4a-f438715d1537,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:09.832075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['62b727cd-9789-4102-bb00-530bf76840f0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:09.857387 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:09.862074 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-857f2d60-be52-4116-a92a-904011176078 req-337f66d0-c26c-46c3-9b7b-0b426e19a189 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373417 Aug 28 19:56:09.908043 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-ffbbbcde-ccb8-4967-85dd-79597b443003 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3299203 Aug 28 19:56:09.931806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Request body: {'port': {'device_id': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:10.030133 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b9bb06-b429-42f9-8000-7fa7f1a53eaf x-openstack-request-id: req-02b9bb06-b429-42f9-8000-7fa7f1a53eaf {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:10.031613 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "name": "network-vif-plugged", "status": "completed", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:10.037649 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02b9bb06-b429-42f9-8000-7fa7f1a53eaf {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:10.037649 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b9bb06-b429-42f9-8000-7fa7f1a53eaf'] response: {'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2', 'code': 200} Aug 28 19:56:10.051835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:10.100026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7d31ecfd-d2cd-4628-8a66-5ec39524f862 None None] Provisioning complete for port ef85abf3-31a5-4926-8eea-98919a159345 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:10.100671 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d31ecfd-d2cd-4628-8a66-5ec39524f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ef85abf3-31a5-4926-8eea-98919a159345), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.105640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-d445572e-2579-4311-bc8f-06d7a9fc837e tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:10.121355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-d445572e-2579-4311-bc8f-06d7a9fc837e tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.89 "GET /networking/v2.0/networks?id=6a24e842-5916-4c4c-9b85-407851f1320e HTTP/1.1" status: 200 len: 815 time: 1.6793442 Aug 28 19:56:10.121571 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ef85abf3-31a5-4926-8eea-98919a159345), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.159781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-e2836950-e04a-42cb-8827-dc795b3c8404 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6880515 Aug 28 19:56:10.224048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Request body: {'port': {'device_id': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:10.255846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7d31ecfd-d2cd-4628-8a66-5ec39524f862 None None] Port ef85abf3-31a5-4926-8eea-98919a159345 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:10.261192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:10.261680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.327019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33893d3-6f7a-4d14-80f0-523a7a35b50b req-60b1889d-c44e-45aa-babd-d5638255016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:10.329966 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f33893d3-6f7a-4d14-80f0-523a7a35b50b req-60b1889d-c44e-45aa-babd-d5638255016c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1128 time: 0.0764472 Aug 28 19:56:10.331184 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:10.455067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:10.456857 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16e312a2-16f3-4907-a04d-9ae2bcae91cc req-4739179e-23e0-491e-9476-c7cc79e33212 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5090833 Aug 28 19:56:10.470961 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-428746d7-a5aa-44ff-87e4-99e8084c293a req-ca20a74b-e634-44e7-a1c1-21ba21413476 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6849356 Aug 28 19:56:10.488076 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:10.568285 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:10.581657 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Publish callbacks [] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.586889 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:10.659449 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.730367 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f33893d3-6f7a-4d14-80f0-523a7a35b50b req-9a890947-c6d4-4771-89e3-3d3fd6c090ba service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919630 Aug 28 19:56:10.780681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0f43e-141a-416b-a0de-b1761b076c5d req-ae9ce125-9a19-4102-929b-9815e582b8bb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:10.791099 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57d0f43e-141a-416b-a0de-b1761b076c5d req-ae9ce125-9a19-4102-929b-9815e582b8bb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 946 time: 0.3644886 Aug 28 19:56:10.831919 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9472c3eb-be8f-4a7c-a2f8-5f4c80f26761 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bb88895db2fb4ed8b6430bdb5f16c3a6 HTTP/1.1" status: 200 len: 380 time: 0.6936154 Aug 28 19:56:10.834910 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.862547 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7ae23-7fda-4dc8-8baa-d53e4e187d17 None None] Pushing event updated for resources: {'Port': ['ID=e889f9f4-7951-4f76-b0ee-e03d363a033d,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:10.906319 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Attempting to bind port e889f9f4-7951-4f76-b0ee-e03d363a033d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:10.906472 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Attempting to bind port e889f9f4-7951-4f76-b0ee-e03d363a033d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:10.906834 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Attempting to bind port e889f9f4-7951-4f76-b0ee-e03d363a033d on network 32ae3471-1868-4509-93d7-50788e2d32f6 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:10.924335 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:10.924716 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Checking segment: {'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:10.925278 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.926331 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Bound using segment: {'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:10.928120 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Bound port: e889f9f4-7951-4f76-b0ee-e03d363a033d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a53866-0810-4699-9424-94667425aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:10.928719 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:10.930936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a13aae-6d24-4cc5-a3d8-d5eb557fce63 req-05fa5fcc-ec28-45de-8835-162587bed969 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:10.943543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72a13aae-6d24-4cc5-a3d8-d5eb557fce63 req-05fa5fcc-ec28-45de-8835-162587bed969 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.2861307 Aug 28 19:56:10.968714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Request body: {'port': {'device_id': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'admin_state_up': True, 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'security_groups': ['0cd1d210-e3b9-4c75-9d35-06b910cb3176']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:10.989787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef85abf3-31a5-4926-8eea-98919a159345 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:11.022078 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Publish callbacks [] for port (ef85abf3-31a5-4926-8eea-98919a159345), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:11.034668 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] For port e889f9f4-7951-4f76-b0ee-e03d363a033d, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:11.039596 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] For port e889f9f4-7951-4f76-b0ee-e03d363a033d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e889f9f4-7951-4f76-b0ee-e03d363a033d,segment=NetworkSegment(03a53866-0810-4699-9424-94667425aac5),segment_id=03a53866-0810-4699-9424-94667425aac5)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:11.060287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57d0f43e-141a-416b-a0de-b1761b076c5d req-1e3df018-28cf-470b-af19-7ef9dc77512a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614346 Aug 28 19:56:11.071579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Transition to ACTIVE for port object ef85abf3-31a5-4926-8eea-98919a159345 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:11.131485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Router 97bd689f-cc62-4630-9321-25c8abd695ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:56:11.153810 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:11.185287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ef85abf3-31a5-4926-8eea-98919a159345), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:11.221328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64113253-bf2e-46df-a3d1-c565a0bfbeb5 req-d3018d29-89f2-408a-aeac-dba2ab3fe49c tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0462160 Aug 28 19:56:11.364312 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Routers {'443c2362-c680-4ad7-a9d9-9c59b8b62066'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:11.364449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72a13aae-6d24-4cc5-a3d8-d5eb557fce63 req-fe8cb237-7dcf-40c4-b8f6-58e083f17f07 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185443 Aug 28 19:56:11.370993 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['443c2362-c680-4ad7-a9d9-9c59b8b62066'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:11.405019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef85abf3-31a5-4926-8eea-98919a159345,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:11.454118 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:11.502241 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:11.587771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179800b7-7bce-4ad5-a57b-a85dadaa4fd6 req-6a58fab3-1d9b-47d5-b953-55223febd091 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:11.595681 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-179800b7-7bce-4ad5-a57b-a85dadaa4fd6 req-6a58fab3-1d9b-47d5-b953-55223febd091 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 948 time: 0.2264009 Aug 28 19:56:11.611323 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] Set router 443c2362-c680-4ad7-a9d9-9c59b8b62066 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:11.779302 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:11.799985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Attempting to bind port ef85abf3-31a5-4926-8eea-98919a159345 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:11.800970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Attempting to bind port ef85abf3-31a5-4926-8eea-98919a159345 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:11.800970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Attempting to bind port ef85abf3-31a5-4926-8eea-98919a159345 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:11.855787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Made reservation on behalf of bb88895db2fb4ed8b6430bdb5f16c3a6 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:56:11.859769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:11.860852 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-179800b7-7bce-4ad5-a57b-a85dadaa4fd6 req-d8c77302-f6a4-4693-8114-b60354f2f9ad tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412713 Aug 28 19:56:11.865089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Port ef85abf3-31a5-4926-8eea-98919a159345 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:11.865966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Attempting to bind port ef85abf3-31a5-4926-8eea-98919a159345 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:11.887579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:11.887977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:11.888320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:11.888794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Bound port: ef85abf3-31a5-4926-8eea-98919a159345, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:11.893761 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ef85abf3-31a5-4926-8eea-98919a159345), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:11.901406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:56:11.911321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] Sync routers for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:56:11.920240 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:11.926046 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:11.932075 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7ae23-7fda-4dc8-8baa-d53e4e187d17 None None] Pushing event updated for resources: {'Port': ['ID=e889f9f4-7951-4f76-b0ee-e03d363a033d,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:11.933694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:11.934649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:11.934971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6564f-6485-44ae-82bc-adb386e80cfa req-18201eda-1634-4a1d-9982-b7728fc27f8f tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:11.951969 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86c6564f-6485-44ae-82bc-adb386e80cfa req-18201eda-1634-4a1d-9982-b7728fc27f8f tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 932 time: 0.1698387 Aug 28 19:56:12.041158 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:12.124693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:12.184952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] For port ef85abf3-31a5-4926-8eea-98919a159345, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:12.193288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] For port ef85abf3-31a5-4926-8eea-98919a159345, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ef85abf3-31a5-4926-8eea-98919a159345,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:12.341963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ef85abf3-31a5-4926-8eea-98919a159345), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:12.357802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:12.361000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:12.364636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/ef85abf3-31a5-4926-8eea-98919a159345 HTTP/1.1" status: 200 len: 1096 time: 2.4403601 Aug 28 19:56:12.373884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'tag': 'ef85abf3-31a5-4926-8eea-98919a159345'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:12.378503 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8482e40-583d-43d1-98fd-dbf5a8d5623f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffbe6a4-d40d-425a-8918-6e7cc0cff411", "tag": "ef85abf3-31a5-4926-8eea-98919a159345"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:12.385551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:12.389395 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:56:05Z', 'revision_number': 4, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e889f9f4-7951-4f76-b0ee-e03d363a033d', 'name': '', 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'mac_address': 'fa:16:3e:fd:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7a7a5c45-2ffc-4eff-a015-68f46ff678fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:04Z', 'updated_at': '2022-08-28T19:56:11Z', 'revision_number': 4, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'subnets': [{'id': '7a7a5c45-2ffc-4eff-a015-68f46ff678fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:12.486133 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb75516-c3b5-46b0-9b61-2247c3da95e3 None None] The sync data for ids ['443c2362-c680-4ad7-a9d9-9c59b8b62066'] in n-d-854121-7 is: [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:56:05Z', 'revision_number': 4, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e889f9f4-7951-4f76-b0ee-e03d363a033d', 'name': '', 'network_id': '32ae3471-1868-4509-93d7-50788e2d32f6', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'mac_address': 'fa:16:3e:fd:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7a7a5c45-2ffc-4eff-a015-68f46ff678fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:04Z', 'updated_at': '2022-08-28T19:56:11Z', 'revision_number': 4, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'subnets': [{'id': '7a7a5c45-2ffc-4eff-a015-68f46ff678fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:56:12.497058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fca7a-a1d2-4272-919f-4b09c279344f req-26ccd435-bc7e-4d45-928e-61fef65ef955 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:12.504709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-059fca7a-a1d2-4272-919f-4b09c279344f req-26ccd435-bc7e-4d45-928e-61fef65ef955 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 946 time: 0.2573223 Aug 28 19:56:12.529403 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:12.662294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 62b727cd-9789-4102-bb00-530bf76840f0 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:12.684586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-059fca7a-a1d2-4272-919f-4b09c279344f req-abe28bba-532c-4093-981b-b00bfc862424 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784322 Aug 28 19:56:12.717569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cb3d4-075e-4d5f-8e56-5baf90facce4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef85abf3-31a5-4926-8eea-98919a159345,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:12.732458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-e61adc74-d277-4bf5-a82f-7d2944381387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:12.735097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-e61adc74-d277-4bf5-a82f-7d2944381387 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 1130 time: 0.1856894 Aug 28 19:56:12.767680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 62b727cd-9789-4102-bb00-530bf76840f0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:12.768073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (62b727cd-9789-4102-bb00-530bf76840f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:12.827441 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:12.829589 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-81de656f-38b8-43e3-8773-1c077b3ddf54 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=ef85abf3-31a5-4926-8eea-98919a159345 HTTP/1.1" status: 200 len: 217 time: 0.0772076 Aug 28 19:56:12.985881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f04d8b-e543-4fd0-8b18-20d2bab48a1d req-55577911-ba3f-4746-89bd-81c939636636 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.1328311 Aug 28 19:56:12.993129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'd713dd02-7b05-4678-84c0-b39de48a85fe', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'port_id': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'mac_address': 'fa:16:3e:41:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:35Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 1, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:31Z', 'revision_number': 5, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:13.029889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-30160e2f-ff73-493a-8684-5277b0d7ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:13.031361 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-30160e2f-ff73-493a-8684-5277b0d7ba9f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1803875 Aug 28 19:56:13.075969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] Checking router: 97bd689f-cc62-4630-9321-25c8abd695ef for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:56:13.090653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86c6564f-6485-44ae-82bc-adb386e80cfa req-d1fd5a65-2e82-41f7-b1e3-2e0a90be4c1c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1369708 Aug 28 19:56:13.097093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 62b727cd-9789-4102-bb00-530bf76840f0 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:13.097495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:13.126165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-125cfffe-6210-4995-91b2-a1d36b105973 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/d713dd02-7b05-4678-84c0-b39de48a85fe HTTP/1.1" status: 200 len: 992 time: 7.1679409 Aug 28 19:56:13.138930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:13.152582 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763" -d '{"events": [{"name": "network-changed", "server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:13.156745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:13.161145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Allocated IP 172.20.0.10 (6a24e842-5916-4c4c-9b85-407851f1320e/70960676-8387-406f-9a7b-a703e80bef6c/f851c96c-bb81-4429-a805-8a9fa8d32925) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:13.162240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:55:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:13.166087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63a01de-e273-4bbd-9558-7aace2d9222c {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:13.189219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Publish callbacks [] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:13.189385 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98671d2-b179-4cf4-b584-f423570d7b06 x-openstack-request-id: req-c98671d2-b179-4cf4-b584-f423570d7b06 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:13.189385 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffbe6a4-d40d-425a-8918-6e7cc0cff411", "tag": "ef85abf3-31a5-4926-8eea-98919a159345", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:13.189385 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c98671d2-b179-4cf4-b584-f423570d7b06 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:13.189385 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98671d2-b179-4cf4-b584-f423570d7b06'] response: {'name': 'network-changed', 'server_uuid': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'tag': 'ef85abf3-31a5-4926-8eea-98919a159345', 'status': 'completed', 'code': 200} Aug 28 19:56:13.216821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Transition to ACTIVE for port object e63a01de-e273-4bbd-9558-7aace2d9222c will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:13.221669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:13.247285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-25770910-1c16-4ecf-af84-91cb9eb7950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:13.248852 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-25770910-1c16-4ecf-af84-91cb9eb7950d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2114589 Aug 28 19:56:13.345496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:13.533059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd36fc8-45af-4bfb-9f18-cea2ea4ea744 req-119a4c3b-2dbc-42c0-bdf4-b67abcfd6eed tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:13.540833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cd36fc8-45af-4bfb-9f18-cea2ea4ea744 req-119a4c3b-2dbc-42c0-bdf4-b67abcfd6eed tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1128 time: 0.1105230 Aug 28 19:56:13.547927 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:13.549353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:13.556568 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410185d-3fab-4cfa-9407-7418f6e2d692" -d '{"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-plugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:13.587802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e889f9f4-7951-4f76-b0ee-e03d363a033d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:13.625117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:13.637555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:13.699778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:13.719436 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-e90b5563-6170-4e24-a170-853de6d06a78 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614942 Aug 28 19:56:13.745841 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:13.751656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e889f9f4-7951-4f76-b0ee-e03d363a033d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:13.752044 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:13.773049 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:13.780324 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:13.890657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:14.005132 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:14.016812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c902b-e388-424b-864a-39d5d23680b7 req-369e26f9-8468-4b9d-8f04-58b9b3193fd8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:14.019560 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c8c902b-e388-424b-864a-39d5d23680b7 req-369e26f9-8468-4b9d-8f04-58b9b3193fd8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.7400377 Aug 28 19:56:14.024459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cd36fc8-45af-4bfb-9f18-cea2ea4ea744 req-dada2cee-fc81-412f-b56f-8def80877b2c tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824157 Aug 28 19:56:14.101696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85fda4e3-d238-4c73-a7fd-2c6f0c2a1297 req-4ffb8af6-f89b-4db7-bd2b-b98512be6250 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565018 Aug 28 19:56:14.139983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Network 6a24e842-5916-4c4c-9b85-407851f1320e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:14.139983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:14.174321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:14.181199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Pushing event updated for resources: {'Port': ['ID=e63a01de-e273-4bbd-9558-7aace2d9222c,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:14.324058 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:14.337744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988edb-a173-442b-9744-f0db9f5e5e1f req-2ef16137-fd28-4444-878c-77e620f75045 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:14.340132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0f988edb-a173-442b-9744-f0db9f5e5e1f req-2ef16137-fd28-4444-878c-77e620f75045 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 948 time: 0.1321309 Aug 28 19:56:14.481674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0f988edb-a173-442b-9744-f0db9f5e5e1f req-8f9f9c0e-92ec-447f-ae78-8b52df4e5fe0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304455 Aug 28 19:56:14.527787 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:14.531076 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:14.567729 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:56:14.570121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:14.570809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:14.578960 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:14.604059 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:14.662236 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee7e997-1997-4d09-adfc-2c068ca4d056 x-openstack-request-id: req-6ee7e997-1997-4d09-adfc-2c068ca4d056 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:14.662554 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:14.662810 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ee7e997-1997-4d09-adfc-2c068ca4d056 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:14.663452 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee7e997-1997-4d09-adfc-2c068ca4d056'] response: {'name': 'network-changed', 'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'status': 'completed', 'code': 200} Aug 28 19:56:14.671000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e889f9f4-7951-4f76-b0ee-e03d363a033d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:14.672696 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:14.674541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Attempting to bind port e63a01de-e273-4bbd-9558-7aace2d9222c on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:14.674884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Attempting to bind port e63a01de-e273-4bbd-9558-7aace2d9222c by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:14.676742 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Attempting to bind port e63a01de-e273-4bbd-9558-7aace2d9222c on network 4782ef1c-ae37-4407-9723-7210b356d656 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:14.699897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-32caa2fd-454a-4a76-8dda-1105e3abfc92 None None] Provisioning complete for port f851c96c-bb81-4429-a805-8a9fa8d32925 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:14.700382 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-32caa2fd-454a-4a76-8dda-1105e3abfc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:14.713251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c8c902b-e388-424b-864a-39d5d23680b7 req-fbbfbb72-a123-44ce-a731-38d0bb7ad71e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225541 Aug 28 19:56:14.715103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Port e63a01de-e273-4bbd-9558-7aace2d9222c on network 4782ef1c-ae37-4407-9723-7210b356d656 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:14.715608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Attempting to bind port e63a01de-e273-4bbd-9558-7aace2d9222c on network 4782ef1c-ae37-4407-9723-7210b356d656 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:14.718494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event updated for resources: {'Port': ['ID=f851c96c-bb81-4429-a805-8a9fa8d32925,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:14.728480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:14.729260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Checking segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:14.729830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Bound using segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:14.730556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Bound port: e63a01de-e273-4bbd-9558-7aace2d9222c, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:14.731125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:14.795059 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:14.825579 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9afc78b4-cd58-4764-810e-d5248ccf0821 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8775532 Aug 28 19:56:14.831384 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f4264b-84fb-4db2-b3f2-f60d9c16b9a0 x-openstack-request-id: req-f3f4264b-84fb-4db2-b3f2-f60d9c16b9a0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:14.831669 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-plugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:14.831928 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3f4264b-84fb-4db2-b3f2-f60d9c16b9a0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:14.832331 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f4264b-84fb-4db2-b3f2-f60d9c16b9a0'] response: {'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'code': 200} Aug 28 19:56:14.850850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Request body: {'port': {'device_id': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:14.851239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-32caa2fd-454a-4a76-8dda-1105e3abfc92 None None] Port f851c96c-bb81-4429-a805-8a9fa8d32925 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:14.878926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:14.879593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd2a9d-2b66-4e83-85c0-a68e0361b9bb req-32db2ec0-1d46-42c4-bff7-05e2d4b30258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:14.879593 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fddd2a9d-2b66-4e83-85c0-a68e0361b9bb req-32db2ec0-1d46-42c4-bff7-05e2d4b30258 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1131 time: 0.0724518 Aug 28 19:56:14.887604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'd713dd02-7b05-4678-84c0-b39de48a85fe', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'port_id': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'mac_address': 'fa:16:3e:41:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:35Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 1, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:31Z', 'revision_number': 5, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:14.947227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e889f9f4-7951-4f76-b0ee-e03d363a033d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e889f9f4-7951-4f76-b0ee-e03d363a033d,segment=NetworkSegment(03a53866-0810-4699-9424-94667425aac5),segment_id=03a53866-0810-4699-9424-94667425aac5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:14.995505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3453a-37bd-4caa-9f55-02a45da75ff1 None None] The sync data for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 is: [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'd713dd02-7b05-4678-84c0-b39de48a85fe', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'port_id': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'mac_address': 'fa:16:3e:41:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:35Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 1, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:31Z', 'revision_number': 5, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:56:15.001213 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:15.012940 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:15.020322 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fddd2a9d-2b66-4e83-85c0-a68e0361b9bb req-69e40a1f-f52d-4f6c-8403-52a46183e20e service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387281 Aug 28 19:56:15.024775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001a628-3fff-42ea-9e61-51af53bac714 req-a158887b-c843-41d5-80f2-21c0b1b6d2f8 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:15.042644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7001a628-3fff-42ea-9e61-51af53bac714 req-a158887b-c843-41d5-80f2-21c0b1b6d2f8 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1128 time: 0.1056883 Aug 28 19:56:15.098748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:15.113758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b49e9-ac3d-42d9-bb4b-4fa4d09e444d req-5349ecf5-6113-4d7d-b02f-4c2d39b68ea3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:15.124456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a6b49e9-ac3d-42d9-bb4b-4fa4d09e444d req-5349ecf5-6113-4d7d-b02f-4c2d39b68ea3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 932 time: 0.1652603 Aug 28 19:56:15.125487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e889f9f4-7951-4f76-b0ee-e03d363a033d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:15.145194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7001a628-3fff-42ea-9e61-51af53bac714 req-11d9098c-3e4a-4f61-a5d8-96e746a3b087 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978155 Aug 28 19:56:15.165453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] For port e63a01de-e273-4bbd-9558-7aace2d9222c, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:15.199168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] For port e63a01de-e273-4bbd-9558-7aace2d9222c, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=e63a01de-e273-4bbd-9558-7aace2d9222c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:15.307794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a6b49e9-ac3d-42d9-bb4b-4fa4d09e444d req-f082a02d-1284-4aac-a58b-1025d9083d4a tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812255 Aug 28 19:56:15.356936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.84', 52815) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:15.445981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e889f9f4-7951-4f76-b0ee-e03d363a033d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:15.496699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:15.512950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-da75a38a-58ec-4a50-bbad-763e247879be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:15.516299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-da75a38a-58ec-4a50-bbad-763e247879be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 1130 time: 0.2320459 Aug 28 19:56:15.518573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:15.519241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:15.520770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/e63a01de-e273-4bbd-9558-7aace2d9222c HTTP/1.1" status: 200 len: 1092 time: 5.3134432 Aug 28 19:56:15.570868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-6c3d3e3e-5cad-4893-a160-a78fd99728d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:15.572865 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-6c3d3e3e-5cad-4893-a160-a78fd99728d7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1128 time: 0.2150128 Aug 28 19:56:15.578830 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3523f65-cc97-4eae-9f10-9d6f654a74b2 None None] New status for floating IP d713dd02-7b05-4678-84c0-b39de48a85fe: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:56:15.625587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e889f9f4-7951-4f76-b0ee-e03d363a033d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:15.627322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:15.704189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8c5cf-7ab5-4e70-b21c-15775a52d832 req-52bb7b71-745c-4f71-80bc-ccfb0b6fd328 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:15.712199 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72f8c5cf-7ab5-4e70-b21c-15775a52d832 req-52bb7b71-745c-4f71-80bc-ccfb0b6fd328 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 944 time: 0.2200322 Aug 28 19:56:15.750222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e889f9f4-7951-4f76-b0ee-e03d363a033d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:15.764375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4118c-1387-4ea9-a39c-858fbfa46354 service neutron] Pushing event updated for resources: {'Port': ['ID=e63a01de-e273-4bbd-9558-7aace2d9222c,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:15.792478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-de6cb23a-aedc-4704-b824-a47ee25ec9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:15.794020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-de6cb23a-aedc-4704-b824-a47ee25ec9f1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 1126 time: 0.1151786 Aug 28 19:56:15.849281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72f8c5cf-7ab5-4e70-b21c-15775a52d832 req-e16c78bc-59fe-4187-b752-7b63e4c446b5 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360476 Aug 28 19:56:15.858560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-fe02ac12-9788-45b1-8ed1-56b29f5b5013 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=fd05b6bc00a9440ab5f616b86b649964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2413034 Aug 28 19:56:15.918847 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-a2737d89-63af-469c-a3ea-a7bc528822ec service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e63a01de-e273-4bbd-9558-7aace2d9222c HTTP/1.1" status: 200 len: 217 time: 0.1076627 Aug 28 19:56:16.026730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-a2d65e74-bab8-4dd2-9683-d8e4fe054ae8 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.042822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-a2d65e74-bab8-4dd2-9683-d8e4fe054ae8 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743124 Aug 28 19:56:16.072294 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:16.093591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd7fc4bc-1872-4442-a7d3-a824b45c4fc2 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/quotas/fd05b6bc00a9440ab5f616b86b649964 HTTP/1.1" status: 200 len: 375 time: 0.0584333 Aug 28 19:56:16.105811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-4b711f64-5107-4664-8658-f433472c7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.107363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-4b711f64-5107-4664-8658-f433472c7a80 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5f1a2398-58d9-4724-a385-884691f9c8be HTTP/1.1" status: 200 len: 854 time: 0.1687610 Aug 28 19:56:16.123777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-cf3d5ef6-ce68-44a3-aed8-aed2c4cd8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.125138 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-cf3d5ef6-ce68-44a3-aed8-aed2c4cd8bb0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.5853908 Aug 28 19:56:16.126039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f851c96c-bb81-4429-a805-8a9fa8d32925 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:16.153130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25de2e-28b9-49f8-9dd7-5452297122c2 req-f4af3135-9aa3-48d7-9142-6be174793fcf tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.154578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc25de2e-28b9-49f8-9dd7-5452297122c2 req-f4af3135-9aa3-48d7-9142-6be174793fcf tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 948 time: 0.1332417 Aug 28 19:56:16.157788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Publish callbacks [] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:16.188146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-30736f5c-1138-496e-8cdf-8fa42c81fe53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fd05b6bc00a9440ab5f616b86b649964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876420 Aug 28 19:56:16.190294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-57fb9b75-040d-464f-88ea-3c7a4e9332a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.191360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-57fb9b75-040d-464f-88ea-3c7a4e9332a7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.5757668 Aug 28 19:56:16.192614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-203eb107-30e0-4f7a-a239-59265dcd7804 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=ef85abf3-31a5-4926-8eea-98919a159345 HTTP/1.1" status: 200 len: 217 time: 0.0421462 Aug 28 19:56:16.223513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Transition to ACTIVE for port object f851c96c-bb81-4429-a805-8a9fa8d32925 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:16.224736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980643-4dd5-4326-966b-e464b4841663 req-74874a07-8c3e-4dd5-bd17-bf3c1d9c6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.227022 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-74874a07-8c3e-4dd5-bd17-bf3c1d9c6398 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4782ef1c-ae37-4407-9723-7210b356d656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0900998 Aug 28 19:56:16.249714 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:16.305673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc25de2e-28b9-49f8-9dd7-5452297122c2 req-76453418-2d38-4a77-b535-b132ade680d6 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397834 Aug 28 19:56:16.387061 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:16.397425 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-b923a5e8-4f82-4f67-a012-881e40a0e3b5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1002 time: 0.1857538 Aug 28 19:56:16.402739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-6921b837-ac19-4a2d-ac08-009ab9133437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.404245 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-6921b837-ac19-4a2d-ac08-009ab9133437 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1915424 Aug 28 19:56:16.407111 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:16.488104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-d64c4671-6fd8-4d9c-b380-557411c5d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.488711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-d64c4671-6fd8-4d9c-b380-557411c5d5ae service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0747845 Aug 28 19:56:16.512133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-cca1d37a-0c41-402c-87d5-9b7cc16080c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.518948 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-cca1d37a-0c41-402c-87d5-9b7cc16080c6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1137595 Aug 28 19:56:16.619806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Attempting to bind port f851c96c-bb81-4429-a805-8a9fa8d32925 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:16.620408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Attempting to bind port f851c96c-bb81-4429-a805-8a9fa8d32925 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:16.620900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Attempting to bind port f851c96c-bb81-4429-a805-8a9fa8d32925 on network 6a24e842-5916-4c4c-9b85-407851f1320e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:16.659105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Pushing event updated for resources: {'Port': ['ID=f851c96c-bb81-4429-a805-8a9fa8d32925,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:16.678877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:16.688969 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608803c-b652-4e05-b27b-3d71c346e277" -d '{"events": [{"name": "network-changed", "server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:16.699092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Port f851c96c-bb81-4429-a805-8a9fa8d32925 on network 6a24e842-5916-4c4c-9b85-407851f1320e not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:16.699744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Attempting to bind port f851c96c-bb81-4429-a805-8a9fa8d32925 on network 6a24e842-5916-4c4c-9b85-407851f1320e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:16.730456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51aaf4-0270-40e1-8c79-3ac811e3bcc4 req-81c8dd72-aa1a-44e4-95ca-b3f6a105acbf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:16.747058 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb51aaf4-0270-40e1-8c79-3ac811e3bcc4 req-81c8dd72-aa1a-44e4-95ca-b3f6a105acbf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.3045366 Aug 28 19:56:16.754851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ef85abf3-31a5-4926-8eea-98919a159345 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:16.763656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-0a5da74b-5893-44d6-a3be-c66f80bf8e5f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206945 Aug 28 19:56:16.785638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:16.786097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Checking segment: {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:16.786454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Bound using segment: {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:16.787236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Bound port: f851c96c-bb81-4429-a805-8a9fa8d32925, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caa0acb-606f-4b37-b4eb-e6ac9caa605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:16.787236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:16.913834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ef85abf3-31a5-4926-8eea-98919a159345, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ef85abf3-31a5-4926-8eea-98919a159345,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:16.931871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'ef85abf3-31a5-4926-8eea-98919a159345', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'ef85abf3-31a5-4926-8eea-98919a159345', 'mac_address': 'fa:16:3e:55:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:16.945486 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:17.011129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ef85abf3-31a5-4926-8eea-98919a159345 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:17.011831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ef85abf3-31a5-4926-8eea-98919a159345), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:17.047635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef85abf3-31a5-4926-8eea-98919a159345 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:17.146976 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ef85abf3-31a5-4926-8eea-98919a159345, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ef85abf3-31a5-4926-8eea-98919a159345,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:17.149663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb51aaf4-0270-40e1-8c79-3ac811e3bcc4 req-3ba400c9-55af-44b4-9876-ca44accc347e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013109 Aug 28 19:56:17.218358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] For port f851c96c-bb81-4429-a805-8a9fa8d32925, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:17.225552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-1f7a7d01-81dd-4ec7-b58e-2a5ee9252803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.227971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-1f7a7d01-81dd-4ec7-b58e-2a5ee9252803 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6850560 Aug 28 19:56:17.250069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abdf4b-b476-4ba0-8d83-d3b12d1bc645 req-ca73c62e-5a27-4aba-a58c-dff1d0912959 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.251736 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9abdf4b-b476-4ba0-8d83-d3b12d1bc645 req-ca73c62e-5a27-4aba-a58c-dff1d0912959 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 944 time: 0.0834923 Aug 28 19:56:17.268817 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ef85abf3-31a5-4926-8eea-98919a159345), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:17.300636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-373aa3e3-d5bd-407c-ba00-e41dfd7a17e3 req-c6b7ea57-081b-42c6-83f1-e6a55d25f5b4 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0693760 Aug 28 19:56:17.300636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] For port f851c96c-bb81-4429-a805-8a9fa8d32925, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f851c96c-bb81-4429-a805-8a9fa8d32925,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:17.300636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4980643-4dd5-4326-966b-e464b4841663 req-fbf939cc-786f-4c4a-86d6-151e6b7a2b6b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976287 Aug 28 19:56:17.355360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-79ac7ace-c1c5-4494-bb05-c63c5fe245cb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541012 Aug 28 19:56:17.364043 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189ab7fd-4787-4949-8728-2538785e9360 x-openstack-request-id: req-189ab7fd-4787-4949-8728-2538785e9360 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:17.364642 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:17.365066 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-189ab7fd-4787-4949-8728-2538785e9360 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:17.365671 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189ab7fd-4787-4949-8728-2538785e9360'] response: {'name': 'network-changed', 'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'status': 'completed', 'code': 200} Aug 28 19:56:17.375570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9abdf4b-b476-4ba0-8d83-d3b12d1bc645 req-1ac5c06b-46af-4673-a6f5-a8ae66e84861 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136401 Aug 28 19:56:17.403844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ef85abf3-31a5-4926-8eea-98919a159345,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:17.428577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:17.436653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.436653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:17.440243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/f851c96c-bb81-4429-a805-8a9fa8d32925 HTTP/1.1" status: 200 len: 1092 time: 2.6069462 Aug 28 19:56:17.527502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-ac31554e-1148-4b73-ba93-6132227a4c78 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907422 Aug 28 19:56:17.555235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd395f-fb46-4644-b260-dd12dcd7e07f service neutron] Pushing event updated for resources: {'Port': ['ID=f851c96c-bb81-4429-a805-8a9fa8d32925,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:17.589263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266fa94-dfb3-419f-93c2-2d1d6253dbdb req-176b4d7a-93b0-49aa-9267-fce92af1a271 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.603663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0266fa94-dfb3-419f-93c2-2d1d6253dbdb req-176b4d7a-93b0-49aa-9267-fce92af1a271 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 944 time: 0.0994768 Aug 28 19:56:17.610169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8482e40-583d-43d1-98fd-dbf5a8d5623f req-5158060c-d56a-4d0f-a9f6-1db0a66c4569 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313168 Aug 28 19:56:17.626201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08deeb-822e-4c7b-9b28-057ab798e572 req-0b6265f9-309a-4b6d-b976-ebd79c998f17 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.633658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d08deeb-822e-4c7b-9b28-057ab798e572 req-0b6265f9-309a-4b6d-b976-ebd79c998f17 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1128 time: 0.0727029 Aug 28 19:56:17.638791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['ef85abf3-31a5-4926-8eea-98919a159345'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:17.676215 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:17.698850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-289623fe-19ba-44a1-86c8-7696729d01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.700493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-289623fe-19ba-44a1-86c8-7696729d01f2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bb88895db2fb4ed8b6430bdb5f16c3a6&device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 1126 time: 0.0941367 Aug 28 19:56:17.706699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d08deeb-822e-4c7b-9b28-057ab798e572 req-9c30de9b-e0ec-4634-a2c3-5ba7c1f7bcef tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597768 Aug 28 19:56:17.754518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0266fa94-dfb3-419f-93c2-2d1d6253dbdb req-f8e9c172-a563-4ed1-8309-e294fc45d1ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490996 Aug 28 19:56:17.785978 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-b4e17d9f-d819-4da3-b3f7-3047bda8c7f2 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f851c96c-bb81-4429-a805-8a9fa8d32925 HTTP/1.1" status: 200 len: 217 time: 0.0754652 Aug 28 19:56:17.876722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-24669265-36f1-4524-a9b3-58029d99f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.878622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f115b8-cd4b-484b-a77b-059ca88e43f1 req-5c658685-ea0b-445a-8f9f-63d8c0ae67ef tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.879060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-24669265-36f1-4524-a9b3-58029d99f82c service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=70960676-8387-406f-9a7b-a703e80bef6c HTTP/1.1" status: 200 len: 854 time: 0.0843835 Aug 28 19:56:17.880895 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3f115b8-cd4b-484b-a77b-059ca88e43f1 req-5c658685-ea0b-445a-8f9f-63d8c0ae67ef tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 949 time: 0.0925195 Aug 28 19:56:17.937509 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:17.940576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-7550f3bb-ae85-4ab4-9aa6-ccbbba452a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:17.943517 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-7550f3bb-ae85-4ab4-9aa6-ccbbba452a90 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6a24e842-5916-4c4c-9b85-407851f1320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543196 Aug 28 19:56:17.971056 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3f115b8-cd4b-484b-a77b-059ca88e43f1 req-231175e8-2fcd-4a08-b002-82a26eb8c9bc tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828424 Aug 28 19:56:18.074671 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-98738bec-3806-4c4b-b35b-4a0b05853655 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191862 Aug 28 19:56:18.169627 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d963a2-37a8-4f57-9dbf-28d46378abb2 req-9a7dfab2-9ee9-45cd-abb1-db283b48e40a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 Aug 28 19:56:18.286022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b007b9-fd42-4c5b-8d28-7daca1b4ecc8 req-eda0e7de-01fc-4b90-af74-43ab2fc0aa06 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:18.287993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79b007b9-fd42-4c5b-8d28-7daca1b4ecc8 req-eda0e7de-01fc-4b90-af74-43ab2fc0aa06 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0517693 Aug 28 19:56:18.340298 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79b007b9-fd42-4c5b-8d28-7daca1b4ecc8 req-a98150e2-a42e-4602-9895-4e2622c29ac2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 Aug 28 19:56:18.405877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5bf31449-659e-433f-8e85-8ac99e917f0c req-a6fc62b3-ccb2-4ee4-ab80-9035fddc1ab1 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0585685 Aug 28 19:56:18.517659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bfff3-924e-4c03-a67c-077e104105fc req-6141702f-23ef-4a73-94aa-30ac75b331e5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:18.521842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a6bfff3-924e-4c03-a67c-077e104105fc req-6141702f-23ef-4a73-94aa-30ac75b331e5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0737512 Aug 28 19:56:18.588187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a6bfff3-924e-4c03-a67c-077e104105fc req-6560bd6e-baa7-4f04-bd3a-fe5f89b19dd1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519111 Aug 28 19:56:18.603678 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:18.627762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608803c-b652-4e05-b27b-3d71c346e277 req-290b4f28-4398-4a33-81ad-58c937d6cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:18.639140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a608803c-b652-4e05-b27b-3d71c346e277 req-290b4f28-4398-4a33-81ad-58c937d6cd1d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 1126 time: 0.1376009 Aug 28 19:56:18.699135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf4b3-d209-4559-b4c7-ed5af8792f0d req-e1013cbb-feb2-48a7-9883-e9ae4dad9359 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:18.700620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d0cf4b3-d209-4559-b4c7-ed5af8792f0d req-e1013cbb-feb2-48a7-9883-e9ae4dad9359 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 944 time: 0.1739650 Aug 28 19:56:18.772376 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eae6ca0-5c46-44a9-bcc7-8647e98c5763 req-8532757e-3adb-41e2-86a2-30be21e928ae service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881165 Aug 28 19:56:18.778316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ef85abf3-31a5-4926-8eea-98919a159345 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:18.800701 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:18.808069 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d0cf4b3-d209-4559-b4c7-ed5af8792f0d req-f68ce35d-ed03-4089-8816-a2bf8bdbf8e5 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949736 Aug 28 19:56:18.828249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608803c-b652-4e05-b27b-3d71c346e277 req-bcafa266-ad10-4ec5-adfb-e4f0ee436a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:18.829759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a608803c-b652-4e05-b27b-3d71c346e277 req-bcafa266-ad10-4ec5-adfb-e4f0ee436a49 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 200 len: 916 time: 0.1929138 Aug 28 19:56:18.865946 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:18.889579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port ef85abf3-31a5-4926-8eea-98919a159345 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:18.900350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a608803c-b652-4e05-b27b-3d71c346e277 req-c186c1e9-70c3-4253-8506-a11448114e25 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e63a01de-e273-4bbd-9558-7aace2d9222c HTTP/1.1" status: 200 len: 217 time: 0.0637450 Aug 28 19:56:18.926020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686893-8c6a-4f99-9247-454925a6d277 req-309c63b0-4d7a-49f6-a064-06a72c934eb4 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:18.927759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da686893-8c6a-4f99-9247-454925a6d277 req-309c63b0-4d7a-49f6-a064-06a72c934eb4 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1128 time: 0.0639853 Aug 28 19:56:18.955543 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:18.985192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port ef85abf3-31a5-4926-8eea-98919a159345 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:18.986651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da686893-8c6a-4f99-9247-454925a6d277 req-b7f9f396-6394-48d5-8b59-a8c9538a6049 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Aug 28 19:56:18.987015 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ef85abf3-31a5-4926-8eea-98919a159345), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:19.057334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a9e4-840d-46d2-844f-6944747f05a9 req-1599a3fa-7890-4d19-bf54-1ab15f4e8672 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.059177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf51a9e4-840d-46d2-844f-6944747f05a9 req-1599a3fa-7890-4d19-bf54-1ab15f4e8672 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 944 time: 0.1369014 Aug 28 19:56:19.060904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608803c-b652-4e05-b27b-3d71c346e277 req-fabe618f-224c-413d-a2a9-2a1cbc86c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.062324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a608803c-b652-4e05-b27b-3d71c346e277 req-fabe618f-224c-413d-a2a9-2a1cbc86c3e5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5f1a2398-58d9-4724-a385-884691f9c8be HTTP/1.1" status: 200 len: 854 time: 0.1560090 Aug 28 19:56:19.152213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608803c-b652-4e05-b27b-3d71c346e277 req-8d723374-3b51-4b6f-be29-e69dbef82fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.155533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a608803c-b652-4e05-b27b-3d71c346e277 req-8d723374-3b51-4b6f-be29-e69dbef82fd4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4782ef1c-ae37-4407-9723-7210b356d656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830343 Aug 28 19:56:19.180267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ef85abf3-31a5-4926-8eea-98919a159345 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:19.181031 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ef85abf3-31a5-4926-8eea-98919a159345), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:19.231582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef85abf3-31a5-4926-8eea-98919a159345'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:19.234046 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba57a8ba-4f56-4c32-8d76-a2a11f5fba79" -d '{"events": [{"server_uuid": "4ffbe6a4-d40d-425a-8918-6e7cc0cff411", "name": "network-vif-plugged", "status": "completed", "tag": "ef85abf3-31a5-4926-8eea-98919a159345"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:19.245329 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf51a9e4-840d-46d2-844f-6944747f05a9 req-613bb86a-1e62-4586-a558-2bdeeb93d9eb tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754160 Aug 28 19:56:19.252193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ef85abf3-31a5-4926-8eea-98919a159345, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ef85abf3-31a5-4926-8eea-98919a159345,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:19.298581 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a608803c-b652-4e05-b27b-3d71c346e277 req-4a086156-6cf5-4115-acc6-83b19b0759bc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278830 Aug 28 19:56:19.356177 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ef85abf3-31a5-4926-8eea-98919a159345), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:19.369781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:19.377282 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12afc9c6-653c-4353-9937-3c964fe7b910" -d '{"events": [{"name": "network-changed", "server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:19.425294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d683962-c2a4-4c6c-b431-149533adcddd req-e6a20dbc-df98-472d-9114-a23446dd7c8a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.427206 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d683962-c2a4-4c6c-b431-149533adcddd req-e6a20dbc-df98-472d-9114-a23446dd7c8a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 950 time: 0.0978146 Aug 28 19:56:19.435354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ef85abf3-31a5-4926-8eea-98919a159345,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:19.540109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d683962-c2a4-4c6c-b431-149533adcddd req-83ea82a1-c72b-43ad-9a7c-3fbe3c6d4ccb tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039672 Aug 28 19:56:19.544962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a608803c-b652-4e05-b27b-3d71c346e277 req-65b14910-3464-4504-bf88-694d692ad45c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356932 Aug 28 19:56:19.589428 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-c91f05f8-b510-4eb7-93bb-0031b1dc3267 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961018 Aug 28 19:56:19.615734 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b69e74-c22c-47e8-bb04-41c55b81013c x-openstack-request-id: req-18b69e74-c22c-47e8-bb04-41c55b81013c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:19.615734 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffbe6a4-d40d-425a-8918-6e7cc0cff411", "name": "network-vif-plugged", "status": "completed", "tag": "ef85abf3-31a5-4926-8eea-98919a159345", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:19.615734 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18b69e74-c22c-47e8-bb04-41c55b81013c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:19.615734 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b69e74-c22c-47e8-bb04-41c55b81013c'] response: {'server_uuid': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef85abf3-31a5-4926-8eea-98919a159345', 'code': 200} Aug 28 19:56:19.690071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-ff5a7530-fc04-4c77-94fc-aef9e7c84d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.692009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-ff5a7530-fc04-4c77-94fc-aef9e7c84d32 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 1132 time: 0.0569499 Aug 28 19:56:19.693713 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f185a12-83c2-4d75-8402-75b9f3ee7eeb x-openstack-request-id: req-7f185a12-83c2-4d75-8402-75b9f3ee7eeb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:19.694222 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:19.696075 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f185a12-83c2-4d75-8402-75b9f3ee7eeb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:19.696733 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f185a12-83c2-4d75-8402-75b9f3ee7eeb'] response: {'name': 'network-changed', 'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'status': 'completed', 'code': 200} Aug 28 19:56:19.776929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-b0f7c561-f697-4be1-8708-2d80ef1ffb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.779430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-b0f7c561-f697-4be1-8708-2d80ef1ffb71 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bb88895db2fb4ed8b6430bdb5f16c3a6&device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 1126 time: 0.0685337 Aug 28 19:56:19.889999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-5c017462-3d43-48f4-8ab6-1acdd751fef5 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071246 Aug 28 19:56:19.915434 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e510b41-1d06-4a7e-8692-5d601c3d6b23 req-eb79d829-6e7c-46c8-89f1-a86927c6858f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 210 time: 0.1241460 Aug 28 19:56:19.939555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-973fc2c5-da09-4272-a806-c4f5d8253d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.940998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-973fc2c5-da09-4272-a806-c4f5d8253d8f service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=6a24e842-5916-4c4c-9b85-407851f1320e HTTP/1.1" status: 200 len: 916 time: 0.1458006 Aug 28 19:56:19.963872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a4524-737e-46c0-be34-aa551bde6d4a req-38bbb3fc-5714-4e98-86ba-d45bf8069c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:19.964220 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-182a4524-737e-46c0-be34-aa551bde6d4a req-38bbb3fc-5714-4e98-86ba-d45bf8069c3c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 1132 time: 0.1740477 Aug 28 19:56:20.023089 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-9ee8eb94-fa35-41b3-9c6d-80c1622bb8eb service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f851c96c-bb81-4429-a805-8a9fa8d32925 HTTP/1.1" status: 200 len: 217 time: 0.0756371 Aug 28 19:56:20.029448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-ad8ef53e-34e1-4027-8a9d-816f21b17ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.030178 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-ad8ef53e-34e1-4027-8a9d-816f21b17ab3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3090200 Aug 28 19:56:20.131768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-9aab0358-d045-42b5-ab23-d70a790e0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.134028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-9aab0358-d045-42b5-ab23-d70a790e0fdd service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=70960676-8387-406f-9a7b-a703e80bef6c HTTP/1.1" status: 200 len: 854 time: 0.0987039 Aug 28 19:56:20.151873 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-182a4524-737e-46c0-be34-aa551bde6d4a req-f68d32c9-e164-42d7-9b11-0889bcccca02 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711798 Aug 28 19:56:20.186199 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-71899773-9501-4354-8421-4a4b8df2d656 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 200 len: 217 time: 0.1439934 Aug 28 19:56:20.207018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-e0aaec97-739a-41fc-8f7a-8483565d5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.221242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-e0aaec97-739a-41fc-8f7a-8483565d5232 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6a24e842-5916-4c4c-9b85-407851f1320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631561 Aug 28 19:56:20.221513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f8d4c-f91d-41a8-9b53-dd73a57083b3 req-80b5f0b6-9807-4eaa-8464-263767e689d1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.221513 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-003f8d4c-f91d-41a8-9b53-dd73a57083b3 req-80b5f0b6-9807-4eaa-8464-263767e689d1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.1605096 Aug 28 19:56:20.273404 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:20.336275 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-003f8d4c-f91d-41a8-9b53-dd73a57083b3 req-e66fd55b-00f5-41b6-bd53-a90749addbf1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141775 Aug 28 19:56:20.341271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-077eb82f-4193-42cb-8d21-f94c22c4eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.347531 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-077eb82f-4193-42cb-8d21-f94c22c4eb0a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1472466 Aug 28 19:56:20.423330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-40d192ae-dd32-4d5e-b9ef-13e22cbf94a8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993551 Aug 28 19:56:20.459861 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-2b91e12a-cb97-4449-9c3d-7db7c5610a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.473467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-2b91e12a-cb97-4449-9c3d-7db7c5610a7f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1211083 Aug 28 19:56:20.586257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12afc9c6-653c-4353-9937-3c964fe7b910 req-24fc0ab1-7874-48f0-8ca5-1e4f9f867ead service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620388 Aug 28 19:56:20.737650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fd42e-0c1e-493a-8422-e7c68b6e8adb req-ff7cb614-2aba-4353-8739-0853641ae558 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.745104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d0fd42e-0c1e-493a-8422-e7c68b6e8adb req-ff7cb614-2aba-4353-8739-0853641ae558 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 944 time: 0.2227385 Aug 28 19:56:20.764486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-862f2151-a23e-4f47-993e-99ba673a0754 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:20.766070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-862f2151-a23e-4f47-993e-99ba673a0754 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports/62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 946 time: 0.1410429 Aug 28 19:56:20.804431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device e63a01de-e273-4bbd-9558-7aace2d9222c details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:20.844222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d0fd42e-0c1e-493a-8422-e7c68b6e8adb req-0a6701fe-d910-4504-8746-3d423e3e0473 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976846 Aug 28 19:56:20.854338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-c725efc2-3bd5-415b-af41-eb42b952dccf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669059 Aug 28 19:56:20.995304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port e63a01de-e273-4bbd-9558-7aace2d9222c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=e63a01de-e273-4bbd-9558-7aace2d9222c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:21.040842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'port_id': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'mac_address': 'fa:16:3e:91:86:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:21.043249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92efc0-b518-43de-832d-1ce40c74a4c0 req-664b65b5-df33-41d3-8de0-31480ac7b698 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:21.058419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb92efc0-b518-43de-832d-1ce40c74a4c0 req-664b65b5-df33-41d3-8de0-31480ac7b698 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 944 time: 0.0656555 Aug 28 19:56:21.069465 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:21.115853 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:21.167357 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb92efc0-b518-43de-832d-1ce40c74a4c0 req-4897f9ee-7084-4257-86bc-e048dedaf041 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112771 Aug 28 19:56:21.168785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port e63a01de-e273-4bbd-9558-7aace2d9222c is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:21.169544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:21.174892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48249e0-f447-4ef3-878e-b5c6e4b5f902 req-3ef35f51-3233-4874-8e18-71aad48117ae service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724664 Aug 28 19:56:21.206600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63a01de-e273-4bbd-9558-7aace2d9222c {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:21.236678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port e63a01de-e273-4bbd-9558-7aace2d9222c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=e63a01de-e273-4bbd-9558-7aace2d9222c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:21.299641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-facc398e-25d8-4d71-9297-c5eb902891ae tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=fd05b6bc00a9440ab5f616b86b649964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618372 Aug 28 19:56:21.379479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd0fd-e1ac-4c20-9ce7-915952af950d req-f97c3afa-af21-46a1-875c-017e34b2a142 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:21.381197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-572cd0fd-e1ac-4c20-9ce7-915952af950d req-f97c3afa-af21-46a1-875c-017e34b2a142 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 950 time: 0.1422777 Aug 28 19:56:21.412945 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:21.414160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:21.490201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-f9827495-2e1f-4179-8e99-11215d3dd5f7 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:21.492484 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-f9827495-2e1f-4179-8e99-11215d3dd5f7 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851039 Aug 28 19:56:21.509321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-572cd0fd-e1ac-4c20-9ce7-915952af950d req-19b0b8eb-56bb-4bb7-9d16-ef752db78e87 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145885 Aug 28 19:56:21.545902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=e63a01de-e273-4bbd-9558-7aace2d9222c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:21.665473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8710af19-fb08-4dca-8f08-007c31596195 req-dabe3dec-60ea-4a1c-8ed2-1ca8a29445d8 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0564163 Aug 28 19:56:21.707842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Request body: {'port': {'device_id': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': 'fd05b6bc00a9440ab5f616b86b649964'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:21.756056 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:21.787003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['e63a01de-e273-4bbd-9558-7aace2d9222c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:21.800412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-efb78293-c652-4b64-b7ff-84bb7a6580d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:21.846436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3d211-7dd1-40d9-83ca-ea3f1d240d81 req-20561815-e8b3-43b7-bd01-72136f3739ff tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:21.848540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51f3d211-7dd1-40d9-83ca-ea3f1d240d81 req-20561815-e8b3-43b7-bd01-72136f3739ff tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0644314 Aug 28 19:56:21.979338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51f3d211-7dd1-40d9-83ca-ea3f1d240d81 req-cb20d17a-bd03-4a61-b684-45192442f9fa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232233 Aug 28 19:56:22.116625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f851c96c-bb81-4429-a805-8a9fa8d32925 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:22.162404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7d3b-8a60-40ab-a90f-18d90ee069e2 req-17ced369-de16-49d5-94f4-a2205c93f909 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:22.171470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65f7d3b-8a60-40ab-a90f-18d90ee069e2 req-17ced369-de16-49d5-94f4-a2205c93f909 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 944 time: 0.0756373 Aug 28 19:56:22.182187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Made reservation on behalf of fd05b6bc00a9440ab5f616b86b649964 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:56:22.186907 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:22.208978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:22.280771 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65f7d3b-8a60-40ab-a90f-18d90ee069e2 req-14e0015f-e2f5-4f08-bfea-4e6e1317b89c tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082327 Aug 28 19:56:22.388466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f851c96c-bb81-4429-a805-8a9fa8d32925, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f851c96c-bb81-4429-a805-8a9fa8d32925,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:22.422987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks [] for security_group (17d952b5-16e3-45a5-852e-8d15b4829071), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:22.428350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'port_id': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'mac_address': 'fa:16:3e:16:28:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:22.480805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9eb60-48b8-4404-9f98-fa2622b4a0cf req-cf8ca5b6-82fe-411a-9c97-fa76713e1bba tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:22.482719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37c9eb60-48b8-4404-9f98-fa2622b4a0cf req-cf8ca5b6-82fe-411a-9c97-fa76713e1bba tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 945 time: 0.0565827 Aug 28 19:56:22.531361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (17d952b5-16e3-45a5-852e-8d15b4829071), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:22.531960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f851c96c-bb81-4429-a805-8a9fa8d32925 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:22.531960 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:22.566574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f851c96c-bb81-4429-a805-8a9fa8d32925 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:22.582685 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:22.599753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f851c96c-bb81-4429-a805-8a9fa8d32925, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f851c96c-bb81-4429-a805-8a9fa8d32925,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:22.699831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:22.730259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d952b5-16e3-45a5-852e-8d15b4829071,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:22.766263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37c9eb60-48b8-4404-9f98-fa2622b4a0cf req-f836b357-c133-48aa-8a25-fd1a8f2400b2 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657368 Aug 28 19:56:22.873818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device e63a01de-e273-4bbd-9558-7aace2d9222c up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:22.877989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f851c96c-bb81-4429-a805-8a9fa8d32925,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:22.976067 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:22.995435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Allocated IP 192.168.233.35 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/64cc5be6-6f43-469a-86fd-8bb04497e486) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:22.996370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port e63a01de-e273-4bbd-9558-7aace2d9222c completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:23.003192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f851c96c-bb81-4429-a805-8a9fa8d32925'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:23.034745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93911b26-1fd1-4ccd-9e82-587aecf763b0 req-3f43438d-d0e9-4234-a58e-a3afe821d9a5 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:23.036691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93911b26-1fd1-4ccd-9e82-587aecf763b0 req-3f43438d-d0e9-4234-a58e-a3afe821d9a5 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 950 time: 0.1576881 Aug 28 19:56:23.065736 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:23.084577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port e63a01de-e273-4bbd-9558-7aace2d9222c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:23.086257 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:23.164391 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:23.260868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port e63a01de-e273-4bbd-9558-7aace2d9222c is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:23.261386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:23.309222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port e63a01de-e273-4bbd-9558-7aace2d9222c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=e63a01de-e273-4bbd-9558-7aace2d9222c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:23.342496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:23.345009 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec1f70-eb1b-496b-a65c-28081ac24854" -d '{"events": [{"server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "name": "network-vif-plugged", "status": "completed", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:23.367683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks [] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:23.414850 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93911b26-1fd1-4ccd-9e82-587aecf763b0 req-b14c8ee6-7c8f-4b87-85f2-ea59e4b2bb8e tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506417 Aug 28 19:56:23.459096 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:23.512698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=e63a01de-e273-4bbd-9558-7aace2d9222c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:23.514314 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa17e4dc-77b3-4c62-b84e-342d1088924b req-008e5bc9-9301-4c1b-926f-b873f7711d15 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0308948 Aug 28 19:56:23.527909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:23.597893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:23.602073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:23.607421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:23.676866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-828593bc-6ffa-4538-9e14-a4a337c38d71 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:56:23.678196 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-828593bc-6ffa-4538-9e14-a4a337c38d71 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056334 Aug 28 19:56:23.685754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Pushing event updated for resources: {'Port': ['ID=64cc5be6-6f43-469a-86fd-8bb04497e486,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:23.716592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19988694-f210-4ca1-93b7-7de26f8eb9a7 req-2afd0855-6b02-4887-b7ea-3d5d181962d2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:23.718189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19988694-f210-4ca1-93b7-7de26f8eb9a7 req-2afd0855-6b02-4887-b7ea-3d5d181962d2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.1034148 Aug 28 19:56:23.771618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:23.772083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:23.804820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a0aa8cf5-0bff-46fc-bddc-30db10fbb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:23.806266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a0aa8cf5-0bff-46fc-bddc-30db10fbb121 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 1125 time: 0.1101007 Aug 28 19:56:23.818293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Request body: {'binding': {'host': 'n-h1-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:23.818672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Unknown quota resources ['binding']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 19:56:23.853722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19988694-f210-4ca1-93b7-7de26f8eb9a7 req-79118cb1-3919-4838-a0d0-4ddee64581ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124525 Aug 28 19:56:23.874570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-836dcb88-8d45-4473-bcba-a491a9a49ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:23.877038 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-836dcb88-8d45-4473-bcba-a491a9a49ad8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1131 time: 0.0598783 Aug 28 19:56:23.932094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd429399-548b-4d67-9671-88d1212df25f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2485406 Aug 28 19:56:23.932905 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:23.946809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Request body: {'port': {'device_id': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:23.972261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f4738d62-7771-410f-acc4-8024db687df4 None None] Provisioning complete for port 64cc5be6-6f43-469a-86fd-8bb04497e486 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:23.972796 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f4738d62-7771-410f-acc4-8024db687df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:24.019711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f4738d62-7771-410f-acc4-8024db687df4 None None] Port 64cc5be6-6f43-469a-86fd-8bb04497e486 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:24.079985 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-35c779d5-7b50-4f8a-b312-a8f917fafc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:24.122124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f851c96c-bb81-4429-a805-8a9fa8d32925 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:24.228897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port f851c96c-bb81-4429-a805-8a9fa8d32925 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:24.262143 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:24.314959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-34f50071-6862-4186-bcff-81570a3f8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:24.316678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-34f50071-6862-4186-bcff-81570a3f8abb service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.4309642 Aug 28 19:56:24.327350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port f851c96c-bb81-4429-a805-8a9fa8d32925 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:24.336931 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:24.361040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-ebe04100-f77e-4a92-bfb2-6524c0a31e3b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0376091 Aug 28 19:56:24.384630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:24.406739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f800-70e6-4889-9be4-7b93385efe13 req-94e6d863-af7f-4fce-8334-a9cbc50a6ac7 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:24.408332 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a946f800-70e6-4889-9be4-7b93385efe13 req-94e6d863-af7f-4fce-8334-a9cbc50a6ac7 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 945 time: 0.4145360 Aug 28 19:56:24.424821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-92d112ba-51cb-4cd2-b668-bd62a9799e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:24.427083 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-92d112ba-51cb-4cd2-b668-bd62a9799e39 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0596290 Aug 28 19:56:24.432293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f851c96c-bb81-4429-a805-8a9fa8d32925 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:24.432831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:24.484403 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:24.487229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f851c96c-bb81-4429-a805-8a9fa8d32925, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f851c96c-bb81-4429-a805-8a9fa8d32925,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:24.508091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-988f1c7a-c719-4990-8a0e-50d86b23a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:24.509981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on host n-h1-854121-7 for vnic_type normal with profile None {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:24.510338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:24.510675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:24.511588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-988f1c7a-c719-4990-8a0e-50d86b23a3d7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0777273 Aug 28 19:56:24.534846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:24.535171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:24.544781 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a946f800-70e6-4889-9be4-7b93385efe13 req-3fee89ef-6165-4a50-8abf-42372eb96569 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268966 Aug 28 19:56:24.558436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:24.602191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:24.602809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:24.602925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:24.603372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Bound port: 01ae390c-8532-473f-b2be-0b75365f71a2, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:24.641476 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:24.667048 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca907ed-5748-49c6-8b54-5deecc513289 x-openstack-request-id: req-4ca907ed-5748-49c6-8b54-5deecc513289 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:24.667337 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "name": "network-vif-plugged", "status": "completed", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:24.667581 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ca907ed-5748-49c6-8b54-5deecc513289 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:24.667978 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca907ed-5748-49c6-8b54-5deecc513289'] response: {'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'code': 200} Aug 28 19:56:24.668247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-af7b84a9-2d9d-48c8-8caa-b6c5abb55027 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498380 Aug 28 19:56:24.737797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f851c96c-bb81-4429-a805-8a9fa8d32925,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:24.841547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:24.846313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c60883-abad-4dba-becc-db77b8eca974 req-e3461494-484c-48c6-b306-492720f6cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:24.848119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-61c60883-abad-4dba-becc-db77b8eca974 req-e3461494-484c-48c6-b306-492720f6cbd2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 1128 time: 0.0913563 Aug 28 19:56:24.855505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-a84fd586-1fc8-4fc7-91a1-8b81e3cb5d45 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809011 Aug 28 19:56:25.000186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-61c60883-abad-4dba-becc-db77b8eca974 req-1f8b821e-2e75-49e5-8b81-434aa05fc666 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809572 Aug 28 19:56:25.000411 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:25.000896 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.000896 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ecc4ea9a-b7e2-47a7-a495-3e2307bdd58a service neutron] 10.222.0.78 "POST /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2/bindings HTTP/1.1" status: 201 len: 389 time: 1.1468129 Aug 28 19:56:25.025283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cc5be6-6f43-469a-86fd-8bb04497e486 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:25.034399 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Publish callbacks [] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.051487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Transition to ACTIVE for port object 64cc5be6-6f43-469a-86fd-8bb04497e486 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:25.173089 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.328208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Pushing event updated for resources: {'Port': ['ID=64cc5be6-6f43-469a-86fd-8bb04497e486,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:25.438050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1971cd-c66f-4193-bae0-14e3449df607 req-8b11e893-833c-43a1-aa0f-3086fcd7a8f3 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:25.442424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c1971cd-c66f-4193-bae0-14e3449df607 req-8b11e893-833c-43a1-aa0f-3086fcd7a8f3 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 947 time: 0.0967171 Aug 28 19:56:25.447256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Attempting to bind port 64cc5be6-6f43-469a-86fd-8bb04497e486 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:25.447726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Attempting to bind port 64cc5be6-6f43-469a-86fd-8bb04497e486 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:25.448174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Attempting to bind port 64cc5be6-6f43-469a-86fd-8bb04497e486 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:25.465273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe6a10-bcf0-446b-a526-163ff44788b3 req-935b0d6d-5905-4ece-9bb9-d438c5b7ebee tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:25.476190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Port 64cc5be6-6f43-469a-86fd-8bb04497e486 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:25.476688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Attempting to bind port 64cc5be6-6f43-469a-86fd-8bb04497e486 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:25.479993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ebe6a10-bcf0-446b-a526-163ff44788b3 req-935b0d6d-5905-4ece-9bb9-d438c5b7ebee tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 946 time: 0.1233413 Aug 28 19:56:25.485470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:25.486222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:25.486695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:25.487257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Bound port: 64cc5be6-6f43-469a-86fd-8bb04497e486, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:25.487996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.570952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ebe6a10-bcf0-446b-a526-163ff44788b3 req-479c4d9e-c3bb-430b-9696-b607982db6ee tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896673 Aug 28 19:56:25.652084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] For port 64cc5be6-6f43-469a-86fd-8bb04497e486, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:25.658061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] For port 64cc5be6-6f43-469a-86fd-8bb04497e486, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=64cc5be6-6f43-469a-86fd-8bb04497e486,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:25.674547 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c1971cd-c66f-4193-bae0-14e3449df607 req-325b1376-77cc-4bd0-963a-59c2f0c6d05a tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216082 Aug 28 19:56:25.702332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.721137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb482-c51e-4898-a801-579238fa42f2 req-7aaa71db-6014-4fcc-9cdf-abcd483098ae tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:25.723413 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a96cb482-c51e-4898-a801-579238fa42f2 req-7aaa71db-6014-4fcc-9cdf-abcd483098ae tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0697854 Aug 28 19:56:25.745884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.754675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:25.755458 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.757910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/64cc5be6-6f43-469a-86fd-8bb04497e486 HTTP/1.1" status: 200 len: 1095 time: 1.8182707 Aug 28 19:56:25.759002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'tag': '64cc5be6-6f43-469a-86fd-8bb04497e486'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:25.761823 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a45b743e-a482-41d6-a0ed-78c39f59f7c9", "tag": "64cc5be6-6f43-469a-86fd-8bb04497e486"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:25.796871 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a96cb482-c51e-4898-a801-579238fa42f2 req-6412c0e2-58a6-457e-b981-618eb057764d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 Aug 28 19:56:25.838013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805152-088c-44a1-9030-327ead1ff89e service neutron] Pushing event updated for resources: {'Port': ['ID=64cc5be6-6f43-469a-86fd-8bb04497e486,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:25.884247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9d97-5aee-4b84-8416-cfd03b74afa3 req-d64871c7-b75b-4630-b394-3d9053cd56b4 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:25.885968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-899c9d97-5aee-4b84-8416-cfd03b74afa3 req-d64871c7-b75b-4630-b394-3d9053cd56b4 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 946 time: 0.1205792 Aug 28 19:56:25.931491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1f17b-6807-4e4d-b455-b2d68e3ceb84 req-73c0c6f2-4780-47a7-9177-6759946a1b81 tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:25.933080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1dd1f17b-6807-4e4d-b455-b2d68e3ceb84 req-73c0c6f2-4780-47a7-9177-6759946a1b81 tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 1132 time: 0.0428298 Aug 28 19:56:25.964156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1dd1f17b-6807-4e4d-b455-b2d68e3ceb84 req-ede4cf10-62ba-4ef3-a69f-500f2443953f tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:25.964593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-a688b114-8fb2-4787-9dd6-87fd76129b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:25.966219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-a688b114-8fb2-4787-9dd6-87fd76129b6a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=fd05b6bc00a9440ab5f616b86b649964&device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 1129 time: 0.0792308 Aug 28 19:56:26.032047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-cd6afc18-6005-41d7-8a1f-a38c5c5e2d9a service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=64cc5be6-6f43-469a-86fd-8bb04497e486 HTTP/1.1" status: 200 len: 217 time: 0.0566747 Aug 28 19:56:26.035777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-899c9d97-5aee-4b84-8416-cfd03b74afa3 req-b8081220-02d2-4194-baa8-5492545ce813 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357560 Aug 28 19:56:26.055734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1dd1f17b-6807-4e4d-b455-b2d68e3ceb84 req-ede4cf10-62ba-4ef3-a69f-500f2443953f tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] Publish callbacks [] for security_group (2259ba73-c9cf-4fe7-9951-5deda46b0532), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:26.092256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-afa01710-3fed-4c1a-9b1b-c7e33aa8ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:26.093790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-afa01710-3fed-4c1a-9b1b-c7e33aa8ef28 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0556307 Aug 28 19:56:26.168151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0fe6-f28f-4338-9694-af7349c27087 req-81c54342-d551-4b05-9036-a903e239b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:26.170643 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-81c54342-d551-4b05-9036-a903e239b68a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0712662 Aug 28 19:56:26.174017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1dd1f17b-6807-4e4d-b455-b2d68e3ceb84 req-ede4cf10-62ba-4ef3-a69f-500f2443953f tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2259ba73-c9cf-4fe7-9951-5deda46b0532), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:26.228630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1dd1f17b-6807-4e4d-b455-b2d68e3ceb84 req-ede4cf10-62ba-4ef3-a69f-500f2443953f tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822852 Aug 28 19:56:26.230938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4cf10-62ba-4ef3-a69f-500f2443953f tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2259ba73-c9cf-4fe7-9951-5deda46b0532,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:26.256903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdb997-d000-473a-9ec6-78a3d7ed5a83 req-185fef37-3a99-4a52-a8f9-630ec0c60c80 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:26.258859 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1bbdb997-d000-473a-9ec6-78a3d7ed5a83 req-185fef37-3a99-4a52-a8f9-630ec0c60c80 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 946 time: 0.1245298 Aug 28 19:56:26.293881 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ed437-e6dd-4385-80b6-0ac519f1b221 x-openstack-request-id: req-000ed437-e6dd-4385-80b6-0ac519f1b221 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:26.294328 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45b743e-a482-41d6-a0ed-78c39f59f7c9", "tag": "64cc5be6-6f43-469a-86fd-8bb04497e486", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:26.294693 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-000ed437-e6dd-4385-80b6-0ac519f1b221 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:26.295205 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000ed437-e6dd-4385-80b6-0ac519f1b221'] response: {'name': 'network-changed', 'server_uuid': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'tag': '64cc5be6-6f43-469a-86fd-8bb04497e486', 'status': 'completed', 'code': 200} Aug 28 19:56:26.377622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1bbdb997-d000-473a-9ec6-78a3d7ed5a83 req-98aace62-810c-4334-8f28-14d76c6bee56 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980840 Aug 28 19:56:26.377622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-430cc6e5-1c23-4b6b-af23-02ed05cfcf27 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922824 Aug 28 19:56:26.562787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-9bd8f258-2d4e-47da-82c7-2144647c7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:26.565025 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-9bd8f258-2d4e-47da-82c7-2144647c7b54 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1128 time: 0.0912323 Aug 28 19:56:26.568124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238a0fe6-f28f-4338-9694-af7349c27087 req-6ce4cbb6-78ac-4cab-9cd1-622e49c9a4e1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924794 Aug 28 19:56:26.669757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:26.675829 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b890ce-1092-4ef3-81a5-e3dbf1699b56" -d '{"events": [{"server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "name": "network-vif-plugged", "status": "completed", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:26.748361 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:26.784920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c11e-2c9f-465f-8b3a-f14430c7cbf0 req-ac09bf08-950d-47f6-b73b-e5418c7cd4d8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:26.795911 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6270c11e-2c9f-465f-8b3a-f14430c7cbf0 req-ac09bf08-950d-47f6-b73b-e5418c7cd4d8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 946 time: 0.0980251 Aug 28 19:56:26.810877 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0c2a8-bf20-4a04-8b8a-64c6c49aebd4 x-openstack-request-id: req-04a0c2a8-bf20-4a04-8b8a-64c6c49aebd4 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:26.811738 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "name": "network-vif-plugged", "status": "completed", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:26.811738 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04a0c2a8-bf20-4a04-8b8a-64c6c49aebd4 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:26.812102 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a0c2a8-bf20-4a04-8b8a-64c6c49aebd4'] response: {'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'code': 200} Aug 28 19:56:26.900278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-321c830f-ff4e-49b4-9a67-8a48b3a3a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:26.905502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-321c830f-ff4e-49b4-9a67-8a48b3a3a28b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.3342679 Aug 28 19:56:26.914212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6270c11e-2c9f-465f-8b3a-f14430c7cbf0 req-b22e1028-182a-40f2-a480-5611f7fe4e57 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146851 Aug 28 19:56:26.933058 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:27.028124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-8dc9cbc3-e3ee-490c-8721-7d6f1255c5e7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 217 time: 0.1135833 Aug 28 19:56:27.116841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c596-a17a-4e44-9d02-cb2765fb91a7 req-2f44096c-caaa-4d2c-abea-8279303f66b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.119196 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58b3c596-a17a-4e44-9d02-cb2765fb91a7 req-2f44096c-caaa-4d2c-abea-8279303f66b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0735989 Aug 28 19:56:27.190833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fd7db-e76b-4205-ac14-1f35ded0ed70 req-73696bf3-100c-4e88-85f9-317c5ae3fb6c tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.202453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-900fd7db-e76b-4205-ac14-1f35ded0ed70 req-73696bf3-100c-4e88-85f9-317c5ae3fb6c tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 947 time: 0.1787009 Aug 28 19:56:27.239176 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:27.245470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-c5db72a9-72df-4b1f-8bbb-f9c91094a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.245470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-c5db72a9-72df-4b1f-8bbb-f9c91094a430 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1966319 Aug 28 19:56:27.253007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58b3c596-a17a-4e44-9d02-cb2765fb91a7 req-3b69457d-e43f-4414-9216-fcd2c0b685cb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175704 Aug 28 19:56:27.290771 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-900fd7db-e76b-4205-ac14-1f35ded0ed70 req-24109c85-678f-4a38-8c2f-c14c7eaa6cac tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873361 Aug 28 19:56:27.420311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-4a854a52-ecc7-4761-9110-b2a3410694ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.423007 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-4a854a52-ecc7-4761-9110-b2a3410694ac service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1199360 Aug 28 19:56:27.440243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029135-4400-4c86-aa61-ee004e3984bc req-e6ffa6cc-df59-4ecb-a0b2-f34d5ebc4295 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.442475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d029135-4400-4c86-aa61-ee004e3984bc req-e6ffa6cc-df59-4ecb-a0b2-f34d5ebc4295 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 946 time: 0.0692890 Aug 28 19:56:27.442915 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:27.461218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8b99b-05e0-4e10-be0f-e589264350b8 req-4c3174a6-be8f-44d1-b228-be11e96c10e7 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.463072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9fe8b99b-05e0-4e10-be0f-e589264350b8 req-4c3174a6-be8f-44d1-b228-be11e96c10e7 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 946 time: 0.0907800 Aug 28 19:56:27.482133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38144) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:27.488871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Request body: {'floatingip': {'port_id': 'e63a01de-e273-4bbd-9558-7aace2d9222c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:27.531080 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d029135-4400-4c86-aa61-ee004e3984bc req-93b90784-079b-4a83-901a-f71743753847 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796440 Aug 28 19:56:27.554497 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:27.598641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for floatingip (b0bb1421-9210-4903-b43e-7a0813e1bf90), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:27.746134 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:27.749980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239012-7747-4c8c-a503-67fb130cab9a req-c8891b72-9427-47e5-9880-b05ca4f58e5c tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.758862 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57239012-7747-4c8c-a503-67fb130cab9a req-c8891b72-9427-47e5-9880-b05ca4f58e5c tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 946 time: 0.0864451 Aug 28 19:56:27.759659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8cc8-e2a2-4c60-8ffa-aab396117703 req-e1a12443-c997-43ee-a3f3-a7716ca0e473 tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.768001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-230f8cc8-e2a2-4c60-8ffa-aab396117703 req-e1a12443-c997-43ee-a3f3-a7716ca0e473 tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 1132 time: 0.2155094 Aug 28 19:56:27.844039 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-81d455e2-4ded-4620-b9a3-56791e5d30b8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602143 Aug 28 19:56:27.910168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-230f8cc8-e2a2-4c60-8ffa-aab396117703 req-ad64c280-b5b6-41f0-8a29-611781e61e21 tempest-ServersAdminNegativeTestJSON-1468979995 tempest-ServersAdminNegativeTestJSON-1468979995-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372578 Aug 28 19:56:27.968216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-8fb839d7-5f3e-4991-ad9d-b0d651160039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.970231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-8fb839d7-5f3e-4991-ad9d-b0d651160039 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=fd05b6bc00a9440ab5f616b86b649964&device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 1129 time: 0.1064086 Aug 28 19:56:27.996902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ae3d-53e0-4efa-a889-b189fb16fbfb req-2477af24-51a9-4f98-bbf6-15363c1e5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:27.998983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8f10ae3d-53e0-4efa-a889-b189fb16fbfb req-2477af24-51a9-4f98-bbf6-15363c1e5a3e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 1128 time: 0.1228163 Aug 28 19:56:28.161475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57239012-7747-4c8c-a503-67fb130cab9a req-6d95fd88-7fe9-47ba-b3ed-b9523ed6db87 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979616 Aug 28 19:56:28.220098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8f10ae3d-53e0-4efa-a889-b189fb16fbfb req-8d77c876-6eb7-4d79-a331-3bcd3b8cc845 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330812 Aug 28 19:56:28.287332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-d7fad16a-7377-47de-b298-e87c3fcc3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:28.290215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-d7fad16a-7377-47de-b298-e87c3fcc3bf6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3045464 Aug 28 19:56:28.308393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-22e75921-143b-409a-ac83-ecd95538ca69 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563631 Aug 28 19:56:28.403194 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:28.526188 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:28.531689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-b5d401e0-0876-4c23-bc1c-1faaeabd4992 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=64cc5be6-6f43-469a-86fd-8bb04497e486 HTTP/1.1" status: 200 len: 217 time: 0.0587590 Aug 28 19:56:28.539263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a171a0-fd2b-4403-9a38-9fa38e0f631e req-a3a38dbf-ebc7-4a05-ac0b-d00958cc3975 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:28.541512 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8a171a0-fd2b-4403-9a38-9fa38e0f631e req-a3a38dbf-ebc7-4a05-ac0b-d00958cc3975 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.1302555 Aug 28 19:56:28.619704 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:28.636720 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:28.695576 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8a171a0-fd2b-4403-9a38-9fa38e0f631e req-a0d2508b-acac-49e0-b811-b8cbcb40ca81 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051807 Aug 28 19:56:28.769795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-0957f48c-eb99-4695-8aef-3bda3c4c516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:28.769795 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-0957f48c-eb99-4695-8aef-3bda3c4c516b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1902571 Aug 28 19:56:28.769795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-6b9b59b4-b966-47c6-950e-19c282af6531 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:28.769795 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-6b9b59b4-b966-47c6-950e-19c282af6531 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1128 time: 0.1514311 Aug 28 19:56:28.793969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a4aeb-39c7-41b5-b45d-5511fedf9a46 req-19263e09-adbf-4674-8215-4e1e4feb7a0d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:28.795862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-087a4aeb-39c7-41b5-b45d-5511fedf9a46 req-19263e09-adbf-4674-8215-4e1e4feb7a0d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 947 time: 0.0612216 Aug 28 19:56:28.838156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508904f6-a0f6-4395-8bb6-f654f1608333 req-07923654-0b8a-4fb4-aa94-6e8b559d0145 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:28.842427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-508904f6-a0f6-4395-8bb6-f654f1608333 req-07923654-0b8a-4fb4-aa94-6e8b559d0145 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 946 time: 0.0657876 Aug 28 19:56:28.873771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-087a4aeb-39c7-41b5-b45d-5511fedf9a46 req-990e08fc-28b2-435a-a8f3-b1c1cfe6c160 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Aug 28 19:56:28.896222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-508904f6-a0f6-4395-8bb6-f654f1608333 req-b661a403-e686-4f0c-bec5-e87265be49ce tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Aug 28 19:56:28.992072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a688acd-228e-4b4f-bf7a-68f22db388a2 req-6fa3f2c9-8bb0-44c4-b94b-b758282fdc3f tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:28.993632 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a688acd-228e-4b4f-bf7a-68f22db388a2 req-6fa3f2c9-8bb0-44c4-b94b-b758282fdc3f tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 950 time: 0.0592709 Aug 28 19:56:29.044196 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a688acd-228e-4b4f-bf7a-68f22db388a2 req-e041b50a-0d73-4095-aab3-d864a540031e tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Aug 28 19:56:29.138914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (b0bb1421-9210-4903-b43e-7a0813e1bf90), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:29.166530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-5eb4d60f-83c7-473e-9e75-d3b500836fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:29.168254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-5eb4d60f-83c7-473e-9e75-d3b500836fae service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0478289 Aug 28 19:56:29.260843 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:29.282376 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Floating IP b0bb1421-9210-4903-b43e-7a0813e1bf90 associated. External IP: 172.25.4.41, port: e63a01de-e273-4bbd-9558-7aace2d9222c. Aug 28 19:56:29.349149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df7b9c-d3ed-4834-9a04-87393d442dc5 req-fc0873b8-1a13-4316-a7a0-a06169c4ffb9 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:29.351014 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-65df7b9c-d3ed-4834-9a04-87393d442dc5 req-fc0873b8-1a13-4316-a7a0-a06169c4ffb9 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 946 time: 0.0870955 Aug 28 19:56:29.353308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-6512ee0b-e86d-493d-b575-46a3ac56fdd9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779552 Aug 28 19:56:29.490539 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-65df7b9c-d3ed-4834-9a04-87393d442dc5 req-ad8d5bfb-051f-48c0-aa56-b51c7091151a tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218269 Aug 28 19:56:29.561677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-516661d1-3ea2-48f6-ab96-98b1a8e3ab1a req-407f7385-7569-4617-a669-4193a8f8c425 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015970 Aug 28 19:56:29.607540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:56:29.827902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:56:29.834428 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:29.843114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] Sync routers for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:56:29.854017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb556b-7698-419c-a5d3-c6efb50ac28b req-738f0727-85f3-458a-b4e3-c1f38da9019d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:29.864465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83fb556b-7698-419c-a5d3-c6efb50ac28b req-738f0727-85f3-458a-b4e3-c1f38da9019d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0730183 Aug 28 19:56:29.907710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:29.908806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:29.915560 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:29.950716 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:29.955774 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-af61e754-e587-4470-ad9f-c72106a77d18 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/b0bb1421-9210-4903-b43e-7a0813e1bf90 HTTP/1.1" status: 200 len: 991 time: 2.4724405 Aug 28 19:56:29.963568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:29.965466 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa096a1d-f078-4998-9903-a07577dbbb34" -d '{"events": [{"name": "network-changed", "server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:30.011796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83fb556b-7698-419c-a5d3-c6efb50ac28b req-65f8eddb-b3e9-4609-90e2-ff2439bc0dc0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437049 Aug 28 19:56:30.082236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04398278-b645-48c0-b8b1-67ab2b3e24f7 req-659e12ce-557e-4f22-a7a8-5281eb9ce50d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:30.092375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04398278-b645-48c0-b8b1-67ab2b3e24f7 req-659e12ce-557e-4f22-a7a8-5281eb9ce50d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 947 time: 0.0934103 Aug 28 19:56:30.112977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:30.147185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 64cc5be6-6f43-469a-86fd-8bb04497e486 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:30.169040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04398278-b645-48c0-b8b1-67ab2b3e24f7 req-3620c8fd-8a68-40a9-9d0f-4c50f85ebe5c tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756805 Aug 28 19:56:30.170112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead485-1c8e-4e68-b951-dc8b1eb88407 req-8f5a8866-37fb-486b-a634-9754d8b246a0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:30.172709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34ead485-1c8e-4e68-b951-dc8b1eb88407 req-8f5a8866-37fb-486b-a634-9754d8b246a0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 946 time: 0.0807381 Aug 28 19:56:30.237706 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:30.248485 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0472300-efb6-4be4-bb71-e8049388c3d9 x-openstack-request-id: req-b0472300-efb6-4be4-bb71-e8049388c3d9 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:30.249368 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:30.249881 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0472300-efb6-4be4-bb71-e8049388c3d9 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:30.250414 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0472300-efb6-4be4-bb71-e8049388c3d9'] response: {'name': 'network-changed', 'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'status': 'completed', 'code': 200} Aug 28 19:56:30.273484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34ead485-1c8e-4e68-b951-dc8b1eb88407 req-012bd207-a4a0-4647-aee2-5ddf961e3e50 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801630 Aug 28 19:56:30.353158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1c8e-cd69-4da7-84b0-de1cd10bca20 req-d7209cf3-43d2-4622-bb7a-5d4dcd0b7084 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:30.359093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f39a1c8e-cd69-4da7-84b0-de1cd10bca20 req-d7209cf3-43d2-4622-bb7a-5d4dcd0b7084 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 950 time: 0.0569341 Aug 28 19:56:30.369331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-854121-7'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:30.455739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:56:30.469020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f39a1c8e-cd69-4da7-84b0-de1cd10bca20 req-d635a4f4-5d06-4ce4-a559-805e8ee41aab tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887511 Aug 28 19:56:30.534866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:30.629583 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:30.629583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-ac7e5780-f556-4c3a-846a-c379056e6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:30.629583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-ac7e5780-f556-4c3a-846a-c379056e6d33 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 1128 time: 0.0573859 Aug 28 19:56:30.666321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 64cc5be6-6f43-469a-86fd-8bb04497e486, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=64cc5be6-6f43-469a-86fd-8bb04497e486,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:30.682805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '64cc5be6-6f43-469a-86fd-8bb04497e486', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '64cc5be6-6f43-469a-86fd-8bb04497e486', 'mac_address': 'fa:16:3e:68:e8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:30.744847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c025-bc0a-4368-a752-af151f118981 req-201b7779-2730-432f-a7d0-932afbd6085c tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:30.752127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b6b4c025-bc0a-4368-a752-af151f118981 req-201b7779-2730-432f-a7d0-932afbd6085c tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 946 time: 0.1313238 Aug 28 19:56:30.786624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 64cc5be6-6f43-469a-86fd-8bb04497e486 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:30.787404 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:30.816625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b6b4c025-bc0a-4368-a752-af151f118981 req-4fc6c23e-001f-4384-89d7-eba07fbc209e tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630116 Aug 28 19:56:30.842130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-52c5cc58-50db-4712-a35f-22f423e3fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:30.842130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-52c5cc58-50db-4712-a35f-22f423e3fd85 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 200 len: 916 time: 0.1952236 Aug 28 19:56:30.842130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:30.842411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-1f3dc86e-2c9d-47f6-a912-bc9a3bfe0008 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:30.842502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cc5be6-6f43-469a-86fd-8bb04497e486 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:30.842594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-1f3dc86e-2c9d-47f6-a912-bc9a3bfe0008 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 950 time: 0.1632588 Aug 28 19:56:30.847252 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:30.857143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'b0bb1421-9210-4903-b43e-7a0813e1bf90', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'port_id': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'mac_address': 'fa:16:3e:91:86:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:55Z', 'updated_at': '2022-08-28T19:56:28Z', 'revision_number': 1, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:31Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:30.917746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] Checking router: ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:56:30.932261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 64cc5be6-6f43-469a-86fd-8bb04497e486, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=64cc5be6-6f43-469a-86fd-8bb04497e486,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:30.934050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-685a138c-8949-4525-84a7-f87ea677b48c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e63a01de-e273-4bbd-9558-7aace2d9222c HTTP/1.1" status: 200 len: 999 time: 0.0941634 Aug 28 19:56:30.943370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:30.944804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:30.960873 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:31.054342 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:31.067366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Deleting port ef85abf3-31a5-4926-8eea-98919a159345 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:56:31.067366 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ef85abf3-31a5-4926-8eea-98919a159345), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:31.083030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a92a6a-57f2-4e01-84d3-2bd89c2bb6f9 req-46336751-8b6d-46b7-8ff8-b394513f3029 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:31.091848 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44a92a6a-57f2-4e01-84d3-2bd89c2bb6f9 req-46336751-8b6d-46b7-8ff8-b394513f3029 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 946 time: 0.1040859 Aug 28 19:56:31.095365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-8708c87e-1e15-4552-a0d6-2cc006abde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:31.097124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-8708c87e-1e15-4552-a0d6-2cc006abde4a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5f1a2398-58d9-4724-a385-884691f9c8be HTTP/1.1" status: 200 len: 854 time: 0.1534791 Aug 28 19:56:31.097785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38188) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:31.103781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Request body: {'floatingip': {'port_id': 'f851c96c-bb81-4429-a805-8a9fa8d32925'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:31.117752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:31.149176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:31.259628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3dabe-4a39-4958-8fae-655967719948 req-8ecdbbf5-b05b-48e9-8354-1105b58c9563 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:31.268980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75f3dabe-4a39-4958-8fae-655967719948 req-8ecdbbf5-b05b-48e9-8354-1105b58c9563 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0997648 Aug 28 19:56:31.316026 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:31.365220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75f3dabe-4a39-4958-8fae-655967719948 req-e420e7cd-8c4c-4118-b11e-bfccf77645c1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947726 Aug 28 19:56:31.432952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] For port ef85abf3-31a5-4926-8eea-98919a159345, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ef85abf3-31a5-4926-8eea-98919a159345,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:31.433637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ef85abf3-31a5-4926-8eea-98919a159345), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:31.468136 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Calling delete_port for ef85abf3-31a5-4926-8eea-98919a159345 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:56:31.566738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'b0bb1421-9210-4903-b43e-7a0813e1bf90', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'port_id': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'mac_address': 'fa:16:3e:91:86:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:55Z', 'updated_at': '2022-08-28T19:56:28Z', 'revision_number': 1, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:31Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:31.612773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce250d4-978b-4588-92bf-868df453cf5e req-f6e7dfc1-128a-42f6-8ebc-13c82b238024 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:31.621352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ce250d4-978b-4588-92bf-868df453cf5e req-f6e7dfc1-128a-42f6-8ebc-13c82b238024 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 946 time: 0.1232526 Aug 28 19:56:31.642683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09184417-7787-4002-885f-d4c4670a6c82 None None] The sync data for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 is: [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'b0bb1421-9210-4903-b43e-7a0813e1bf90', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'port_id': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'mac_address': 'fa:16:3e:91:86:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:55Z', 'updated_at': '2022-08-28T19:56:28Z', 'revision_number': 1, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:31Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:56:31.662765 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for floatingip (0ff0e47f-0d3e-49e7-9fda-ac3974a60256), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:31.673411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['64cc5be6-6f43-469a-86fd-8bb04497e486'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:31.683826 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:31.742701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.84', 52838) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:31.767348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ce250d4-978b-4588-92bf-868df453cf5e req-42caaa79-b208-43bf-a797-6691e103211e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401305 Aug 28 19:56:31.782123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=64cc5be6-6f43-469a-86fd-8bb04497e486,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:31.829573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-bc85f988-f651-4992-9b1b-142adf1cbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:31.831508 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-bc85f988-f651-4992-9b1b-142adf1cbe7f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4782ef1c-ae37-4407-9723-7210b356d656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7241375 Aug 28 19:56:31.839373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:31.841956 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb600ce9-2a3e-484c-968a-0e1b37cea4bf" -d '{"events": [{"server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "name": "network-vif-unplugged", "status": "completed", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:31.848873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Publish callbacks [] for port (01ae390c-8532-473f-b2be-0b75365f71a2), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:31.873895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b24728-30bc-4494-9fb2-4f5392414876 req-270e997e-b3a0-407c-8e92-0116a79489e9 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:31.877432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59b24728-30bc-4494-9fb2-4f5392414876 req-270e997e-b3a0-407c-8e92-0116a79489e9 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 948 time: 0.2723517 Aug 28 19:56:31.970651 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-b433ee76-cd8b-48f5-8de6-0739e8139218 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2267237 Aug 28 19:56:31.988392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:32.030155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba1397-a546-4354-8691-2806650faca0 req-f4bdcb04-6e48-4e4b-b7c3-026e41a699b3 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:32.034899 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:32.038771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-edba1397-a546-4354-8691-2806650faca0 req-f4bdcb04-6e48-4e4b-b7c3-026e41a699b3 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 950 time: 0.0718756 Aug 28 19:56:32.081427 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ef85abf3-31a5-4926-8eea-98919a159345), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:32.132648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0dd20a8a-0a48-41e8-b1eb-fd0704b5c522', 'ef85abf3-31a5-4926-8eea-98919a159345'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:32.135282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Pushing event deleted for resources: {'Port': ['ID=ef85abf3-31a5-4926-8eea-98919a159345,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:32.159550 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d60a6-9254-4c8e-a2f8-5ff160177595 None None] New status for floating IP b0bb1421-9210-4903-b43e-7a0813e1bf90: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:56:32.196239 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59b24728-30bc-4494-9fb2-4f5392414876 req-81eb9193-18bd-4b26-9181-f89785b95df9 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726874 Aug 28 19:56:32.216694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-edba1397-a546-4354-8691-2806650faca0 req-fb7862d3-d822-4baf-b71d-ebfb2179e15d tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724913 Aug 28 19:56:32.366103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] No DVR routers for this DVR port ef85abf3-31a5-4926-8eea-98919a159345 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:56:32.374951 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:32.378710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eed73e19-e836-4e42-83f1-1e741bf3eab4 req-e5c62ca7-3dbd-46dc-b541-bae945d2a99a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "DELETE /networking/v2.0/ports/ef85abf3-31a5-4926-8eea-98919a159345 HTTP/1.1" status: 204 len: 173 time: 1.5300896 Aug 28 19:56:32.382635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'name': 'network-vif-deleted', 'tag': 'ef85abf3-31a5-4926-8eea-98919a159345'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:32.385435 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2117a4d2-ef71-44a8-8afe-aafdaf9cc930" -d '{"events": [{"server_uuid": "4ffbe6a4-d40d-425a-8918-6e7cc0cff411", "name": "network-vif-deleted", "tag": "ef85abf3-31a5-4926-8eea-98919a159345"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:32.408908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on host n-h2-854121-7 for vnic_type normal with profile {"migrating_to": "n-h1-854121-7"} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:32.411056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:32.411056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:32.439037 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ae88b-334e-4451-aff9-0aa0cab62b2c x-openstack-request-id: req-7e5ae88b-334e-4451-aff9-0aa0cab62b2c {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:32.439319 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "name": "network-vif-unplugged", "status": "completed", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:32.439647 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e5ae88b-334e-4451-aff9-0aa0cab62b2c {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:32.439989 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5ae88b-334e-4451-aff9-0aa0cab62b2c'] response: {'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2', 'code': 200} Aug 28 19:56:32.455910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-65ac9d69-aa31-4a44-a3d6-a8d1fef0e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:32.458261 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-65ac9d69-aa31-4a44-a3d6-a8d1fef0e41f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 1132 time: 0.3784664 Aug 28 19:56:32.458850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:32.459179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Attempting to bind port 01ae390c-8532-473f-b2be-0b75365f71a2 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:32.467726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-35fe661a-c976-4a2a-b417-5c9c3840ebb7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159096 Aug 28 19:56:32.526299 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:32.562057 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a579ad-14bc-4543-ab5e-340191a30c67 x-openstack-request-id: req-c3a579ad-14bc-4543-ab5e-340191a30c67 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:32.562200 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffbe6a4-d40d-425a-8918-6e7cc0cff411", "name": "network-vif-deleted", "tag": "ef85abf3-31a5-4926-8eea-98919a159345", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:32.562457 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3a579ad-14bc-4543-ab5e-340191a30c67 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:32.562865 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a579ad-14bc-4543-ab5e-340191a30c67'] response: {'server_uuid': '4ffbe6a4-d40d-425a-8918-6e7cc0cff411', 'name': 'network-vif-deleted', 'tag': 'ef85abf3-31a5-4926-8eea-98919a159345', 'status': 'completed', 'code': 200} Aug 28 19:56:32.670026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5640a-7bfa-4ade-b43f-237065c4c673 req-7944e3f6-cbbb-4dab-894e-0209d5687077 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:32.671915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fc5640a-7bfa-4ade-b43f-237065c4c673 req-7944e3f6-cbbb-4dab-894e-0209d5687077 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.1029193 Aug 28 19:56:32.736979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:32.749133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fc5640a-7bfa-4ade-b43f-237065c4c673 req-844decad-13b9-4333-b627-e7bb1dc81295 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675349 Aug 28 19:56:32.844557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 64cc5be6-6f43-469a-86fd-8bb04497e486 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:32.917123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:32.917441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:32.917865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:32.918349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Bound port: 01ae390c-8532-473f-b2be-0b75365f71a2, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:32.918725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:32.922546 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa096a1d-f078-4998-9903-a07577dbbb34 req-4ea52c70-cc9a-425c-a9be-484df75fc52e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534516 Aug 28 19:56:32.934998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 64cc5be6-6f43-469a-86fd-8bb04497e486 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:33.019674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.020286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.020375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.020666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.021042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.021327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.021643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.021994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.023290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.023672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.024062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.024394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.024744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.025039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.027855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:33.058362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 64cc5be6-6f43-469a-86fd-8bb04497e486 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:33.058843 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:33.144402 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:33.199215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 64cc5be6-6f43-469a-86fd-8bb04497e486 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:33.199708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:33.201240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797eab2-36f2-4be9-a319-87acc6d4f690 req-c32be6f2-cb84-4a2e-812f-9f0c2776ddec tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:33.209714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1797eab2-36f2-4be9-a319-87acc6d4f690 req-c32be6f2-cb84-4a2e-812f-9f0c2776ddec tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.2363319 Aug 28 19:56:33.236401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cc5be6-6f43-469a-86fd-8bb04497e486'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:33.239736 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c342033-4ec5-4930-a066-5fb87a5cf4af" -d '{"events": [{"server_uuid": "a45b743e-a482-41d6-a0ed-78c39f59f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "64cc5be6-6f43-469a-86fd-8bb04497e486"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:33.286117 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:33.310256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-b37aa0fb-4075-4022-9f49-23c31aad830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:33.312328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-b37aa0fb-4075-4022-9f49-23c31aad830a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.6537740 Aug 28 19:56:33.327549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 64cc5be6-6f43-469a-86fd-8bb04497e486, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=64cc5be6-6f43-469a-86fd-8bb04497e486,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:33.363566 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea3f4b-a8bf-4e4f-ab4d-ec99df820f9d x-openstack-request-id: req-65ea3f4b-a8bf-4e4f-ab4d-ec99df820f9d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:33.364112 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45b743e-a482-41d6-a0ed-78c39f59f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "64cc5be6-6f43-469a-86fd-8bb04497e486", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:33.364513 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65ea3f4b-a8bf-4e4f-ab4d-ec99df820f9d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:33.365062 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ea3f4b-a8bf-4e4f-ab4d-ec99df820f9d'] response: {'server_uuid': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cc5be6-6f43-469a-86fd-8bb04497e486', 'code': 200} Aug 28 19:56:33.389984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:33.463394 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-8258f26b-066d-4b80-856a-007ff4332867 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 200 len: 217 time: 0.1155093 Aug 28 19:56:33.464993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:33.530485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=64cc5be6-6f43-469a-86fd-8bb04497e486,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:33.578052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec69d2-3122-42a1-8cfc-3a554fb40325 req-2b022ca4-0ecf-4239-99d0-f5ceb0b6cabb tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:33.587667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ec69d2-3122-42a1-8cfc-3a554fb40325 req-2b022ca4-0ecf-4239-99d0-f5ceb0b6cabb tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0925379 Aug 28 19:56:33.603560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:33.611234 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:33.617039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:56:33.632911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1797eab2-36f2-4be9-a319-87acc6d4f690 req-e57cde0a-5aa2-4b7a-885a-8fbf54ba7b40 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214575 Aug 28 19:56:33.659384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ec69d2-3122-42a1-8cfc-3a554fb40325 req-7988b93e-8ddf-4fe8-ba62-d6be098c440f tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705209 Aug 28 19:56:33.733207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:33.798785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:33.803291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da034d9-41a8-4f1d-b586-f403a7d83a7b req-3a4d5fc7-529d-41e6-a890-6ad0e2c20cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:33.804921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1da034d9-41a8-4f1d-b586-f403a7d83a7b req-3a4d5fc7-529d-41e6-a890-6ad0e2c20cad service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 1131 time: 0.2929080 Aug 28 19:56:33.906897 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0ff0e47f-0d3e-49e7-9fda-ac3974a60256), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:33.907810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5044ea-e90c-4f3d-8c15-686dc06831e3 req-d17a5336-d9ed-4dc0-bf54-6cc5dd3bcc7e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:33.910808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f5044ea-e90c-4f3d-8c15-686dc06831e3 req-d17a5336-d9ed-4dc0-bf54-6cc5dd3bcc7e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0567722 Aug 28 19:56:33.911568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a17760be-f3d5-4e46-9a8e-aa499ca1e95f req-03e6795d-2f04-479a-bda7-0a575d749998 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4ffbe6a4-d40d-425a-8918-6e7cc0cff411 HTTP/1.1" status: 200 len: 210 time: 0.1115866 Aug 28 19:56:33.912960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:33.913604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:33.914994 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 1122 time: 3.5546291 Aug 28 19:56:33.971674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-56ccf4ae-3131-4ee6-889d-8e3a9d764fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:33.971674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-56ccf4ae-3131-4ee6-889d-8e3a9d764fe1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2506161 Aug 28 19:56:33.991669 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f5044ea-e90c-4f3d-8c15-686dc06831e3 req-0c42e8b3-6c39-44db-98cc-d942dfe53575 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646758 Aug 28 19:56:34.043607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1e087-154a-4659-ad72-cc32be529192 service neutron] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=8']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:34.057558 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:34.077895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['01ae390c-8532-473f-b2be-0b75365f71a2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:34.419289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1da034d9-41a8-4f1d-b586-f403a7d83a7b req-146b5c42-f6f1-44e6-9fc2-2252a00bb122 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920696 Aug 28 19:56:34.422899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-d6208d87-dfa0-4562-baa2-7f43e64f0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:34.424366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-d6208d87-dfa0-4562-baa2-7f43e64f0767 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4481425 Aug 28 19:56:34.441040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:34.443331 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:34.451765 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Floating IP 0ff0e47f-0d3e-49e7-9fda-ac3974a60256 associated. External IP: 172.25.4.121, port: f851c96c-bb81-4429-a805-8a9fa8d32925. Aug 28 19:56:34.523456 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07085b7d-7b0c-4017-b032-17332797c9b3 x-openstack-request-id: req-07085b7d-7b0c-4017-b032-17332797c9b3 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:34.523724 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:34.523981 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07085b7d-7b0c-4017-b032-17332797c9b3 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:34.524373 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07085b7d-7b0c-4017-b032-17332797c9b3'] response: {'name': 'network-changed', 'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2', 'status': 'completed', 'code': 200} Aug 28 19:56:34.620210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-6325e853-d113-4bc6-bf7c-ad9a4b710b33 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874437 Aug 28 19:56:34.814873 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46e120a7-9be8-42c1-8924-d4cdaa0ac944 req-02ead338-6439-4763-bb6a-aae787cc2165 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882694 Aug 28 19:56:34.829185 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:56:34.855011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f36b53-abf5-4e64-8a3d-e7f5d43de7a4 req-a5f75f98-6f08-4ce8-92fc-bff77eb8c623 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:34.857692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f36b53-abf5-4e64-8a3d-e7f5d43de7a4 req-a5f75f98-6f08-4ce8-92fc-bff77eb8c623 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.1126525 Aug 28 19:56:34.951028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ef85abf3-31a5-4926-8eea-98919a159345 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:56:34.990515 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:34.992278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f36b53-abf5-4e64-8a3d-e7f5d43de7a4 req-d8572540-91d9-4e26-8983-e038a3801dfd tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163914 Aug 28 19:56:35.045760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: ef85abf3-31a5-4926-8eea-98919a159345 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:56:35.045760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ef85abf3-31a5-4926-8eea-98919a159345 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:56:35.048145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d58e1-d14f-4a02-817b-3a3cbd83af07 req-caf3b3aa-4265-4533-b7fe-b015c166de80 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:35.048145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e6d58e1-d14f-4a02-817b-3a3cbd83af07 req-caf3b3aa-4265-4533-b7fe-b015c166de80 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1265819 Aug 28 19:56:35.054609 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:56:35.063371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:35.069046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] Sync routers for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:56:35.086437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:35.087268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:35.181544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f44ab970-9d59-427e-a99d-3bfa0ed2c467 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/0ff0e47f-0d3e-49e7-9fda-ac3974a60256 HTTP/1.1" status: 200 len: 992 time: 4.0825689 Aug 28 19:56:35.199048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-957acc77-6d73-4634-b5d9-04ff93ac088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:35.201225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-957acc77-6d73-4634-b5d9-04ff93ac088f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1156 time: 0.1014776 Aug 28 19:56:35.221496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e6d58e1-d14f-4a02-817b-3a3cbd83af07 req-56d2a08a-6ef9-44e8-88ff-06bd17ca253e tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552420 Aug 28 19:56:35.248785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbf2f-3251-4ecd-a049-3df59dea1539 req-e0853ac3-39c9-4a81-99cd-996526bde96a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:35.249216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e65dbf2f-3251-4ecd-a049-3df59dea1539 req-e0853ac3-39c9-4a81-99cd-996526bde96a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.1179111 Aug 28 19:56:35.331430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:35.342151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e65dbf2f-3251-4ecd-a049-3df59dea1539 req-0c15e7c3-bf33-472a-a702-04fc6c076e62 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804541 Aug 28 19:56:35.627589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0ff0e47f-0d3e-49e7-9fda-ac3974a60256', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'port_id': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'mac_address': 'fa:16:3e:16:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:59Z', 'updated_at': '2022-08-28T19:56:33Z', 'revision_number': 1, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:35.685769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] Checking router: fdd4772e-d616-4c7e-9ac2-df4ba33a6818 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:56:35.701561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:56:35.702478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:35.777319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-f40832a5-df1a-422c-b290-9fbd9caf406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:35.784377 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-f40832a5-df1a-422c-b290-9fbd9caf406b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1628652 Aug 28 19:56:35.868122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4b3f1-be97-405a-acf4-a1f5dc44c576 req-e6ded8ba-7b27-4f24-baa3-396a6605aa5b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:35.870064 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ed4b3f1-be97-405a-acf4-a1f5dc44c576 req-e6ded8ba-7b27-4f24-baa3-396a6605aa5b tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 949 time: 0.0797470 Aug 28 19:56:35.884064 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-a31379d3-3854-4782-b497-0f41ed705dd9 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 217 time: 0.0662665 Aug 28 19:56:35.904060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:56:35.969187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ed4b3f1-be97-405a-acf4-a1f5dc44c576 req-b252782e-77e6-4197-8b5a-5042ca5a13a2 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910606 Aug 28 19:56:35.976118 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:35.989818 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:36.003941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-dc53ba91-4c06-44a6-9546-675263047621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:36.006137 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-dc53ba91-4c06-44a6-9546-675263047621 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1046667 Aug 28 19:56:36.158253 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:36.255615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0ff0e47f-0d3e-49e7-9fda-ac3974a60256', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'port_id': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'mac_address': 'fa:16:3e:16:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:59Z', 'updated_at': '2022-08-28T19:56:33Z', 'revision_number': 1, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:56:36.310041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b1c1b4-ba17-43bc-80a0-271fdf74e1a3 None None] The sync data for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 is: [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0ff0e47f-0d3e-49e7-9fda-ac3974a60256', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'port_id': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'mac_address': 'fa:16:3e:16:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:55:59Z', 'updated_at': '2022-08-28T19:56:33Z', 'revision_number': 1, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:56:36.342738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3805bc-473c-4943-b119-db508030162b req-b0227d50-efa2-4bb1-a31e-c110da332499 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:36.344514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d3805bc-473c-4943-b119-db508030162b req-b0227d50-efa2-4bb1-a31e-c110da332499 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.2187774 Aug 28 19:56:36.434205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-1edadd1d-304b-40d3-addc-0886055d836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:36.438142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-1edadd1d-304b-40d3-addc-0886055d836c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2446890 Aug 28 19:56:36.461018 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:36.496288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5032bc-669d-4aef-a0d6-faeffa073872 req-ea238e20-6926-41eb-94c8-3794e064aa6d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:36.499024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a5032bc-669d-4aef-a0d6-faeffa073872 req-ea238e20-6926-41eb-94c8-3794e064aa6d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1397846 Aug 28 19:56:36.530122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:36.533129 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c088c700-6010-40fe-a9b7-3a7f796c5a35" -d '{"events": [{"name": "network-changed", "server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:36.559277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d3805bc-473c-4943-b119-db508030162b req-2af14655-bb74-4901-b3e2-1bc33a371740 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870351 Aug 28 19:56:36.628874 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a5032bc-669d-4aef-a0d6-faeffa073872 req-1f8e1001-834e-4ae0-af84-3d8f2c3fd65a tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085129 Aug 28 19:56:36.658938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-afeac877-c665-41b4-97c3-f2dd381e2e60 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088592 Aug 28 19:56:36.764218 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:36.780934 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2632ffa-9e79-424e-99da-a6d2037928ab x-openstack-request-id: req-b2632ffa-9e79-424e-99da-a6d2037928ab {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:36.781300 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:36.781454 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2632ffa-9e79-424e-99da-a6d2037928ab {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:36.781907 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2632ffa-9e79-424e-99da-a6d2037928ab'] response: {'name': 'network-changed', 'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'status': 'completed', 'code': 200} Aug 28 19:56:36.782948 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f56cf4-9157-4ac6-b60f-c0557b024dcf None None] New status for floating IP 0ff0e47f-0d3e-49e7-9fda-ac3974a60256: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:56:36.847982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b4fc-eac5-4e0a-a02d-e0c587723370 req-b092288b-dbaa-4839-afeb-c721e092e4f4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:36.849738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c45b4fc-eac5-4e0a-a02d-e0c587723370 req-b092288b-dbaa-4839-afeb-c721e092e4f4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0838575 Aug 28 19:56:36.864290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-af6d4365-3bf3-49c7-9f37-7d3bd2b9d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:36.865941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-af6d4365-3bf3-49c7-9f37-7d3bd2b9d7b8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bb88895db2fb4ed8b6430bdb5f16c3a6&device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 1128 time: 0.0970595 Aug 28 19:56:36.873899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a14c71f-f9d4-4ca1-962a-4cc1698ee58b req-0df4278d-5ade-40fb-82c3-6702100f6243 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071295 Aug 28 19:56:36.881204 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:36.934149 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c45b4fc-eac5-4e0a-a02d-e0c587723370 req-96b1b44e-8785-4f33-ac9e-96920c871acd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744102 Aug 28 19:56:36.952606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:37.121097 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:37.140629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-bb9750d4-c43f-407e-a858-4be6f4b69ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:37.144493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-bb9750d4-c43f-407e-a858-4be6f4b69ac9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=6a24e842-5916-4c4c-9b85-407851f1320e HTTP/1.1" status: 200 len: 916 time: 0.2478700 Aug 28 19:56:37.204539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72062aa8-4d12-4474-805f-864e3fea7de8 req-3182a8cc-ca23-4113-9ac0-72db6b6c225f tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:37.213371 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72062aa8-4d12-4474-805f-864e3fea7de8 req-3182a8cc-ca23-4113-9ac0-72db6b6c225f tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 949 time: 0.1488652 Aug 28 19:56:37.270973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:37.290580 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:37.293638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 has no active binding in host n-h1-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 19:56:37.311498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72062aa8-4d12-4474-805f-864e3fea7de8 req-8bd8a647-c0d2-4a29-89ee-6ac38f32bd46 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969670 Aug 28 19:56:37.317747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-db44d179-b26e-4fab-921d-3dbc7331227b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f851c96c-bb81-4429-a805-8a9fa8d32925 HTTP/1.1" status: 200 len: 1002 time: 0.1675744 Aug 28 19:56:37.390955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-0bf4208d-bc0e-4e86-9200-b3f9202c7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:37.392478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-0bf4208d-bc0e-4e86-9200-b3f9202c7064 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=70960676-8387-406f-9a7b-a703e80bef6c HTTP/1.1" status: 200 len: 854 time: 0.0669305 Aug 28 19:56:37.452425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-a8dd96ed-8e26-4971-8fd7-06c7d5c068a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:37.454438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-a8dd96ed-8e26-4971-8fd7-06c7d5c068a3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6a24e842-5916-4c4c-9b85-407851f1320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519919 Aug 28 19:56:37.458998 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:37.817085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679b191-9d1e-4f4a-8a88-547ab93fbfbb req-8c0dfcbc-dee4-406f-b691-695f48d8161f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:37.824711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c679b191-9d1e-4f4a-8a88-547ab93fbfbb req-8c0dfcbc-dee4-406f-b691-695f48d8161f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.1314747 Aug 28 19:56:37.859059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-1d263a5e-2e00-4ea8-9424-da3e90091ea9 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:37.860686 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-1d263a5e-2e00-4ea8-9424-da3e90091ea9 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 949 time: 0.1015260 Aug 28 19:56:37.863355 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:37.866781 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:37.893330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-30bf0639-bd34-4e49-a088-aa709e27234f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324329 Aug 28 19:56:37.907279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e625a-1c1c-4e29-8842-5bb400b816a8 req-5174fa6a-5b74-4efe-8b70-3c7fec284c51 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:37.910622 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f58e625a-1c1c-4e29-8842-5bb400b816a8 req-5174fa6a-5b74-4efe-8b70-3c7fec284c51 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0673969 Aug 28 19:56:37.974804 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:37.998113 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:38.043188 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f58e625a-1c1c-4e29-8842-5bb400b816a8 req-3b6f8945-1953-4bca-9926-20554af338e3 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217530 Aug 28 19:56:38.053746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c679b191-9d1e-4f4a-8a88-547ab93fbfbb req-454e0cf0-aca8-483c-b311-82339e40cc9b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279606 Aug 28 19:56:38.076361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Deleting port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:56:38.077075 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:38.149299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c088c700-6010-40fe-a9b7-3a7f796c5a35 req-845ddd1c-1b5f-4dde-9e19-415342077123 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382812 Aug 28 19:56:38.205827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06659-abbc-4a3c-831a-dbcf39bd93c3 req-6de66bb8-46aa-40cd-a1fd-b8e511b2bfbf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:38.213809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fba06659-abbc-4a3c-831a-dbcf39bd93c3 req-6de66bb8-46aa-40cd-a1fd-b8e511b2bfbf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0573049 Aug 28 19:56:38.219927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] For port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:38.220885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:38.241152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Calling delete_port for 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:56:38.298673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fba06659-abbc-4a3c-831a-dbcf39bd93c3 req-8841e463-6700-455a-bdd0-cf69b7d92cbb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836723 Aug 28 19:56:38.305949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-ff4ebee1-1062-4b86-95dd-cf2a6e955934 req-ad1b0856-5eb5-49f1-ab8c-4098acf37b3e service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:56:38.307284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff4ebee1-1062-4b86-95dd-cf2a6e955934 req-ad1b0856-5eb5-49f1-ab8c-4098acf37b3e service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0119565 Aug 28 19:56:38.321367 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:38.394230 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:38.502810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d00ba-3375-4e92-83d3-f87f03fdd850 req-42f111e2-5027-4b90-966f-420d4ebca1bb tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:38.511492 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f2d00ba-3375-4e92-83d3-f87f03fdd850 req-42f111e2-5027-4b90-966f-420d4ebca1bb tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 949 time: 0.0727260 Aug 28 19:56:38.527180 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:38.559729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0dd20a8a-0a48-41e8-b1eb-fd0704b5c522), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:38.589869 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f2d00ba-3375-4e92-83d3-f87f03fdd850 req-9b036fa5-e195-4b84-95f7-82482bd1b9fd tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fd3629d5-8ef2-46e0-a646-feb73553744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Aug 28 19:56:38.596428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0dd20a8a-0a48-41e8-b1eb-fd0704b5c522'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:38.626345 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:38.629239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Pushing event deleted for resources: {'Port': ['ID=0dd20a8a-0a48-41e8-b1eb-fd0704b5c522,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:38.698977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] No DVR routers for this DVR port 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:56:38.701481 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:38.703338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:38.707262 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c34f2066-69d1-41fe-85f2-4ba90efe9abd req-06917096-cb7e-461d-ab76-cab05e0bfde0 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.84 "DELETE /networking/v2.0/ports/0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 HTTP/1.1" status: 204 len: 173 time: 0.8376477 Aug 28 19:56:38.749312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-f9a8ea67-1778-4524-8c93-4055302fab95 service neutron] 10.222.0.89 "GET /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2/bindings/n-h1-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.0820560 Aug 28 19:56:38.784804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'name': 'network-vif-deleted', 'tag': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:38.787500 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba72d51b-d61e-4afd-a765-b50a6e0eec1f" -d '{"events": [{"server_uuid": "f230ff0d-9844-4f07-ae2e-78a49e1a6e5d", "name": "network-vif-deleted", "tag": "0dd20a8a-0a48-41e8-b1eb-fd0704b5c522"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:38.798222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b539-55e7-4ea2-822a-5a6b7f55733b req-10326f12-44f6-4a2f-ac30-1bbc1a8d60c3 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:38.799961 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7897b539-55e7-4ea2-822a-5a6b7f55733b req-10326f12-44f6-4a2f-ac30-1bbc1a8d60c3 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0701926 Aug 28 19:56:38.877746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7897b539-55e7-4ea2-822a-5a6b7f55733b req-270c0bb1-d27a-485a-8bb8-7fe916455bfc tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693421 Aug 28 19:56:38.885339 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4f0156-8014-4c44-828f-42431e5c8e04 x-openstack-request-id: req-0f4f0156-8014-4c44-828f-42431e5c8e04 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:38.889704 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f230ff0d-9844-4f07-ae2e-78a49e1a6e5d", "name": "network-vif-deleted", "tag": "0dd20a8a-0a48-41e8-b1eb-fd0704b5c522", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:38.890008 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f4f0156-8014-4c44-828f-42431e5c8e04 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:38.890716 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4f0156-8014-4c44-828f-42431e5c8e04'] response: {'server_uuid': 'f230ff0d-9844-4f07-ae2e-78a49e1a6e5d', 'name': 'network-vif-deleted', 'tag': '0dd20a8a-0a48-41e8-b1eb-fd0704b5c522', 'status': 'completed', 'code': 200} Aug 28 19:56:39.071221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:39.090638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-6b5ce380-969f-46a3-91d6-24171a939290 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=fd05b6bc00a9440ab5f616b86b649964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384867 Aug 28 19:56:39.162264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:39.212152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ae390c-8532-473f-b2be-0b75365f71a2 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:39.215414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57927419-c400-4b4e-a520-d75f9145b6ef req-aa2c4ed3-a249-4628-89a2-d5f0cc02bf62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:39.218095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57927419-c400-4b4e-a520-d75f9145b6ef req-aa2c4ed3-a249-4628-89a2-d5f0cc02bf62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 944 time: 0.0744257 Aug 28 19:56:39.230508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:39.282899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e20adb65-9ef7-410d-9fc3-c17251f47492 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:39.284455 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e20adb65-9ef7-410d-9fc3-c17251f47492 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872621 Aug 28 19:56:39.284742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57927419-c400-4b4e-a520-d75f9145b6ef req-7688a7d9-eea3-48c2-8546-a7d4dc019446 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577123 Aug 28 19:56:39.309561 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-a87c7ae5-08eb-479b-98a9-ac6051c82b5b tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/quotas/fd05b6bc00a9440ab5f616b86b649964 HTTP/1.1" status: 200 len: 375 time: 0.0101075 Aug 28 19:56:39.356258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-24c07c9e-0160-467d-b291-9010e939d5b6 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fd05b6bc00a9440ab5f616b86b649964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476708 Aug 28 19:56:39.440245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d112188-c3f2-4389-acbc-921886b0dfb8 req-6280c19d-c176-4f3b-8bf7-76f08d587f40 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:39.441906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d112188-c3f2-4389-acbc-921886b0dfb8 req-6280c19d-c176-4f3b-8bf7-76f08d587f40 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0615237 Aug 28 19:56:39.513825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d112188-c3f2-4389-acbc-921886b0dfb8 req-0c149b23-b99b-4882-a305-e23fddf0a2d9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650511 Aug 28 19:56:39.647146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:39.720762 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:39.751161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-89a3b728-d38b-42c6-9157-80e5e4548dc1 req-0b37d8df-d5c5-4127-8d13-a86689dceb96 tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.0331402 Aug 28 19:56:39.800619 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a552ff42-9055-4e9b-bea3-a3c0824ceae1 req-fca9273e-a3ed-456b-8bf7-893d1b39ba30 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 210 time: 0.0467556 Aug 28 19:56:39.810559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Transition to ACTIVE for port object 01ae390c-8532-473f-b2be-0b75365f71a2 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:39.977630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:40.035934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] No DVR routers for this DVR port 01ae390c-8532-473f-b2be-0b75365f71a2 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:56:40.039903 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:40.099056 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2/bindings/n-h1-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3433118 Aug 28 19:56:40.115560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Pushing event updated for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=10']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:40.126780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.127043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.127432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.127780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.128123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.128456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.129099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.129447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.129779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.130140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.130467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.130847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.132809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.132809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.132809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9deab2b-7db7-4c75-bc99-1d950529d711 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:40.423659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df956bf-60b8-4121-87ff-e7763a7c1dd4 req-e52c99d2-3c66-4b84-89e5-ef0df8803a34 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:40.424759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3df956bf-60b8-4121-87ff-e7763a7c1dd4 req-e52c99d2-3c66-4b84-89e5-ef0df8803a34 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Aug 28 19:56:40.482042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3df956bf-60b8-4121-87ff-e7763a7c1dd4 req-d2dc7df1-dbb5-4715-ae98-2602025f80c4 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496435 Aug 28 19:56:40.594234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-e83358b8-304b-40d0-b61d-dfbcac129bbf tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:40.595800 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-e83358b8-304b-40d0-b61d-dfbcac129bbf tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.0580690 Aug 28 19:56:40.669722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-85bfcf8b-f419-4b94-91e2-b7dbb6d65d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:40.669722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-85bfcf8b-f419-4b94-91e2-b7dbb6d65d0f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 1127 time: 0.0627005 Aug 28 19:56:40.687688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80357e-1cd8-4557-9ef6-766ef29daa9a req-62c2a573-2313-46be-9fae-62921898039f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:40.689124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e80357e-1cd8-4557-9ef6-766ef29daa9a req-62c2a573-2313-46be-9fae-62921898039f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0726190 Aug 28 19:56:40.748661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e80357e-1cd8-4557-9ef6-766ef29daa9a req-6df84fb7-c43e-4a73-a58a-dffe4e70109c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514579 Aug 28 19:56:40.755103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-68a86c47-1a32-4746-a94d-b992e9189612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:40.757262 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-68a86c47-1a32-4746-a94d-b992e9189612 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1127 time: 0.0435367 Aug 28 19:56:40.876042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-6aace801-bb84-4321-91fc-f858ee0b98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:40.878169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-6aace801-bb84-4321-91fc-f858ee0b98ae service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1149254 Aug 28 19:56:40.912130 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20219a4a-590b-42eb-a7fe-deb8d7980430 req-7f1b9e6e-e62d-4095-b852-84fbe2f21d4d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 210 time: 0.0514657 Aug 28 19:56:40.953071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d558d5c9-5e19-4932-85d4-09b887327112 req-62a26992-381a-415d-901d-59d46efba62a tempest-ServersAdminNegativeTestJSON-1300292376 tempest-ServersAdminNegativeTestJSON-1300292376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f230ff0d-9844-4f07-ae2e-78a49e1a6e5d HTTP/1.1" status: 200 len: 210 time: 0.0673640 Aug 28 19:56:40.954193 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:40.955667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-e7a16768-f0bf-4619-b24d-1dd7fa807a05 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 217 time: 0.0678637 Aug 28 19:56:41.032266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-f51c2642-a3fe-4f02-a33b-1eda5f6632ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:41.033804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-f51c2642-a3fe-4f02-a33b-1eda5f6632ba service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.0706434 Aug 28 19:56:41.091754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ee44cf0a-4fe7-4bf4-8edd-c999b0395e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:41.093397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ee44cf0a-4fe7-4bf4-8edd-c999b0395e63 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510461 Aug 28 19:56:41.216015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-3987d47d-5f9f-488b-b185-b084cd4cb508 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152918 Aug 28 19:56:41.314774 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:41.336369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-e1cbf30d-a841-4791-9170-6647d9d39c72 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128662 Aug 28 19:56:41.393382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38314) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:41.400820 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-882e7e4e-7493-4094-9708-b0d5d1f1ebb3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110077625', 'description': 'tempest-description--2045367551'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:41.543946 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-882e7e4e-7493-4094-9708-b0d5d1f1ebb3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:41.620881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550627f-91c2-4a81-b169-fe2e221f038c req-70f6aa1c-3d03-4164-a39f-4ac0536bb11b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:41.622591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8550627f-91c2-4a81-b169-fe2e221f038c req-70f6aa1c-3d03-4164-a39f-4ac0536bb11b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 945 time: 0.0587237 Aug 28 19:56:41.638228 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-882e7e4e-7493-4094-9708-b0d5d1f1ebb3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group (ef663d3a-418f-47d8-ad3c-e06fb4324f8f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:41.680147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8550627f-91c2-4a81-b169-fe2e221f038c req-323dc630-46dc-4817-aeac-9e84bb29751c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Aug 28 19:56:41.738232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-882e7e4e-7493-4094-9708-b0d5d1f1ebb3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef663d3a-418f-47d8-ad3c-e06fb4324f8f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:41.772835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7e4e-7493-4094-9708-b0d5d1f1ebb3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef663d3a-418f-47d8-ad3c-e06fb4324f8f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:41.829533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-882e7e4e-7493-4094-9708-b0d5d1f1ebb3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:41.830880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-882e7e4e-7493-4094-9708-b0d5d1f1ebb3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4363441 Aug 28 19:56:41.836109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38322) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:41.842552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e440f82b-b5db-4648-a414-0d0eee33272b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Request body: {'security_group_rule': {'security_group_id': 'ef663d3a-418f-47d8-ad3c-e06fb4324f8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:41.851919 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:41.910685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1745b6d-66e8-4f00-b293-86852f1080e5 req-e4b8b57c-b777-4e0f-bb7d-bbe792c59183 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:41.912230 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1745b6d-66e8-4f00-b293-86852f1080e5 req-e4b8b57c-b777-4e0f-bb7d-bbe792c59183 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0637279 Aug 28 19:56:41.974795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1745b6d-66e8-4f00-b293-86852f1080e5 req-37b4264f-e5ea-440d-ac5e-95bf33a3b390 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557642 Aug 28 19:56:41.995131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-904ecb91-e492-423c-be70-b0a4415c7133 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:41.997570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-904ecb91-e492-423c-be70-b0a4415c7133 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.0644383 Aug 28 19:56:42.017314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e440f82b-b5db-4648-a414-0d0eee33272b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group_rule (f693b2fa-0f53-4d67-8ed9-9a882f65069a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.103074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e440f82b-b5db-4648-a414-0d0eee33272b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group_rule (f693b2fa-0f53-4d67-8ed9-9a882f65069a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.107055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06a18f03-8079-406d-a37b-2fdff110f5ce req-cde2a958-e619-4566-b45e-8fd403118569 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 210 time: 0.0890758 Aug 28 19:56:42.190771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e440f82b-b5db-4648-a414-0d0eee33272b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f693b2fa-0f53-4d67-8ed9-9a882f65069a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.226768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440f82b-b5db-4648-a414-0d0eee33272b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f693b2fa-0f53-4d67-8ed9-9a882f65069a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:42.277876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ee44dcca-0d69-495e-8b39-a88859725b8c service neutron] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:42.281193 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ee44dcca-0d69-495e-8b39-a88859725b8c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.282328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a2d5481-d9ec-484c-af50-a4302ba9bc7d req-ee44dcca-0d69-495e-8b39-a88859725b8c service neutron] 10.222.0.84 "DELETE /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2/bindings/n-h2-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.2668521 Aug 28 19:56:42.310318 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:42.314657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e440f82b-b5db-4648-a414-0d0eee33272b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.318785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e440f82b-b5db-4648-a414-0d0eee33272b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4789934 Aug 28 19:56:42.319148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38330) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:42.323901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5f6e9e0c-365a-4832-897f-ad37184f1b01 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Request body: {'security_group_rule': {'security_group_id': 'ef663d3a-418f-47d8-ad3c-e06fb4324f8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:42.360807 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.469309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9e0c-365a-4832-897f-ad37184f1b01 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group_rule (49c37bdd-d478-4436-8e4d-0b69b57668db), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.537301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9e0c-365a-4832-897f-ad37184f1b01 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group_rule (49c37bdd-d478-4436-8e4d-0b69b57668db), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.602302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9e0c-365a-4832-897f-ad37184f1b01 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (49c37bdd-d478-4436-8e4d-0b69b57668db), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.640373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e9e0c-365a-4832-897f-ad37184f1b01 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c37bdd-d478-4436-8e4d-0b69b57668db,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:42.640537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38336) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:42.706590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9e0c-365a-4832-897f-ad37184f1b01 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.708077 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5f6e9e0c-365a-4832-897f-ad37184f1b01 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3878369 Aug 28 19:56:42.712230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38340) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:42.716962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:42.808994 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-baa4d431-0f9f-441e-b5bc-b83f63092817 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3851e56c7da7403bb5a0ddced5d69ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672046 Aug 28 19:56:42.810663 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.814194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38344) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:42.840856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b4da8-603a-4f5c-8e79-a9a26634af0e req-37d532f7-dbb6-4eb0-8f44-da42e2561b7a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:42.842424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b53b4da8-603a-4f5c-8e79-a9a26634af0e req-37d532f7-dbb6-4eb0-8f44-da42e2561b7a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 945 time: 0.0679424 Aug 28 19:56:42.874804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:56:42.882998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-249b8272-aad6-4a51-81aa-c2126224eb8c tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=fd05b6bc00a9440ab5f616b86b649964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522263 Aug 28 19:56:42.923456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d48c31f-c877-47a8-880b-ddaef102a35d admin admin] Publish callbacks [] for security_group (fd3629d5-8ef2-46e0-a646-feb73553744d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.933277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b53b4da8-603a-4f5c-8e79-a9a26634af0e req-c4da6931-a069-490a-806f-971caed00a5b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798004 Aug 28 19:56:42.949020 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:42.954926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] The host n-h2-854121-7 is not matching for port 01ae390c-8532-473f-b2be-0b75365f71a2 host n-h1-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 19:56:42.957757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:56:42.969377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:56:42.980107 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d48c31f-c877-47a8-880b-ddaef102a35d admin admin] Publish callbacks [] for security_group (fd3629d5-8ef2-46e0-a646-feb73553744d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:42.993055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:56:42.993596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0dd20a8a-0a48-41e8-b1eb-fd0704b5c522 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:56:43.075294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:43.156372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-0d272383-ee18-409f-a80d-00bf1a229d10 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:43.157959 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-0d272383-ee18-409f-a80d-00bf1a229d10 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692442 Aug 28 19:56:43.160806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8081c3b-736b-4516-b48c-8b7c1e286b76 req-28e7785a-ca23-4332-a379-82491122e418 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:43.162935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8081c3b-736b-4516-b48c-8b7c1e286b76 req-28e7785a-ca23-4332-a379-82491122e418 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0597577 Aug 28 19:56:43.186143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Request body: {'port': {'device_id': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': 'fd05b6bc00a9440ab5f616b86b649964'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:43.219040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8081c3b-736b-4516-b48c-8b7c1e286b76 req-a621eb3d-f60e-4fe9-913e-6fc3c1623e7d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Aug 28 19:56:43.221560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d48c31f-c877-47a8-880b-ddaef102a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fd3629d5-8ef2-46e0-a646-feb73553744d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:43.224293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d48c31f-c877-47a8-880b-ddaef102a35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:43.228752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2d48c31f-c877-47a8-880b-ddaef102a35d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fd3629d5-8ef2-46e0-a646-feb73553744d HTTP/1.1" status: 204 len: 168 time: 0.4131641 Aug 28 19:56:43.254462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48c31f-c877-47a8-880b-ddaef102a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3629d5-8ef2-46e0-a646-feb73553744d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:43.322624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117c1bc-70f6-4b99-b058-37eb34c19f8d req-1cab4596-435e-491e-8626-bc6852743943 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:43.324441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f117c1bc-70f6-4b99-b058-37eb34c19f8d req-1cab4596-435e-491e-8626-bc6852743943 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1127 time: 0.1892242 Aug 28 19:56:43.373665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a021f74-762d-41c7-bfaf-0da53cbef900 req-85e29307-5ab3-4aa4-b198-c52aca2edf44 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 210 time: 0.0392885 Aug 28 19:56:43.404908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Allocated IP 172.25.4.222 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/521a6506-f6dc-4daa-bdc4-30599727eb9f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:43.418333 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:43.467135 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f117c1bc-70f6-4b99-b058-37eb34c19f8d req-a742e996-8edf-4f09-9213-b3b067b50a16 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304860 Aug 28 19:56:43.512356 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:43.571319 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:43.606826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Made reservation on behalf of fd05b6bc00a9440ab5f616b86b649964 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:56:43.610470 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:43.639400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38360) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:43.644702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c1d5c214-6375-4f50-a6cd-be5a8667b672 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060231390', 'description': 'tempest-description--1099988057'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:43.671191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:43.754623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:43.761137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:43.767740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:43.775698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event updated for resources: {'Port': ['ID=521a6506-f6dc-4daa-bdc4-30599727eb9f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:43.783093 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c214-6375-4f50-a6cd-be5a8667b672 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:43.824956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Allocated IP 192.168.233.89 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/29fc472a-fb38-45ce-9627-ea32b74fc6ce) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:43.880958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c214-6375-4f50-a6cd-be5a8667b672 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group (05d3371a-6b2c-44e6-af11-c845df319494), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.016777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c214-6375-4f50-a6cd-be5a8667b672 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (05d3371a-6b2c-44e6-af11-c845df319494), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.050671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c214-6375-4f50-a6cd-be5a8667b672 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3371a-6b2c-44e6-af11-c845df319494,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:44.080007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38362) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:44.130412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-086f82eb-d80f-42a5-bf68-3123fefa4557 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=882b3a641774425b872d09e83fa3a741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468693 Aug 28 19:56:44.130667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38364) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:44.179410 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c214-6375-4f50-a6cd-be5a8667b672 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.181600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c1d5c214-6375-4f50-a6cd-be5a8667b672 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5408506 Aug 28 19:56:44.185327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38366) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:44.190571 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:44.193071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-002c9f21-3219-40cf-bb68-d48ffcae3019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'security_group_rule': {'security_group_id': '05d3371a-6b2c-44e6-af11-c845df319494', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:44.222987 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d3cf7d-83ce-4a56-b01f-d9d82a565477 admin admin] Publish callbacks [] for security_group (2259ba73-c9cf-4fe7-9951-5deda46b0532), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.247733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d3cf7d-83ce-4a56-b01f-d9d82a565477 admin admin] Publish callbacks [] for security_group (2259ba73-c9cf-4fe7-9951-5deda46b0532), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.256708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for floatingip (c03e14d0-ab8a-46e0-86f1-2014759bfa5b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.355024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-002c9f21-3219-40cf-bb68-d48ffcae3019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group_rule (7231fc9f-8d7f-40b7-9ac6-c03b134e25fa), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.388368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67057b1-a723-4361-9488-f13500ad6b75 req-2c674c6d-7776-4fb3-8db8-0aff968dd87c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:44.389201 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a67057b1-a723-4361-9488-f13500ad6b75 req-2c674c6d-7776-4fb3-8db8-0aff968dd87c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0715334 Aug 28 19:56:44.413762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks [] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.424825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-002c9f21-3219-40cf-bb68-d48ffcae3019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group_rule (7231fc9f-8d7f-40b7-9ac6-c03b134e25fa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.448728 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d3cf7d-83ce-4a56-b01f-d9d82a565477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2259ba73-c9cf-4fe7-9951-5deda46b0532), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.451591 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d3cf7d-83ce-4a56-b01f-d9d82a565477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.452819 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-60d3cf7d-83ce-4a56-b01f-d9d82a565477 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2259ba73-c9cf-4fe7-9951-5deda46b0532 HTTP/1.1" status: 204 len: 168 time: 0.3212755 Aug 28 19:56:44.463657 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:44.463901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3cf7d-83ce-4a56-b01f-d9d82a565477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2259ba73-c9cf-4fe7-9951-5deda46b0532,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:44.499755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.507896 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a67057b1-a723-4361-9488-f13500ad6b75 req-6cd0e6d3-9a30-4a9a-9140-c98d6feb66ad tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104228 Aug 28 19:56:44.521605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-002c9f21-3219-40cf-bb68-d48ffcae3019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (7231fc9f-8d7f-40b7-9ac6-c03b134e25fa), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.557779 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-494d44d3-1b7d-409e-86c8-63a94707331e req-21e8b4a5-18b2-413c-9833-261198945f6e tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 210 time: 0.0499442 Aug 28 19:56:44.571432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c9f21-3219-40cf-bb68-d48ffcae3019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7231fc9f-8d7f-40b7-9ac6-c03b134e25fa,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:44.591861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.603903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['64cc5be6-6f43-469a-86fd-8bb04497e486'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:44.649554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:44.656075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:44.664302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:44.669771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-002c9f21-3219-40cf-bb68-d48ffcae3019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.674245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-002c9f21-3219-40cf-bb68-d48ffcae3019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4873722 Aug 28 19:56:44.675887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38374) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:44.682085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-126a5b28-f276-4cdf-b688-6cee206aca21 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'security_group_rule': {'security_group_id': '05d3371a-6b2c-44e6-af11-c845df319494', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:44.695985 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:44.710836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Pushing event updated for resources: {'Port': ['ID=29fc472a-fb38-45ce-9627-ea32b74fc6ce,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:44.751866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:44.752632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.776338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.816352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-126a5b28-f276-4cdf-b688-6cee206aca21 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group_rule (927c11f5-c6ef-449d-8929-097b6730592a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.849818 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-8455a2ca-2705-4d3f-928f-4e1e2d93ce94 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6695318 Aug 28 19:56:44.851236 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.882926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Request body: {'port': {'device_id': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:44.902189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-126a5b28-f276-4cdf-b688-6cee206aca21 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group_rule (927c11f5-c6ef-449d-8929-097b6730592a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.960785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (c03e14d0-ab8a-46e0-86f1-2014759bfa5b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.984016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-126a5b28-f276-4cdf-b688-6cee206aca21 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (927c11f5-c6ef-449d-8929-097b6730592a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:44.997720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event updated for resources: {'Port': ['ID=521a6506-f6dc-4daa-bdc4-30599727eb9f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:45.007719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a5b28-f276-4cdf-b688-6cee206aca21 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927c11f5-c6ef-449d-8929-097b6730592a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:45.012561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.024321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-775cbbcd-3b11-4d83-9a03-ea571343abbf None None] Provisioning complete for port 29fc472a-fb38-45ce-9627-ea32b74fc6ce triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:45.027140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-775cbbcd-3b11-4d83-9a03-ea571343abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.060813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-775cbbcd-3b11-4d83-9a03-ea571343abbf None None] Port 29fc472a-fb38-45ce-9627-ea32b74fc6ce cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:45.091062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-126a5b28-f276-4cdf-b688-6cee206aca21 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.092438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-126a5b28-f276-4cdf-b688-6cee206aca21 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4154420 Aug 28 19:56:45.097263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38388) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:56:45.104431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:45.128644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.132944 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0aa26fc5-6bb6-4192-8197-6f58c6b750f8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4166400 Aug 28 19:56:45.218354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.241629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8d242-061f-4cc2-9e3e-8c71c0e50f87 req-2b9571bd-39ea-4afd-af26-848854580268 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:45.244855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fd8d242-061f-4cc2-9e3e-8c71c0e50f87 req-2b9571bd-39ea-4afd-af26-848854580268 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1128 time: 0.1040459 Aug 28 19:56:45.336324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.413587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fd8d242-061f-4cc2-9e3e-8c71c0e50f87 req-3f9d425b-9360-4e7c-bdc9-bf4c7b8f2e9b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593742 Aug 28 19:56:45.425685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fc472a-fb38-45ce-9627-ea32b74fc6ce {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:45.428715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-711ca3cf-9084-4cf6-932e-737c6388b951 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2110077625&fields=id&tenant_id=fe663852a79b404398b07b33ea453ee0 HTTP/1.1" status: 200 len: 267 time: 0.1102846 Aug 28 19:56:45.437006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Publish callbacks [] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.456870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Transition to ACTIVE for port object 29fc472a-fb38-45ce-9627-ea32b74fc6ce will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:45.559138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.592846 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Allocated IP 172.25.4.215 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/33f29a71-2111-498c-96f0-b6b1d8e2e422) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:45.682106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29fc472a-fb38-45ce-9627-ea32b74fc6ce,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:45.723327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-e695742a-e780-4619-b7d6-2b714291877f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:45.731745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-e695742a-e780-4619-b7d6-2b714291877f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/networks?id=79cefb94-c26e-4585-9705-b9160006361e HTTP/1.1" status: 200 len: 814 time: 0.3020432 Aug 28 19:56:45.742590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c13ced-ead0-45c5-a842-25b177a201d6 req-91e1bfdb-0174-4a0b-96a7-e230542deaea tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:45.744316 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40c13ced-ead0-45c5-a842-25b177a201d6 req-91e1bfdb-0174-4a0b-96a7-e230542deaea tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.1112242 Aug 28 19:56:45.761063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-6c8c0dac-d86f-4e09-a084-c03b12b13810 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/quotas/fe663852a79b404398b07b33ea453ee0 HTTP/1.1" status: 200 len: 375 time: 0.0283117 Aug 28 19:56:45.766724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Attempting to bind port 29fc472a-fb38-45ce-9627-ea32b74fc6ce on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:45.767116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Attempting to bind port 29fc472a-fb38-45ce-9627-ea32b74fc6ce by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:45.767460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Attempting to bind port 29fc472a-fb38-45ce-9627-ea32b74fc6ce on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:45.778788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Port 29fc472a-fb38-45ce-9627-ea32b74fc6ce on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:45.779198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Attempting to bind port 29fc472a-fb38-45ce-9627-ea32b74fc6ce on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:45.791973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:45.792419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:45.793409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:45.793983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Bound port: 29fc472a-fb38-45ce-9627-ea32b74fc6ce, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:45.794507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.864906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40c13ced-ead0-45c5-a842-25b177a201d6 req-abb21e89-ca0b-450e-9e4a-36654773b251 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097519 Aug 28 19:56:45.873250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-0f10e870-54bd-4ae8-8ed7-6e1c2972f870 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fe663852a79b404398b07b33ea453ee0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112971 Aug 28 19:56:45.886148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:45.918680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] For port 29fc472a-fb38-45ce-9627-ea32b74fc6ce, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:45.923467 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] For port 29fc472a-fb38-45ce-9627-ea32b74fc6ce, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=29fc472a-fb38-45ce-9627-ea32b74fc6ce,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:46.016816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8a5c-4a45-423c-b277-fa7cc686aba4 req-1e328327-f961-499c-9d01-18220215ee92 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:46.018384 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-108f8a5c-4a45-423c-b277-fa7cc686aba4 req-1e328327-f961-499c-9d01-18220215ee92 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 947 time: 0.0623064 Aug 28 19:56:46.020849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.025675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-09b9328e-97dc-47f4-aa59-faa2d6e8a1d8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/79cefb94-c26e-4585-9705-b9160006361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304924 Aug 28 19:56:46.029043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:46.029680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.031132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/29fc472a-fb38-45ce-9627-ea32b74fc6ce HTTP/1.1" status: 200 len: 1095 time: 1.1554635 Aug 28 19:56:46.031587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'tag': '29fc472a-fb38-45ce-9627-ea32b74fc6ce'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:46.033904 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3837b0bc-dae4-47bf-b06d-6b233c8daabb" -d '{"events": [{"name": "network-changed", "server_uuid": "53712ac1-5085-4dcb-8aa3-69d8983f8bd6", "tag": "29fc472a-fb38-45ce-9627-ea32b74fc6ce"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:46.114529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4373f53-ce37-48d5-ac9f-162f0f2501f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29fc472a-fb38-45ce-9627-ea32b74fc6ce,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:46.124222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-108f8a5c-4a45-423c-b277-fa7cc686aba4 req-da21c38b-7d19-4fb6-a7d4-b2a5b766d734 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875130 Aug 28 19:56:46.145064 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-5b524cb8-21e4-48a5-8d52-45490b22fb02 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/79cefb94-c26e-4585-9705-b9160006361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099961 Aug 28 19:56:46.174170 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e9d15-5768-4448-b35f-e1802a2cb249 x-openstack-request-id: req-2d7e9d15-5768-4448-b35f-e1802a2cb249 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:46.174447 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53712ac1-5085-4dcb-8aa3-69d8983f8bd6", "tag": "29fc472a-fb38-45ce-9627-ea32b74fc6ce", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:46.174699 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d7e9d15-5768-4448-b35f-e1802a2cb249 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:46.175215 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7e9d15-5768-4448-b35f-e1802a2cb249'] response: {'name': 'network-changed', 'server_uuid': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'tag': '29fc472a-fb38-45ce-9627-ea32b74fc6ce', 'status': 'completed', 'code': 200} Aug 28 19:56:46.237502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.265972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837b0bc-dae4-47bf-b06d-6b233c8daabb req-ad7b7d8d-ded3-4618-bb23-6ad8a2522b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:46.275493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3837b0bc-dae4-47bf-b06d-6b233c8daabb req-ad7b7d8d-ded3-4618-bb23-6ad8a2522b16 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=fd05b6bc00a9440ab5f616b86b649964&device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0406370 Aug 28 19:56:46.276731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:46.279649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:46.283641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:46.289351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'Port': ['ID=33f29a71-2111-498c-96f0-b6b1d8e2e422,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:46.310188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3837b0bc-dae4-47bf-b06d-6b233c8daabb req-7747989d-b256-4c2c-932a-d4445c153cb1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=fd05b6bc00a9440ab5f616b86b649964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253391 Aug 28 19:56:46.427367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for floatingip (b262d79a-ce43-49ba-a4c6-9416e950a18b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.475719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837b0bc-dae4-47bf-b06d-6b233c8daabb req-c475a52c-e88e-41f7-be6b-c9ee5004c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:46.477313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3837b0bc-dae4-47bf-b06d-6b233c8daabb req-c475a52c-e88e-41f7-be6b-c9ee5004c6a5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612225 Aug 28 19:56:46.518037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa58ee16-3779-44a6-9664-4c59a977b863 req-8f75eb70-8068-463a-83c0-f6f7b666bd03 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 210 time: 0.0393851 Aug 28 19:56:46.575157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.597872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-5d5c60d8-7e56-46f2-96a9-087cfe9055b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:46.599452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-5d5c60d8-7e56-46f2-96a9-087cfe9055b2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=fd05b6bc00a9440ab5f616b86b649964&device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 1129 time: 0.0489175 Aug 28 19:56:46.684525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-3cadfc58-17c4-4962-9180-6564b63a7016 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=29fc472a-fb38-45ce-9627-ea32b74fc6ce HTTP/1.1" status: 200 len: 217 time: 0.0613060 Aug 28 19:56:46.750124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-b939c349-5894-47dc-853b-cde0745d70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:46.753028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-b939c349-5894-47dc-853b-cde0745d70c7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0573962 Aug 28 19:56:46.780464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.817026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e517403e-1873-41f3-a192-fa775fe30933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:46.818687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-e517403e-1873-41f3-a192-fa775fe30933 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0579038 Aug 28 19:56:46.841503 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:46.842469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.916200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'Port': ['ID=33f29a71-2111-498c-96f0-b6b1d8e2e422,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:46.930852 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (b262d79a-ce43-49ba-a4c6-9416e950a18b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:46.993113 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:47.007682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-10132dbe-a9f2-4a52-9c5c-15e487fa449f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690371 Aug 28 19:56:47.046171 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:47.049031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-983d725d-a596-4281-b8c6-080c57252067 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9498403 Aug 28 19:56:47.070074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87475a60-c4dd-4375-8c73-d005e817d2b7 req-40f9102e-2194-49f6-b7a0-87528f183d5b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:47.077035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87475a60-c4dd-4375-8c73-d005e817d2b7 req-40f9102e-2194-49f6-b7a0-87528f183d5b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0844457 Aug 28 19:56:47.094545 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:47.162689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ef571da-ac7a-47f4-bb62-7f1f86d3700a req-4065628d-d382-4d2d-bcee-de5f85fad1a6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596453 Aug 28 19:56:47.167794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87475a60-c4dd-4375-8c73-d005e817d2b7 req-879ef266-2a5b-4d62-9041-ab6f1187b66a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895579 Aug 28 19:56:47.189495 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:47.288242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ee1ef-5172-4e35-8f9c-2d4ff509e850 req-acbd82c6-983a-4f25-970b-97446e2343ae tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:47.289835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b21ee1ef-5172-4e35-8f9c-2d4ff509e850 req-acbd82c6-983a-4f25-970b-97446e2343ae tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 947 time: 0.0637515 Aug 28 19:56:47.369539 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b21ee1ef-5172-4e35-8f9c-2d4ff509e850 req-9e478a20-9a3f-45b6-b4bf-5e9079fc7b6b tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705972 Aug 28 19:56:47.402262 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-4a3197cd-9534-4092-82c4-18be7058a288 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2060231390&fields=id&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 267 time: 0.0657811 Aug 28 19:56:47.592232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-d8289a6f-f5ca-4c42-a8fa-cff7d85b7f7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:47.592232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-d8289a6f-f5ca-4c42-a8fa-cff7d85b7f7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.1863046 Aug 28 19:56:47.596584 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-ab029098-f164-4346-80e1-11267722201d service neutron] show failed (client error): The resource could not be found. Aug 28 19:56:47.597923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-ab029098-f164-4346-80e1-11267722201d service neutron] 10.222.0.89 "GET /networking/v2.0/ports/62b727cd-9789-4102-bb00-530bf76840f0/bindings/n-h1-854121-7 HTTP/1.1" status: 404 len: 380 time: 0.1172247 Aug 28 19:56:47.607566 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-2fb5fc34-2e62-483a-a5e3-ca239c379b45 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/quotas/d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 375 time: 0.0122447 Aug 28 19:56:47.677407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-4f735e83-d1b5-47b0-8294-73d574631495 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0633886 Aug 28 19:56:47.713378 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:47.738052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-aa004189-c3c4-45a0-b3a2-eea89afa4fcf tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321958 Aug 28 19:56:47.788760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-b0bcd9b5-6249-40d6-9a8b-dc0263327dca service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966716 Aug 28 19:56:47.858440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-93ae86bd-daa4-4c5f-8d08-f31d6368abf4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:47.860101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-93ae86bd-daa4-4c5f-8d08-f31d6368abf4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212003 Aug 28 19:56:47.876780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-5bdfe9a6-3a2a-4c43-8f31-04eafab84ebe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/quotas/114c1dbf05024fb0b8c494a02b5f16fa HTTP/1.1" status: 200 len: 375 time: 0.0103366 Aug 28 19:56:47.911649 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-3ed3ab34-17d9-4b4d-b959-899e216f7c2c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132302 Aug 28 19:56:47.923619 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-ea38cc15-e482-4658-a2af-e857f4959123 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387199 Aug 28 19:56:48.302574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4eecb8b1-3eac-4fa2-84fe-fe0e3b881205 req-96e80ba3-2f95-4d2a-bc3f-963491fb268e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 210 time: 0.0394635 Aug 28 19:56:48.411865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef338e-3293-4cd9-9129-7b65b4946107 req-a519785d-32a8-4ef5-bec5-3b0f6c6665b9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:48.424577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46ef338e-3293-4cd9-9129-7b65b4946107 req-a519785d-32a8-4ef5-bec5-3b0f6c6665b9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0857663 Aug 28 19:56:48.433088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e073e9b-385a-4386-9978-d6a2f15f8d91 req-2f23b1ad-0c79-41dd-954a-c20f506568bc tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0859604 Aug 28 19:56:48.560527 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46ef338e-3293-4cd9-9129-7b65b4946107 req-913d43a4-706f-4c31-bb86-c6a4627dea07 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292741 Aug 28 19:56:48.561048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cab125a4-ffc2-4f0e-959a-d2f8f15e1d0b req-47477ee9-5aa7-49d7-831f-96612c0e17f6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0455828 Aug 28 19:56:48.681478 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:48.704469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81bac2-6285-4b5f-b18d-c928c369ddf9 req-be05dfb1-b528-4304-9cca-1306fc99fe81 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:48.706577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a81bac2-6285-4b5f-b18d-c928c369ddf9 req-be05dfb1-b528-4304-9cca-1306fc99fe81 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 947 time: 0.0794539 Aug 28 19:56:48.707601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-6372790b-333e-44fd-958d-c4cac9ec5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:48.709041 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-6372790b-333e-44fd-958d-c4cac9ec5dd3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 1131 time: 0.0730524 Aug 28 19:56:48.737508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:48.805269 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:48.819144 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a81bac2-6285-4b5f-b18d-c928c369ddf9 req-7c6ec199-5782-4237-8d2f-5e2cb56d6878 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033070 Aug 28 19:56:48.827863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:48.983740 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:49.148401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:49.202100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:49.246934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:49.249480 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cd6a58-e10b-4e44-aef4-8431f12d5d05" -d '{"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-unplugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:49.262330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Publish callbacks [] for port (62b727cd-9789-4102-bb00-530bf76840f0), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:49.293445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Transition to ACTIVE for port object 62b727cd-9789-4102-bb00-530bf76840f0 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:56:49.354586 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e817c1-8083-4be7-ad3a-55ed585294cd x-openstack-request-id: req-c1e817c1-8083-4be7-ad3a-55ed585294cd {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:49.354981 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-unplugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:49.355322 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1e817c1-8083-4be7-ad3a-55ed585294cd {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:49.356087 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e817c1-8083-4be7-ad3a-55ed585294cd'] response: {'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'code': 200} Aug 28 19:56:49.432384 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-351a95f7-a28a-4e28-99a4-d7ed713be459 req-d4f0fe50-ff46-437b-9572-1855e1449d2f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 210 time: 0.0370595 Aug 28 19:56:49.445138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:49.508372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] No DVR routers for this DVR port 62b727cd-9789-4102-bb00-530bf76840f0 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:56:49.521549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=6']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:49.566502 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-57c30424-db45-4cfe-8c34-4800498b99ab req-3529d9af-3f34-481e-8aae-1eaf8755eb67 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0349870 Aug 28 19:56:49.582624 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:49.586092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:56:49.586428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:56:49.586946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:49.592518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:56:49.592929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:56:49.598404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:56:49.598842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:56:49.599428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:56:49.600785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Bound port: 62b727cd-9789-4102-bb00-530bf76840f0, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:56:49.601020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:49.667250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-743e67e1-5466-41bc-ae6c-b401b05ba8c1 req-719b2120-e3a8-49a1-96a3-354f3dc7f52e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0411181 Aug 28 19:56:49.710533 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:49.751831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48835c-5db2-4632-8dfc-9b36ed61fb1a req-098b1f5b-e650-4bab-b852-e3d6f416e12a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:49.759416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f48835c-5db2-4632-8dfc-9b36ed61fb1a req-098b1f5b-e650-4bab-b852-e3d6f416e12a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.0972047 Aug 28 19:56:49.779203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:56:49.803991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:56:49.826958 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:49.838839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f48835c-5db2-4632-8dfc-9b36ed61fb1a req-d3b23e90-74a8-4b83-bc7f-67730d96ccf7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783360 Aug 28 19:56:49.933279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:49.936825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:49.988031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:49.988031 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 1095 time: 1.2061062 Aug 28 19:56:49.988490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cef8e-e88a-406d-acb4-e5cd5daf96cb req-ee2d5a18-8345-492f-aa2f-929d02ce9918 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:49.988490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-376cef8e-e88a-406d-acb4-e5cd5daf96cb req-ee2d5a18-8345-492f-aa2f-929d02ce9918 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 947 time: 0.0494502 Aug 28 19:56:50.019362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0dd08-023a-44e4-97e9-372a43a81394 service neutron] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:50.024883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-376cef8e-e88a-406d-acb4-e5cd5daf96cb req-743c86b7-fd0f-4ae8-a28a-dbbff01a93b0 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Aug 28 19:56:50.036940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-028bd963-f5fe-4977-8973-753092c5fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:50.040067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-028bd963-f5fe-4977-8973-753092c5fc7b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1129 time: 0.0549958 Aug 28 19:56:50.145273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-2561c5ea-5863-4403-887a-24fe3393a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:50.146812 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-2561c5ea-5863-4403-887a-24fe3393a47e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.0997167 Aug 28 19:56:50.191354 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-9f2edc38-3ed9-45af-a190-5831192ee2c5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0377514 Aug 28 19:56:50.247023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-dc485fc9-f968-4729-8a20-f0eb0b3de2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:50.248520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-dc485fc9-f968-4729-8a20-f0eb0b3de2aa service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0505793 Aug 28 19:56:50.295463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-41f95a84-1126-4fe6-b14f-ffea776258aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:50.296252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-41f95a84-1126-4fe6-b14f-ffea776258aa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0403531 Aug 28 19:56:50.304767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-d5c25cf9-e94e-40ee-b52d-ed8aa1e9d075 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:50.306276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-d5c25cf9-e94e-40ee-b52d-ed8aa1e9d075 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.89 "GET /networking/v2.0/networks?id=79cefb94-c26e-4585-9705-b9160006361e HTTP/1.1" status: 200 len: 814 time: 0.1193721 Aug 28 19:56:50.380114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-54f9c8db-eb58-45e6-89a0-39f6f9514ec1 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fe663852a79b404398b07b33ea453ee0 HTTP/1.1" status: 200 len: 380 time: 0.0630400 Aug 28 19:56:50.394865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Request body: {'port': {'device_id': '3be63c2e-0689-4fc6-b307-33a506a21767', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'admin_state_up': True, 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'security_groups': ['ef663d3a-418f-47d8-ad3c-e06fb4324f8f']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:56:50.438932 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-f9a9e59e-985d-4d19-8e53-531927985ddd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344728 Aug 28 19:56:50.547482 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:50.587746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69c144e0-134d-435c-99b1-9a4059bedb4f req-15090e4f-43ee-4224-907a-91b92471e007 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406441 Aug 28 19:56:50.591720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3225c1a-6fc5-4bcf-9140-9f7bd7211d9a req-349c942d-0ca1-4a85-8513-60034315712c tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 210 time: 0.0627921 Aug 28 19:56:50.692067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Made reservation on behalf of fe663852a79b404398b07b33ea453ee0 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:56:50.698777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:50.700477 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ea7731ce-147a-4ad2-b69f-4b5d04bc6bad req-6938efb9-6e5f-454c-8c94-1f6e5100bb49 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0426066 Aug 28 19:56:50.812233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9449b896-ab30-49ef-b84a-8a3903fa1c99 req-4cb3dee2-e0b8-4fd8-87b8-cfa96fb19887 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0426636 Aug 28 19:56:50.845130 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:50.888927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Allocated IP 172.20.0.10 (79cefb94-c26e-4585-9705-b9160006361e/8f766af6-0ff6-4962-ada9-01c8f69203d9/f807d184-ad39-4237-b8c2-b9a5ac1610b7) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:56:51.022805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 29fc472a-fb38-45ce-9627-ea32b74fc6ce details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:51.050572 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:51.185029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 29fc472a-fb38-45ce-9627-ea32b74fc6ce, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=29fc472a-fb38-45ce-9627-ea32b74fc6ce,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:51.204767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '29fc472a-fb38-45ce-9627-ea32b74fc6ce', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '29fc472a-fb38-45ce-9627-ea32b74fc6ce', 'mac_address': 'fa:16:3e:26:f0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:51.286213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 29fc472a-fb38-45ce-9627-ea32b74fc6ce is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:51.286738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:51.304487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fc472a-fb38-45ce-9627-ea32b74fc6ce {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:51.338617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 29fc472a-fb38-45ce-9627-ea32b74fc6ce, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=29fc472a-fb38-45ce-9627-ea32b74fc6ce,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:51.351795 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:51.357284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:51.360621 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24" -d '{"events": [{"name": "network-changed", "server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:51.362288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a2e0b-18cb-467d-9a31-f6f207bf213e req-4243f325-2178-431c-b09b-43d91ac8bfcd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:51.364276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-896a2e0b-18cb-467d-9a31-f6f207bf213e req-4243f325-2178-431c-b09b-43d91ac8bfcd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.4244812 Aug 28 19:56:51.461127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-896a2e0b-18cb-467d-9a31-f6f207bf213e req-cfeba534-dbba-452d-ba71-6f6561be59cd tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823765 Aug 28 19:56:51.473957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:51.499450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:51.570723 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:56:51.614372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=29fc472a-fb38-45ce-9627-ea32b74fc6ce,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:51.635040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.635548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.635998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.636592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.637216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.645755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.647525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.648318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.649305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.649956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.650580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.651922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.652674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.653947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.659932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:56:51.719855 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:51.779082 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-020abf8e-32ef-4274-b703-48f75df400fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:51.870953 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e6ce54-6af8-4772-8c1b-c861947a8c5f x-openstack-request-id: req-c3e6ce54-6af8-4772-8c1b-c861947a8c5f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:51.872027 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:51.872441 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3e6ce54-6af8-4772-8c1b-c861947a8c5f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:51.873149 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e6ce54-6af8-4772-8c1b-c861947a8c5f'] response: {'name': 'network-changed', 'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'status': 'completed', 'code': 200} Aug 28 19:56:51.892427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['29fc472a-fb38-45ce-9627-ea32b74fc6ce'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:51.900661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd94dfd-9b6c-4daa-b5a1-2c62e6f2b586 req-c3297cb9-edd1-4ab7-9e1f-277f77c8a8e5 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:51.915682 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:51.924951 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8cd94dfd-9b6c-4daa-b5a1-2c62e6f2b586 req-c3297cb9-edd1-4ab7-9e1f-277f77c8a8e5 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 948 time: 0.3572438 Aug 28 19:56:51.971263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Network 79cefb94-c26e-4585-9705-b9160006361e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:56:51.987225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:56:51.999986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:56:52.007866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event updated for resources: {'Port': ['ID=f807d184-ad39-4237-b8c2-b9a5ac1610b7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:52.017843 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:52.032702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cce7af-5bd3-410b-871f-43eed4c4a91d req-e1751dd8-2940-4f1d-9c22-a92446f19b03 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:52.034929 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5cce7af-5bd3-410b-871f-43eed4c4a91d req-e1751dd8-2940-4f1d-9c22-a92446f19b03 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0874016 Aug 28 19:56:52.109179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5cce7af-5bd3-410b-871f-43eed4c4a91d req-a55945bc-5e27-4c5f-ba76-2c385ea61f95 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649581 Aug 28 19:56:52.179920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8cd94dfd-9b6c-4daa-b5a1-2c62e6f2b586 req-1c687e38-783c-423d-b245-db1ae82506a8 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538707 Aug 28 19:56:52.219574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:52.220570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:52.331655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-72c782f0-6d2e-4e7f-abb8-a9da6680399c req-eea7d450-9bfc-4d68-85c6-63d74a3bc9a2 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0595932 Aug 28 19:56:52.369349 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-679c47d7-33cb-4555-a98b-7e3dffc013fd tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9806232 Aug 28 19:56:52.374498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ffcb87a-4b53-42fe-8c5e-ac212b1e75d1 req-cffb8a00-f6b4-434c-8393-8e054f369e45 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0781443 Aug 28 19:56:52.433962 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:52.441440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1fcdbda8-13a8-45c6-84dd-d66c851c98ab None None] Provisioning complete for port f807d184-ad39-4237-b8c2-b9a5ac1610b7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:52.442144 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1fcdbda8-13a8-45c6-84dd-d66c851c98ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:52.452731 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:52.479939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdbda8-13a8-45c6-84dd-d66c851c98ab None None] Port f807d184-ad39-4237-b8c2-b9a5ac1610b7 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:56:52.509721 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:52.630007 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:52.630236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e0db4-aea1-4a69-a598-2775cded49f6 req-bd97cf43-beee-4b58-b8dc-b8b789f34575 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:52.632182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d1e0db4-aea1-4a69-a598-2775cded49f6 req-bd97cf43-beee-4b58-b8dc-b8b789f34575 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.0646758 Aug 28 19:56:52.731527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-a8ada76c-dc1c-4480-8c09-8b13007fe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:52.733578 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-a8ada76c-dc1c-4480-8c09-8b13007fe3a2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1129 time: 0.0671396 Aug 28 19:56:52.799630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d1e0db4-aea1-4a69-a598-2775cded49f6 req-7008d2dd-4784-4495-9f81-b85233e911a0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597352 Aug 28 19:56:52.887654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-bdb64d91-2595-4223-81f7-8b45ee98cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:52.889360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-bdb64d91-2595-4223-81f7-8b45ee98cb8e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1464729 Aug 28 19:56:52.964717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:56:53.013182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] The host n-h2-854121-7 is not matching for port 62b727cd-9789-4102-bb00-530bf76840f0 host n-h1-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 19:56:53.013735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:56:53.063930 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:53.154991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 29fc472a-fb38-45ce-9627-ea32b74fc6ce up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:53.160189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:53.205423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 29fc472a-fb38-45ce-9627-ea32b74fc6ce completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:53.251318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8a75-e84c-4e13-a212-38d349ea5493 req-60f0f1d5-507f-43eb-8fa3-ea82f1289eff tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:53.252931 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b47c8a75-e84c-4e13-a212-38d349ea5493 req-60f0f1d5-507f-43eb-8fa3-ea82f1289eff tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0549605 Aug 28 19:56:53.307770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 29fc472a-fb38-45ce-9627-ea32b74fc6ce triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:53.308206 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:53.313595 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b47c8a75-e84c-4e13-a212-38d349ea5493 req-cc868fac-f359-49c2-8acb-e2b6a0fac4a9 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544405 Aug 28 19:56:53.340296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2f74-6db4-4092-b00b-8186efd0b231 req-ff1424c0-346d-4fce-b1e1-9e163693a633 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:53.364567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbfc2f74-6db4-4092-b00b-8186efd0b231 req-ff1424c0-346d-4fce-b1e1-9e163693a633 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 948 time: 0.0844667 Aug 28 19:56:53.436586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 29fc472a-fb38-45ce-9627-ea32b74fc6ce is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:53.437194 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:53.440518 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:53.464300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fc472a-fb38-45ce-9627-ea32b74fc6ce'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:53.466698 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda1cdfd-7ab6-4dab-bfeb-935d8b8651b2" -d '{"events": [{"server_uuid": "53712ac1-5085-4dcb-8aa3-69d8983f8bd6", "name": "network-vif-plugged", "status": "completed", "tag": "29fc472a-fb38-45ce-9627-ea32b74fc6ce"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:53.471292 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:53.471904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-16296f48-dd73-4e01-93fb-7ecb0900c612 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0495503 Aug 28 19:56:53.483902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2846a7ba-8e80-429e-a9dc-3d4f1c9c6062 req-b3fba928-89e8-46e0-afff-fa4cbb795df2 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0433257 Aug 28 19:56:53.514793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 29fc472a-fb38-45ce-9627-ea32b74fc6ce, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=29fc472a-fb38-45ce-9627-ea32b74fc6ce,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:53.520788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbfc2f74-6db4-4092-b00b-8186efd0b231 req-cf9a4c9a-863e-4410-92fb-733efb455ca4 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543808 Aug 28 19:56:53.536059 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:53.597712 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f095923e-de87-480d-ad2e-7b414bd416c2 x-openstack-request-id: req-f095923e-de87-480d-ad2e-7b414bd416c2 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:53.600719 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53712ac1-5085-4dcb-8aa3-69d8983f8bd6", "name": "network-vif-plugged", "status": "completed", "tag": "29fc472a-fb38-45ce-9627-ea32b74fc6ce", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:53.600719 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f095923e-de87-480d-ad2e-7b414bd416c2 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:53.600719 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f095923e-de87-480d-ad2e-7b414bd416c2'] response: {'server_uuid': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fc472a-fb38-45ce-9627-ea32b74fc6ce', 'code': 200} Aug 28 19:56:53.622852 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:53.641601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a3eb44a-9799-4276-9f25-c3745e72cc61 req-9902e9e7-5a0e-4b25-ae38-e5c20437ad4b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0651479 Aug 28 19:56:53.715407 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:53.738220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=29fc472a-fb38-45ce-9627-ea32b74fc6ce,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:53.782029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-8df84390-944d-4c1b-9cbf-385e0257b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:53.785364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-8df84390-944d-4c1b-9cbf-385e0257b096 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1099010 Aug 28 19:56:53.896416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cad50-1b7b-4350-ad5b-3cf197d952f0 req-090faac0-2421-457a-b490-66eeb2fc93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:53.915157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-822cad50-1b7b-4350-ad5b-3cf197d952f0 req-090faac0-2421-457a-b490-66eeb2fc93b7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 1131 time: 0.1276593 Aug 28 19:56:54.038210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-822cad50-1b7b-4350-ad5b-3cf197d952f0 req-d2f8dfc0-d87e-4526-83a2-373a8378c89e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970407 Aug 28 19:56:54.042157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-c0ee5ccf-7528-47fd-9059-786e88ea389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:54.043655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-c0ee5ccf-7528-47fd-9059-786e88ea389f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1840026 Aug 28 19:56:54.059167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ea39d-83ef-4ca6-95df-b536d9df58eb req-2eb63205-7b86-443f-8fb5-18f13b0bd057 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:54.060767 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e33ea39d-83ef-4ca6-95df-b536d9df58eb req-2eb63205-7b86-443f-8fb5-18f13b0bd057 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.1216197 Aug 28 19:56:54.125104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e33ea39d-83ef-4ca6-95df-b536d9df58eb req-8344fa3b-8e47-4848-a190-c3347fd16ac0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561607 Aug 28 19:56:54.132930 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91c5c95e-6ae0-4a22-8292-ed1e2908c2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:54.136551 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:54.496692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f5ade-e5f8-437b-a694-379e5e526c58 req-4e8cf811-9b0d-47b5-9217-911e076ae6b3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:54.504748 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e9f5ade-e5f8-437b-a694-379e5e526c58 req-4e8cf811-9b0d-47b5-9217-911e076ae6b3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0737865 Aug 28 19:56:54.505191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-a94cca59-aad5-4e05-baee-1c5385fde027 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812036 Aug 28 19:56:54.604166 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e9f5ade-e5f8-437b-a694-379e5e526c58 req-12d8fe60-7e69-4c81-b869-e690c180e21a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981278 Aug 28 19:56:54.639011 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:54.691402 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c3ecdbb-2882-4394-9ce0-c577b7371f8f req-dc7ad11a-1afd-46df-8f61-699008104f00 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0900929 Aug 28 19:56:54.721822 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:54.780351 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:54.825411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb935685-136c-402e-91a7-ec1e6099e2a2 req-8c60804c-4feb-4a6f-8ff4-95e79dd295b0 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:54.827494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb935685-136c-402e-91a7-ec1e6099e2a2 req-8c60804c-4feb-4a6f-8ff4-95e79dd295b0 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 949 time: 0.0956595 Aug 28 19:56:54.828557 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:54.868542 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e798e34d-c334-478a-8f4b-e3d432e0c0c2 req-75baf331-1eee-43b1-988c-6a91989e28c0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0707717 Aug 28 19:56:54.914614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb935685-136c-402e-91a7-ec1e6099e2a2 req-de00b298-bea6-478f-be45-e6203c3f4f7a tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713005 Aug 28 19:56:54.991974 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-f097cd66-8b11-4a0f-9f78-7668c865551f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329806 Aug 28 19:56:55.038574 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:55.106034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:56:55.118157 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:55.180040 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:55.243679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:55.265026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '62b727cd-9789-4102-bb00-530bf76840f0', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '62b727cd-9789-4102-bb00-530bf76840f0', 'mac_address': 'fa:16:3e:43:2c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:56:55.270879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32e1c-519d-4064-bac9-f9e4f0ef53cf req-48549219-d05a-4f0e-8b90-e3d9f221d0c1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:55.272900 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20a32e1c-519d-4064-bac9-f9e4f0ef53cf req-48549219-d05a-4f0e-8b90-e3d9f221d0c1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 947 time: 0.0562415 Aug 28 19:56:55.313187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 62b727cd-9789-4102-bb00-530bf76840f0 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:55.318443 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:55.328995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20a32e1c-519d-4064-bac9-f9e4f0ef53cf req-5bc368e8-32c8-4bc5-869a-ad1d1d36d046 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495946 Aug 28 19:56:55.329692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b727cd-9789-4102-bb00-530bf76840f0 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:56:55.362961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:55.366787 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:55.461773 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:55.462129 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:55.547656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:55.558451 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:55.675650 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:55.703913 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:55.845405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7311c-8555-452b-9061-816cd6983fcf req-e748813f-1be7-4f5f-ba6c-6ef5c058bec1 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:55.846991 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9b7311c-8555-452b-9061-816cd6983fcf req-e748813f-1be7-4f5f-ba6c-6ef5c058bec1 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0731764 Aug 28 19:56:55.862436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['62b727cd-9789-4102-bb00-530bf76840f0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:56:55.899603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9b7311c-8555-452b-9061-816cd6983fcf req-bd98cd39-562c-43f0-bafe-e17c10a36658 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460336 Aug 28 19:56:55.901346 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.010262 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.083163 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.094589 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1143a709-a8e3-48e0-b08b-366fc54e3632 req-8b27cfef-e182-42c8-863b-2076761f36dd tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0462172 Aug 28 19:56:56.197597 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-28276c9c-b938-4c18-97f6-ee1b85241773 req-c39a352f-458b-4939-9984-82b25ec22cc7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0814724 Aug 28 19:56:56.223915 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.244179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-138efda2-71e0-44e2-b320-539158af15f8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:56.246887 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-138efda2-71e0-44e2-b320-539158af15f8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 948 time: 0.1240888 Aug 28 19:56:56.342879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4a92a-66eb-4b7d-9516-76b24aebd078 req-7bdd04ad-fe5e-488b-b863-d1a3391004a9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:56.344882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ce4a92a-66eb-4b7d-9516-76b24aebd078 req-7bdd04ad-fe5e-488b-b863-d1a3391004a9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.0655015 Aug 28 19:56:56.346640 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.395778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54174e2-4205-49aa-a078-7661b2cc3a7b req-93980392-8fc2-4724-9db5-44120c484f6c tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:56.398544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b54174e2-4205-49aa-a078-7661b2cc3a7b req-93980392-8fc2-4724-9db5-44120c484f6c tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 949 time: 0.1466711 Aug 28 19:56:56.402081 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.439385 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ce4a92a-66eb-4b7d-9516-76b24aebd078 req-7d107d6f-a727-4633-9e12-44f08c6a6a60 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Aug 28 19:56:56.444116 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.458635 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.467006 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-fa76179f-35dd-4b34-872e-252b5fa8b679 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/62b727cd-9789-4102-bb00-530bf76840f0/bindings/n-h1-854121-7 HTTP/1.1" status: 200 len: 382 time: 0.1861365 Aug 28 19:56:56.474355 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b54174e2-4205-49aa-a078-7661b2cc3a7b req-18ad139e-87b6-4693-805b-0374b4f27ffc tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635445 Aug 28 19:56:56.487663 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.570559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-b5f1b652-9c3c-4ba3-8046-f206b5f0c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:56.572147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-b5f1b652-9c3c-4ba3-8046-f206b5f0c349 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1130 time: 0.0452290 Aug 28 19:56:56.636720 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.701532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-344b9eb7-cd16-4f8d-9644-1245d2d59b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:56.703048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-344b9eb7-cd16-4f8d-9644-1245d2d59b2c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1245632 Aug 28 19:56:56.749554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-78eea716-7531-4371-98ca-10b03ea60326 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0399463 Aug 28 19:56:56.804375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-628d0c83-24cf-4fab-b7c4-6d2bacfd9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:56.805909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-628d0c83-24cf-4fab-b7c4-6d2bacfd9b5d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0501397 Aug 28 19:56:56.852465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-cc7cc201-b1f9-4d60-9280-faaaa9ffe99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:56.854132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-cc7cc201-b1f9-4d60-9280-faaaa9ffe99a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0407927 Aug 28 19:56:56.930620 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:56.952083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:57.104002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2566eec-5d69-49dd-9e00-415af8a0dd93 req-71bf5a1f-a974-4ef9-9ec0-afc2e78ba57e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:57.106090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2566eec-5d69-49dd-9e00-415af8a0dd93 req-71bf5a1f-a974-4ef9-9ec0-afc2e78ba57e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0764828 Aug 28 19:56:57.106257 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:57.119748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-e1df57a6-1030-4d13-9121-2fca70ca9d37 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578356 Aug 28 19:56:57.122791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:56:57.155026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100b199-d0f0-4cd0-a44b-bd5e015eb98f req-14a43001-dc73-4d85-b198-ab7edd0f7df1 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:57.170473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8100b199-d0f0-4cd0-a44b-bd5e015eb98f req-14a43001-dc73-4d85-b198-ab7edd0f7df1 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 949 time: 0.1624784 Aug 28 19:56:57.198152 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:57.228852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 62b727cd-9789-4102-bb00-530bf76840f0 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:56:57.238491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2566eec-5d69-49dd-9e00-415af8a0dd93 req-45f52571-750e-45e3-811e-4b382b1126c1 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262496 Aug 28 19:56:57.310673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8100b199-d0f0-4cd0-a44b-bd5e015eb98f req-816f99ad-a10d-4b2f-aa29-59c2264115ef tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393018 Aug 28 19:56:57.320987 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:57.332839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 62b727cd-9789-4102-bb00-530bf76840f0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:56:57.335083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (62b727cd-9789-4102-bb00-530bf76840f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:57.416824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81786be9-c158-4f31-b881-d6e5219f80a8 req-0c203f11-680f-469d-a230-0e397c7de270 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0741591 Aug 28 19:56:57.469177 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:57.518058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 62b727cd-9789-4102-bb00-530bf76840f0 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:56:57.518458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:57.523647 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:57.583588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:56:57.586261 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c102a-749d-4dcd-a65f-05393bcd157b" -d '{"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-plugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:56:57.611608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e4f77-b6c8-48a1-aa0e-d13d529cb352 req-f778aaa1-4963-406a-844f-c41d66928acb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:57.612273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:56:57.619838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f4e4f77-b6c8-48a1-aa0e-d13d529cb352 req-f778aaa1-4963-406a-844f-c41d66928acb tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.0602014 Aug 28 19:56:57.653123 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:57.670382 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f4e4f77-b6c8-48a1-aa0e-d13d529cb352 req-e55baaa6-3f9a-4b80-8698-883fe9b40390 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494425 Aug 28 19:56:57.724156 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:57.757316 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94523bb-bba0-4a97-ae39-28a4e63298a9 x-openstack-request-id: req-b94523bb-bba0-4a97-ae39-28a4e63298a9 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:56:57.757642 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-plugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:56:57.757865 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b94523bb-bba0-4a97-ae39-28a4e63298a9 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:56:57.758287 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94523bb-bba0-4a97-ae39-28a4e63298a9'] response: {'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'code': 200} Aug 28 19:56:57.786242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:57.840702 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:57.844702 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:57.872791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d68d5b61-37af-4ea5-a376-9d0e111ec9b1 req-40b47bff-6abc-4589-a3bb-2e9345077b9d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0420353 Aug 28 19:56:57.893896 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-981c6f09-7b40-498f-a6b2-b7fd781ea1bc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158620 Aug 28 19:56:58.052337 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.124458 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.189295 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.290389 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.433148 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.440077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a6481-7a78-4400-af82-9666b05a8b51 req-35f0e8ab-f8fa-4377-845d-678cfa63ed3c tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:58.441649 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d7a6481-7a78-4400-af82-9666b05a8b51 req-35f0e8ab-f8fa-4377-845d-678cfa63ed3c tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0739286 Aug 28 19:56:58.496111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c671d8-92f5-4d92-a4da-956f25242395 req-9513ed3a-598f-4c0b-a613-0edcc0616756 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:58.504009 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35c671d8-92f5-4d92-a4da-956f25242395 req-9513ed3a-598f-4c0b-a613-0edcc0616756 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 949 time: 0.0854096 Aug 28 19:56:58.548772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d7a6481-7a78-4400-af82-9666b05a8b51 req-2ee0c335-6ce4-4165-8f5a-2dd9e9727104 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910513 Aug 28 19:56:58.548772 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.618250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35c671d8-92f5-4d92-a4da-956f25242395 req-51e4d6ef-2fb4-44d8-b0fc-9c116b648d0a tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060066 Aug 28 19:56:58.718420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8cd187d-34cb-4220-8771-2610751070d0 req-050f1793-f458-4d38-ac98-6fe48cc005b7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0679777 Aug 28 19:56:58.732732 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.772862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f054-6469-46df-b8db-0038d7dd2e27 req-21e3d16c-3291-4f48-9e5f-2de56b37fc3e tempest-LiveMigrationNegativeTest-1981070746 tempest-LiveMigrationNegativeTest-1981070746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:58.774593 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8539f054-6469-46df-b8db-0038d7dd2e27 req-21e3d16c-3291-4f48-9e5f-2de56b37fc3e tempest-LiveMigrationNegativeTest-1981070746 tempest-LiveMigrationNegativeTest-1981070746-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 1131 time: 0.0582440 Aug 28 19:56:58.829206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8539f054-6469-46df-b8db-0038d7dd2e27 req-fcc0695a-84b1-4e7b-9ca7-cf838eb39ffc tempest-LiveMigrationNegativeTest-1981070746 tempest-LiveMigrationNegativeTest-1981070746-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:58.877578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a1c84-b29b-4c2a-b9ad-0a8decf3f577 req-edabfd2e-5eff-4542-9baa-dd6cf34faac3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:58.879217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-617a1c84-b29b-4c2a-b9ad-0a8decf3f577 req-edabfd2e-5eff-4542-9baa-dd6cf34faac3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0699389 Aug 28 19:56:58.953403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8539f054-6469-46df-b8db-0038d7dd2e27 req-fcc0695a-84b1-4e7b-9ca7-cf838eb39ffc tempest-LiveMigrationNegativeTest-1981070746 tempest-LiveMigrationNegativeTest-1981070746-project-admin] Publish callbacks [] for security_group (51a357c0-fefe-45ba-b545-e9634daf6c23), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:58.956306 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:58.981618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-617a1c84-b29b-4c2a-b9ad-0a8decf3f577 req-1696d532-d6ad-4450-a6a1-211c03caa0a7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 Aug 28 19:56:59.075242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8539f054-6469-46df-b8db-0038d7dd2e27 req-fcc0695a-84b1-4e7b-9ca7-cf838eb39ffc tempest-LiveMigrationNegativeTest-1981070746 tempest-LiveMigrationNegativeTest-1981070746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (51a357c0-fefe-45ba-b545-e9634daf6c23), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:56:59.084945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d64135d9-6294-4c5c-9428-b469000ed74b req-77b96b61-0d7e-405a-bd9b-29b77298511b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0386980 Aug 28 19:56:59.142093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8539f054-6469-46df-b8db-0038d7dd2e27 req-fcc0695a-84b1-4e7b-9ca7-cf838eb39ffc tempest-LiveMigrationNegativeTest-1981070746 tempest-LiveMigrationNegativeTest-1981070746-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525681 Aug 28 19:56:59.144937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0695a-84b1-4e7b-9ca7-cf838eb39ffc tempest-LiveMigrationNegativeTest-1981070746 tempest-LiveMigrationNegativeTest-1981070746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a357c0-fefe-45ba-b545-e9634daf6c23,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:56:59.264331 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:59.641037 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:56:59.745795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f34fd-4331-476e-9faa-c8525bf63475 req-4d60f5c4-8dc1-4fad-bbce-a0264108458e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:56:59.747840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e74f34fd-4331-476e-9faa-c8525bf63475 req-4d60f5c4-8dc1-4fad-bbce-a0264108458e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0643005 Aug 28 19:56:59.838328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e74f34fd-4331-476e-9faa-c8525bf63475 req-699e6638-bc08-4ff5-938f-9790fb0e5102 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786185 Aug 28 19:56:59.990390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1174753-d235-45bb-ac84-75a3842b8000 req-62dfb7fe-e89d-4682-8f2a-0901210fd019 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0448382 Aug 28 19:57:00.029832 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:00.102040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c77d55-2c2e-427e-97ef-8e9e7cf784d4 req-417fb67c-fdfc-4303-93a5-75a36ea7edde tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:00.104328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55c77d55-2c2e-427e-97ef-8e9e7cf784d4 req-417fb67c-fdfc-4303-93a5-75a36ea7edde tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 949 time: 0.1581061 Aug 28 19:57:00.174561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998693f-264d-4c79-a285-e5327f761317 req-fc2dd0f1-4666-4f29-87f2-3b436ff704cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:00.176176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b998693f-264d-4c79-a285-e5327f761317 req-fc2dd0f1-4666-4f29-87f2-3b436ff704cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0676990 Aug 28 19:57:00.189522 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55c77d55-2c2e-427e-97ef-8e9e7cf784d4 req-2a4669e4-e726-4ed2-8c22-c6a4e4a0d8e0 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790360 Aug 28 19:57:00.249588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b998693f-264d-4c79-a285-e5327f761317 req-28c5fdc5-f28e-45a1-9af9-0dadd92f3917 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624657 Aug 28 19:57:00.322581 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-464e96b8-ca0b-4fa6-8c6e-d9a2077bc111 req-36938695-26b9-4a3f-8f62-c4581ef893f5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0356238 Aug 28 19:57:00.984136 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77964742-0966-4b2e-b35e-2e0650162f98 req-45b98854-3746-441e-a75c-ab0f547a19b8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:00.984136 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77964742-0966-4b2e-b35e-2e0650162f98 req-45b98854-3746-441e-a75c-ab0f547a19b8 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0563540 Aug 28 19:57:01.067632 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77964742-0966-4b2e-b35e-2e0650162f98 req-ef76398e-a42e-4289-9445-8b2118ed83f7 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762544 Aug 28 19:57:01.116663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8104f402-2d7d-4220-bfe1-7be08b304e07 req-32dab03c-4450-4ced-b288-5e049d58ebe7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0391231 Aug 28 19:57:01.226911 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:01.385482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e9c-c3dc-401c-9ff3-85d3f5225195 req-db5d7330-1069-4e10-9898-716c363cd430 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:01.387151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ba5e9c-c3dc-401c-9ff3-85d3f5225195 req-db5d7330-1069-4e10-9898-716c363cd430 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 949 time: 0.1114538 Aug 28 19:57:01.428024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73544-a782-4c15-95b1-2f898cfd4759 req-1187334f-9f58-4a92-b069-e24317323fda tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:01.429663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3f73544-a782-4c15-95b1-2f898cfd4759 req-1187334f-9f58-4a92-b069-e24317323fda tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0733736 Aug 28 19:57:01.463073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ba5e9c-c3dc-401c-9ff3-85d3f5225195 req-24f7bd76-9baa-4a5c-af75-1c6a7dab02fa tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676563 Aug 28 19:57:01.517550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3f73544-a782-4c15-95b1-2f898cfd4759 req-dde91251-c051-4e54-a685-8d6ec532d29c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657356 Aug 28 19:57:01.629351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-eab14730-15cf-42a1-998b-256e59812ce3 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:01.636700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-eab14730-15cf-42a1-998b-256e59812ce3 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 949 time: 0.0655603 Aug 28 19:57:01.640976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7b4d5ff4-a0c6-4292-9d3f-8d255beb2438 req-ab73ce6f-e31b-4753-9203-f6f54c187de5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0698447 Aug 28 19:57:01.698437 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:01.768448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Deleting port 29fc472a-fb38-45ce-9627-ea32b74fc6ce {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:01.769011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:01.879638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] For port 29fc472a-fb38-45ce-9627-ea32b74fc6ce, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=29fc472a-fb38-45ce-9627-ea32b74fc6ce,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:01.880040 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:01.895585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Calling delete_port for 29fc472a-fb38-45ce-9627-ea32b74fc6ce owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:02.124727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (29fc472a-fb38-45ce-9627-ea32b74fc6ce), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:02.140834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['64cc5be6-6f43-469a-86fd-8bb04497e486'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:02.180282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['29fc472a-fb38-45ce-9627-ea32b74fc6ce'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:02.238589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2742-e14f-47c8-aacf-62d7628dc32b req-2ee94b95-038c-47dc-a7c1-e20b6aaa5b3d tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:02.241731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-028d2742-e14f-47c8-aacf-62d7628dc32b req-2ee94b95-038c-47dc-a7c1-e20b6aaa5b3d tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0644972 Aug 28 19:57:02.243479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Pushing event deleted for resources: {'Port': ['ID=29fc472a-fb38-45ce-9627-ea32b74fc6ce,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:02.258904 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:02.292957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61228a81-80dd-4cb5-9e68-924a5f5b4a0c req-2c221453-1780-4cc8-96e5-e1ddf4555749 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0591400 Aug 28 19:57:02.377808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] No DVR routers for this DVR port 29fc472a-fb38-45ce-9627-ea32b74fc6ce on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:57:02.384998 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:02.395489 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:02.398415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c4b066e-4bc3-4a3f-876e-2374b0397d8a req-206c41cf-4dc6-4a8e-8423-0ad837a4da79 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.84 "DELETE /networking/v2.0/ports/29fc472a-fb38-45ce-9627-ea32b74fc6ce HTTP/1.1" status: 204 len: 173 time: 0.7492344 Aug 28 19:57:02.403961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'name': 'network-vif-deleted', 'tag': '29fc472a-fb38-45ce-9627-ea32b74fc6ce'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:02.403961 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47cc11-9a00-4fe6-bf10-958aa59ba00b" -d '{"events": [{"server_uuid": "53712ac1-5085-4dcb-8aa3-69d8983f8bd6", "name": "network-vif-deleted", "tag": "29fc472a-fb38-45ce-9627-ea32b74fc6ce"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:02.420721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-028d2742-e14f-47c8-aacf-62d7628dc32b req-dba3c607-11cc-4c5c-90ce-49911cfc7c52 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088636 Aug 28 19:57:02.460977 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3afafaa-3a28-431d-88ad-2da1f4916421 x-openstack-request-id: req-c3afafaa-3a28-431d-88ad-2da1f4916421 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:02.461270 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53712ac1-5085-4dcb-8aa3-69d8983f8bd6", "name": "network-vif-deleted", "tag": "29fc472a-fb38-45ce-9627-ea32b74fc6ce", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:02.461524 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3afafaa-3a28-431d-88ad-2da1f4916421 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:02.461975 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3afafaa-3a28-431d-88ad-2da1f4916421'] response: {'server_uuid': '53712ac1-5085-4dcb-8aa3-69d8983f8bd6', 'name': 'network-vif-deleted', 'tag': '29fc472a-fb38-45ce-9627-ea32b74fc6ce', 'status': 'completed', 'code': 200} Aug 28 19:57:02.614629 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d7e34d9-a9c3-4986-8083-bc938fe7fb61 req-c10a9a04-f8df-407a-9f77-83fb59b07453 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 210 time: 0.0310249 Aug 28 19:57:02.704574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201f28b-3498-4ec0-bd22-6b2e27c7a077 req-a76a12cc-6b4e-4d4c-a697-4d1a96a079d4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:02.712891 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:02.726157 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3201f28b-3498-4ec0-bd22-6b2e27c7a077 req-a76a12cc-6b4e-4d4c-a697-4d1a96a079d4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0646701 Aug 28 19:57:02.789036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3201f28b-3498-4ec0-bd22-6b2e27c7a077 req-19d5a542-a782-45c2-afec-f6d778824554 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732706 Aug 28 19:57:02.807527 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ee2d4784-63d2-49fa-9c3e-4a47631220e3 req-22282ac8-33d1-41e5-8a2e-96f4a4480bf1 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0395060 Aug 28 19:57:03.174812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:03.192869 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:03.251027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 62b727cd-9789-4102-bb00-530bf76840f0 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:03.251419 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:03.280135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:03.282703 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea5920c-d492-4e76-970e-19506246d34a" -d '{"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-unplugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:03.296643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:03.340163 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659414c9-f7a3-4733-b886-95084b210074 x-openstack-request-id: req-659414c9-f7a3-4733-b886-95084b210074 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:03.340548 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-unplugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:03.340974 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-659414c9-f7a3-4733-b886-95084b210074 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:03.341151 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659414c9-f7a3-4733-b886-95084b210074'] response: {'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'code': 200} Aug 28 19:57:03.357015 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:03.406926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9b751022-b8be-4758-a48f-9ad982a1c02f req-e95d11a9-4065-46e6-91f5-1ae82b6e0ef5 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0305064 Aug 28 19:57:03.424748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:03.433156 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:03.519513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:03.579498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a69158-6fbf-428d-afee-7b68c350c3b1 req-4bcb9f50-71e9-4c7a-aa97-b83c7cbf51b1 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:03.581235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7a69158-6fbf-428d-afee-7b68c350c3b1 req-4bcb9f50-71e9-4c7a-aa97-b83c7cbf51b1 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0511856 Aug 28 19:57:03.636733 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7a69158-6fbf-428d-afee-7b68c350c3b1 req-8700a218-3a39-4120-b228-77d179ee41a6 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487645 Aug 28 19:57:03.687292 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:03.749136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8b806ebf-31bd-4f3c-aa48-2bd26f9f81de req-b40aabae-5d74-4b51-8949-f3ece44a4440 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53712ac1-5085-4dcb-8aa3-69d8983f8bd6 HTTP/1.1" status: 200 len: 210 time: 0.0312009 Aug 28 19:57:03.905777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0479468-a679-498a-9938-9587818a6e97 req-cad6d31e-3468-4d6e-adff-f830fd3dee4c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0314298 Aug 28 19:57:03.912549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23141f3-ce7a-4a6b-9027-26b572b98176 req-9997f842-80ce-49e8-94d6-11dd557e8519 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:03.914773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e23141f3-ce7a-4a6b-9027-26b572b98176 req-9997f842-80ce-49e8-94d6-11dd557e8519 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.0499444 Aug 28 19:57:03.956320 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:03.968598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e23141f3-ce7a-4a6b-9027-26b572b98176 req-659a694a-e14a-48f5-bf3b-4e88ff605241 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Aug 28 19:57:04.004559 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:04.183803 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:04.451347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Request body: {'port': {'device_id': '3be63c2e-0689-4fc6-b307-33a506a21767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:04.495723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-38324300-9a17-485a-b231-e1069157e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:04.497256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-38324300-9a17-485a-b231-e1069157e379 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1130 time: 0.0662546 Aug 28 19:57:04.553998 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:04.567103 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:04.631553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-22104a1a-eea6-49c4-a453-54c22b1c355e req-3f2ab4ff-c130-4f4c-85dc-5b09bdc12ea8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0455511 Aug 28 19:57:04.688730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-fa1e6646-71e2-4b63-9551-7785dc276381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:04.690540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-fa1e6646-71e2-4b63-9551-7785dc276381 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1843464 Aug 28 19:57:04.808078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db981-b5a4-4b62-be42-b6917c30c60d req-751334e5-899e-4e2e-b7be-339179fd4391 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:04.809630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ad6db981-b5a4-4b62-be42-b6917c30c60d req-751334e5-899e-4e2e-b7be-339179fd4391 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 932 time: 0.0886881 Aug 28 19:57:04.901117 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ad6db981-b5a4-4b62-be42-b6917c30c60d req-61af3dad-74e5-43c7-b943-8a679666b0b4 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826163 Aug 28 19:57:04.976532 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-a9e24272-0f05-4a2d-a932-e9e3434d0e5e service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0477188 Aug 28 19:57:05.014660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f807d184-ad39-4237-b8c2-b9a5ac1610b7 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:05.053646 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Publish callbacks [] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:05.061550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7a13d07-8d62-4b48-a2e1-51a3ab4be6c0 req-b38f7fb9-5b41-4d2e-801f-8a772c79aef5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0532329 Aug 28 19:57:05.074401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-f1ef6d14-20fb-4f67-a662-bb4685e46557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:05.076415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-f1ef6d14-20fb-4f67-a662-bb4685e46557 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0923564 Aug 28 19:57:05.082865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Transition to ACTIVE for port object f807d184-ad39-4237-b8c2-b9a5ac1610b7 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:05.143521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-151daa7d-1db4-4d41-a739-90d55551967d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:05.143521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-151daa7d-1db4-4d41-a739-90d55551967d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.1911261 Aug 28 19:57:05.171887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 29fc472a-fb38-45ce-9627-ea32b74fc6ce no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:05.194724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-09e35a4b-de19-4ef1-923d-86ff7bf5b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:05.197634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-09e35a4b-de19-4ef1-923d-86ff7bf5b759 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0969315 Aug 28 19:57:05.201412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 29fc472a-fb38-45ce-9627-ea32b74fc6ce {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:57:05.201763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 29fc472a-fb38-45ce-9627-ea32b74fc6ce not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:57:05.238753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-af23413c-88de-478c-992c-efca7b4194e0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230122 Aug 28 19:57:05.245404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:05.311969 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-d792b4b5-8afd-4f54-8192-6d54bafe31ee tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 380 time: 0.1661048 Aug 28 19:57:05.317897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a4f6-f201-4d4a-a805-276ee6e9956a req-8a1ae9ab-e01c-4c21-9aa7-10b42d3c317d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:05.319926 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2606a4f6-f201-4d4a-a805-276ee6e9956a req-8a1ae9ab-e01c-4c21-9aa7-10b42d3c317d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.1291587 Aug 28 19:57:05.385765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Pushing event updated for resources: {'Port': ['ID=f807d184-ad39-4237-b8c2-b9a5ac1610b7,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:05.438425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2606a4f6-f201-4d4a-a805-276ee6e9956a req-420e260d-9f0e-40e8-b292-7d183ae6d174 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109056 Aug 28 19:57:05.443778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Attempting to bind port f807d184-ad39-4237-b8c2-b9a5ac1610b7 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:05.444124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Attempting to bind port f807d184-ad39-4237-b8c2-b9a5ac1610b7 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:05.444450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Attempting to bind port f807d184-ad39-4237-b8c2-b9a5ac1610b7 on network 79cefb94-c26e-4585-9705-b9160006361e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:05.448897 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.449355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Port f807d184-ad39-4237-b8c2-b9a5ac1610b7 on network 79cefb94-c26e-4585-9705-b9160006361e not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:05.449698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Attempting to bind port f807d184-ad39-4237-b8c2-b9a5ac1610b7 on network 79cefb94-c26e-4585-9705-b9160006361e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:05.455046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:05.455387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Checking segment: {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:05.455761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Bound using segment: {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:05.456280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Bound port: f807d184-ad39-4237-b8c2-b9a5ac1610b7, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640b5290-22a3-44eb-b326-19f323f05df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '79cefb94-c26e-4585-9705-b9160006361e'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:05.456632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:05.465705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d425-eecc-42bb-9155-dd6420a25aa7 req-f63f1513-5647-459d-a10b-c0d9972283fa tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:05.467662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02f8d425-eecc-42bb-9155-dd6420a25aa7 req-f63f1513-5647-459d-a10b-c0d9972283fa tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1110826 Aug 28 19:57:05.499117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-b0362154-b417-4180-9384-d94d51350c97 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:05.500576 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-b0362154-b417-4180-9384-d94d51350c97 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474961 Aug 28 19:57:05.506728 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.509015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-4adf8c84-8f2f-46d8-b043-01b3fa664766 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023670 Aug 28 19:57:05.522160 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.528258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] For port f807d184-ad39-4237-b8c2-b9a5ac1610b7, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:05.531556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] For port f807d184-ad39-4237-b8c2-b9a5ac1610b7, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f807d184-ad39-4237-b8c2-b9a5ac1610b7,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:05.544734 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02f8d425-eecc-42bb-9155-dd6420a25aa7 req-edfb9461-c886-4d1a-a29d-3cef46d588ef tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632522 Aug 28 19:57:05.644597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:05.649155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:05.649808 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:05.651273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/f807d184-ad39-4237-b8c2-b9a5ac1610b7 HTTP/1.1" status: 200 len: 1092 time: 1.2101338 Aug 28 19:57:05.651733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:05.653990 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc6a421-0b9c-4782-8a2d-7dd7d50aef66" -d '{"events": [{"name": "network-changed", "server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:05.655332 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.701843 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c965879-7444-4e84-bf39-1f4c61ab3c9e x-openstack-request-id: req-8c965879-7444-4e84-bf39-1f4c61ab3c9e {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:05.702103 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:05.702437 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c965879-7444-4e84-bf39-1f4c61ab3c9e {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:05.702801 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c965879-7444-4e84-bf39-1f4c61ab3c9e'] response: {'name': 'network-changed', 'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'status': 'completed', 'code': 200} Aug 28 19:57:05.707744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30f28-0b12-4a6f-8e2b-7d64a069cef2 service neutron] Pushing event updated for resources: {'Port': ['ID=f807d184-ad39-4237-b8c2-b9a5ac1610b7,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:05.721957 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.741457 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75282f63-080e-455a-b8c7-407c624ac355 req-64292154-da27-4c63-ba24-d1ab40c76355 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0301437 Aug 28 19:57:05.798105 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.872570 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.897608 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:05.980956 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.026106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363433a-378d-4e54-9c17-4aff02c18afb req-f125c6b9-d8a6-4ea0-b05e-63c371389c09 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:06.027645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6363433a-378d-4e54-9c17-4aff02c18afb req-f125c6b9-d8a6-4ea0-b05e-63c371389c09 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 944 time: 0.0478678 Aug 28 19:57:06.049548 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.077665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6363433a-378d-4e54-9c17-4aff02c18afb req-29a947b4-4515-49f9-8a62-0143ed58032d tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Aug 28 19:57:06.078995 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.112456 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.195199 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6623a22c-dfa3-40a5-a740-d9a2a72b1774 req-a0b4a1e3-e23c-4a14-a89c-a843bff3cdaf tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0302796 Aug 28 19:57:06.415131 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.480537 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.509078 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.537500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.89', 53985) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:06.555491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:06.559558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'port': {'device_id': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'admin_state_up': True, 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'security_groups': ['05d3371a-6b2c-44e6-af11-c845df319494']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:06.619035 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.673307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930407f-3987-485e-988a-d9f8db7e6f01 req-c3afcb22-062d-484d-b83f-cfe3d68ef9ab tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:06.674819 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0930407f-3987-485e-988a-d9f8db7e6f01 req-c3afcb22-062d-484d-b83f-cfe3d68ef9ab tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.1524031 Aug 28 19:57:06.680907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-f3f577fc-5bbf-43ab-bab4-b013e6c8b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:06.684210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-f3f577fc-5bbf-43ab-bab4-b013e6c8b9fa service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 1130 time: 0.1288764 Aug 28 19:57:06.710180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:06.730104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a421-0b9c-4782-8a2d-7dd7d50aef66 req-28774ed3-aeea-4f26-ba2d-875b533492fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:06.731613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ecc6a421-0b9c-4782-8a2d-7dd7d50aef66 req-28774ed3-aeea-4f26-ba2d-875b533492fb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=fe663852a79b404398b07b33ea453ee0&device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 1126 time: 0.1830306 Aug 28 19:57:06.768746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d71362-7928-4d30-a8bf-d4335f479432 req-967a86d9-f251-4ae4-ae11-03a0f8b76a00 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:06.770904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57d71362-7928-4d30-a8bf-d4335f479432 req-967a86d9-f251-4ae4-ae11-03a0f8b76a00 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1070549 Aug 28 19:57:06.777770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.89', 53986) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:06.781262 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.798998 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:06.859914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0930407f-3987-485e-988a-d9f8db7e6f01 req-e6c95d94-2de7-48e0-8074-0f9d295d1af1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720922 Aug 28 19:57:06.874548 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:06.904220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-94cf3801-6efd-42cf-9de3-4fd4bc308992 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:06.905823 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-94cf3801-6efd-42cf-9de3-4fd4bc308992 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0880458 Aug 28 19:57:06.938525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-041ae2a5-4fa5-4000-9dec-5519858914a3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998566 Aug 28 19:57:06.974798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Made reservation on behalf of d2f2cf16e3964ce2b5b0491468a3b159 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:06.978643 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.012879 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca9bde04-6e7c-47a6-be06-daa8c25f90f4 req-90b6d74d-5912-45b5-b51c-a81d00e719ac tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0717149 Aug 28 19:57:07.035721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57d71362-7928-4d30-a8bf-d4335f479432 req-4c09ca9b-94a4-45f6-938e-484b5ff91c14 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=17d952b5-16e3-45a5-852e-8d15b4829071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334397 Aug 28 19:57:07.039689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a421-0b9c-4782-8a2d-7dd7d50aef66 req-d2dcd996-97d7-43fe-ae4c-3a3f5d8f9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:07.041591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ecc6a421-0b9c-4782-8a2d-7dd7d50aef66 req-d2dcd996-97d7-43fe-ae4c-3a3f5d8f9f58 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=fe663852a79b404398b07b33ea453ee0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2953236 Aug 28 19:57:07.115041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:07.119175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.136963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.194646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a421-0b9c-4782-8a2d-7dd7d50aef66 req-14a50b1b-da28-4328-b0b5-fc97f5bb0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:07.196532 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ecc6a421-0b9c-4782-8a2d-7dd7d50aef66 req-14a50b1b-da28-4328-b0b5-fc97f5bb0e35 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467378 Aug 28 19:57:07.266644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Deleting port 64cc5be6-6f43-469a-86fd-8bb04497e486 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:07.267199 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.331346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for security_group (61bf3ac5-09c5-482e-b60e-5d1430295506), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.366153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac71a64-e81c-4633-ae3c-eb26a77f61eb req-6001c5ef-e071-4b55-99b8-e74bcc843982 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:07.367662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ac71a64-e81c-4633-ae3c-eb26a77f61eb req-6001c5ef-e071-4b55-99b8-e74bcc843982 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 944 time: 0.1994858 Aug 28 19:57:07.371568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60f385d3-8498-4862-b933-5717d7c8d748 req-31e112bf-4ea8-4f58-9512-88beec03347b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0427506 Aug 28 19:57:07.375810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-f091155b-0ba4-4710-be10-906d15563cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:07.376717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-f091155b-0ba4-4710-be10-906d15563cf2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=fe663852a79b404398b07b33ea453ee0&device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 1126 time: 0.0910637 Aug 28 19:57:07.376851 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:07.420149 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-03c91d1f-afc7-4e97-b946-671db3a0fdb9 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f807d184-ad39-4237-b8c2-b9a5ac1610b7 HTTP/1.1" status: 200 len: 217 time: 0.0356786 Aug 28 19:57:07.420665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (61bf3ac5-09c5-482e-b60e-5d1430295506), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.456359 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:07.467502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Allocated IP 172.20.0.9 (e6382cd2-5644-465e-8b30-a10a1c5fc02a/ef870976-a87f-4d01-91db-d14275322a41/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:07.482010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:07.519518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] For port 64cc5be6-6f43-469a-86fd-8bb04497e486, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=64cc5be6-6f43-469a-86fd-8bb04497e486,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:07.519886 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.533492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf3ac5-09c5-482e-b60e-5d1430295506,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:07.554354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-87fbbeb4-18a2-4df2-b4d1-420af01dd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:07.555334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-87fbbeb4-18a2-4df2-b4d1-420af01dd900 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8f766af6-0ff6-4962-ada9-01c8f69203d9 HTTP/1.1" status: 200 len: 853 time: 0.1206069 Aug 28 19:57:07.562023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ac71a64-e81c-4633-ae3c-eb26a77f61eb req-4b1e7c33-8a08-41b2-8d9c-0035c77f0386 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820507 Aug 28 19:57:07.570863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Calling delete_port for 64cc5be6-6f43-469a-86fd-8bb04497e486 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:07.585657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:07.607478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-1d9b3f4e-3e27-49da-8b94-eb57a6b2acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:07.609005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-1d9b3f4e-3e27-49da-8b94-eb57a6b2acc1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=79cefb94-c26e-4585-9705-b9160006361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450737 Aug 28 19:57:07.632345 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:07.646984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b727cd-9789-4102-bb00-530bf76840f0 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:07.704101 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Publish callbacks [] for port (62b727cd-9789-4102-bb00-530bf76840f0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.710209 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-15ab61d4-af98-41d9-915b-7f3eaa4483fa service neutron] 10.222.0.89 "GET /networking/v2.0/networks/79cefb94-c26e-4585-9705-b9160006361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944638 Aug 28 19:57:07.740305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Transition to ACTIVE for port object 62b727cd-9789-4102-bb00-530bf76840f0 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:07.806622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ddf78ab-8f94-4666-9bc7-5d90b99fbe6d req-a235b460-9de7-4048-93a7-256ed0133320 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/79cefb94-c26e-4585-9705-b9160006361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901871 Aug 28 19:57:07.812089 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.870461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:07.902454 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:07.920396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.3 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/320742eb-2da2-41de-8f1e-f0f94da663e3) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:07.935641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] No DVR routers for this DVR port 62b727cd-9789-4102-bb00-530bf76840f0 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:57:07.952752 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:07.953802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=11']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:07.985922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:07.986256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:07.987993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:07.992596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:07.993008 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Attempting to bind port 62b727cd-9789-4102-bb00-530bf76840f0 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:07.998777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:07.999154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:07.999493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:07.999927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Bound port: 62b727cd-9789-4102-bb00-530bf76840f0, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:08.000289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:08.011340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (64cc5be6-6f43-469a-86fd-8bb04497e486), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:08.024319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['64cc5be6-6f43-469a-86fd-8bb04497e486'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:08.084535 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1723026-4cb3-49b4-ae40-057f4113b262 req-4d9009be-0a4e-479a-b0a0-328e6c0c0216 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:08.129034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1723026-4cb3-49b4-ae40-057f4113b262 req-4d9009be-0a4e-479a-b0a0-328e6c0c0216 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.1209188 Aug 28 19:57:08.131687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Pushing event deleted for resources: {'Port': ['ID=64cc5be6-6f43-469a-86fd-8bb04497e486,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:08.131687 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:08.190622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1723026-4cb3-49b4-ae40-057f4113b262 req-77e79170-b825-4146-ad8d-be27560a238b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959685 Aug 28 19:57:08.229244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] No DVR routers for this DVR port 64cc5be6-6f43-469a-86fd-8bb04497e486 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:57:08.232938 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:08.233521 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:08.237414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0fd06807-e9ac-46b3-8ec7-4edf970903c6 req-03b5f5c0-fab7-4dc3-8fc2-8e5d35cc8e53 tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.89 "DELETE /networking/v2.0/ports/64cc5be6-6f43-469a-86fd-8bb04497e486 HTTP/1.1" status: 204 len: 173 time: 1.3058581 Aug 28 19:57:08.254233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'name': 'network-vif-deleted', 'tag': '64cc5be6-6f43-469a-86fd-8bb04497e486'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:08.256557 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cf82da-66af-403f-aed5-3b69c38d1bac" -d '{"events": [{"server_uuid": "a45b743e-a482-41d6-a0ed-78c39f59f7c9", "name": "network-vif-deleted", "tag": "64cc5be6-6f43-469a-86fd-8bb04497e486"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:08.282772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:08.284779 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:08.297333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:08.306347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-caf71136-1dba-4fc3-acd5-97002aefd530 req-3a7af678-ef30-4272-a7cf-0e0ce0b5f86e tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0335052 Aug 28 19:57:08.307016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:08.340128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:08.346650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:08.362527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5fa87-1412-4377-a3bb-9b3bfa37d940 req-8e355734-d827-46cf-bc7b-90ac4668483b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:08.366480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ab5fa87-1412-4377-a3bb-9b3bfa37d940 req-8e355734-d827-46cf-bc7b-90ac4668483b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 931 time: 0.2598195 Aug 28 19:57:08.370901 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88169f41-bd59-454b-ba14-51b2ca20a460 x-openstack-request-id: req-88169f41-bd59-454b-ba14-51b2ca20a460 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:08.371205 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45b743e-a482-41d6-a0ed-78c39f59f7c9", "name": "network-vif-deleted", "tag": "64cc5be6-6f43-469a-86fd-8bb04497e486", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:08.371465 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88169f41-bd59-454b-ba14-51b2ca20a460 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:08.371872 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88169f41-bd59-454b-ba14-51b2ca20a460'] response: {'server_uuid': 'a45b743e-a482-41d6-a0ed-78c39f59f7c9', 'name': 'network-vif-deleted', 'tag': '64cc5be6-6f43-469a-86fd-8bb04497e486', 'status': 'completed', 'code': 200} Aug 28 19:57:08.403235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:08.473208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:08.473208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:08.473208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ab5fa87-1412-4377-a3bb-9b3bfa37d940 req-94193032-2a86-4d66-8853-8bbaa8d384ee tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960152 Aug 28 19:57:08.513706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ac608cd-f250-4059-aade-2a827c1d9495 req-52be2bdc-b745-4757-aa1f-aa3d2ff59de3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.0451987 Aug 28 19:57:08.740012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e1922-9e34-4c41-a5c2-009504086f6a req-5f7d0b2e-a07d-4c71-80d9-45a7b8c96e0f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:08.741562 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f6e1922-9e34-4c41-a5c2-009504086f6a req-5f7d0b2e-a07d-4c71-80d9-45a7b8c96e0f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 944 time: 0.0650275 Aug 28 19:57:08.796164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f6e1922-9e34-4c41-a5c2-009504086f6a req-8ba22c75-40de-4f71-add6-188cb7704037 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488710 Aug 28 19:57:08.807572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0df5bacb-88e7-4fe9-934f-c8cdcee82b10 None None] Provisioning complete for port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:08.808005 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0df5bacb-88e7-4fe9-934f-c8cdcee82b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:08.845530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0df5bacb-88e7-4fe9-934f-c8cdcee82b10 None None] Port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:09.141744 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:09.190318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:09.194411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:09.198918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:09.219606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:09.237943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=320742eb-2da2-41de-8f1e-f0f94da663e3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:09.261896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-bf12961a-2917-4f41-b370-5de28251662d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7057283 Aug 28 19:57:09.261896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:09.261896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:09.261896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 1096 time: 2.5637851 Aug 28 19:57:09.289116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:09.289771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:09.293947 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Request body: {'port': {'device_id': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:09.437648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80bdee-9499-4a9d-a4f3-d883e31983b0 req-9e33502a-8e90-4fd4-8740-5fba7e50afc6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:09.441333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ac80bdee-9499-4a9d-a4f3-d883e31983b0 req-9e33502a-8e90-4fd4-8740-5fba7e50afc6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.1249437 Aug 28 19:57:09.474982 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4b2c70a4-18e4-415f-ab57-0d8fc702a115 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9274814 Aug 28 19:57:09.492226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Request body: {'port': {'device_id': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:09.595866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ac80bdee-9499-4a9d-a4f3-d883e31983b0 req-126e4f54-56bd-4da7-83dd-e580d673ebf0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464081 Aug 28 19:57:09.680010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-061e8045-b124-4e75-b773-106bec5b0b37 None None] Provisioning complete for port 320742eb-2da2-41de-8f1e-f0f94da663e3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:09.681098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-061e8045-b124-4e75-b773-106bec5b0b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:09.681227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:09.716663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-061e8045-b124-4e75-b773-106bec5b0b37 None None] Port 320742eb-2da2-41de-8f1e-f0f94da663e3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:09.767687 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:09.769044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-e4c73810-78de-4db5-9e7f-f94298a36901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:09.770693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-e4c73810-78de-4db5-9e7f-f94298a36901 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1130 time: 0.4835961 Aug 28 19:57:09.773722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac647-d21c-4da8-a855-5a71d3a5c066 service neutron] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=12']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:09.834646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a26359b5-724a-439a-b33b-b6763fc754d1 req-0abbdf11-b47d-4531-8301-8b3bb51b446d tempest-LiveMigrationNegativeTest-1838172873 tempest-LiveMigrationNegativeTest-1838172873-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a45b743e-a482-41d6-a0ed-78c39f59f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0837038 Aug 28 19:57:09.887067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:09.897725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c3fff-5b54-4435-ac23-9f3a0282b54e req-18b22672-5313-40f2-b861-2e626945b72f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:09.903249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b5c3fff-5b54-4435-ac23-9f3a0282b54e req-18b22672-5313-40f2-b861-2e626945b72f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 931 time: 0.1771059 Aug 28 19:57:09.937290 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:09.991100 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b5c3fff-5b54-4435-ac23-9f3a0282b54e req-d63f42fb-810f-41c1-beaf-e7c155554314 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868361 Aug 28 19:57:10.042868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583a8ea-4279-4fe2-89e9-c4090aaf073f req-9ba6ac83-44a3-41b9-94d8-2df9e5ea0fdb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.050946 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f583a8ea-4279-4fe2-89e9-c4090aaf073f req-9ba6ac83-44a3-41b9-94d8-2df9e5ea0fdb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 934 time: 0.0955832 Aug 28 19:57:10.122596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-03e776d7-f8a5-4df8-9532-1c7b231156c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.124288 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-03e776d7-f8a5-4df8-9532-1c7b231156c0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3072662 Aug 28 19:57:10.144141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29563-d20f-4081-822f-01f9accd7ee1 req-52b3ae0c-2822-478d-bae7-a01c5f0f6ed3 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.145705 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86a29563-d20f-4081-822f-01f9accd7ee1 req-52b3ae0c-2822-478d-bae7-a01c5f0f6ed3 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1128 time: 0.0696950 Aug 28 19:57:10.198581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-aed124b4-e562-4146-860d-3c8eac3235c2 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0581419 Aug 28 19:57:10.254128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f583a8ea-4279-4fe2-89e9-c4090aaf073f req-308a362c-41cd-4f27-9348-e6b40ebac46a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018402 Aug 28 19:57:10.255479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86a29563-d20f-4081-822f-01f9accd7ee1 req-1b0010c5-d9a1-4a8e-9d6c-5e5397888b23 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954149 Aug 28 19:57:10.268328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320742eb-2da2-41de-8f1e-f0f94da663e3 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:10.277752 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Publish callbacks [] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:10.292057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Transition to ACTIVE for port object 320742eb-2da2-41de-8f1e-f0f94da663e3 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:10.366167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:10.374849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:10.377352 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ade757-cd42-45e0-bf42-47638f97e16a" -d '{"events": [{"name": "network-changed", "server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:10.405334 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:10.411785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37daa10-400f-4569-b9ca-a524da952ad9 req-6cb79915-3778-4e84-97c6-d3a1e5d9d19a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.413361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f37daa10-400f-4569-b9ca-a524da952ad9 req-6cb79915-3778-4e84-97c6-d3a1e5d9d19a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 944 time: 0.0865858 Aug 28 19:57:10.433534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Pushing event updated for resources: {'Port': ['ID=320742eb-2da2-41de-8f1e-f0f94da663e3,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:10.495386 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:10.516404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Attempting to bind port 320742eb-2da2-41de-8f1e-f0f94da663e3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:10.517369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Attempting to bind port 320742eb-2da2-41de-8f1e-f0f94da663e3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:10.518233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Attempting to bind port 320742eb-2da2-41de-8f1e-f0f94da663e3 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:10.520404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:10.530962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Port 320742eb-2da2-41de-8f1e-f0f94da663e3 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:10.531626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Attempting to bind port 320742eb-2da2-41de-8f1e-f0f94da663e3 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:10.534512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Publish callbacks [] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:10.541085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:10.543962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:10.543962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:10.543962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Bound port: 320742eb-2da2-41de-8f1e-f0f94da663e3, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:10.543962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:10.548342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-7114b809-d189-43dc-bafa-97d2c365898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.549909 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-7114b809-d189-43dc-bafa-97d2c365898c service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1330423 Aug 28 19:57:10.578591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Transition to ACTIVE for port object 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:10.582542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f37daa10-400f-4569-b9ca-a524da952ad9 req-72b036d6-1fa3-442e-85db-f09ad6ed50bb tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513810 Aug 28 19:57:10.628244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] For port 320742eb-2da2-41de-8f1e-f0f94da663e3, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:10.628385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-b20c1d54-d40b-43ed-9f53-d8b84c162b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.630215 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-b20c1d54-d40b-43ed-9f53-d8b84c162b58 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0697973 Aug 28 19:57:10.632244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] For port 320742eb-2da2-41de-8f1e-f0f94da663e3, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=320742eb-2da2-41de-8f1e-f0f94da663e3,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:10.660305 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a4c735-365c-4377-b837-1c48d9ecd8be x-openstack-request-id: req-79a4c735-365c-4377-b837-1c48d9ecd8be {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:10.660587 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:10.660836 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79a4c735-365c-4377-b837-1c48d9ecd8be {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:10.661227 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a4c735-365c-4377-b837-1c48d9ecd8be'] response: {'name': 'network-changed', 'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'status': 'completed', 'code': 200} Aug 28 19:57:10.704299 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:10.753731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-2f1270f4-d483-4981-96aa-75f232705abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.756446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-2f1270f4-d483-4981-96aa-75f232705abc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1130 time: 0.0452111 Aug 28 19:57:10.783440 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:10.793778 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:10.803231 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=29 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:10.852365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47cf7d-3080-4940-b7d1-6c54df5ced37 req-7b5a4cc6-f584-4009-967b-20c353a73ae2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:10.855766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f47cf7d-3080-4940-b7d1-6c54df5ced37 req-7b5a4cc6-f584-4009-967b-20c353a73ae2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.1419065 Aug 28 19:57:10.861001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:10.925121 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-4d83ab60-c932-43b2-9b3f-b8c2b1c1943d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871888 Aug 28 19:57:11.014441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f807d184-ad39-4237-b8c2-b9a5ac1610b7 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:11.026254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 64cc5be6-6f43-469a-86fd-8bb04497e486 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:11.033393 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f47cf7d-3080-4940-b7d1-6c54df5ced37 req-aa4dc562-e380-44b8-b9a3-537b870f865a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557982 Aug 28 19:57:11.036368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:11.036736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:11.037071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:11.046447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:11.046825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:11.062708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:11.063102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:11.063428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:11.063746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Bound port: 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:11.064112 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:11.096769 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:11.098905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 64cc5be6-6f43-469a-86fd-8bb04497e486 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:57:11.099453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 64cc5be6-6f43-469a-86fd-8bb04497e486 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:57:11.106848 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5b3df69-e755-41f5-86fe-daa909b1de25 req-c1417eb6-1ee9-4e26-a7e6-a17368b3befd service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727517 Aug 28 19:57:11.213766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:11.217819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:11.260938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.261554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:11.266951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/320742eb-2da2-41de-8f1e-f0f94da663e3 HTTP/1.1" status: 200 len: 1094 time: 1.7809253 Aug 28 19:57:11.269970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'tag': '320742eb-2da2-41de-8f1e-f0f94da663e3'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:11.273239 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7227bd2e-e62e-4675-8e7e-b8a388aedf59" -d '{"events": [{"name": "network-changed", "server_uuid": "556fec7a-32ad-41ed-a2bd-1aff84816033", "tag": "320742eb-2da2-41de-8f1e-f0f94da663e3"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:11.289547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f807d184-ad39-4237-b8c2-b9a5ac1610b7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f807d184-ad39-4237-b8c2-b9a5ac1610b7,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:11.293541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644b69b-5031-4c45-9c82-b384c51d5722 service neutron] Pushing event updated for resources: {'Port': ['ID=320742eb-2da2-41de-8f1e-f0f94da663e3,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:11.302624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-60d57824-625b-4768-9c28-e3cb37702dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.304408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-60d57824-625b-4768-9c28-e3cb37702dfd service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.5401645 Aug 28 19:57:11.307873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'port_id': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'mac_address': 'fa:16:3e:86:23:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:11.331986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f5852-1cca-4a23-97c1-7907f9199d26 req-cab497bb-a811-400e-b13b-44ab7d8e8c1e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.336972 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae9f5852-1cca-4a23-97c1-7907f9199d26 req-cab497bb-a811-400e-b13b-44ab7d8e8c1e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0843871 Aug 28 19:57:11.336972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:11.363291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-000c6fea-fb34-4320-a91b-33290d7d80ed service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0508485 Aug 28 19:57:11.371539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f807d184-ad39-4237-b8c2-b9a5ac1610b7 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:11.375584 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:11.376778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.377434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:11.378922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 1091 time: 2.1081991 Aug 28 19:57:11.387624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f807d184-ad39-4237-b8c2-b9a5ac1610b7 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:11.430331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f807d184-ad39-4237-b8c2-b9a5ac1610b7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f807d184-ad39-4237-b8c2-b9a5ac1610b7,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:11.438594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae9f5852-1cca-4a23-97c1-7907f9199d26 req-4860c1fb-b900-4063-b7ca-55908e65d096 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586681 Aug 28 19:57:11.445753 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:11.452356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1ac4c-bc46-4e2c-a332-5e3c81d8cb3f service neutron] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:11.456446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-6ae0463a-2024-492f-b97f-37f6fa122a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.459407 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-6ae0463a-2024-492f-b97f-37f6fa122a4f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0873272 Aug 28 19:57:11.498907 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3437d2-b4f6-494a-b019-4471be0e07ff x-openstack-request-id: req-ab3437d2-b4f6-494a-b019-4471be0e07ff {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:11.499275 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556fec7a-32ad-41ed-a2bd-1aff84816033", "tag": "320742eb-2da2-41de-8f1e-f0f94da663e3", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:11.499583 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab3437d2-b4f6-494a-b019-4471be0e07ff {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:11.500039 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3437d2-b4f6-494a-b019-4471be0e07ff'] response: {'name': 'network-changed', 'server_uuid': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'tag': '320742eb-2da2-41de-8f1e-f0f94da663e3', 'status': 'completed', 'code': 200} Aug 28 19:57:11.503518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:11.522914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-bed3933c-c2f2-4dc1-a909-493c868054df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.524489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-bed3933c-c2f2-4dc1-a909-493c868054df service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0583818 Aug 28 19:57:11.529823 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:11.567249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f807d184-ad39-4237-b8c2-b9a5ac1610b7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:11.621461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee2f38-65d6-4697-929e-3ca3cce40185 req-77d4654f-516d-4b62-8d89-fe674adfbe57 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.622954 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2aee2f38-65d6-4697-929e-3ca3cce40185 req-77d4654f-516d-4b62-8d89-fe674adfbe57 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 946 time: 0.0714216 Aug 28 19:57:11.639825 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:11.664459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-a240d0ae-ad98-4046-8b69-08fbd58c6093 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305919 Aug 28 19:57:11.683493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2aee2f38-65d6-4697-929e-3ca3cce40185 req-82c82b0c-9fa0-44de-9394-38f41d815371 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Aug 28 19:57:11.777079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-781d7326-d510-40f6-abe3-e1dbe24d299a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058366 Aug 28 19:57:11.801975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b952d2c-10f2-4881-b316-3c12dbddb38f req-0033268a-4cb0-43d5-a6b0-bb5c843e017c tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:11.805137 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b952d2c-10f2-4881-b316-3c12dbddb38f req-0033268a-4cb0-43d5-a6b0-bb5c843e017c tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 945 time: 0.0526998 Aug 28 19:57:11.811892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f807d184-ad39-4237-b8c2-b9a5ac1610b7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:11.868992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b952d2c-10f2-4881-b316-3c12dbddb38f req-be9658a4-9b3d-4512-b4c7-70e801a7ed21 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535927 Aug 28 19:57:11.934724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38840) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:12.123878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-960d372f-cf16-4ad1-8b77-a6a5d27a658b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fd05b6bc00a9440ab5f616b86b649964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855006 Aug 28 19:57:12.124259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38846) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:12.208474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638782-ba9c-47a5-90a7-ea4863b66cc0 req-da7414ea-82e6-4fd0-b607-2c1d834302b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:12.209966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74638782-ba9c-47a5-90a7-ea4863b66cc0 req-da7414ea-82e6-4fd0-b607-2c1d834302b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.0671766 Aug 28 19:57:12.227398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f70625a2-d6cd-4bb3-8887-db824c7da672 admin admin] Publish callbacks [] for security_group (17d952b5-16e3-45a5-852e-8d15b4829071), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:12.263332 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f70625a2-d6cd-4bb3-8887-db824c7da672 admin admin] Publish callbacks [] for security_group (17d952b5-16e3-45a5-852e-8d15b4829071), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:12.293425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74638782-ba9c-47a5-90a7-ea4863b66cc0 req-32232f23-9831-4574-ad9a-795417c3c4a5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774691 Aug 28 19:57:12.328865 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:12.409046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f70625a2-d6cd-4bb3-8887-db824c7da672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (17d952b5-16e3-45a5-852e-8d15b4829071), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:12.412219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f70625a2-d6cd-4bb3-8887-db824c7da672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:12.413382 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f70625a2-d6cd-4bb3-8887-db824c7da672 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/17d952b5-16e3-45a5-852e-8d15b4829071 HTTP/1.1" status: 204 len: 168 time: 0.2880733 Aug 28 19:57:12.422795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70625a2-d6cd-4bb3-8887-db824c7da672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d952b5-16e3-45a5-852e-8d15b4829071,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:12.572469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de35836-a7ae-4791-b551-1494ac31602a req-4004d3eb-c2c2-4f79-8659-151bd67e11c2 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:12.574602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1de35836-a7ae-4791-b551-1494ac31602a req-4004d3eb-c2c2-4f79-8659-151bd67e11c2 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0574119 Aug 28 19:57:12.662787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:12.665220 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:12.682364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1de35836-a7ae-4791-b551-1494ac31602a req-29486ca4-b889-4a8d-ae30-aa2b4ed22b88 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998294 Aug 28 19:57:12.690457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-fca2d9a3-75c2-42c2-8dbd-0993e0b12a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:12.693309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-fca2d9a3-75c2-42c2-8dbd-0993e0b12a6c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 1130 time: 0.0525396 Aug 28 19:57:12.729173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227bd2e-e62e-4675-8e7e-b8a388aedf59 req-f4a9f2a8-e356-4849-98bd-d2af5ab3523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:12.731526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7227bd2e-e62e-4675-8e7e-b8a388aedf59 req-f4a9f2a8-e356-4849-98bd-d2af5ab3523f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 1128 time: 0.0697520 Aug 28 19:57:12.760646 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:12.778254 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7227bd2e-e62e-4675-8e7e-b8a388aedf59 req-ebe525b4-922d-430a-9860-c5711ada5fc3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292816 Aug 28 19:57:12.872464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-31038769-0578-48ec-839e-61dfb8552897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:12.874467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-31038769-0578-48ec-839e-61dfb8552897 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1736455 Aug 28 19:57:12.918230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-b9ad0c76-633f-4d83-b7a5-e71e0165b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:12.920181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-b9ad0c76-633f-4d83-b7a5-e71e0165b036 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1125 time: 0.0961759 Aug 28 19:57:12.957941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-1d758d29-42f4-421e-a870-430bdf5093e5 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 200 len: 217 time: 0.0571568 Aug 28 19:57:12.963566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227bd2e-e62e-4675-8e7e-b8a388aedf59 req-967a5ee6-85ff-4ccc-9aa3-c49a8ce0a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:12.965162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7227bd2e-e62e-4675-8e7e-b8a388aedf59 req-967a5ee6-85ff-4ccc-9aa3-c49a8ce0a228 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778758 Aug 28 19:57:13.030526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-249d6f65-08b8-4504-9adf-4486fb3481c2 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 217 time: 0.0416279 Aug 28 19:57:13.033902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f807d184-ad39-4237-b8c2-b9a5ac1610b7 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:13.077670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port f807d184-ad39-4237-b8c2-b9a5ac1610b7 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:13.157950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port f807d184-ad39-4237-b8c2-b9a5ac1610b7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:13.158378 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:13.200987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-991e1b26-a8d7-41bf-84b4-e6308a050c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.203782 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-991e1b26-a8d7-41bf-84b4-e6308a050c64 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1076350 Aug 28 19:57:13.228823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-245b838f-761d-44ef-a388-0138b3dc3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.230538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-245b838f-761d-44ef-a388-0138b3dc3e72 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 1128 time: 0.0603127 Aug 28 19:57:13.267496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-f7ddb4db-564a-43f7-b3b7-12fa025fc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.271525 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-f7ddb4db-564a-43f7-b3b7-12fa025fc1e9 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1398022 Aug 28 19:57:13.277027 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56547320-ba83-4c28-8bb2-21b30b75dba3 x-openstack-request-id: req-56547320-ba83-4c28-8bb2-21b30b75dba3 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:13.279559 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:13.279984 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56547320-ba83-4c28-8bb2-21b30b75dba3 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:13.282512 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56547320-ba83-4c28-8bb2-21b30b75dba3'] response: {'name': 'network-changed', 'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'status': 'completed', 'code': 200} Aug 28 19:57:13.287494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-c7d62a1f-62cf-4bfe-85e3-1a97ed72d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.289814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-c7d62a1f-62cf-4bfe-85e3-1a97ed72d4c7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0785718 Aug 28 19:57:13.296164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f807d184-ad39-4237-b8c2-b9a5ac1610b7 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:13.298388 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:13.311854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38868) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:13.338915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-a23059dd-40b2-4d65-9519-ea27e0472fb8 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=320742eb-2da2-41de-8f1e-f0f94da663e3 HTTP/1.1" status: 200 len: 217 time: 0.0946665 Aug 28 19:57:13.339353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:13.341677 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e315656-b3ee-4abe-bb46-6884761dc942" -d '{"events": [{"server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "name": "network-vif-plugged", "status": "completed", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:13.357202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f807d184-ad39-4237-b8c2-b9a5ac1610b7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f807d184-ad39-4237-b8c2-b9a5ac1610b7,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:13.366839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0624e19c-3711-4017-b0d9-b1961e0bee69 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f49d002177404193b2e546139b0bf40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519733 Aug 28 19:57:13.368416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38874) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:13.391025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff136-9bc0-4e71-981b-ec3030f92b9e req-cd4c9c58-d750-4485-a071-e3ff3cd10b17 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.392600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c00ff136-9bc0-4e71-981b-ec3030f92b9e req-cd4c9c58-d750-4485-a071-e3ff3cd10b17 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 946 time: 0.0571260 Aug 28 19:57:13.441325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fed0ce2-6cb2-4096-a774-96a3383357d4 admin admin] Publish callbacks [] for security_group (51a357c0-fefe-45ba-b545-e9634daf6c23), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:13.455167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:13.457433 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c00ff136-9bc0-4e71-981b-ec3030f92b9e req-5c6faa82-7720-4916-bfbc-037bc59626ab tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578961 Aug 28 19:57:13.474962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fed0ce2-6cb2-4096-a774-96a3383357d4 admin admin] Publish callbacks [] for security_group (51a357c0-fefe-45ba-b545-e9634daf6c23), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:13.527657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f807d184-ad39-4237-b8c2-b9a5ac1610b7,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:13.584294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c8825-d5f5-44b8-959e-b3739afeb274 req-32206436-c8c5-4b80-a647-1f0f06391d6e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.585788 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-871c8825-d5f5-44b8-959e-b3739afeb274 req-32206436-c8c5-4b80-a647-1f0f06391d6e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.0524783 Aug 28 19:57:13.589500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fed0ce2-6cb2-4096-a774-96a3383357d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (51a357c0-fefe-45ba-b545-e9634daf6c23), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:13.592167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fed0ce2-6cb2-4096-a774-96a3383357d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:13.593294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2fed0ce2-6cb2-4096-a774-96a3383357d4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/51a357c0-fefe-45ba-b545-e9634daf6c23 HTTP/1.1" status: 204 len: 168 time: 0.2238021 Aug 28 19:57:13.602975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed0ce2-6cb2-4096-a774-96a3383357d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a357c0-fefe-45ba-b545-e9634daf6c23,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:13.605106 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:13.654855 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-871c8825-d5f5-44b8-959e-b3739afeb274 req-2c55a91c-94c1-4325-afa2-da73af169569 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631437 Aug 28 19:57:13.798676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb896f66-7806-491a-a959-0ae7ef864fde req-fa54800b-84e3-4894-9f87-2a8e3f231668 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.801048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb896f66-7806-491a-a959-0ae7ef864fde req-fa54800b-84e3-4894-9f87-2a8e3f231668 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 946 time: 0.0542154 Aug 28 19:57:13.869158 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb896f66-7806-491a-a959-0ae7ef864fde req-3964be77-a126-43bb-85f3-13e632a98866 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0cd1d210-e3b9-4c75-9d35-06b910cb3176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616574 Aug 28 19:57:13.975632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff3f6-8bd0-4b35-867b-0d3d24b8f4eb req-a0c6fdbc-22af-4617-b5a4-050ab85cfe97 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:13.977084 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0fff3f6-8bd0-4b35-867b-0d3d24b8f4eb req-a0c6fdbc-22af-4617-b5a4-050ab85cfe97 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 948 time: 0.0487843 Aug 28 19:57:14.032310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0fff3f6-8bd0-4b35-867b-0d3d24b8f4eb req-7cf31ef4-8e47-4911-9222-a1ba21bcdacf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496142 Aug 28 19:57:14.085978 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea20df9-ede1-4684-a36f-df091b18d688 x-openstack-request-id: req-4ea20df9-ede1-4684-a36f-df091b18d688 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:14.086484 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "name": "network-vif-plugged", "status": "completed", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:14.086573 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ea20df9-ede1-4684-a36f-df091b18d688 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:14.087066 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea20df9-ede1-4684-a36f-df091b18d688'] response: {'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'code': 200} Aug 28 19:57:14.181894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea39d2-761f-4f6e-a97b-a600f3d09f54 req-837014da-fac2-4e29-a417-8a87de6a2ddd tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.183482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b1ea39d2-761f-4f6e-a97b-a600f3d09f54 req-837014da-fac2-4e29-a417-8a87de6a2ddd tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0514786 Aug 28 19:57:14.238710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b1ea39d2-761f-4f6e-a97b-a600f3d09f54 req-988ffe03-a15f-4d68-83e8-b127412420b7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475821 Aug 28 19:57:14.541435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600294-1eec-4936-9794-9fdc288bd75c req-5097cce2-4fab-43af-b3b3-d547ebc7b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.543818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-5097cce2-4fab-43af-b3b3-d547ebc7b6ca service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1131599 Aug 28 19:57:14.549009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-38983b47-357d-47bf-ace3-fa2f95263de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.550633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-38983b47-357d-47bf-ace3-fa2f95263de1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1212256 Aug 28 19:57:14.594724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-214d1570-e504-4a5c-a6b2-ae0dc47be3bf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613078 Aug 28 19:57:14.676731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-2de7a9af-0c58-4914-adf0-06efbbaebbe8 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:57:14.693759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-2de7a9af-0c58-4914-adf0-06efbbaebbe8 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0871835 Aug 28 19:57:14.747470 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:14.750568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4ade757-cd42-45e0-bf42-47638f97e16a req-f9207a28-ffbd-4d23-8edb-657c3787e3e4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311603 Aug 28 19:57:14.806962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-d61384b5-d4af-4fbd-a301-34122fc28190 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.808771 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-d61384b5-d4af-4fbd-a301-34122fc28190 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 946 time: 0.0569773 Aug 28 19:57:14.816497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e29d0-a6fc-4cbc-94e5-4cc7e27c6585 req-374dd105-f3db-4566-b71a-11ad0e73cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.818176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a12e29d0-a6fc-4cbc-94e5-4cc7e27c6585 req-374dd105-f3db-4566-b71a-11ad0e73cb3b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 1128 time: 0.1699157 Aug 28 19:57:14.845620 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:14.884198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ada1f-1c03-4c9f-b26a-367b40c9f26e req-f30bddbf-6cdb-44ab-bd89-bc193bb52193 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.891780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-219ada1f-1c03-4c9f-b26a-367b40c9f26e req-f30bddbf-6cdb-44ab-bd89-bc193bb52193 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 946 time: 0.3193393 Aug 28 19:57:14.901064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc236-8f2f-45f4-8584-6334616199a3 req-a10cfccb-303d-494d-82f8-2cb23b3dfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.903077 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-a10cfccb-303d-494d-82f8-2cb23b3dfa77 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3161170 Aug 28 19:57:14.948213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Deleting port f851c96c-bb81-4429-a805-8a9fa8d32925 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:14.949119 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:14.967294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-4213bcc2-0090-493c-9471-b37817c57f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:14.974620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-4213bcc2-0090-493c-9471-b37817c57f76 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1125 time: 0.2796609 Aug 28 19:57:15.001871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Request body: {'binding': {'host': 'n-h2-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:15.002663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Unknown quota resources ['binding']. {{(pid=114321) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 19:57:15.031159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:15.099649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] For port f851c96c-bb81-4429-a805-8a9fa8d32925, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f851c96c-bb81-4429-a805-8a9fa8d32925,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:15.100037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.105477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38914) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:15.148364 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:15.222053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-219ada1f-1c03-4c9f-b26a-367b40c9f26e req-bc9f7c7d-d3e5-4e09-b865-da848bf5ca11 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290753 Aug 28 19:57:15.263899 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a12e29d0-a6fc-4cbc-94e5-4cc7e27c6585 req-4cd185a0-8513-4508-9445-4f07bfb7b8b0 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228580 Aug 28 19:57:15.279339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-8c52ade0-e439-486e-9c2f-ea6486e42b9b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960812 Aug 28 19:57:15.293151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-726491083-network', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:15.340459 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:15.350508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:15.363610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '62b727cd-9789-4102-bb00-530bf76840f0', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '62b727cd-9789-4102-bb00-530bf76840f0', 'mac_address': 'fa:16:3e:43:2c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:15.368151 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:15.394504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on host n-h2-854121-7 for vnic_type normal with profile None {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:15.394771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:15.395113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:15.404581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-4fca357a-0a23-4f23-af68-c622696be4dc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744823 Aug 28 19:57:15.406809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 62b727cd-9789-4102-bb00-530bf76840f0 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:15.407204 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.409099 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:15.412356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae2c89-5783-48b0-b661-ae0a335e8177 req-f0610e51-3910-427e-b3df-967f311a58cf tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:15.414461 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23ae2c89-5783-48b0-b661-ae0a335e8177 req-f0610e51-3910-427e-b3df-967f311a58cf tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.0894315 Aug 28 19:57:15.418399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:15.418756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:15.424156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.424529 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0ff0e47f-0d3e-49e7-9fda-ac3974a60256), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.426108 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Floating IP 0ff0e47f-0d3e-49e7-9fda-ac3974a60256 disassociated. External IP: 172.25.4.121, port: f851c96c-bb81-4429-a805-8a9fa8d32925. Aug 28 19:57:15.426503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Calling delete_port for f851c96c-bb81-4429-a805-8a9fa8d32925 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:15.427789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b727cd-9789-4102-bb00-530bf76840f0 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:15.428110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:15.428467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:15.429338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:15.429790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Bound port: 6e13161a-da7a-4acb-bf32-51b9aca1799c, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:15.450368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:15.539640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Made reservation on behalf of b17b22bb35cc4f958d5d71f17e8af7fd for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:15.542345 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.557944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.561146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.607036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23ae2c89-5783-48b0-b661-ae0a335e8177 req-037dc0c0-2402-420a-b497-e4fa40a1cf41 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819856 Aug 28 19:57:15.611379 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:15.614407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=13']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:15.625056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:15.644050 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:15.680481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks [] for security_group (f59bf97d-8bac-4930-be80-85142bfae90e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.682054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f851c96c-bb81-4429-a805-8a9fa8d32925), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.691010 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19600294-1eec-4936-9794-9fdc288bd75c req-488e2751-cc44-4004-9230-45675984162b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017107 Aug 28 19:57:15.702502 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75adc236-8f2f-45f4-8584-6334616199a3 req-bf1aa2dc-d1d8-4ef7-85d4-9b78e3b797d7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143030 Aug 28 19:57:15.727827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event deleted for resources: {'Port': ['ID=f851c96c-bb81-4429-a805-8a9fa8d32925,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:15.732021 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.733236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5a29dbaa-655f-40f6-bc58-f1b67e0a6adb service neutron] 10.222.0.78 "POST /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7577317 Aug 28 19:57:15.747495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3c8d47e-be9b-4ca6-bbd8-df4d8e88ab82 req-d58f7bb5-4b89-47f4-810e-5d37f44e0c64 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0550425 Aug 28 19:57:15.779436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f59bf97d-8bac-4930-be80-85142bfae90e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.817142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:57:15.828891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59bf97d-8bac-4930-be80-85142bfae90e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:15.867517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['62b727cd-9789-4102-bb00-530bf76840f0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:15.875832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b21771b9-6e45-48aa-b92f-99ffd736b737), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.876276 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Added segment b21771b9-6e45-48aa-b92f-99ffd736b737 of type vlan for network 83c35358-27a0-4ce4-ae59-facc4d05877d Aug 28 19:57:15.934252 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (83c35358-27a0-4ce4-ae59-facc4d05877d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:15.939978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:57:16.072316 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (83c35358-27a0-4ce4-ae59-facc4d05877d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:16.073235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:16.073832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:16.156759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5eb974-627b-4f6c-9a3f-f894ce039824 req-47f4cbeb-4a50-48a3-9c8e-4a70980f3d0b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:16.164660 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f5eb974-627b-4f6c-9a3f-f894ce039824 req-47f4cbeb-4a50-48a3-9c8e-4a70980f3d0b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.3565705 Aug 28 19:57:16.172262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:16.192021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] Sync routers for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:16.223434 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f5eb974-627b-4f6c-9a3f-f894ce039824 req-97161747-6a9e-43ec-8433-07dbb28809fc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575020 Aug 28 19:57:16.226101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:16.226101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:16.249106 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:16.251674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=83c35358-27a0-4ce4-ae59-facc4d05877d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:16.256850 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1f5291e6-883f-4ea0-8eba-436aa3de9ce2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1499939 Aug 28 19:57:16.258665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] No DVR routers for this DVR port f851c96c-bb81-4429-a805-8a9fa8d32925 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:57:16.259888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38930) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:16.264752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Request body: {'subnet': {'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-726491083-subnet', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:16.278313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:16.281558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3a652a0-4923-4f5d-a76a-510a8572789b req-9bc2f202-c53f-4855-b7d1-5940253d4fd0 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.89 "DELETE /networking/v2.0/ports/f851c96c-bb81-4429-a805-8a9fa8d32925 HTTP/1.1" status: 204 len: 173 time: 1.4675894 Aug 28 19:57:16.284573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'name': 'network-vif-deleted', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:16.292956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 83c35358-27a0-4ce4-ae59-facc4d05877d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:57:16.295743 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983990e3-5d38-494e-b7c6-63131ac05f2d" -d '{"events": [{"server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "name": "network-vif-deleted", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:16.360530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79484b22-7d51-43b0-868f-91ee3faf2e54 req-2ceb5996-daa4-4810-9646-17b05ebf8db9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:16.363059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79484b22-7d51-43b0-868f-91ee3faf2e54 req-2ceb5996-daa4-4810-9646-17b05ebf8db9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.1125717 Aug 28 19:57:16.409146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Made reservation on behalf of b17b22bb35cc4f958d5d71f17e8af7fd for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:16.411760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:16.441959 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79484b22-7d51-43b0-868f-91ee3faf2e54 req-ff16f7e8-e75c-4160-a662-10990313aa54 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712161 Aug 28 19:57:16.447200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:16.486536 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:16.595378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587725da-670e-4b2f-9b7e-926432337772 req-8185a964-f8a5-4f18-a639-cac53c7eb216 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:16.597024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-587725da-670e-4b2f-9b7e-926432337772 req-8185a964-f8a5-4f18-a639-cac53c7eb216 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0568159 Aug 28 19:57:16.660681 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-587725da-670e-4b2f-9b7e-926432337772 req-365effb2-e0d0-4f3c-90b7-413b808b5125 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570226 Aug 28 19:57:16.669321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:16.701453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] Checking router: fdd4772e-d616-4c7e-9ac2-df4ba33a6818 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:16.711485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:16.712118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:16.734077 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (cf951cff-f7a5-4776-b4dc-b4942b094c06), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:16.802759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957131-13c5-475f-8793-a01def2de97b req-e27e1fc9-d19c-4af4-a516-22aa63385ee1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:16.804464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34957131-13c5-475f-8793-a01def2de97b req-e27e1fc9-d19c-4af4-a516-22aa63385ee1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 949 time: 0.0739286 Aug 28 19:57:16.813732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf951cff-f7a5-4776-b4dc-b4942b094c06,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:16.833070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Checking segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:16.841240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Network hostable DHCP agents. Network: 83c35358-27a0-4ce4-ae59-facc4d05877d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:57:16.841437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:16.861957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34957131-13c5-475f-8793-a01def2de97b req-bddf73db-59b2-48e6-a925-cf8a74479f31 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495565 Aug 28 19:57:16.983995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f96f2-64b9-41b4-9824-280c81fa30df req-d7462d34-4f5c-4d96-81f1-b745a28f78b4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:16.985568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3f96f2-64b9-41b4-9824-280c81fa30df req-d7462d34-4f5c-4d96-81f1-b745a28f78b4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 946 time: 0.0567625 Aug 28 19:57:16.998126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:57:17.051357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:17.060019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3f96f2-64b9-41b4-9824-280c81fa30df req-7b2a1e07-46f4-496d-9222-c3e09ff86844 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680270 Aug 28 19:57:17.124283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:17.126667 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab48cd-3be3-43a1-a6c4-c9feefc06bd2 x-openstack-request-id: req-99ab48cd-3be3-43a1-a6c4-c9feefc06bd2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:17.127251 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3", "name": "network-vif-deleted", "tag": "f851c96c-bb81-4429-a805-8a9fa8d32925", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:17.127548 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99ab48cd-3be3-43a1-a6c4-c9feefc06bd2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:17.127944 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ab48cd-3be3-43a1-a6c4-c9feefc06bd2'] response: {'server_uuid': '7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3', 'name': 'network-vif-deleted', 'tag': 'f851c96c-bb81-4429-a805-8a9fa8d32925', 'status': 'completed', 'code': 200} Aug 28 19:57:17.132351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 83c35358-27a0-4ce4-ae59-facc4d05877d) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:17.144415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:17.144415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.173480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fddc5b-21ac-43c6-bee8-72857cd8668d None None] Network 83c35358-27a0-4ce4-ae59-facc4d05877d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:57:17.177799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 62b727cd-9789-4102-bb00-530bf76840f0 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:17.191699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dd2fa-131d-4ab3-9534-155bfde0f598 None None] The sync data for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 is: [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:46Z', 'revision_number': 4, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090', 'name': '', 'network_id': '6a24e842-5916-4c4c-9b85-407851f1320e', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'mac_address': 'fa:16:3e:fc:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '70960676-8387-406f-9a7b-a703e80bef6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:43Z', 'updated_at': '2022-08-28T19:55:56Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'subnets': [{'id': '70960676-8387-406f-9a7b-a703e80bef6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:17.250416 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:17.265708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb1c4e-7bc6-4780-8f67-2223aae8f71c req-fb5be579-f042-4362-97f6-847cb6be3364 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:17.267038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71bb1c4e-7bc6-4780-8f67-2223aae8f71c req-fb5be579-f042-4362-97f6-847cb6be3364 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.0804472 Aug 28 19:57:17.280551 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-52004be5-3a33-4f80-9fcd-26a498adaf03 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0195129 Aug 28 19:57:17.283998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38948) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:17.289000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Request body: {'router': {'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:17.332293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 62b727cd-9789-4102-bb00-530bf76840f0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:17.333272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (62b727cd-9789-4102-bb00-530bf76840f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.352528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71bb1c4e-7bc6-4780-8f67-2223aae8f71c req-3b68249f-da0c-4019-b5a4-0eb24bdb4a06 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636966 Aug 28 19:57:17.359520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-83c35358-27a0-4ce4-ae59-facc4d05877d', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:57:17.360517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.432700 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:17.475335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19fd6096-f12f-483a-80f6-88fbb4558d6f req-6e8e3003-9b2c-47a2-a541-36eff9162e49 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0405567 Aug 28 19:57:17.503472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (365f45fa-271c-4049-bc81-b0a7c12196ac), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.504647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (365f45fa-271c-4049-bc81-b0a7c12196ac), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.533108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 62b727cd-9789-4102-bb00-530bf76840f0 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:17.533536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.553112 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80733cfd-3841-4c5d-bcae-f5f36d720a45 None None] New status for floating IP 0ff0e47f-0d3e-49e7-9fda-ac3974a60256: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:57:17.582227 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:17.609047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:17.611361 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3856b9ac-9dd3-46ec-827b-dbd03ce15de1" -d '{"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-plugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:17.633826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:17.655951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Allocated IP 172.20.0.2 (83c35358-27a0-4ce4-ae59-facc4d05877d/cf951cff-f7a5-4776-b4dc-b4942b094c06/b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:17.691085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks [] for router_controller (365f45fa-271c-4049-bc81-b0a7c12196ac), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.722502 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0436045-69e9-47a9-bb52-dedfac4dc317 x-openstack-request-id: req-f0436045-69e9-47a9-bb52-dedfac4dc317 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:17.722844 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-plugged", "status": "completed", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:17.723058 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0436045-69e9-47a9-bb52-dedfac4dc317 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:17.723456 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0436045-69e9-47a9-bb52-dedfac4dc317'] response: {'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'code': 200} Aug 28 19:57:17.767818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3e467-060e-4bb8-b824-6c2c43a29ac0 req-f2756658-9f57-4da6-8771-8f84816a70a1 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:17.773783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2bf3e467-060e-4bb8-b824-6c2c43a29ac0 req-f2756658-9f57-4da6-8771-8f84816a70a1 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.1009836 Aug 28 19:57:17.773964 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:17.773964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f851c96c-bb81-4429-a805-8a9fa8d32925 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:17.808977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cceb1-470b-4327-bbd4-c7a75038731f req-7166359b-a6ce-4864-b34d-ea54db8e51a9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:17.826604 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f91cceb1-470b-4327-bbd4-c7a75038731f req-7166359b-a6ce-4864-b34d-ea54db8e51a9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0642016 Aug 28 19:57:17.826713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: f851c96c-bb81-4429-a805-8a9fa8d32925 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:57:17.826713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f851c96c-bb81-4429-a805-8a9fa8d32925 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:57:17.829681 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:17.862426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2bf3e467-060e-4bb8-b824-6c2c43a29ac0 req-c7bd3f8f-05da-4440-8c71-7d3057031734 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847728 Aug 28 19:57:17.897330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=14']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:17.911587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f91cceb1-470b-4327-bbd4-c7a75038731f req-4ba39c1b-e339-432d-8973-ebc34972877f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911410 Aug 28 19:57:18.007173 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Publish callbacks [] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:18.050233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-b562248b-331d-490d-8bb6-b36c7c9c702b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574672 Aug 28 19:57:18.052235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks [] for router_gateway (365f45fa-271c-4049-bc81-b0a7c12196ac), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:18.084588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:18.197489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:18.203188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:18.211767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:18.222653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Pushing event updated for resources: {'Port': ['ID=b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:18.264436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd418b-9b85-4f54-b822-004a10022e39 req-e6aeb69f-0d42-4b87-9e33-ad961389eec5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.265820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cfd418b-9b85-4f54-b822-004a10022e39 req-e6aeb69f-0d42-4b87-9e33-ad961389eec5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 946 time: 0.1011558 Aug 28 19:57:18.293353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-2321ef93-57a7-43bc-8c69-41664d7fa038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.295033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-2321ef93-57a7-43bc-8c69-41664d7fa038 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1125 time: 0.0724187 Aug 28 19:57:18.325044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Attempting to bind port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:18.326279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Attempting to bind port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:18.327593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Attempting to bind port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:18.335242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:18.335974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Checking segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:18.336603 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:18.337221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Bound using segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:18.337880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Bound port: b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:18.338452 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:18.394287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cfd418b-9b85-4f54-b822-004a10022e39 req-dcef8d9c-b63a-4754-aeaa-d8b8521b64a1 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215084 Aug 28 19:57:18.486320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] For port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:18.492377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] For port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:18.517190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-621f801a-08f3-494c-a760-1db4b6848dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.519716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-621f801a-08f3-494c-a760-1db4b6848dcc service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.2042751 Aug 28 19:57:18.534842 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:18.542194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-d53af8b0-1d9a-41d8-9310-5752c42122c3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.548984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-d53af8b0-1d9a-41d8-9310-5752c42122c3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4922521 Aug 28 19:57:18.570839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:18.589573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-6e11adfe-c0b8-421d-81c7-955cd4c20bad tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/quotas/4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 375 time: 0.0396223 Aug 28 19:57:18.591517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3f231-a513-4008-ad84-398580cbbe56 req-eae5d9bc-2aa4-4406-b9e0-263e3354c829 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.593674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0f3f231-a513-4008-ad84-398580cbbe56 req-eae5d9bc-2aa4-4406-b9e0-263e3354c829 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.0589812 Aug 28 19:57:18.624240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-cbf1b0fe-910d-4d04-a0b9-1bac01afade7 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 217 time: 0.0968332 Aug 28 19:57:18.674532 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:18.678072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-c65b3fb3-9ae5-4eb0-b361-67630065b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.679724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-c65b3fb3-9ae5-4eb0-b361-67630065b6b9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1128 time: 0.1838763 Aug 28 19:57:18.684393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc278c-0f03-491c-a0de-045efdbe8d3b None None] Pushing event updated for resources: {'Port': ['ID=b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:18.752605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-67877af9-778c-4de4-924c-461f402eceda tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1620233 Aug 28 19:57:18.761461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-3c1fbd3c-2722-4fa9-86a2-1de4292f1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.763277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-3c1fbd3c-2722-4fa9-86a2-1de4292f1f10 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1158919 Aug 28 19:57:18.851833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-529ff4a3-c82f-4323-ae90-0906fa1eb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.855178 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-529ff4a3-c82f-4323-ae90-0906fa1eb4ce service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738850 Aug 28 19:57:18.866065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0f3f231-a513-4008-ad84-398580cbbe56 req-cd4fa770-3ff2-4e0e-acea-173d05117ce5 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442892 Aug 28 19:57:18.883144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks [] for router_gateway (365f45fa-271c-4049-bc81-b0a7c12196ac), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:18.929099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-ad113898-7872-4af5-8684-183b2e4a4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:18.940325 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-ad113898-7872-4af5-8684-183b2e4a4eda service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.2479851 Aug 28 19:57:18.945013 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:19.051539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 320742eb-2da2-41de-8f1e-f0f94da663e3 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:19.093085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-278a4457-1310-4864-ae88-fa4bc8d2b12a req-c7b5f509-b69e-46ba-a87f-149e1c700342 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7099c4d1-0cfc-4d62-9f6f-15acc67d9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0482109 Aug 28 19:57:19.100398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-58e6f877-1da3-4738-8030-aaf64ad61602 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1002 time: 0.1443007 Aug 28 19:57:19.139521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-27f2d203-7600-43a0-92bf-1e0a7f12badf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672102 Aug 28 19:57:19.273481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Allocated IP 172.25.4.149 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/ccef0729-455d-41de-acf2-f6a569a54894) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:19.275861 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:19.309407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df697029-bc12-41ce-9645-6ecb3ac706ec req-0221ba67-4572-4cb1-8afb-20900b5f2e3b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:19.319630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df697029-bc12-41ce-9645-6ecb3ac706ec req-0221ba67-4572-4cb1-8afb-20900b5f2e3b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.1471710 Aug 28 19:57:19.527246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 320742eb-2da2-41de-8f1e-f0f94da663e3, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=320742eb-2da2-41de-8f1e-f0f94da663e3,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:19.578853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '320742eb-2da2-41de-8f1e-f0f94da663e3', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '320742eb-2da2-41de-8f1e-f0f94da663e3', 'mac_address': 'fa:16:3e:32:53:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:19.584417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:19.594304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df697029-bc12-41ce-9645-6ecb3ac706ec req-f6bf37ee-1183-45e9-8fa1-383e20741af8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689769 Aug 28 19:57:19.668021 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0eb72-3668-49b8-ad84-5a26594ede1d req-8b5d0c20-11c0-4fd0-a396-091d5ef3e4e3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:19.686430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38996) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:19.689912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-08d0eb72-3668-49b8-ad84-5a26594ede1d req-8b5d0c20-11c0-4fd0-a396-091d5ef3e4e3 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.3946755 Aug 28 19:57:19.712631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Request body: {'floatingip': {'port_id': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:19.745044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks [] for port (ccef0729-455d-41de-acf2-f6a569a54894), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:19.748237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 320742eb-2da2-41de-8f1e-f0f94da663e3 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:19.748752 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:19.751433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-d9896d4d-14c4-4e38-badc-5c55a39898e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:19.752026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:19.752497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:19.753512 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-d9896d4d-14c4-4e38-badc-5c55a39898e1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.4383008 Aug 28 19:57:19.804965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320742eb-2da2-41de-8f1e-f0f94da663e3 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:19.805649 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:19.834518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 320742eb-2da2-41de-8f1e-f0f94da663e3, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=320742eb-2da2-41de-8f1e-f0f94da663e3,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:19.866174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6b0a8de-5361-44fb-a8ad-50b12735342f req-7965bfa2-0ca7-49a2-aa38-20100454f5d0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.1193740 Aug 28 19:57:19.939784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:19.944923 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:19.947961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:19.966856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d10d7e-da81-49ce-bfe5-9ec23f4d975b req-2c86f628-1ae2-4c51-bedc-c8bb7ef03cc3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:19.976272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3d10d7e-da81-49ce-bfe5-9ec23f4d975b req-2c86f628-1ae2-4c51-bedc-c8bb7ef03cc3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1912036 Aug 28 19:57:19.991570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0313a6cd-f05e-44fd-be5e-0f9943cecdfd req-0cf774c6-cb01-4854-a554-34a4bb825b35 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564054 Aug 28 19:57:19.995385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for floatingip (c03e14d0-ab8a-46e0-86f1-2014759bfa5b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:20.010570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-d31bcbd5-ca97-4664-851c-c6b85dbb631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:20.012102 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-d31bcbd5-ca97-4664-851c-c6b85dbb631a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2476928 Aug 28 19:57:20.075387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=320742eb-2da2-41de-8f1e-f0f94da663e3,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:20.095063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:20.139848 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3d10d7e-da81-49ce-bfe5-9ec23f4d975b req-eb8915c8-cc32-4c1d-a606-eebab6fa86ab tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623402 Aug 28 19:57:20.151701 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ccef0729-455d-41de-acf2-f6a569a54894), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:20.159358 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:20.182301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01963a0b-4cad-49a1-9393-ffb5663afb62 req-4c5d920c-9b11-4ab4-8d55-35c8c48c88ef tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:20.182301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-01963a0b-4cad-49a1-9393-ffb5663afb62 req-4c5d920c-9b11-4ab4-8d55-35c8c48c88ef tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 947 time: 0.2065330 Aug 28 19:57:20.182538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:20.232002 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:20.248236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:20.276212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:20.294292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:20.310388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:20.319042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ccef0729-455d-41de-acf2-f6a569a54894,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:20.381006 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:20.399760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-19e38263-777d-4152-9623-0be5fdb9b530 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438294 Aug 28 19:57:20.399991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:20.404451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-01963a0b-4cad-49a1-9393-ffb5663afb62 req-5655f2b9-70d4-4fc6-82ed-cd18e63c6966 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876328 Aug 28 19:57:20.468390 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39006) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:20.474219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121cb836-88fa-47ed-87f5-4cc3f64ff3f1 None None] Network 83c35358-27a0-4ce4-ae59-facc4d05877d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:57:20.546174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dcbf97cb-47a4-422a-83ac-281c11635709 None None] Provisioning complete for port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:20.546802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dcbf97cb-47a4-422a-83ac-281c11635709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:20.689211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-86c44b1a-3b47-43d5-88b6-ad856fc2bcd9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824306 Aug 28 19:57:20.701436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf97cb-47a4-422a-83ac-281c11635709 None None] Current status of the port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:20.726750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-697c1b59-7710-44da-b627-e275307c28d3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group (0cd1d210-e3b9-4c75-9d35-06b910cb3176), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:20.790920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-697c1b59-7710-44da-b627-e275307c28d3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group (0cd1d210-e3b9-4c75-9d35-06b910cb3176), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:20.846397 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:20.857701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c65aee-a63f-4dd3-9892-658a619b8dff req-d100f5a6-1ae5-4e6e-800f-0f2f5dced505 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:20.859269 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09c65aee-a63f-4dd3-9892-658a619b8dff req-d100f5a6-1ae5-4e6e-800f-0f2f5dced505 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0830793 Aug 28 19:57:21.052264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09c65aee-a63f-4dd3-9892-658a619b8dff req-8d221593-be75-493a-a231-d7107651055d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449685 Aug 28 19:57:21.061818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-697c1b59-7710-44da-b627-e275307c28d3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0cd1d210-e3b9-4c75-9d35-06b910cb3176), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.061818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-697c1b59-7710-44da-b627-e275307c28d3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.061818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-697c1b59-7710-44da-b627-e275307c28d3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0cd1d210-e3b9-4c75-9d35-06b910cb3176 HTTP/1.1" status: 204 len: 168 time: 0.5897758 Aug 28 19:57:21.068894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39014) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:21.099446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c1b59-7710-44da-b627-e275307c28d3 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd1d210-e3b9-4c75-9d35-06b910cb3176,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:21.102134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks [] for router_gateway (365f45fa-271c-4049-bc81-b0a7c12196ac), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.106142 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-c7ceadf5-2d51-45a5-8293-38ac50c3661a tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] show failed (client error): The resource could not be found. Aug 28 19:57:21.109927 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c7ceadf5-2d51-45a5-8293-38ac50c3661a tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "GET /networking/v2.0/security-groups/0cd1d210-e3b9-4c75-9d35-06b910cb3176 HTTP/1.1" status: 404 len: 347 time: 0.0371997 Aug 28 19:57:21.110174 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25c17d71-4e34-494d-975b-2c8d694b1d9c req-87c07333-b65c-4f23-9008-71e0e9e3e511 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.0871968 Aug 28 19:57:21.116752 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.117792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39016) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:21.198612 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (c03e14d0-ab8a-46e0-86f1-2014759bfa5b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.241260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-333aee46-f022-49d9-86d6-954210a390b0 None None] Provisioning complete for port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:21.241890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-333aee46-f022-49d9-86d6-954210a390b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.394633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:21.396825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 320742eb-2da2-41de-8f1e-f0f94da663e3 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:21.399757 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:21.532863 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (365f45fa-271c-4049-bc81-b0a7c12196ac), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.577656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:21.628272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:57:21.698089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c377dc-2e5f-490d-8c22-1c55acdb3afa req-bfb20c66-1240-4c5e-98ce-253b18a63268 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:21.709064 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6c377dc-2e5f-490d-8c22-1c55acdb3afa req-bfb20c66-1240-4c5e-98ce-253b18a63268 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.3406103 Aug 28 19:57:21.739849 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:21.804626 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6c377dc-2e5f-490d-8c22-1c55acdb3afa req-05dc6ac3-8552-4616-aa17-c5bdd66520e1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944223 Aug 28 19:57:21.805316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 320742eb-2da2-41de-8f1e-f0f94da663e3 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:21.813392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-333aee46-f022-49d9-86d6-954210a390b0 None None] Current status of the port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:21.866351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:21.866864 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.915594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:21.919069 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1337a8fb-a8a7-47c5-8047-aa082873dd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:21.937294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'port_id': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'mac_address': 'fa:16:3e:48:86:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:21.946043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Router 365f45fa-271c-4049-bc81-b0a7c12196ac is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:57:21.949704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 320742eb-2da2-41de-8f1e-f0f94da663e3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:21.949704 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.043400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:22.043800 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.072642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:22.076923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:22.209771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:22.212999 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:22.216627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:22.220603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Deleting port 270e85cb-9499-4fc3-90cc-dc72b463e951 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:22.221124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.236932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Sync routers for ids ['365f45fa-271c-4049-bc81-b0a7c12196ac'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:22.250153 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:22.255790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 320742eb-2da2-41de-8f1e-f0f94da663e3 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:22.258574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.307224 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.312954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Routers {'365f45fa-271c-4049-bc81-b0a7c12196ac'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:22.314111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['365f45fa-271c-4049-bc81-b0a7c12196ac'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:22.319175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d6444-a0c8-4e15-99f8-38d3e9e15188 req-fb50bcd1-9819-4963-a934-ad2b2b72ad6b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:22.326571 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e1d6444-a0c8-4e15-99f8-38d3e9e15188 req-fb50bcd1-9819-4963-a934-ad2b2b72ad6b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 947 time: 0.1756246 Aug 28 19:57:22.333880 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ef0a-5b3c-490d-a64a-73cc47b971f7 req-5fd9ea83-f8ac-4d1c-a669-be340a95d1fb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:22.334389 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Floating IP c03e14d0-ab8a-46e0-86f1-2014759bfa5b associated. External IP: 172.25.4.222, port: f807d184-ad39-4237-b8c2-b9a5ac1610b7. Aug 28 19:57:22.343337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c1ef0a-5b3c-490d-a64a-73cc47b971f7 req-5fd9ea83-f8ac-4d1c-a669-be340a95d1fb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.1311569 Aug 28 19:57:22.364669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.366489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a1014619-3775-417c-9900-bc88e0a15cb4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.0810921 Aug 28 19:57:22.382116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39030) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:22.463981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Set router 365f45fa-271c-4049-bc81-b0a7c12196ac gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:22.510515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320742eb-2da2-41de-8f1e-f0f94da663e3'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:22.512922 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d20f2c-77fc-4a84-af17-329469d39f60" -d '{"events": [{"server_uuid": "556fec7a-32ad-41ed-a2bd-1aff84816033", "name": "network-vif-plugged", "status": "completed", "tag": "320742eb-2da2-41de-8f1e-f0f94da663e3"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:22.658149 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e1d6444-a0c8-4e15-99f8-38d3e9e15188 req-e8f3e2ca-270b-4ea0-968b-2631d2ff404e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284228 Aug 28 19:57:22.658749 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:22.674924 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.675533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for floatingip (270e85cb-9499-4fc3-90cc-dc72b463e951), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.756403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 320742eb-2da2-41de-8f1e-f0f94da663e3, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=320742eb-2da2-41de-8f1e-f0f94da663e3,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:22.798711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Calling delete_port for 270e85cb-9499-4fc3-90cc-dc72b463e951 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:22.826349 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:22.838461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:22.844196 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:22.862484 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c95d2409-e81d-47a8-8045-b77039cd6f92 req-809cdb05-bf75-4f20-922d-137b2a710494 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.0689819 Aug 28 19:57:22.864120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:22.900697 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:22.927414 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f45b7d-35cb-46b3-bb7c-e304212e1f1a x-openstack-request-id: req-e0f45b7d-35cb-46b3-bb7c-e304212e1f1a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:22.927742 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556fec7a-32ad-41ed-a2bd-1aff84816033", "name": "network-vif-plugged", "status": "completed", "tag": "320742eb-2da2-41de-8f1e-f0f94da663e3", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:22.928004 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0f45b7d-35cb-46b3-bb7c-e304212e1f1a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:22.928414 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f45b7d-35cb-46b3-bb7c-e304212e1f1a'] response: {'server_uuid': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320742eb-2da2-41de-8f1e-f0f94da663e3', 'code': 200} Aug 28 19:57:22.950760 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:23.003124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=320742eb-2da2-41de-8f1e-f0f94da663e3,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:23.014369 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69c1ef0a-5b3c-490d-a64a-73cc47b971f7 req-2bef6711-43e6-43e3-890c-61b6a540b2c0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6700509 Aug 28 19:57:23.059675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T19:57:20Z', 'revision_number': 3, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:23.071698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-f7bfba94-4f04-4d3a-8319-e44b8a518bce tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191444 Aug 28 19:57:23.107753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Checking router: 365f45fa-271c-4049-bc81-b0a7c12196ac for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:23.108135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Updating router 365f45fa-271c-4049-bc81-b0a7c12196ac port ccef0729-455d-41de-acf2-f6a569a54894 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:57:23.168247 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccef0729-455d-41de-acf2-f6a569a54894), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.236750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267facd-c6f6-49ee-a041-20296e307ab3 req-4d616f3a-34df-455b-9d10-e8b1ddcffc62 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:23.245065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2267facd-c6f6-49ee-a041-20296e307ab3 req-4d616f3a-34df-455b-9d10-e8b1ddcffc62 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1692698 Aug 28 19:57:23.267920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Router c39101d5-8914-4e69-8549-f5b0da371803 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:57:23.289203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a5cd-7c23-4e87-af8b-5644c00cb745 req-31c6ef22-74e8-4af4-95eb-8a6a13a22fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:23.291031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58e2a5cd-7c23-4e87-af8b-5644c00cb745 req-31c6ef22-74e8-4af4-95eb-8a6a13a22fde service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 1130 time: 0.1998637 Aug 28 19:57:23.318433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.431844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58e2a5cd-7c23-4e87-af8b-5644c00cb745 req-b7a6e999-7d66-4cdd-8dbe-07b052e8c7fe service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959506 Aug 28 19:57:23.447136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-b1da77c0-f261-4b8a-bd54-b58cc78085ee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:23.448881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-b1da77c0-f261-4b8a-bd54-b58cc78085ee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704436 Aug 28 19:57:23.461439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2267facd-c6f6-49ee-a041-20296e307ab3 req-66a5c5b9-963a-4a46-a6b3-4c76288fb347 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153993 Aug 28 19:57:23.535028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Request body: {'port': {'device_id': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '4fddc9a2293a464c96194c53aa8d4ef2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:23.593919 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:23.596885 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Publish callbacks [] for port (ccef0729-455d-41de-acf2-f6a569a54894), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.599900 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:23.613060 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.619966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (270e85cb-9499-4fc3-90cc-dc72b463e951), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.660457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:23.664202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Pushing event deleted for resources: {'Port': ['ID=270e85cb-9499-4fc3-90cc-dc72b463e951,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:23.677321 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.680127 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] Sync routers for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:23.702093 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:23.702750 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:23.723455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ccef0729-455d-41de-acf2-f6a569a54894), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.782193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-146736d0-3ab1-447f-9dbc-57c0c1b03d2b tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/c03e14d0-ab8a-46e0-86f1-2014759bfa5b HTTP/1.1" status: 200 len: 992 time: 4.0945575 Aug 28 19:57:23.787230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:23.788546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Attempting to bind port ccef0729-455d-41de-acf2-f6a569a54894 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:23.788546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Attempting to bind port ccef0729-455d-41de-acf2-f6a569a54894 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:23.789184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Attempting to bind port ccef0729-455d-41de-acf2-f6a569a54894 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:23.789535 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a104603f-1fae-4c39-8222-72bddb53923c" -d '{"events": [{"name": "network-changed", "server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:23.815706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:23.817921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:23.818384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks [] for floatingip (0ff0e47f-0d3e-49e7-9fda-ac3974a60256), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.818535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.819130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:23.821540 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.822438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Bound port: ccef0729-455d-41de-acf2-f6a569a54894, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:23.823160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a80e54b5-affa-4761-9e59-176ea39dc433 tempest-ServersTestFqdnHostnames-1048797646 tempest-ServersTestFqdnHostnames-1048797646-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/0ff0e47f-0d3e-49e7-9fda-ac3974a60256 HTTP/1.1" status: 204 len: 168 time: 2.7028313 Aug 28 19:57:23.823480 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccef0729-455d-41de-acf2-f6a569a54894), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:23.826407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39044) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:23.867143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Allocated IP 172.20.0.1 (83c35358-27a0-4ce4-ae59-facc4d05877d/cf951cff-f7a5-4776-b4dc-b4942b094c06/2733fab3-b137-4895-a6e0-ac735177fd20) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:23.878402 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402fc5a4-0322-4b6a-9c3b-aaad6f35514d x-openstack-request-id: req-402fc5a4-0322-4b6a-9c3b-aaad6f35514d {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:23.878950 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:23.879350 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-402fc5a4-0322-4b6a-9c3b-aaad6f35514d {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:23.880468 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402fc5a4-0322-4b6a-9c3b-aaad6f35514d'] response: {'name': 'network-changed', 'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'status': 'completed', 'code': 200} Aug 28 19:57:23.881467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332015a9-56f3-4c13-9f6b-19835364a1fb None None] Pushing event updated for resources: {'Port': ['ID=ccef0729-455d-41de-acf2-f6a569a54894,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:23.935015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] For port ccef0729-455d-41de-acf2-f6a569a54894, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:23.939578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] For port ccef0729-455d-41de-acf2-f6a569a54894, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccef0729-455d-41de-acf2-f6a569a54894,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:23.978772 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:23.989423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Made reservation on behalf of 4fddc9a2293a464c96194c53aa8d4ef2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:23.994139 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.022097 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:24.038187 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ccef0729-455d-41de-acf2-f6a569a54894), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.080558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781c1a9-0178-477b-929c-27cc7ed71199 req-efe0f5dc-06a4-4da4-8d44-fdf7f7e5dff3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:24.094378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Routers {'365f45fa-271c-4049-bc81-b0a7c12196ac'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:24.095574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:56:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['365f45fa-271c-4049-bc81-b0a7c12196ac'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:24.097920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5781c1a9-0178-477b-929c-27cc7ed71199 req-efe0f5dc-06a4-4da4-8d44-fdf7f7e5dff3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 948 time: 0.1830411 Aug 28 19:57:24.159466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4267954d-3f81-40c9-830f-29649f230e09 req-38cb9715-6e21-4990-a219-4fd75779eeb8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.1194153 Aug 28 19:57:24.173497 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:24.189058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332015a9-56f3-4c13-9f6b-19835364a1fb None None] Pushing event updated for resources: {'Port': ['ID=ccef0729-455d-41de-acf2-f6a569a54894,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:24.192118 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a01437a9-615a-480e-b925-92dd53b61f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.203186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5781c1a9-0178-477b-929c-27cc7ed71199 req-8a6c970b-89d5-4518-b42c-6b0208cd0bc9 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042922 Aug 28 19:57:24.254446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks [] for port (2733fab3-b137-4895-a6e0-ac735177fd20), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.265196 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:24.312577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Allocated IP 192.168.233.22 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/2cde69ca-78e9-4c26-8c27-acbc500e107e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:24.354065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] Set router 365f45fa-271c-4049-bc81-b0a7c12196ac gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:24.385254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104603f-1fae-4c39-8222-72bddb53923c req-d9dfd2c9-b242-4f56-a92f-4a71316b7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:24.388108 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a104603f-1fae-4c39-8222-72bddb53923c req-d9dfd2c9-b242-4f56-a92f-4a71316b7634 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=fe663852a79b404398b07b33ea453ee0&device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 1128 time: 0.0860674 Aug 28 19:57:24.437105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b760f8-61b6-444e-b4a7-631fbdd8febc req-cbdd57ee-d12d-4ee6-9537-67ff9b5e198f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:24.439315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90b760f8-61b6-444e-b4a7-631fbdd8febc req-cbdd57ee-d12d-4ee6-9537-67ff9b5e198f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.1224215 Aug 28 19:57:24.486489 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:24.509127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.576689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:24.585611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:24.603571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:24.643502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90b760f8-61b6-444e-b4a7-631fbdd8febc req-1e9eae8e-34ee-431f-82a8-fb5267a2e9af tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953025 Aug 28 19:57:24.661678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.663986 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'c03e14d0-ab8a-46e0-86f1-2014759bfa5b', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'port_id': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'mac_address': 'fa:16:3e:86:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be63c2e-0689-4fc6-b307-33a506a21767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:56:43Z', 'updated_at': '2022-08-28T19:57:20Z', 'revision_number': 1, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:59Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:24.687146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Pushing event updated for resources: {'Port': ['ID=2733fab3-b137-4895-a6e0-ac735177fd20,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:24.695867 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] Checking router: c39101d5-8914-4e69-8549-f5b0da371803 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:24.708843 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:24.709685 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:24.808941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4330a-8eba-41d2-a774-daadd7e0b781 req-e1079a0f-c43c-465f-9fc3-42df260b9578 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:24.810744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ec4330a-8eba-41d2-a774-daadd7e0b781 req-e1079a0f-c43c-465f-9fc3-42df260b9578 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1246765 Aug 28 19:57:24.813751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T19:57:20Z', 'revision_number': 3, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:24.827560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104603f-1fae-4c39-8222-72bddb53923c req-b331d5b4-ccf9-4c14-9107-f7884e08434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:24.829308 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a104603f-1fae-4c39-8222-72bddb53923c req-b331d5b4-ccf9-4c14-9107-f7884e08434d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=79cefb94-c26e-4585-9705-b9160006361e HTTP/1.1" status: 200 len: 915 time: 0.4333262 Aug 28 19:57:24.865693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.890562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41ec47-5d2c-4864-bf13-7a2cf9f418c8 None None] The sync data for ids ['365f45fa-271c-4049-bc81-b0a7c12196ac'] in n-d-854121-7 is: [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T19:57:20Z', 'revision_number': 3, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:24.975225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (365f45fa-271c-4049-bc81-b0a7c12196ac), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:24.985686 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:25.005770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-158c98bc-8459-4859-a53c-fd26ed17ecc4 None None] Provisioning complete for port 2733fab3-b137-4895-a6e0-ac735177fd20 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:25.006228 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-158c98bc-8459-4859-a53c-fd26ed17ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:25.066133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a104603f-1fae-4c39-8222-72bddb53923c req-94b2463d-9efe-4fea-baa8-13d9e55c7e63 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f807d184-ad39-4237-b8c2-b9a5ac1610b7 HTTP/1.1" status: 200 len: 1000 time: 0.2281220 Aug 28 19:57:25.076069 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ec4330a-8eba-41d2-a774-daadd7e0b781 req-f412f86b-f3b2-408e-a6eb-550970ef0c56 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543509 Aug 28 19:57:25.114384 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:25.120597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-158c98bc-8459-4859-a53c-fd26ed17ecc4 None None] Port 2733fab3-b137-4895-a6e0-ac735177fd20 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:25.157500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104603f-1fae-4c39-8222-72bddb53923c req-43f2f51d-7075-486d-8094-5254dbdd790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:25.159266 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a104603f-1fae-4c39-8222-72bddb53923c req-43f2f51d-7075-486d-8094-5254dbdd790f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8f766af6-0ff6-4962-ada9-01c8f69203d9 HTTP/1.1" status: 200 len: 853 time: 0.0821054 Aug 28 19:57:25.179707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Deleting port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:25.180054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:25.184030 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:25.217595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8959fd60-0c95-48ec-a499-41d2a52dc530', '62b727cd-9789-4102-bb00-530bf76840f0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:25.233526 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:25.263883 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:25.302523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:25.329833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:25.345011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:25.387995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104603f-1fae-4c39-8222-72bddb53923c req-22fc2116-98c1-408f-a1cb-a4452ad0daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:25.392769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a104603f-1fae-4c39-8222-72bddb53923c req-22fc2116-98c1-408f-a1cb-a4452ad0daee service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=79cefb94-c26e-4585-9705-b9160006361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227953 Aug 28 19:57:25.398966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:25.468731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:25.499570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9af8a3-85f9-453f-b463-9e9e7084e300 req-cbc03b5b-2527-4471-af6f-dd0cdeb16477 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:25.501159 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c9af8a3-85f9-453f-b463-9e9e7084e300 req-cbc03b5b-2527-4471-af6f-dd0cdeb16477 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 935 time: 0.1135249 Aug 28 19:57:25.520429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:25.546824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:25.556264 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'c03e14d0-ab8a-46e0-86f1-2014759bfa5b', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'port_id': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'mac_address': 'fa:16:3e:86:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be63c2e-0689-4fc6-b307-33a506a21767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:56:43Z', 'updated_at': '2022-08-28T19:57:20Z', 'revision_number': 1, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:59Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:25.615253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] For port ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:25.615554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:25.621154 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d6b11-5d45-40dc-8b14-042cdd2dfcdf None None] The sync data for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 is: [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'c03e14d0-ab8a-46e0-86f1-2014759bfa5b', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'port_id': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'mac_address': 'fa:16:3e:86:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be63c2e-0689-4fc6-b307-33a506a21767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:56:43Z', 'updated_at': '2022-08-28T19:57:20Z', 'revision_number': 1, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:59Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:25.700579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Calling delete_port for ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:25.771846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:25.776956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:25.778789 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a104603f-1fae-4c39-8222-72bddb53923c req-100b6a92-bc73-4b8d-892f-668fccddda80 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/79cefb94-c26e-4585-9705-b9160006361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428493 Aug 28 19:57:25.786186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b85336-a809-464f-89c8-b3a95c5c5c54 req-e0131d7e-ac07-47f3-8554-3b5408c071e6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:25.797317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96b85336-a809-464f-89c8-b3a95c5c5c54 req-e0131d7e-ac07-47f3-8554-3b5408c071e6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 948 time: 0.4052527 Aug 28 19:57:25.813133 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:25.847244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c9af8a3-85f9-453f-b463-9e9e7084e300 req-e9aabe06-e37b-42b2-805c-654051201e39 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885680 Aug 28 19:57:25.923462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6a71793c-3387-4afc-aaaf-4138847a450c None None] Provisioning complete for port 2cde69ca-78e9-4c26-8c27-acbc500e107e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:25.924059 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a71793c-3387-4afc-aaaf-4138847a450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:26.014464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-c8692798-3e25-4d87-93d1-41c5b1c8bf9a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5156734 Aug 28 19:57:26.015754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6a71793c-3387-4afc-aaaf-4138847a450c None None] Port 2cde69ca-78e9-4c26-8c27-acbc500e107e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:26.057691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Request body: {'port': {'device_id': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:26.099891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:26.102530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b4d2a-0968-423c-a3ab-3a6ad7daea3c None None] New status for floating IP c03e14d0-ab8a-46e0-86f1-2014759bfa5b: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:57:26.149048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96b85336-a809-464f-89c8-b3a95c5c5c54 req-aa1ca6e9-6c68-446b-82ae-2a2478c71d00 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502512 Aug 28 19:57:26.189935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e93b-4f6c-4a79-ae60-ee9db530fb03 req-691fda7f-31ac-4c58-8b9f-e8be12f0768f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:26.200343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c431e93b-4f6c-4a79-ae60-ee9db530fb03 req-691fda7f-31ac-4c58-8b9f-e8be12f0768f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.1908081 Aug 28 19:57:26.260632 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:26.281081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks [] for port (2733fab3-b137-4895-a6e0-ac735177fd20), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:26.303336 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:26.306198 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a104603f-1fae-4c39-8222-72bddb53923c req-5ac4a1a0-ba71-426c-b8e3-bfd8eefa07b8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/79cefb94-c26e-4585-9705-b9160006361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041716 Aug 28 19:57:26.336864 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:26.383812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76722015-be04-47bb-aa13-aec60856e4ed req-329a9133-be3a-44ed-855c-5910e8688214 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:26.385711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76722015-be04-47bb-aa13-aec60856e4ed req-329a9133-be3a-44ed-855c-5910e8688214 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0785370 Aug 28 19:57:26.425009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:26.453145 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:26.496996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Pushing event updated for resources: {'Port': ['ID=2733fab3-b137-4895-a6e0-ac735177fd20,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:26.510665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c431e93b-4f6c-4a79-ae60-ee9db530fb03 req-5d374b6d-f2a8-4d7b-b05f-7f56aa64b5a7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088496 Aug 28 19:57:26.529452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:26.529829 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:26.561644 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76722015-be04-47bb-aa13-aec60856e4ed req-1354d6d3-b5be-4ccb-b051-fbadad996a3b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674783 Aug 28 19:57:26.600939 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (365f45fa-271c-4049-bc81-b0a7c12196ac), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:26.678370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:26.717792 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:26.743332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:26.744851 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:26.748750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:26.811530 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:27.002379 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.092344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:27.095669 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.154672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:27.157453 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fcf875-d66a-49ed-bae7-cfd350f7bbba" -d '{"events": [{"server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:27.177127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:27.213758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff0dc3-d9cc-4a1f-923b-471dfcce7aaa req-89d8fa8c-2a5f-429b-80f9-955f80f40e01 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:27.217279 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8aff0dc3-d9cc-4a1f-923b-471dfcce7aaa req-89d8fa8c-2a5f-429b-80f9-955f80f40e01 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 935 time: 0.1886833 Aug 28 19:57:27.224358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Router 365f45fa-271c-4049-bc81-b0a7c12196ac has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:57:27.244196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4185c225-d872-4e61-a8bb-4038b48577f0 None None] Provisioning complete for port 2733fab3-b137-4895-a6e0-ac735177fd20 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:27.245250 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4185c225-d872-4e61-a8bb-4038b48577f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.280060 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.371662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:27.382385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4185c225-d872-4e61-a8bb-4038b48577f0 None None] Port 2733fab3-b137-4895-a6e0-ac735177fd20 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:27.464853 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:27.482306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2d1c0599-20f7-4d13-b41d-9d142ae978be admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/365f45fa-271c-4049-bc81-b0a7c12196ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0972595 Aug 28 19:57:27.502749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8aff0dc3-d9cc-4a1f-923b-471dfcce7aaa req-c49a64f4-cb18-41f3-869f-101b12a1ff97 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765579 Aug 28 19:57:27.508993 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.599557 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b920de9-bdac-4523-b47b-b9801a50109f x-openstack-request-id: req-0b920de9-bdac-4523-b47b-b9801a50109f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:27.600052 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:27.600383 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b920de9-bdac-4523-b47b-b9801a50109f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:27.600874 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b920de9-bdac-4523-b47b-b9801a50109f'] response: {'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'code': 200} Aug 28 19:57:27.607685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccef0729-455d-41de-acf2-f6a569a54894 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:27.670294 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:27.713240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.718477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ccef0729-455d-41de-acf2-f6a569a54894 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:27.719344 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccef0729-455d-41de-acf2-f6a569a54894), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.723075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b1451-78f1-46a7-a37c-0aaf802746c1 req-815a30c3-db53-4f69-8a05-0f450a2f9d31 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:27.724048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e25b1451-78f1-46a7-a37c-0aaf802746c1 req-815a30c3-db53-4f69-8a05-0f450a2f9d31 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 1130 time: 0.1538639 Aug 28 19:57:27.765372 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:27.788620 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e25b1451-78f1-46a7-a37c-0aaf802746c1 req-896d7aa7-005a-4f9d-8473-397c9b1a7e3a tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.802841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57cea9-49c0-4932-8734-31d12d1edc1f req-924decf9-8b99-477e-b222-a804aaec21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:27.804763 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa57cea9-49c0-4932-8734-31d12d1edc1f req-924decf9-8b99-477e-b222-a804aaec21c1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1127 time: 0.1457942 Aug 28 19:57:27.828507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ccef0729-455d-41de-acf2-f6a569a54894 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:27.829559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccef0729-455d-41de-acf2-f6a569a54894), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.854780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79167a9c-f6b8-49d6-9135-7dc43d912d04 req-660affbb-378e-4496-b44e-7713e73ebc20 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:27.854780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79167a9c-f6b8-49d6-9135-7dc43d912d04 req-660affbb-378e-4496-b44e-7713e73ebc20 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1172614 Aug 28 19:57:27.856880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port ccef0729-455d-41de-acf2-f6a569a54894, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccef0729-455d-41de-acf2-f6a569a54894,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:27.931383 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ccef0729-455d-41de-acf2-f6a569a54894), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.935910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa57cea9-49c0-4932-8734-31d12d1edc1f req-6b06c76d-c796-4123-9a58-2d85efcbd606 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211152 Aug 28 19:57:27.956335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cde69ca-78e9-4c26-8c27-acbc500e107e {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:27.957042 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79167a9c-f6b8-49d6-9135-7dc43d912d04 req-d1a464b4-741d-4602-87f1-22d0769961e9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930269 Aug 28 19:57:27.969408 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Publish callbacks [] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:27.990555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Transition to ACTIVE for port object 2cde69ca-78e9-4c26-8c27-acbc500e107e will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:28.003970 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Sync routers for ids ['365f45fa-271c-4049-bc81-b0a7c12196ac'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:28.023918 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Routers {'365f45fa-271c-4049-bc81-b0a7c12196ac'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:28.025713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=ccef0729-455d-41de-acf2-f6a569a54894,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:28.029346 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['365f45fa-271c-4049-bc81-b0a7c12196ac'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:28.035507 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:28.106573 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:28.143940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de7162-ff59-4e86-b8ff-469258d92bde req-454cd68a-af3d-4628-8c92-f917cf5a845f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:28.145630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81de7162-ff59-4e86-b8ff-469258d92bde req-454cd68a-af3d-4628-8c92-f917cf5a845f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0604942 Aug 28 19:57:28.203183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Set router 365f45fa-271c-4049-bc81-b0a7c12196ac gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:28.215827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e25b1451-78f1-46a7-a37c-0aaf802746c1 req-896d7aa7-005a-4f9d-8473-397c9b1a7e3a tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Publish callbacks [] for security_group (a9ff87fd-27d1-4ac4-a651-877dac7bc680), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:28.220945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81de7162-ff59-4e86-b8ff-469258d92bde req-1333429d-af87-4d85-8e9f-bc6825466256 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627418 Aug 28 19:57:28.318986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:28.333372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e25b1451-78f1-46a7-a37c-0aaf802746c1 req-896d7aa7-005a-4f9d-8473-397c9b1a7e3a tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a9ff87fd-27d1-4ac4-a651-877dac7bc680), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:28.371124 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:28.376720 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:28.441632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d7aa7-005a-4f9d-8473-397c9b1a7e3a tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff87fd-27d1-4ac4-a651-877dac7bc680,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:28.452668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:57:28.461565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e25b1451-78f1-46a7-a37c-0aaf802746c1 req-896d7aa7-005a-4f9d-8473-397c9b1a7e3a tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260759 Aug 28 19:57:28.476150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:28.476673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:28.477231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:28.486923 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:28.490122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:28.490122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:28.542141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:28.542853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:28.543386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:28.544108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Bound port: 2cde69ca-78e9-4c26-8c27-acbc500e107e, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:28.544660 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:28.582142 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:57:28.631050 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T19:57:25Z', 'revision_number': 4, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2733fab3-b137-4895-a6e0-ac735177fd20', 'name': '', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'mac_address': 'fa:16:3e:7e:65:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:23Z', 'updated_at': '2022-08-28T19:57:25Z', 'revision_number': 2, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'subnets': [{'id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:28.668353 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Checking router: 365f45fa-271c-4049-bc81-b0a7c12196ac for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:28.668660 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Updating router 365f45fa-271c-4049-bc81-b0a7c12196ac port 2733fab3-b137-4895-a6e0-ac735177fd20 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:57:28.691255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:28.708455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-4e1ad97c-653d-4040-9e5d-575e51df71e7 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:28.716034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:28.723632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-212ff9b7-aeca-44a4-a7a3-343ab0af2ee8 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/fdd4772e-d616-4c7e-9ac2-df4ba33a6818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8946702 Aug 28 19:57:28.727137 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-4e1ad97c-653d-4040-9e5d-575e51df71e7 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.2903044 Aug 28 19:57:28.729235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39092) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:28.744053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:28.757688 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3276ec4f-bd41-4661-9c34-f5561683b0ed tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/quotas/b17b22bb35cc4f958d5d71f17e8af7fd HTTP/1.1" status: 200 len: 375 time: 0.0281990 Aug 28 19:57:28.762353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] Sync routers for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:28.780493 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:28.807028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:28.810483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:28.867587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-fea1176b-14bb-424b-9e4e-50cb17b96a3b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071508 Aug 28 19:57:28.888777 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.000424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:29.001062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.002811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 1095 time: 2.9650636 Aug 28 19:57:29.007082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c75fd-7b5f-43bc-878c-539b3ff4ddbc service neutron] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:29.009644 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:29.019656 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f33842-9cdc-4804-a904-14adba57ee40" -d '{"events": [{"name": "network-changed", "server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:29.025066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-557e1c79-dcd0-49d7-8216-cf27bc593b07 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520967 Aug 28 19:57:29.088230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec0431-9d15-433b-b5d8-7dcf1d52f245 req-f5635964-eafd-4783-929a-3963d412f649 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:29.095387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-03ec0431-9d15-433b-b5d8-7dcf1d52f245 req-f5635964-eafd-4783-929a-3963d412f649 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0915518 Aug 28 19:57:29.115448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:29.121249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks [] for router (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.146823 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:29.205263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-03ec0431-9d15-433b-b5d8-7dcf1d52f245 req-ca848bed-7c42-4ca7-94c7-6fadce4bdeb6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088886 Aug 28 19:57:29.242156 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3b372a60-946a-4b3a-aee4-9416c68ab0fe service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159269 Aug 28 19:57:29.353558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-499ccc2f-9c17-4a8a-a436-8ee582a41639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:29.353558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-499ccc2f-9c17-4a8a-a436-8ee582a41639 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1129 time: 0.1360819 Aug 28 19:57:29.412129 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:29.438701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b8532-2dc2-4ca3-8885-48be1a6a4b6f req-f4623806-196d-4e24-9a1e-4d445cffbc0e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:29.448003 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f8b8532-2dc2-4ca3-8885-48be1a6a4b6f req-f4623806-196d-4e24-9a1e-4d445cffbc0e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0905225 Aug 28 19:57:29.472263 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Publish callbacks [] for port (2733fab3-b137-4895-a6e0-ac735177fd20), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.475616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:57:26Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:29.478299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks [] for router_gateway (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.511847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccef0729-455d-41de-acf2-f6a569a54894 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:29.515846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] Checking router: fdd4772e-d616-4c7e-9ac2-df4ba33a6818 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:29.551011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f8b8532-2dc2-4ca3-8885-48be1a6a4b6f req-fbeaa987-3383-4ce3-bc40-6e2471321428 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019862 Aug 28 19:57:29.553448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] Routers {'fdd4772e-d616-4c7e-9ac2-df4ba33a6818'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:29.554135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:29.563409 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.617329 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49fa047-9c8f-4bda-aacb-aec0bd7dc5af x-openstack-request-id: req-f49fa047-9c8f-4bda-aacb-aec0bd7dc5af {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:29.618047 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:29.618778 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f49fa047-9c8f-4bda-aacb-aec0bd7dc5af {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:29.624092 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49fa047-9c8f-4bda-aacb-aec0bd7dc5af'] response: {'name': 'network-changed', 'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'status': 'completed', 'code': 200} Aug 28 19:57:29.641564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ccef0729-455d-41de-acf2-f6a569a54894 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:29.642013 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccef0729-455d-41de-acf2-f6a569a54894), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.785362 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:29.789767 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Pushing event updated for resources: {'Port': ['ID=2733fab3-b137-4895-a6e0-ac735177fd20,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:29.800629 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-f6f3bd9a-021e-4cfb-823c-db4831372159 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270033 Aug 28 19:57:29.831455 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.831834 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.832129 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.832495 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.832836 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.833148 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.833473 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.833795 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.834147 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.834466 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.834785 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.835101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.835430 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.835715 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.836026 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:29.876027 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Attempting to bind port 2733fab3-b137-4895-a6e0-ac735177fd20 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:29.876500 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Attempting to bind port 2733fab3-b137-4895-a6e0-ac735177fd20 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:29.877598 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Attempting to bind port 2733fab3-b137-4895-a6e0-ac735177fd20 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:29.884415 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:29.886936 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Checking segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:29.886936 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.886936 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Bound using segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:29.886936 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Bound port: 2733fab3-b137-4895-a6e0-ac735177fd20, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:29.887721 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.887993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-e0cd9b2d-f87d-485d-a2d0-a7426cb58a2f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.1675761 Aug 28 19:57:29.939425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Deleting port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:29.939425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:29.940564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] Set router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:29.945837 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:30.029451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-a4507528-239e-4e75-b58b-5dc3db112b2b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:30.039916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-a4507528-239e-4e75-b58b-5dc3db112b2b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300906 Aug 28 19:57:30.046912 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] For port 2733fab3-b137-4895-a6e0-ac735177fd20, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:30.051231 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] For port 2733fab3-b137-4895-a6e0-ac735177fd20, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2733fab3-b137-4895-a6e0-ac735177fd20,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:30.058594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ccef0729-455d-41de-acf2-f6a569a54894 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:30.059097 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-09232c94-15cc-4f6e-886f-12d0ce8a81e7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/quotas/114c1dbf05024fb0b8c494a02b5f16fa HTTP/1.1" status: 200 len: 375 time: 0.0181758 Aug 28 19:57:30.122303 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-9bd599c9-4171-41b0-8018-7ea658e41dd8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621874 Aug 28 19:57:30.155519 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:30.171559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] For port 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:30.172237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:30.188848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Calling delete_port for 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:30.242717 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Routers {'365f45fa-271c-4049-bc81-b0a7c12196ac'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:30.243687 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['365f45fa-271c-4049-bc81-b0a7c12196ac'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:30.276239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:57:26Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:30.318658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6900fe-d45f-40d3-80d6-3d8215949e3d req-3906c01a-a93a-4dfe-aa4c-2751beadba4b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:30.320218 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fc6900fe-d45f-40d3-80d6-3d8215949e3d req-3906c01a-a93a-4dfe-aa4c-2751beadba4b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.4590781 Aug 28 19:57:30.335099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269cbea0-3720-4544-83e0-8ca14d62e22f None None] The sync data for ids ['fdd4772e-d616-4c7e-9ac2-df4ba33a6818'] in n-d-854121-7 is: [{'id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'name': 'tempest-ServersTestFqdnHostnames-1918767286-router', 'tenant_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:57:26Z', 'revision_number': 5, 'project_id': 'bb88895db2fb4ed8b6430bdb5f16c3a6', 'gw_port': {'id': '50fc8bfb-91b6-4b49-ac3d-52bf57fc6141', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd4772e-d616-4c7e-9ac2-df4ba33a6818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:36Z', 'updated_at': '2022-08-28T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:30.346895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3129eb-134a-4ef3-8af5-6d7f4303dd4c None None] Pushing event updated for resources: {'Port': ['ID=2733fab3-b137-4895-a6e0-ac735177fd20,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:30.449914 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:30.472569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] Set router 365f45fa-271c-4049-bc81-b0a7c12196ac gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:30.504211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-8b4c355c-5469-4c2b-abd2-1a093e5484ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:30.505889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-8b4c355c-5469-4c2b-abd2-1a093e5484ec service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.5564735 Aug 28 19:57:30.525164 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:30.539971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fc6900fe-d45f-40d3-80d6-3d8215949e3d req-5e04cda2-d3c6-46d7-8268-85d56cfdc244 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111752 Aug 28 19:57:30.575862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (50fc8bfb-91b6-4b49-ac3d-52bf57fc6141), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:30.622203 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:30.623980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fc8bfb-91b6-4b49-ac3d-52bf57fc6141,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:30.731453 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T19:57:25Z', 'revision_number': 4, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2733fab3-b137-4895-a6e0-ac735177fd20', 'name': '', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'mac_address': 'fa:16:3e:7e:65:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:23Z', 'updated_at': '2022-08-28T19:57:30Z', 'revision_number': 4, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'subnets': [{'id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:30.771551 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4234fe-7546-462f-8dc0-f0f15d3f7e52 None None] The sync data for ids ['365f45fa-271c-4049-bc81-b0a7c12196ac'] in n-d-854121-7 is: [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T19:57:25Z', 'revision_number': 4, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2733fab3-b137-4895-a6e0-ac735177fd20', 'name': '', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'mac_address': 'fa:16:3e:7e:65:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:23Z', 'updated_at': '2022-08-28T19:57:30Z', 'revision_number': 4, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'subnets': [{'id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:30.786913 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59b5dfa7-b561-4751-ad39-d381520e245b req-290c1137-3714-4531-9826-e07cf32e3c90 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 210 time: 0.1349378 Aug 28 19:57:30.826044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4f11-c357-46ca-86be-53604aef187e req-de08b35f-2223-4992-aa2c-b7126e2cc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:30.828164 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-de08b35f-2223-4992-aa2c-b7126e2cc664 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1906540 Aug 28 19:57:30.967798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:31.039537 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:31.140804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581a140-fd55-4cd3-8141-e13c07f25b5f req-0af6344a-7ce5-4884-86f1-e7370f1ee2c2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:31.148631 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3581a140-fd55-4cd3-8141-e13c07f25b5f req-0af6344a-7ce5-4884-86f1-e7370f1ee2c2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.2113924 Aug 28 19:57:31.155718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:31.174200 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks [] for router_controller (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:31.364933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-f1466f6b-4495-4ca0-aa88-fc9d5af9b80b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274827 Aug 28 19:57:31.489666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c644dd2-0dcc-4553-a0ec-940ca9b35052 req-1b0f29f6-6a74-4610-a84d-cc2685899c50 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:31.539961 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3581a140-fd55-4cd3-8141-e13c07f25b5f req-1cf1f6de-10ca-4a08-bb3b-1f913c8e051d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884678 Aug 28 19:57:31.548160 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (fdd4772e-d616-4c7e-9ac2-df4ba33a6818), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:31.549913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd4772e-d616-4c7e-9ac2-df4ba33a6818 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:57:31.550645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c644dd2-0dcc-4553-a0ec-940ca9b35052 req-1b0f29f6-6a74-4610-a84d-cc2685899c50 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1492169 Aug 28 19:57:31.569628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:31.570863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dc7eb615-9e9a-4e1f-a8a9-1d4b46f1e1e5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/fdd4772e-d616-4c7e-9ac2-df4ba33a6818 HTTP/1.1" status: 204 len: 168 time: 2.8408461 Aug 28 19:57:31.578032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39130) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:31.686851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2733fab3-b137-4895-a6e0-ac735177fd20 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:31.800934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c644dd2-0dcc-4553-a0ec-940ca9b35052 req-f6e57dd1-a3c3-4cd1-b179-689160b40f4a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483146 Aug 28 19:57:31.802303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2733fab3-b137-4895-a6e0-ac735177fd20 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:31.802686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:31.840983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-c0936e58-0500-4dbc-85a3-68ebe43f2392 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400335 Aug 28 19:57:31.850702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] Deleting subnet 70960676-8387-406f-9a7b-a703e80bef6c {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:57:31.857092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] Publish callbacks [] for subnet (70960676-8387-406f-9a7b-a703e80bef6c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:31.935716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20d4f11-c357-46ca-86be-53604aef187e req-bad6504e-617b-4ceb-97c3-66e3b81ee690 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622425 Aug 28 19:57:31.995690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-0154160c-a1a1-4827-832b-5b47cea6972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:31.997194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-0154160c-a1a1-4827-832b-5b47cea6972a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1127 time: 0.1051655 Aug 28 19:57:32.002282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2733fab3-b137-4895-a6e0-ac735177fd20 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:32.002927 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.023735 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (70960676-8387-406f-9a7b-a703e80bef6c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.107036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 2733fab3-b137-4895-a6e0-ac735177fd20, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2733fab3-b137-4895-a6e0-ac735177fd20,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:32.139969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8e19-92ae-4ebc-8c0c-360c22b18bc2 req-5c2c8d44-ed65-4c9a-a7f8-ad8854e08845 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:32.147156 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aeaa8e19-92ae-4ebc-8c0c-360c22b18bc2 req-5c2c8d44-ed65-4c9a-a7f8-ad8854e08845 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1515539 Aug 28 19:57:32.198119 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:32.207424 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.231431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:32.235762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aeaa8e19-92ae-4ebc-8c0c-360c22b18bc2 req-547a9f97-1dbc-43f9-9660-6ed5e6996fa1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873253 Aug 28 19:57:32.287804 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (70960676-8387-406f-9a7b-a703e80bef6c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.333941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:57:32.334417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac8c3ab7-7c76-4ec5-ac41-6eafaaa63090 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:57:32.373697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-3439eb7f-6ffe-488d-9eb9-deb03032b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:32.375375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-3439eb7f-6ffe-488d-9eb9-deb03032b6c6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.3245306 Aug 28 19:57:32.436456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=2733fab3-b137-4895-a6e0-ac735177fd20,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:32.465768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a144099b-de62-42bf-9c41-7be142da7590 req-7e8ff5fa-359f-4904-9c37-ecffcb838b75 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 210 time: 0.0965014 Aug 28 19:57:32.539135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (70960676-8387-406f-9a7b-a703e80bef6c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.582179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70960676-8387-406f-9a7b-a703e80bef6c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:32.616070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fecfbe0-dfe4-439b-ae23-8cedfd78cd42 None None] Network 6a24e842-5916-4c4c-9b85-407851f1320e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:57:32.622266 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-515eb9ad-dfc4-41c3-8150-920f43c26105 req-e8435136-6dc4-40c9-9621-e1affe6e1fe8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.0664742 Aug 28 19:57:32.630826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.636440 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8639458d-6a8e-4bb6-9c9c-9ca93fb55475 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/70960676-8387-406f-9a7b-a703e80bef6c HTTP/1.1" status: 204 len: 168 time: 1.0550923 Aug 28 19:57:32.637728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39156) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:32.657947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cab72-6460-4e48-80db-46d4b7b960d4 req-8115a37d-75f5-4ba3-b275-0d2f63dc11c9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:32.659780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e36cab72-6460-4e48-80db-46d4b7b960d4 req-8115a37d-75f5-4ba3-b275-0d2f63dc11c9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1739190 Aug 28 19:57:32.675346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39158) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:32.682202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'floatingip': {'port_id': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:32.829160 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6a24e842-5916-4c4c-9b85-407851f1320e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.910392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] DHCP port deletion for 6a24e842-5916-4c4c-9b85-407851f1320e request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:57:32.929259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Deleting port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:32.932592 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:32.988100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] Deleting port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:57:32.988915 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:33.052802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] For port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:33.053352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:33.073949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Calling delete_port for f42f91d7-d3d6-4064-bfd1-53cb87c41c7e owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:33.222228 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for floatingip (b262d79a-ce43-49ba-a4c6-9416e950a18b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:33.279182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-e33bf863-5907-46a5-836e-d5466fef5c42 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.0715470 Aug 28 19:57:33.323640 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:33.382321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] For port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,segment=NetworkSegment(1caa0acb-606f-4b37-b4eb-e6ac9caa605a),segment_id=1caa0acb-606f-4b37-b4eb-e6ac9caa605a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:33.393191 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:33.401559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f33842-9cdc-4804-a904-14adba57ee40 req-45cd75f3-41d1-48f0-8136-14af4329304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:33.406870 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f33842-9cdc-4804-a904-14adba57ee40 req-45cd75f3-41d1-48f0-8136-14af4329304b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1129 time: 0.2174051 Aug 28 19:57:33.500163 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] Calling delete_port for f42f91d7-d3d6-4064-bfd1-53cb87c41c7e owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:57:33.502471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2733fab3-b137-4895-a6e0-ac735177fd20 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:33.522622 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:33.525915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2d818-9466-49aa-b1f7-061690266053 req-6a1cbfe4-9ee6-4345-b638-693d9f49df0e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:33.530260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a497105-accd-4f9b-a1d2-30d6cc6ab4e7 req-57e0992f-2f72-417b-a660-2f20e9c1c928 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:33.533072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8e2d818-9466-49aa-b1f7-061690266053 req-6a1cbfe4-9ee6-4345-b638-693d9f49df0e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.3692319 Aug 28 19:57:33.546017 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a497105-accd-4f9b-a1d2-30d6cc6ab4e7 req-57e0992f-2f72-417b-a660-2f20e9c1c928 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1484175 Aug 28 19:57:33.561073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-33c8c566-69c1-4962-a7b2-43d57005497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:33.564039 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-33c8c566-69c1-4962-a7b2-43d57005497a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.2700732 Aug 28 19:57:33.588133 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:33.683294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8e2d818-9466-49aa-b1f7-061690266053 req-15df982e-e601-457f-a570-4a7c2c47f2c2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492162 Aug 28 19:57:33.704114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2733fab3-b137-4895-a6e0-ac735177fd20 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:33.704498 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:33.830809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-e1720cdb-d727-4f26-9c6e-91c798589b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:33.831579 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-e1720cdb-d727-4f26-9c6e-91c798589b74 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2525477 Aug 28 19:57:33.856878 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:33.863251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a497105-accd-4f9b-a1d2-30d6cc6ab4e7 req-2a48ea4a-b100-415b-a065-e14cba42203a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164241 Aug 28 19:57:33.907152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] Pushing event deleted for resources: {'Port': ['ID=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:33.916823 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b18bb87a-867c-47b9-a2bb-53ff9618d78e req-b4a6d65c-51f7-4de2-8723-304deaaec7db tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 210 time: 0.0614505 Aug 28 19:57:33.925238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2733fab3-b137-4895-a6e0-ac735177fd20 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:33.938741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96107e-4d02-4edf-9e07-1c6ad5ed3838 None None] No DVR routers for this DVR port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:57:34.060633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:34.083520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:57:34.083742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 50fc8bfb-91b6-4b49-ac3d-52bf57fc6141 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:57:34.084277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f42f91d7-d3d6-4064-bfd1-53cb87c41c7e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:34.103928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f42f91d7-d3d6-4064-bfd1-53cb87c41c7e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:57:34.104272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f42f91d7-d3d6-4064-bfd1-53cb87c41c7e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:57:34.107459 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:34.136804 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.303332 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:34.318409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (b262d79a-ce43-49ba-a4c6-9416e950a18b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.332888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f42f91d7-d3d6-4064-bfd1-53cb87c41c7e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.345837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bafa4b63-c91c-4f6c-9557-aaf3510e588e req-8ce2a42a-8a99-461d-bdec-e5ba37101f83 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.0838954 Aug 28 19:57:34.345837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f33842-9cdc-4804-a904-14adba57ee40 req-d7aebb69-0ae5-46d8-81dd-4972b483749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:34.345837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f33842-9cdc-4804-a904-14adba57ee40 req-d7aebb69-0ae5-46d8-81dd-4972b483749d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.8229589 Aug 28 19:57:34.378128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42f91d7-d3d6-4064-bfd1-53cb87c41c7e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:34.418259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] No DVR routers for this DVR port f42f91d7-d3d6-4064-bfd1-53cb87c41c7e on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:57:34.424600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f33842-9cdc-4804-a904-14adba57ee40 req-d21eefda-b48c-4cf3-864d-dc1e6320997d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.0537956 Aug 28 19:57:34.430097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.430097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.430411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.430737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.431069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.431407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.431828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.432157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.432487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.432813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.433141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.433507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.433942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.434221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.434565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:34.449130 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Floating IP b262d79a-ce43-49ba-a4c6-9416e950a18b associated. External IP: 172.25.4.215, port: 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d. Aug 28 19:57:34.488314 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:34.566860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-ed7af46d-5af5-4674-973e-a3b27f920c6e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921489 Aug 28 19:57:34.575341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f33842-9cdc-4804-a904-14adba57ee40 req-e1643cce-3817-4086-aa4c-47dd4d84013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:34.576825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f33842-9cdc-4804-a904-14adba57ee40 req-e1643cce-3817-4086-aa4c-47dd4d84013a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1227703 Aug 28 19:57:34.579593 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6a24e842-5916-4c4c-9b85-407851f1320e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.685032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Router 3f51141b-c30a-40e0-9163-6a8e8c72e5df has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:57:34.689245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a24e842-5916-4c4c-9b85-407851f1320e']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:34.714181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caa0acb-606f-4b37-b4eb-e6ac9caa605a') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:34.715909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caa0acb-606f-4b37-b4eb-e6ac9caa605a') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:34.718779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f33842-9cdc-4804-a904-14adba57ee40 req-b184fdeb-5730-4a59-b9ef-18b2f4039e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:34.720845 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f33842-9cdc-4804-a904-14adba57ee40 req-b184fdeb-5730-4a59-b9ef-18b2f4039e07 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1246326 Aug 28 19:57:34.776553 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1caa0acb-606f-4b37-b4eb-e6ac9caa605a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.833242 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:34.843350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1caa0acb-606f-4b37-b4eb-e6ac9caa605a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.906964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02ce222e-e28c-4147-a72a-4c7cb68f4019 req-df47deec-3e81-49fd-9fc7-f117c38e8151 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290586 Aug 28 19:57:34.911459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c6607-1658-441c-9833-682c15e59929 req-0086b3b3-72ad-458d-aaf3-69d70a5a016b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:34.911999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:57:34.912413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1caa0acb-606f-4b37-b4eb-e6ac9caa605a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.913263 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c8c6607-1658-441c-9833-682c15e59929 req-0086b3b3-72ad-458d-aaf3-69d70a5a016b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0711923 Aug 28 19:57:34.914787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:34.932891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:34.942763 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] Sync routers for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:34.961541 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:34.962512 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:34.971432 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1caa0acb-606f-4b37-b4eb-e6ac9caa605a resource provider aggregate not found Aug 28 19:57:35.021048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f33842-9cdc-4804-a904-14adba57ee40 req-09cb660a-e861-4a09-b3ce-659b93d3eda8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920780 Aug 28 19:57:35.047499 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c8c6607-1658-441c-9833-682c15e59929 req-78231214-bc78-46ca-9c6a-8ebbacddbf1b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737004 Aug 28 19:57:35.069511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4b9d0b22-7eb8-4124-adff-d35078e1be7b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/b262d79a-ce43-49ba-a4c6-9416e950a18b HTTP/1.1" status: 200 len: 991 time: 2.3928018 Aug 28 19:57:35.075310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:35.077688 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144c88c-ca48-454c-bbe2-f4e0c018d46e" -d '{"events": [{"name": "network-changed", "server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:35.104808 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1caa0acb-606f-4b37-b4eb-e6ac9caa605a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1caa0acb-606f-4b37-b4eb-e6ac9caa605a found for delete ", "request_id": "req-5328347a-393b-493f-bee5-e57f816838ec"}]} Aug 28 19:57:35.153965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3aa29864-a236-4719-803d-78a905f84f4c tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:35.161406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3aa29864-a236-4719-803d-78a905f84f4c tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.3137705 Aug 28 19:57:35.165554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6a24e842-5916-4c4c-9b85-407851f1320e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:35.170875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e8576d7-8e75-492d-a0a4-a8cd03aef551 req-c9fc2daa-9f55-4e6e-86e7-a1fad887744d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 210 time: 0.0357568 Aug 28 19:57:35.182149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Request body: {'port': {'device_id': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'admin_state_up': True, 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:35.190076 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:35.193868 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6a24e842-5916-4c4c-9b85-407851f1320e HTTP/1.1" status: 204 len: 168 time: 2.5528731 Aug 28 19:57:35.249892 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:35.270947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a463-6248-4a12-b0af-7e16f6644777 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a24e842-5916-4c4c-9b85-407851f1320e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:35.278415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcc42e-fa82-4927-aaa9-d1de1e06ddee req-76b75c3b-e8e8-40a8-ab75-37484457de1f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:35.280114 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1fcc42e-fa82-4927-aaa9-d1de1e06ddee req-76b75c3b-e8e8-40a8-ab75-37484457de1f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1849394 Aug 28 19:57:35.283241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:35.296147 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee89555-3a72-47b6-b4ca-d2f6e03bc494 x-openstack-request-id: req-cee89555-3a72-47b6-b4ca-d2f6e03bc494 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:35.296830 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:35.297189 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cee89555-3a72-47b6-b4ca-d2f6e03bc494 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:35.297763 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee89555-3a72-47b6-b4ca-d2f6e03bc494'] response: {'name': 'network-changed', 'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'status': 'completed', 'code': 200} Aug 28 19:57:35.336685 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f33842-9cdc-4804-a904-14adba57ee40 req-35e4da18-5517-4003-864b-318048ffeebe service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006930 Aug 28 19:57:35.384839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1fcc42e-fa82-4927-aaa9-d1de1e06ddee req-2179b83f-e4f0-4ea8-ab98-48fc8c2c8181 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884454 Aug 28 19:57:35.422593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-c6669ef8-cf80-449e-ae04-b20eec6a9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:35.425251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-c6669ef8-cf80-449e-ae04-b20eec6a9492 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1127 time: 0.0829754 Aug 28 19:57:35.446615 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:35.472704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:35.490389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'mac_address': 'fa:16:3e:80:bd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:35.528533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Made reservation on behalf of b17b22bb35cc4f958d5d71f17e8af7fd for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:35.532333 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:35.539905 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:35.552767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:35.553978 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:35.567452 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5e4be7e-48ee-47d2-9caf-ab5a4b1087c0 req-7d69b02d-4a15-44dc-ab78-bb1c7c4c569d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.0896082 Aug 28 19:57:35.576496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cde69ca-78e9-4c26-8c27-acbc500e107e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:35.605188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:35.626426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-db670b78-5ea6-47ae-94c6-073c6ecf0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:35.628024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-db670b78-5ea6-47ae-94c6-073c6ecf0c33 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1940041 Aug 28 19:57:35.671520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:35.705183 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:35.726354 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-bc502363-7c87-4080-a6f6-9911b50a39e4 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 999 time: 0.0813093 Aug 28 19:57:35.737133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:35.774948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Allocated IP 172.20.0.5 (83c35358-27a0-4ce4-ae59-facc4d05877d/cf951cff-f7a5-4776-b4dc-b4942b094c06/b8e094e1-1514-4857-ba4b-4a8794a7db65) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:35.790057 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'b262d79a-ce43-49ba-a4c6-9416e950a18b', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'port_id': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'mac_address': 'fa:16:3e:48:86:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:56:46Z', 'updated_at': '2022-08-28T19:57:34Z', 'revision_number': 1, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:42Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:35.812350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-067cebb8-d175-485a-ac99-5a1813dc8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:35.814185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-067cebb8-d175-485a-ac99-5a1813dc8f5d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.0843418 Aug 28 19:57:35.835977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39192) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:35.839883 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] Checking router: 3f51141b-c30a-40e0-9163-6a8e8c72e5df for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:35.852161 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:35.852801 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:35.889386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-a1e435ba-d1d1-4094-a6b2-4e9593f95cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:35.891224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-a1e435ba-d1d1-4094-a6b2-4e9593f95cd2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0699937 Aug 28 19:57:35.963726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1ebc39b7-5afb-4fda-83fc-0670d9b0d97d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bb88895db2fb4ed8b6430bdb5f16c3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1205492 Aug 28 19:57:35.963726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39194) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:35.992031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:36.014970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['2cde69ca-78e9-4c26-8c27-acbc500e107e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:36.015511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-d46625fb-6285-4845-8d41-b195b420da78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366020 Aug 28 19:57:36.034896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-99cd0e1e-048b-48a1-9ddb-0ae3e6cb815c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337831 Aug 28 19:57:36.068679 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:36.176043 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cfb815b-ef6e-4ebd-9e84-366c05d2be9d admin admin] Publish callbacks [] for security_group (12f7073b-bc81-4ad7-b662-9cca8748d6c5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.210701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks [] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.265080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0144c88c-ca48-454c-bbe2-f4e0c018d46e req-68e58a74-3231-46a5-90f5-6af866a7a029 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167380 Aug 28 19:57:36.290464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cfb815b-ef6e-4ebd-9e84-366c05d2be9d admin admin] Publish callbacks [] for security_group (12f7073b-bc81-4ad7-b662-9cca8748d6c5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.331838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-ff666349-7253-4b1e-92b3-d7db1d07bc23 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:36.338130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-ff666349-7253-4b1e-92b3-d7db1d07bc23 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992435 Aug 28 19:57:36.338983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c60e3ae-4d95-4dd8-bd0a-c1a042619638 req-968cd88f-f2c3-4082-a4af-d2402c8d13f1 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 210 time: 0.0450466 Aug 28 19:57:36.372370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5c4a2-1128-43d1-b3e4-c86f00ef1172 req-6d044a82-8cfc-4180-9575-764b93c3e89d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:36.374061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0a5c4a2-1128-43d1-b3e4-c86f00ef1172 req-6d044a82-8cfc-4180-9575-764b93c3e89d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.1879442 Aug 28 19:57:36.378958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:36.388644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'b262d79a-ce43-49ba-a4c6-9416e950a18b', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'port_id': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'mac_address': 'fa:16:3e:48:86:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:56:46Z', 'updated_at': '2022-08-28T19:57:34Z', 'revision_number': 1, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:42Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:36.415784 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814d310-b375-4673-89c3-fa41ed98cd53 None None] The sync data for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 is: [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'b262d79a-ce43-49ba-a4c6-9416e950a18b', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'port_id': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'mac_address': 'fa:16:3e:48:86:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T19:56:46Z', 'updated_at': '2022-08-28T19:57:34Z', 'revision_number': 1, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:42Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:36.513943 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0a5c4a2-1128-43d1-b3e4-c86f00ef1172 req-dbd6e00c-ef6e-477f-a71b-fc2920966a23 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264703 Aug 28 19:57:36.523943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a2dca-5301-40c7-8b87-a20caf4b29d4 req-e7fbb936-5794-4bee-a1be-e468269bccbb tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:36.531169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-934a2dca-5301-40c7-8b87-a20caf4b29d4 req-e7fbb936-5794-4bee-a1be-e468269bccbb tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0589144 Aug 28 19:57:36.536962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.586403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-934a2dca-5301-40c7-8b87-a20caf4b29d4 req-2b85f59c-a6d4-494c-9c93-433e6b13ae68 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541971 Aug 28 19:57:36.607671 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:36.617248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:36.636847 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:36.644514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:36.646848 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cfb815b-ef6e-4ebd-9e84-366c05d2be9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (12f7073b-bc81-4ad7-b662-9cca8748d6c5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.649591 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cfb815b-ef6e-4ebd-9e84-366c05d2be9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.651170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2cfb815b-ef6e-4ebd-9e84-366c05d2be9d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/12f7073b-bc81-4ad7-b662-9cca8748d6c5 HTTP/1.1" status: 204 len: 168 time: 0.6874027 Aug 28 19:57:36.652261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:36.698109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69901e79-f40d-45e3-83e8-3b856a2993a9 None None] New status for floating IP b262d79a-ce43-49ba-a4c6-9416e950a18b: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:57:36.728631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb815b-ef6e-4ebd-9e84-366c05d2be9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7073b-bc81-4ad7-b662-9cca8748d6c5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:36.758534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a5af205e-90f0-414a-9063-b8846e600ade req-9981c1b4-938f-479f-b448-d115b08ff598 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.0531466 Aug 28 19:57:36.779313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:36.779898 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.901675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:36.906317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.914132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-3c5b7b64-6b01-4f1a-a3da-8d8ba649e4e6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7384269 Aug 28 19:57:36.927122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fbb3dcc1-223c-41d4-88f8-f7116d7f21e4 None None] Provisioning complete for port b8e094e1-1514-4857-ba4b-4a8794a7db65 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:36.927526 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fbb3dcc1-223c-41d4-88f8-f7116d7f21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:36.965149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3dcc1-223c-41d4-88f8-f7116d7f21e4 None None] Port b8e094e1-1514-4857-ba4b-4a8794a7db65 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:36.982812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Request body: {'port': {'device_id': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:37.098802 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.125365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.177 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/8e17590d-84e9-4bd8-b61c-fc9ce9ac613d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:37.296947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:37.357964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 2cde69ca-78e9-4c26-8c27-acbc500e107e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:37.368433 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:37.440896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 2cde69ca-78e9-4c26-8c27-acbc500e107e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:37.441480 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.461334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.503003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628a4a-0c8e-4f9d-92b1-fe84c4e10528 req-7a9c9a00-cd06-4af8-83fb-c9a2333e110f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:37.509830 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:37.515766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a0628a4a-0c8e-4f9d-92b1-fe84c4e10528 req-7a9c9a00-cd06-4af8-83fb-c9a2333e110f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 931 time: 0.0893118 Aug 28 19:57:37.548609 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e094e1-1514-4857-ba4b-4a8794a7db65 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:37.557639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Publish callbacks [] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.572457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Transition to ACTIVE for port object b8e094e1-1514-4857-ba4b-4a8794a7db65 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:37.597280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:37.597580 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.611721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a0628a4a-0c8e-4f9d-92b1-fe84c4e10528 req-191aebf3-b5bf-44c4-b916-6d83f3814a5b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930221 Aug 28 19:57:37.624495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:37.626959 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8ac04e-ee86-4a06-99de-d96df717e1a8" -d '{"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:37.653441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:37.666608 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.673939 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.682978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:37.689839 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece9062a-6180-4f87-89c6-a8a8be350ce9 x-openstack-request-id: req-ece9062a-6180-4f87-89c6-a8a8be350ce9 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:37.690682 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:37.690682 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ece9062a-6180-4f87-89c6-a8a8be350ce9 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:37.690885 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece9062a-6180-4f87-89c6-a8a8be350ce9'] response: {'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'code': 200} Aug 28 19:57:37.739384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03886a9a-672e-4348-8ba4-059ea2eaedc1 req-7e8f61e4-ebe9-4db7-bd3b-03bc57aa8805 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:37.739384 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-03886a9a-672e-4348-8ba4-059ea2eaedc1 req-7e8f61e4-ebe9-4db7-bd3b-03bc57aa8805 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.1187382 Aug 28 19:57:37.760434 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:37.772312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dc2a61f6-4c59-4116-9b4e-612b55b4f232 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865204 Aug 28 19:57:37.777030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:37.808606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fe26f-2e45-4ac6-9509-ae699e84b02a req-0e29a0b6-e260-4172-adc5-f96f3c9531bc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:37.816530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:37.819711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f3fe26f-2e45-4ac6-9509-ae699e84b02a req-0e29a0b6-e260-4172-adc5-f96f3c9531bc tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0763257 Aug 28 19:57:37.822545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:37.843853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:37.954563 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f3fe26f-2e45-4ac6-9509-ae699e84b02a req-fc0cf949-de00-40dc-880d-4132b1ab2f3e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315255 Aug 28 19:57:38.043230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446252e-81cc-4ad5-950f-353abfe574df req-9d3f7633-2f8f-48da-a254-a752de08989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:38.047418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4446252e-81cc-4ad5-950f-353abfe574df req-9d3f7633-2f8f-48da-a254-a752de08989c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1131 time: 0.1280503 Aug 28 19:57:38.071603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:38.162787 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:38.211991 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4446252e-81cc-4ad5-950f-353abfe574df req-aa1ee514-9c1e-435c-9538-057eece16d71 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580369 Aug 28 19:57:38.221713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-432b69c8-8953-4b64-902b-92b6ab0b9b91 None None] Provisioning complete for port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:38.222134 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-432b69c8-8953-4b64-902b-92b6ab0b9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.261620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e08bea5-917f-4738-b2c5-a212089d7d86 req-89076419-4b50-449e-8511-f82b2017b095 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.1254573 Aug 28 19:57:38.281412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39242) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:38.284088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-432b69c8-8953-4b64-902b-92b6ab0b9b91 None None] Port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:38.412994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-251034510-network', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:38.511233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Made reservation on behalf of 7ea8fec20f5940b986a3fc14b785cf05 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:38.513617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.524127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.527515 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:38.579877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-03886a9a-672e-4348-8ba4-059ea2eaedc1 req-757549ac-51d5-46e8-bc10-9a7fb3f5861c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8274417 Aug 28 19:57:38.585436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:38.586097 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.603015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:38.623484 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:38.642496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Attempting to bind port b8e094e1-1514-4857-ba4b-4a8794a7db65 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:38.642918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Attempting to bind port b8e094e1-1514-4857-ba4b-4a8794a7db65 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:38.643316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Attempting to bind port b8e094e1-1514-4857-ba4b-4a8794a7db65 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:38.649097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Port b8e094e1-1514-4857-ba4b-4a8794a7db65 on network 83c35358-27a0-4ce4-ae59-facc4d05877d not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:38.649510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Attempting to bind port b8e094e1-1514-4857-ba4b-4a8794a7db65 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:38.656840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks [] for security_group (91f11bdc-a4ed-455b-b054-8c70377d9c49), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.664320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-02805b59-4fa6-488f-9318-13b3024603c6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:38.665989 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-02805b59-4fa6-488f-9318-13b3024603c6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8750432 Aug 28 19:57:38.670785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:38.671130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Checking segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:38.671518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Bound using segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:38.672059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Bound port: b8e094e1-1514-4857-ba4b-4a8794a7db65, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:38.672481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.738466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-03f3204f-015d-4023-bf89-d513f5ba3389 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3632019 Aug 28 19:57:38.742672 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (91f11bdc-a4ed-455b-b054-8c70377d9c49), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.773061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:57:38.781999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f11bdc-a4ed-455b-b054-8c70377d9c49,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:38.787972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (09905b65-e2bf-4ec6-a39a-2168ef2f4e49), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.788322 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Added segment 09905b65-e2bf-4ec6-a39a-2168ef2f4e49 of type vlan for network 448522e0-5784-4a9f-9055-45e0f893fbee Aug 28 19:57:38.795805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3935e-8462-492e-a0ef-42590dc3de67 req-99d3f9d5-abe4-4ca0-a540-f201a750e61b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:38.797835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1c3935e-8462-492e-a0ef-42590dc3de67 req-99d3f9d5-abe4-4ca0-a540-f201a750e61b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 943 time: 0.0812430 Aug 28 19:57:38.816403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:38.823945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:38.838578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (448522e0-5784-4a9f-9055-45e0f893fbee), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.864500 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:38.872694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1c3935e-8462-492e-a0ef-42590dc3de67 req-c209a27f-8251-48f4-b2e3-cb412f326d78 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628009 Aug 28 19:57:38.892172 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.915729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:38.916341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.917761 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/b8e094e1-1514-4857-ba4b-4a8794a7db65 HTTP/1.1" status: 200 len: 1091 time: 1.9391396 Aug 28 19:57:38.918235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:38.920560 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6889975a-a1e4-457b-99c3-39f42d28fe13" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:38.957260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3e83d-8e18-4899-ac5e-7bf3b182ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:38.963614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (448522e0-5784-4a9f-9055-45e0f893fbee), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.966559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:38.966559 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:38.971088 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b1ee72-f4e4-422e-b25c-dd054fc5213e x-openstack-request-id: req-c4b1ee72-f4e4-422e-b25c-dd054fc5213e {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:38.971420 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:38.971704 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4b1ee72-f4e4-422e-b25c-dd054fc5213e {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:38.972114 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b1ee72-f4e4-422e-b25c-dd054fc5213e'] response: {'name': 'network-changed', 'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'status': 'completed', 'code': 200} Aug 28 19:57:39.035663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] Pushing event updated for resources: {'Network': ['ID=448522e0-5784-4a9f-9055-45e0f893fbee,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:39.043882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 448522e0-5784-4a9f-9055-45e0f893fbee details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:57:39.074141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Request body: {'port': {'device_id': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:39.083291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': '9d23656b-6b9b-4803-8b3b-41028e423875', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:39.192751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-94454239-20ee-438e-add1-44006abe72b9 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9118097 Aug 28 19:57:39.195906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39266) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:39.200876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Request body: {'subnet': {'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-251034510-subnet', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:39.217188 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:39.230754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df212130-566c-4168-bc57-1c3622771290 req-973a2c80-b20d-446a-bd2d-4bfcd6e0e8eb tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:39.232269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df212130-566c-4168-bc57-1c3622771290 req-973a2c80-b20d-446a-bd2d-4bfcd6e0e8eb tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.1430280 Aug 28 19:57:39.250446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889975a-a1e4-457b-99c3-39f42d28fe13 req-5925ba1e-9941-4d6d-bb0d-37b2fba0c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:39.251903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6889975a-a1e4-457b-99c3-39f42d28fe13 req-5925ba1e-9941-4d6d-bb0d-37b2fba0c8e0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 1125 time: 0.1272364 Aug 28 19:57:39.311298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Made reservation on behalf of 7ea8fec20f5940b986a3fc14b785cf05 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:39.314142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:39.315230 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:39.391020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df212130-566c-4168-bc57-1c3622771290 req-0b594da6-1996-4f7f-a2e3-37190d8814c5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480625 Aug 28 19:57:39.435273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e1f5e7c6-f74b-4012-8a9f-f0eb22b10f1a req-3ea4bf9e-8bd5-4b17-a7d4-bef252673509 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.0459702 Aug 28 19:57:39.499232 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:39.503338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:39.513077 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:39.724177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6ae55-eeb9-4db5-aafe-1059ed9fd4d1 req-eb1a2295-8dbb-4b0e-bc19-5c74479c7898 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:39.730945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67d6ae55-eeb9-4db5-aafe-1059ed9fd4d1 req-eb1a2295-8dbb-4b0e-bc19-5c74479c7898 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0614824 Aug 28 19:57:39.748232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (c7171dba-f0ad-4e43-b9ed-1dff79e673d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:39.777521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889975a-a1e4-457b-99c3-39f42d28fe13 req-e8bc511e-f152-49f4-965c-9d8aad4e8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:39.779097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6889975a-a1e4-457b-99c3-39f42d28fe13 req-e8bc511e-f152-49f4-965c-9d8aad4e8323 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2179356 Aug 28 19:57:39.824718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67d6ae55-eeb9-4db5-aafe-1059ed9fd4d1 req-8acc4de9-3109-4733-81f6-e4abd9e2ed65 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927603 Aug 28 19:57:39.834500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7171dba-f0ad-4e43-b9ed-1dff79e673d1,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:39.852780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Checking segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:39.853169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Network hostable DHCP agents. Network: 448522e0-5784-4a9f-9055-45e0f893fbee, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:57:39.890642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:39.901975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Publish callbacks [] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:39.931661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Transition to ACTIVE for port object 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:39.947794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889975a-a1e4-457b-99c3-39f42d28fe13 req-92c58f4a-7c91-4d4f-974e-ac6be67024b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:39.949429 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6889975a-a1e4-457b-99c3-39f42d28fe13 req-92c58f4a-7c91-4d4f-974e-ac6be67024b4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597693 Aug 28 19:57:39.968137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Network 448522e0-5784-4a9f-9055-45e0f893fbee is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:57:39.999267 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.054245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 448522e0-5784-4a9f-9055-45e0f893fbee) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:40.058732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:40.059330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.063042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b737a-78fa-4b48-a624-937acbea4411 req-16bc398e-8466-43c7-bd61-4f890118ca8d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:40.064764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db3b737a-78fa-4b48-a624-937acbea4411 req-16bc398e-8466-43c7-bd61-4f890118ca8d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 943 time: 0.1081507 Aug 28 19:57:40.065797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8009b4c9-ee47-4009-9d70-2a9f83eb4fb2 None None] Network 448522e0-5784-4a9f-9055-45e0f893fbee requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:57:40.069203 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:40.140627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.216 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/070c71ff-366a-441f-94a0-0df187d47467) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:40.149187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Pushing event updated for resources: {'Port': ['ID=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:40.163126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a0b44678-41d8-47f2-8631-bee9da3b11e9 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9631100 Aug 28 19:57:40.163554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39276) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:40.171181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Request body: {'router': {'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:40.184925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-448522e0-5784-4a9f-9055-45e0f893fbee', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:57:40.186837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.198106 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:40.224246 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db3b737a-78fa-4b48-a624-937acbea4411 req-b7a0afa4-4597-4752-9408-c685d46dda29 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423564 Aug 28 19:57:40.266014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (d353feda-a768-46e6-ad2f-7f7f7369373c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.267317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (d353feda-a768-46e6-ad2f-7f7f7369373c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.295699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Attempting to bind port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:40.296309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Attempting to bind port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:40.296833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Attempting to bind port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:40.328647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:40.329013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Attempting to bind port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:40.335520 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:40.340842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:40.341186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:40.341576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:40.342053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Bound port: 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:40.342420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.346062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Allocated IP 172.20.0.2 (448522e0-5784-4a9f-9055-45e0f893fbee/c7171dba-f0ad-4e43-b9ed-1dff79e673d1/d6bc178b-7448-4bae-bc47-994c1ec62e42) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:40.353223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks [] for router_controller (d353feda-a768-46e6-ad2f-7f7f7369373c), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.479769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-7c4d9eef-8661-40f2-beae-27e9a4f2ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:40.481339 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-7c4d9eef-8661-40f2-beae-27e9a4f2ecad service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 1125 time: 0.1186275 Aug 28 19:57:40.554616 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Publish callbacks [] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.575274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2813f-5ca1-45d5-a0bf-2bf7076315c4 req-ac8a9e6d-ea21-4d62-b118-037e80a41b99 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:40.577448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63a2813f-5ca1-45d5-a0bf-2bf7076315c4 req-ac8a9e6d-ea21-4d62-b118-037e80a41b99 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0589068 Aug 28 19:57:40.582211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (070c71ff-366a-441f-94a0-0df187d47467), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.586338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-8642dd63-8fbf-43c6-80b9-cf5f1b689b54 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65 HTTP/1.1" status: 200 len: 217 time: 0.0811217 Aug 28 19:57:40.614292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] For port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:40.658762 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:40.663780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4617520a-be92-4ad2-994c-5fe8f6be622d req-38718ec0-0dec-4941-a63d-44d4fd47c7cc tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.0876629 Aug 28 19:57:40.680493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] For port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:40.692993 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.731268 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks [] for router_gateway (d353feda-a768-46e6-ad2f-7f7f7369373c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.731376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-41eb6038-8e5b-44ba-a546-3968946b355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:40.731474 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-41eb6038-8e5b-44ba-a546-3968946b355f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=cf951cff-f7a5-4776-b4dc-b4942b094c06 HTTP/1.1" status: 200 len: 843 time: 0.1323318 Aug 28 19:57:40.789817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Network 448522e0-5784-4a9f-9055-45e0f893fbee is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:40.793890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:40.799147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:40.799593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-53e7af3c-ed2b-40aa-99d5-3b7b1cc2bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:40.802624 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-53e7af3c-ed2b-40aa-99d5-3b7b1cc2bb31 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=83c35358-27a0-4ce4-ae59-facc4d05877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643382 Aug 28 19:57:40.809268 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63a2813f-5ca1-45d5-a0bf-2bf7076315c4 req-3e825441-c2eb-434a-aaf3-18698e251f35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514437 Aug 28 19:57:40.812825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Pushing event updated for resources: {'Port': ['ID=d6bc178b-7448-4bae-bc47-994c1ec62e42,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:40.833259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (070c71ff-366a-441f-94a0-0df187d47467), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.848299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.852249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:40.852879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:40.860116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/8e17590d-84e9-4bd8-b61c-fc9ce9ac613d HTTP/1.1" status: 200 len: 1096 time: 1.7937839 Aug 28 19:57:40.867991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:40.979377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'tag': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:40.979677 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:40.981942 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d6a39c-1c36-4fce-8c01-6dddda490501" -d '{"events": [{"name": "network-changed", "server_uuid": "5c964b53-2434-4bb7-aa55-3a35ce584e87", "tag": "8e17590d-84e9-4bd8-b61c-fc9ce9ac613d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:40.988322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Attempting to bind port d6bc178b-7448-4bae-bc47-994c1ec62e42 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:40.990443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Attempting to bind port d6bc178b-7448-4bae-bc47-994c1ec62e42 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:40.991001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Attempting to bind port d6bc178b-7448-4bae-bc47-994c1ec62e42 on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:41.001713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:41.002452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Checking segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:41.003029 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.003587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Bound using segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:41.005800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Bound port: d6bc178b-7448-4bae-bc47-994c1ec62e42, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:41.007000 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.067702 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4991b8-f1a9-46e5-a57c-7b8743a27d59 x-openstack-request-id: req-7f4991b8-f1a9-46e5-a57c-7b8743a27d59 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:41.067983 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c964b53-2434-4bb7-aa55-3a35ce584e87", "tag": "8e17590d-84e9-4bd8-b61c-fc9ce9ac613d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:41.068253 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f4991b8-f1a9-46e5-a57c-7b8743a27d59 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:41.068620 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4991b8-f1a9-46e5-a57c-7b8743a27d59'] response: {'name': 'network-changed', 'server_uuid': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'tag': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', 'status': 'completed', 'code': 200} Aug 28 19:57:41.100923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks [] for router_gateway (d353feda-a768-46e6-ad2f-7f7f7369373c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.108945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:41.110140 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:41.126432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:41.140461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:41.144945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.160034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] For port d6bc178b-7448-4bae-bc47-994c1ec62e42, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:41.167376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] For port d6bc178b-7448-4bae-bc47-994c1ec62e42, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d6bc178b-7448-4bae-bc47-994c1ec62e42,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:41.188923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=070c71ff-366a-441f-94a0-0df187d47467,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:41.199074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654657c-9565-4426-bc84-ee9e10f9a70e req-c3306eba-6ace-4c92-bb24-cf9426aeb21f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:41.200921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e654657c-9565-4426-bc84-ee9e10f9a70e req-c3306eba-6ace-4c92-bb24-cf9426aeb21f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.2472060 Aug 28 19:57:41.222139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-0a6c1589-5d07-4e77-9fc1-bd8be5bbeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:41.228331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-0a6c1589-5d07-4e77-9fc1-bd8be5bbeadc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 1130 time: 0.2124844 Aug 28 19:57:41.322920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.327248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Allocated IP 172.25.4.197 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/d2894bee-daf5-43e3-bff6-6ae59060ade4) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:41.452034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cd430-f121-4371-9b92-3e4a883fe028 None None] Pushing event updated for resources: {'Port': ['ID=d6bc178b-7448-4bae-bc47-994c1ec62e42,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:41.479556 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:41.483953 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-101a6aae-3091-4cf2-bd9f-d37a9c9754d8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d HTTP/1.1" status: 200 len: 217 time: 0.1845253 Aug 28 19:57:41.485886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-e8f7832b-4609-4bad-aac4-719b139ec885 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754491 Aug 28 19:57:41.502183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:41.504167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.509956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c800-9f72-4812-a360-ba5eff369e0a req-5a584d20-50b3-4827-8e44-c6cbfaa3aea3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:41.516848 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec82c800-9f72-4812-a360-ba5eff369e0a req-5a584d20-50b3-4827-8e44-c6cbfaa3aea3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 943 time: 0.1362894 Aug 28 19:57:41.545218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6d832c1a-c4d5-421c-9ff9-b71fc202067c None None] Provisioning complete for port 070c71ff-366a-441f-94a0-0df187d47467 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:41.545598 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6d832c1a-c4d5-421c-9ff9-b71fc202067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (070c71ff-366a-441f-94a0-0df187d47467), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.577500 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks [] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.595300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-5672f698-d333-491c-ac61-02f2c03cbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:41.597080 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-5672f698-d333-491c-ac61-02f2c03cbeb7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0840394 Aug 28 19:57:41.605496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6d832c1a-c4d5-421c-9ff9-b71fc202067c None None] Port 070c71ff-366a-441f-94a0-0df187d47467 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:41.720223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:41.771480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-58cdfc30-d841-45a6-867b-da922adb359c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6937113 Aug 28 19:57:41.773719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d2894bee-daf5-43e3-bff6-6ae59060ade4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:41.783736 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e654657c-9565-4426-bc84-ee9e10f9a70e req-bd45c4a0-1f35-42b7-bf5b-97b7aa8eeec9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744317 Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.809964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:41.816678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82ea74-3c8f-4364-9645-e2b1df005626 service neutron] Pushing event updated for resources: {'Port': ['ID=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:41.839465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:41.841122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:41.852230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:41.857933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Request body: {'port': {'device_id': '9d23656b-6b9b-4803-8b3b-41028e423875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:41.901442 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:41.921221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-c2538bca-d15c-4eab-abd3-aa28e9c9dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:41.923017 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-c2538bca-d15c-4eab-abd3-aa28e9c9dde8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3124766 Aug 28 19:57:41.991156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c1779b7-a4fe-48b8-920c-2794bd4dd24b req-13ad4af7-22fa-4bd9-b1fc-6ee47dc3d77d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216075 Aug 28 19:57:42.017631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec82c800-9f72-4812-a360-ba5eff369e0a req-a90b2315-e63d-4ecc-8866-db5aa7e50638 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856061 Aug 28 19:57:42.062431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dedd24-88d5-4116-911c-3cd4c7e6788c req-793d05cd-a8c9-4c82-bd19-356238850011 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:42.064037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45dedd24-88d5-4116-911c-3cd4c7e6788c req-793d05cd-a8c9-4c82-bd19-356238850011 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 936 time: 0.1443493 Aug 28 19:57:42.077640 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (070c71ff-366a-441f-94a0-0df187d47467), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.195838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-35e4ca78-11cc-4e8d-9b95-e663602458eb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621322 Aug 28 19:57:42.200732 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45dedd24-88d5-4116-911c-3cd4c7e6788c req-be64c41d-9fd4-4286-9a73-183f75be38df tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262648 Aug 28 19:57:42.231810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d8acc-4be6-4be1-a163-896d012973a2 req-e763fac6-bc8a-4229-b3d5-cea8ecd53669 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:42.235863 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-801d8acc-4be6-4be1-a163-896d012973a2 req-e763fac6-bc8a-4229-b3d5-cea8ecd53669 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1131 time: 0.0968530 Aug 28 19:57:42.510916 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153accf7-3e86-464f-88c6-4f0bd2bc0ab0 req-685cafc1-91a7-42a0-8fc6-dbdf5f8b5c60 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:42.515784 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-153accf7-3e86-464f-88c6-4f0bd2bc0ab0 req-685cafc1-91a7-42a0-8fc6-dbdf5f8b5c60 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 946 time: 0.0801785 Aug 28 19:57:42.585679 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:42.599979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070c71ff-366a-441f-94a0-0df187d47467 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:42.612270 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Publish callbacks [] for port (070c71ff-366a-441f-94a0-0df187d47467), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.620980 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:42.640971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Transition to ACTIVE for port object 070c71ff-366a-441f-94a0-0df187d47467 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:42.649777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-153accf7-3e86-464f-88c6-4f0bd2bc0ab0 req-b4465139-241f-4e96-a388-57a4cb172e15 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289639 Aug 28 19:57:42.682574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.683182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-0f043845-44fc-4d83-9f10-5930bac7bdf0 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:42.683182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-0f043845-44fc-4d83-9f10-5930bac7bdf0 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1128 time: 0.0761306 Aug 28 19:57:42.699714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-854121-7'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:42.712600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (070c71ff-366a-441f-94a0-0df187d47467), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.750024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks [] for router_gateway (d353feda-a768-46e6-ad2f-7f7f7369373c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.758208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-801d8acc-4be6-4be1-a163-896d012973a2 req-3a06b958-ac59-4d98-a6f6-c31b028ad048 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154932 Aug 28 19:57:42.788051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Pushing event updated for resources: {'Port': ['ID=070c71ff-366a-441f-94a0-0df187d47467,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:42.807393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b927395e-9863-4be5-98df-32d0f3c51dbf None None] Network 448522e0-5784-4a9f-9055-45e0f893fbee requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:57:42.849567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.867974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Attempting to bind port 070c71ff-366a-441f-94a0-0df187d47467 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:42.868543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Attempting to bind port 070c71ff-366a-441f-94a0-0df187d47467 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:42.868891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Attempting to bind port 070c71ff-366a-441f-94a0-0df187d47467 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:42.875328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Port 070c71ff-366a-441f-94a0-0df187d47467 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:42.875813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Attempting to bind port 070c71ff-366a-441f-94a0-0df187d47467 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:42.884289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:42.885610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:42.885610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:42.885833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Bound port: 070c71ff-366a-441f-94a0-0df187d47467, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:42.887251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (070c71ff-366a-441f-94a0-0df187d47467), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.907479 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:42.951347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a7af9a13-7ecd-4748-b855-43e53e7760e1 None None] Provisioning complete for port d6bc178b-7448-4bae-bc47-994c1ec62e42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:42.955566 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a7af9a13-7ecd-4748-b855-43e53e7760e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:42.999881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] For port 070c71ff-366a-441f-94a0-0df187d47467, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:43.004047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] For port 070c71ff-366a-441f-94a0-0df187d47467, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=070c71ff-366a-441f-94a0-0df187d47467,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:43.011142 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:43.116122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (070c71ff-366a-441f-94a0-0df187d47467), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:43.124685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:43.126217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:43.128408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/070c71ff-366a-441f-94a0-0df187d47467 HTTP/1.1" status: 200 len: 1096 time: 1.2903769 Aug 28 19:57:43.130264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d23656b-6b9b-4803-8b3b-41028e423875', 'tag': '070c71ff-366a-441f-94a0-0df187d47467'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:43.137485 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:43.141354 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d23656b-6b9b-4803-8b3b-41028e423875", "tag": "070c71ff-366a-441f-94a0-0df187d47467"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:43.153072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:43.158724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (d353feda-a768-46e6-ad2f-7f7f7369373c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:43.228310 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:43.257210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a7af9a13-7ecd-4748-b855-43e53e7760e1 None None] Current status of the port d6bc178b-7448-4bae-bc47-994c1ec62e42 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:43.257987 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a7af9a13-7ecd-4748-b855-43e53e7760e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:43.344243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473da907-427d-46af-93c0-b0ecd46c9ef5 req-d0fc4a73-d648-49d4-8c37-fbd1b6d4265a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:43.359112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-473da907-427d-46af-93c0-b0ecd46c9ef5 req-d0fc4a73-d648-49d4-8c37-fbd1b6d4265a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 943 time: 0.2178330 Aug 28 19:57:43.364689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a7af9a13-7ecd-4748-b855-43e53e7760e1 None None] For port d6bc178b-7448-4bae-bc47-994c1ec62e42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d6bc178b-7448-4bae-bc47-994c1ec62e42,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:43.479119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03941-ab25-4376-9621-7538a5caca54 service neutron] Pushing event updated for resources: {'Port': ['ID=070c71ff-366a-441f-94a0-0df187d47467,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:43.486328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a7af9a13-7ecd-4748-b855-43e53e7760e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:43.513531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dcc2c11b-6aa3-41ed-8177-2d17e5fee275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:43.529473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-dcc2c11b-6aa3-41ed-8177-2d17e5fee275 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 1130 time: 0.1436174 Aug 28 19:57:43.561683 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-473da907-427d-46af-93c0-b0ecd46c9ef5 req-05947bbb-3f1c-4991-9107-b574029f5212 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980300 Aug 28 19:57:43.574378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:43.594308 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:43.650948 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-f79acdd3-f3e0-43ea-b319-0b257dc70043 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=070c71ff-366a-441f-94a0-0df187d47467 HTTP/1.1" status: 200 len: 217 time: 0.0994153 Aug 28 19:57:43.657486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-69ce6627-a20a-469a-9b7f-f82a3130cdcb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214141 Aug 28 19:57:43.718696 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f42a64-be97-449b-b930-367a63cddeb9 x-openstack-request-id: req-a4f42a64-be97-449b-b930-367a63cddeb9 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:43.719151 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d23656b-6b9b-4803-8b3b-41028e423875", "tag": "070c71ff-366a-441f-94a0-0df187d47467", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:43.719409 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4f42a64-be97-449b-b930-367a63cddeb9 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:43.719826 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f42a64-be97-449b-b930-367a63cddeb9'] response: {'name': 'network-changed', 'server_uuid': '9d23656b-6b9b-4803-8b3b-41028e423875', 'tag': '070c71ff-366a-441f-94a0-0df187d47467', 'status': 'completed', 'code': 200} Aug 28 19:57:43.727563 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:43.748594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-8210036b-3e04-4200-a958-00fb969b0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:43.750618 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-8210036b-3e04-4200-a958-00fb969b0fa6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0917785 Aug 28 19:57:43.752812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Publish callbacks [] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:43.760047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:43.762513 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5064f667-e91b-4c37-9c46-88aff671b429" -d '{"events": [{"server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:43.775713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6bc178b-7448-4bae-bc47-994c1ec62e42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:43.805714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-31948a91-f30b-49f9-b864-09be733f8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:43.808515 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-31948a91-f30b-49f9-b864-09be733f8523 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0499883 Aug 28 19:57:43.855506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5de3-c501-403b-a2b8-47a4b59cd2c7 req-22897067-20c1-4282-a1a8-82a67f3ad09a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:43.855705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6e13161a-da7a-4acb-bf32-51b9aca1799c details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:43.862215 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8dea5de3-c501-403b-a2b8-47a4b59cd2c7 req-22897067-20c1-4282-a1a8-82a67f3ad09a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 948 time: 0.0776601 Aug 28 19:57:43.873224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:43.971979 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-4d59c1da-d84a-4b73-a301-ea72a9bf1a12 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571965 Aug 28 19:57:44.014030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7b76530c-2993-45f5-bcdf-7d52e8b7311f None None] Provisioning complete for port d6bc178b-7448-4bae-bc47-994c1ec62e42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:44.014030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b76530c-2993-45f5-bcdf-7d52e8b7311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:44.014323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Router d353feda-a768-46e6-ad2f-7f7f7369373c is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:57:44.063227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af9a13-7ecd-4748-b855-43e53e7760e1 None None] Pushing event updated for resources: {'Port': ['ID=d6bc178b-7448-4bae-bc47-994c1ec62e42,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:44.098306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d6bc178b-7448-4bae-bc47-994c1ec62e42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:44.098906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:44.108111 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8dea5de3-c501-403b-a2b8-47a4b59cd2c7 req-14f5dc39-5fdc-4bfa-86f9-09cd8ad5d11f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448668 Aug 28 19:57:44.149036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:44.154007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, got binding levels [] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:44.214178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on host n-h1-854121-7 for vnic_type normal with profile {"migrating_to": "n-h2-854121-7"} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:44.214924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:44.215457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:44.246240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:44.247072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:44.252334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110218a-655a-41b9-b7b2-bd7cc5556806 req-9f70f029-1a78-44d7-b83c-4c429ff079e5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:44.257637 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c110218a-655a-41b9-b7b2-bd7cc5556806 req-9f70f029-1a78-44d7-b83c-4c429ff079e5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.1969881 Aug 28 19:57:44.278872 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da7aeb-fbf5-49e9-a366-5e00cd5a1409 x-openstack-request-id: req-97da7aeb-fbf5-49e9-a366-5e00cd5a1409 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:44.278872 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:44.279247 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97da7aeb-fbf5-49e9-a366-5e00cd5a1409 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:44.279503 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97da7aeb-fbf5-49e9-a366-5e00cd5a1409'] response: {'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'code': 200} Aug 28 19:57:44.302356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:44.303031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:44.304099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:44.304760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Bound port: 6e13161a-da7a-4acb-bf32-51b9aca1799c, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:44.305385 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:44.325115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7b76530c-2993-45f5-bcdf-7d52e8b7311f None None] Current status of the port d6bc178b-7448-4bae-bc47-994c1ec62e42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:44.332397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c110218a-655a-41b9-b7b2-bd7cc5556806 req-dec1b6fc-e348-462f-9754-071aa8c04544 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673523 Aug 28 19:57:44.344836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d6bc178b-7448-4bae-bc47-994c1ec62e42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:44.368296 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-501c8409-7569-4ffb-8cd0-5c26b14b776c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2912250 Aug 28 19:57:44.422284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on host n-h1-854121-7 for vnic_type normal with profile {"migrating_to": "n-h2-854121-7"} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:44.422621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:44.422954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:44.433064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:44.436971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:44.440691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8797f9c-3896-4aad-a1c4-6df1df66421c req-9dc73015-04c1-4c2c-ba74-6869492ac93b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:44.442346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8797f9c-3896-4aad-a1c4-6df1df66421c req-9dc73015-04c1-4c2c-ba74-6869492ac93b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1590042 Aug 28 19:57:44.446422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:44.446747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:44.456804 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:44.467028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:44.467732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:44.467851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:44.468226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Bound port: 6e13161a-da7a-4acb-bf32-51b9aca1799c, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:44.468575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:44.495659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:44.509696 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Sync routers for ids ['d353feda-a768-46e6-ad2f-7f7f7369373c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:44.531131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Routers {'d353feda-a768-46e6-ad2f-7f7f7369373c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:44.531861 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d353feda-a768-46e6-ad2f-7f7f7369373c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:44.542938 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:44.568761 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:44.594410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8797f9c-3896-4aad-a1c4-6df1df66421c req-72d52a14-23dd-42c6-b6b6-7106a7502efa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411552 Aug 28 19:57:44.623340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:44.661981 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:44.663944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c6923bee-03e9-466a-906a-4cc0326923a3 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4989409 Aug 28 19:57:44.666746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39336) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:57:44.690568 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:44.703491 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Set router d353feda-a768-46e6-ad2f-7f7f7369373c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:44.742350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6e13161a-da7a-4acb-bf32-51b9aca1799c-n-h1-854121-7-0 {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 19:57:44.742984 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 19:57:44.781628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:44.792787 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:44.810994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9e8d6-b8de-419f-bbb0-74b26b195745 req-d0b3efde-1440-4791-a9df-3afa36d004d5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:44.817646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab9e8d6-b8de-419f-bbb0-74b26b195745 req-d0b3efde-1440-4791-a9df-3afa36d004d5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 943 time: 0.1046550 Aug 28 19:57:44.821108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6e13161a-da7a-4acb-bf32-51b9aca1799c has no active binding in host n-h2-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 19:57:44.889668 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab9e8d6-b8de-419f-bbb0-74b26b195745 req-0c015dd5-d82d-4394-a113-87537f5fa522 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645430 Aug 28 19:57:44.989069 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:57:42Z', 'revision_number': 3, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:45.005405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-0ccab69d-e7a7-49ae-a73b-b7f7955c6c7a tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:45.007693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-0ccab69d-e7a7-49ae-a73b-b7f7955c6c7a tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 1128 time: 0.0623522 Aug 28 19:57:45.024211 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Checking router: d353feda-a768-46e6-ad2f-7f7f7369373c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:45.024644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Updating router d353feda-a768-46e6-ad2f-7f7f7369373c port d2894bee-daf5-43e3-bff6-6ae59060ade4 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:57:45.061989 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.168916 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:45.264197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on host n-h1-854121-7 for vnic_type normal with profile {"migrating_to": "n-h2-854121-7"} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:45.264543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:45.264881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:45.273359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:45.273693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempting to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:45.282183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:45.282531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:45.282932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:45.283534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Bound port: 6e13161a-da7a-4acb-bf32-51b9aca1799c, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:45.283906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.315833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b8e094e1-1514-4857-ba4b-4a8794a7db65 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:45.354106 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.563071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6bc178b-7448-4bae-bc47-994c1ec62e42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:45.582648 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Publish callbacks [] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.591060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Allocated IP 172.20.0.1 (448522e0-5784-4a9f-9055-45e0f893fbee/c7171dba-f0ad-4e43-b9ed-1dff79e673d1/5cd54e26-e323-4bbd-b727-be7035efabed) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:45.618254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:45.636197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'mac_address': 'fa:16:3e:ac:82:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:45.641529 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:45.651888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d6bc178b-7448-4bae-bc47-994c1ec62e42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:45.652519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.668789 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.716815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b8e094e1-1514-4857-ba4b-4a8794a7db65 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:45.717602 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.719996 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks [] for port (5cd54e26-e323-4bbd-b727-be7035efabed), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.741348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e094e1-1514-4857-ba4b-4a8794a7db65 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:45.783815 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff758a18-bc78-4d35-bf88-d8a5146c7608 None None] Pushing event updated for resources: {'Port': ['ID=d2894bee-daf5-43e3-bff6-6ae59060ade4,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:45.801407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:45.802239 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Attempting to bind port d2894bee-daf5-43e3-bff6-6ae59060ade4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:45.802826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-1bbd7900-0efd-4c18-9e97-e3bf1de2e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:45.803115 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Attempting to bind port d2894bee-daf5-43e3-bff6-6ae59060ade4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:45.803489 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:45.803980 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Attempting to bind port d2894bee-daf5-43e3-bff6-6ae59060ade4 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:45.804777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-1bbd7900-0efd-4c18-9e97-e3bf1de2e5d9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 1130 time: 0.7403901 Aug 28 19:57:45.810668 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:45.811298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5ec7-8c3f-4683-a018-ae1b72c32ed5 req-ba8eea22-8540-4d69-a2a3-d099052c6db1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:45.811452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:45.811919 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.812393 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:45.813253 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Bound port: d2894bee-daf5-43e3-bff6-6ae59060ade4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:45.813512 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c07a5ec7-8c3f-4683-a018-ae1b72c32ed5 req-ba8eea22-8540-4d69-a2a3-d099052c6db1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.0570199 Aug 28 19:57:45.813838 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.832903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d6bc178b-7448-4bae-bc47-994c1ec62e42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:45.869246 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.898511 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.904830 n-d-854121-7 neutron-server[114321]: WARNING neutron.plugins.ml2.plugin [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Concurrent port binding operations failed on port 6e13161a-da7a-4acb-bf32-51b9aca1799c Aug 28 19:57:45.910274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:45.921399 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attempt 2 to bind port 6e13161a-da7a-4acb-bf32-51b9aca1799c Aug 28 19:57:45.937159 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] For port d2894bee-daf5-43e3-bff6-6ae59060ade4, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:45.945681 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] For port d2894bee-daf5-43e3-bff6-6ae59060ade4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2894bee-daf5-43e3-bff6-6ae59060ade4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:45.951336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:45.952009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:45.953529 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-28fa014e-cf80-4768-b759-344eaa843907 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1153 time: 3.2598963 Aug 28 19:57:45.954068 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:45.956464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-9559c99b-498c-4939-9c94-9da8a326ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:45.960199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Network 448522e0-5784-4a9f-9055-45e0f893fbee is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:45.961418 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-9559c99b-498c-4939-9c94-9da8a326ffa9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1343150 Aug 28 19:57:45.984774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:46.009147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:46.011773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:46.031916 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:46.038553 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:46.072137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Pushing event updated for resources: {'Port': ['ID=5cd54e26-e323-4bbd-b727-be7035efabed,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:46.092600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-f087bb7e-ed8c-474c-bdd3-e8c0c7e477f1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d HTTP/1.1" status: 200 len: 217 time: 0.0968130 Aug 28 19:57:46.098565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c07a5ec7-8c3f-4683-a018-ae1b72c32ed5 req-7dde6406-9141-486f-b9b4-4c55165050a5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437944 Aug 28 19:57:46.121387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['6e13161a-da7a-4acb-bf32-51b9aca1799c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:46.125700 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Routers {'d353feda-a768-46e6-ad2f-7f7f7369373c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:46.142576 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d353feda-a768-46e6-ad2f-7f7f7369373c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:46.146352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (d353feda-a768-46e6-ad2f-7f7f7369373c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:46.275911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c65c-3c51-4722-a71e-7ff3f7286728 req-5c88987f-7d50-4a0b-aaad-692654ff647e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:46.279684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20b3c65c-3c51-4722-a71e-7ff3f7286728 req-5c88987f-7d50-4a0b-aaad-692654ff647e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 948 time: 0.4738019 Aug 28 19:57:46.312093 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff758a18-bc78-4d35-bf88-d8a5146c7608 None None] Pushing event updated for resources: {'Port': ['ID=d2894bee-daf5-43e3-bff6-6ae59060ade4,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:46.362271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-f489cc0e-eb98-419d-ac99-277f55a799d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:46.375128 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-f489cc0e-eb98-419d-ac99-277f55a799d0 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2767179 Aug 28 19:57:46.380086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-410a4772-3de4-4e2b-8f31-dd29263dcb2b None None] Provisioning complete for port 5cd54e26-e323-4bbd-b727-be7035efabed triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:46.380086 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-410a4772-3de4-4e2b-8f31-dd29263dcb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:46.390187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['b8e094e1-1514-4857-ba4b-4a8794a7db65'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:46.406617 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] Set router d353feda-a768-46e6-ad2f-7f7f7369373c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:46.408546 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05e003fa-f860-41ce-8a5a-29b5c7c83eb8 req-1755f3ce-eb9b-4be3-b5b7-e4bb58a5faa9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3526871 Aug 28 19:57:46.418294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:46.422606 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:46.458962 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:46.476111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-bf2683e6-acb8-4f46-a02a-e67be22c8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:46.478575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-bf2683e6-acb8-4f46-a02a-e67be22c8db6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0837023 Aug 28 19:57:46.482798 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20b3c65c-3c51-4722-a71e-7ff3f7286728 req-a2baff4f-37e3-4f32-945a-a1432a6c43ec tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922674 Aug 28 19:57:46.494908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6e13161a-da7a-4acb-bf32-51b9aca1799c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:46.495092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d0a9b-8051-43f3-ae23-1bbccbba811b req-5afc1324-6c59-44ef-a694-2ab59c200f26 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:46.495092 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a9d0a9b-8051-43f3-ae23-1bbccbba811b req-5afc1324-6c59-44ef-a694-2ab59c200f26 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1057467 Aug 28 19:57:46.646113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a9d0a9b-8051-43f3-ae23-1bbccbba811b req-a38f29d9-bee3-4481-825b-b90d7b73a3b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472104 Aug 28 19:57:46.654094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-4cac84f9-d4c1-405d-91cf-b66a0c13beed service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677182 Aug 28 19:57:46.693109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-410a4772-3de4-4e2b-8f31-dd29263dcb2b None None] Port 5cd54e26-e323-4bbd-b727-be7035efabed cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:46.706477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:46.788836 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:46.798467 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:57:42Z', 'revision_number': 3, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:46.829531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a364b-1037-4016-923b-13977e594929 req-b87f038d-3eaa-43ff-aa79-9439fb3abe96 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:46.832985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-608a364b-1037-4016-923b-13977e594929 req-b87f038d-3eaa-43ff-aa79-9439fb3abe96 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 944 time: 0.1018639 Aug 28 19:57:46.850432 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f286eb-359e-40d9-be9e-fd70be7a84e4 None None] The sync data for ids ['d353feda-a768-46e6-ad2f-7f7f7369373c'] in n-d-854121-7 is: [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:57:42Z', 'revision_number': 3, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:46.868818 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:46.879699 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91294891-2062-4470-9560-ee008e03e9dd x-openstack-request-id: req-91294891-2062-4470-9560-ee008e03e9dd {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:46.882463 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:46.883090 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91294891-2062-4470-9560-ee008e03e9dd {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:46.883795 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91294891-2062-4470-9560-ee008e03e9dd'] response: {'name': 'network-changed', 'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'status': 'completed', 'code': 200} Aug 28 19:57:46.931385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-608a364b-1037-4016-923b-13977e594929 req-5ddefa9c-8a96-4ffd-9d08-94c7c8f43980 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905852 Aug 28 19:57:46.963637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks [] for port (5cd54e26-e323-4bbd-b727-be7035efabed), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:47.028920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:47.107073 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (d353feda-a768-46e6-ad2f-7f7f7369373c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:47.109669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Pushing event updated for resources: {'Port': ['ID=5cd54e26-e323-4bbd-b727-be7035efabed,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:47.288981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Network 448522e0-5784-4a9f-9055-45e0f893fbee is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:47.292770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:47.300922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f39e-3531-4771-9cf3-0cdfd74e9bcf req-d2772db2-1328-4411-8faf-d5a739ea07a2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:47.302451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4332f39e-3531-4771-9cf3-0cdfd74e9bcf req-d2772db2-1328-4411-8faf-d5a739ea07a2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.0739367 Aug 28 19:57:47.308956 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:47.419620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4332f39e-3531-4771-9cf3-0cdfd74e9bcf req-6fa7a1f2-194a-4573-9d81-a3b2aafa4ad5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093678 Aug 28 19:57:47.486624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Router d353feda-a768-46e6-ad2f-7f7f7369373c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:57:47.490190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2894bee-daf5-43e3-bff6-6ae59060ade4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:47.604506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d2894bee-daf5-43e3-bff6-6ae59060ade4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:47.604506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:47.613102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:57:47.619831 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a9e3975f-6d16-4dff-b7aa-08012566667a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d353feda-a768-46e6-ad2f-7f7f7369373c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9517694 Aug 28 19:57:47.658779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a95a9680-7c95-478f-82fb-cb483f4d59ac None None] Provisioning complete for port 5cd54e26-e323-4bbd-b727-be7035efabed triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:47.659170 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a95a9680-7c95-478f-82fb-cb483f4d59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:47.698790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:47.700405 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:47.700937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa8cb7-b4fb-47ee-bc4f-0817a682e264 req-bbf573a3-8eb4-4b99-a068-35296e07aada tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:47.703603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48aa8cb7-b4fb-47ee-bc4f-0817a682e264 req-bbf573a3-8eb4-4b99-a068-35296e07aada tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 948 time: 0.0908837 Aug 28 19:57:47.721766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a95a9680-7c95-478f-82fb-cb483f4d59ac None None] Port 5cd54e26-e323-4bbd-b727-be7035efabed cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:47.832246 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:57:47.889257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f75e60-d8a6-4d02-87a4-cc8e04c31593 req-7d70b437-ac9c-43e2-ac29-1955ff493158 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:47.894052 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:47.895523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77f75e60-d8a6-4d02-87a4-cc8e04c31593 req-7d70b437-ac9c-43e2-ac29-1955ff493158 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0850415 Aug 28 19:57:47.912797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b8e094e1-1514-4857-ba4b-4a8794a7db65 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:47.936588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d2894bee-daf5-43e3-bff6-6ae59060ade4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:47.936986 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:47.956068 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48aa8cb7-b4fb-47ee-bc4f-0817a682e264 req-7a23248e-c034-43f7-9d59-b731330b5f28 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438169 Aug 28 19:57:47.996801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77f75e60-d8a6-4d02-87a4-cc8e04c31593 req-9b68fb26-84e7-44c5-9159-5d3c1c5f653e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933852 Aug 28 19:57:47.997667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-fd4350b8-aa33-44b3-a911-c07a702b8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:47.999532 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-fd4350b8-aa33-44b3-a911-c07a702b8875 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 1130 time: 0.1875074 Aug 28 19:57:48.010598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d2894bee-daf5-43e3-bff6-6ae59060ade4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2894bee-daf5-43e3-bff6-6ae59060ade4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:48.024204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-022d5789-0518-4607-a504-617840429ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.025724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-022d5789-0518-4607-a504-617840429ef2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1156 time: 0.0935931 Aug 28 19:57:48.037683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port b8e094e1-1514-4857-ba4b-4a8794a7db65 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:48.064880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:48.089452 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:48.102132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', 'mac_address': 'fa:16:3e:65:fa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:48.123660 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:48.224832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:48.225239 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:48.229591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port b8e094e1-1514-4857-ba4b-4a8794a7db65 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:48.230231 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:48.253011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d6a39c-1c36-4fce-8c01-6dddda490501 req-654e9aa5-1a0d-4597-895e-76dc5009d98e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562852 Aug 28 19:57:48.258780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d2894bee-daf5-43e3-bff6-6ae59060ade4,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:48.284010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:48.321918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:48.361304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-30399ce6-af4c-4f07-a993-23d7ceefcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.363136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-30399ce6-af4c-4f07-a993-23d7ceefcefe service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.2911780 Aug 28 19:57:48.375337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c43c0-4676-4400-b594-bfb39a2ffc52 req-5b505f15-fc38-4222-ab75-d1ae3aca473a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.380866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-74f86e81-00c0-479c-aeab-081d11df3208 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.384322 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-469c43c0-4676-4400-b594-bfb39a2ffc52 req-5b505f15-fc38-4222-ab75-d1ae3aca473a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 944 time: 0.1336222 Aug 28 19:57:48.385768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b8e094e1-1514-4857-ba4b-4a8794a7db65 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:48.387623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:48.388593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-74f86e81-00c0-479c-aeab-081d11df3208 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 812 time: 0.1883519 Aug 28 19:57:48.392004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:48.428533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-45f7df52-c506-4d4a-b8b6-ec5549d8082a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/quotas/7ea8fec20f5940b986a3fc14b785cf05 HTTP/1.1" status: 200 len: 375 time: 0.0300832 Aug 28 19:57:48.467884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:48.470099 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60889a94-fabe-44e3-882e-5385777fd149" -d '{"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-plugged", "status": "completed", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:48.495867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:48.502724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:48.503178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-cd057928-2f09-4e90-b090-f0ebbc1d9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.505484 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-cd057928-2f09-4e90-b090-f0ebbc1d9640 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1131 time: 0.0575991 Aug 28 19:57:48.506803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-43cac2a6-00b9-4d7b-9370-c45247469e66 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769887 Aug 28 19:57:48.517728 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:48.556908 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:48.596241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-d0d23873-6de4-40fe-933b-656efee1145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.597775 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-d0d23873-6de4-40fe-933b-656efee1145c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.5246537 Aug 28 19:57:48.599742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-aba78004-8510-434f-a204-b29b48b49754 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1000 time: 0.2078598 Aug 28 19:57:48.616943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:48.691947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-469c43c0-4676-4400-b594-bfb39a2ffc52 req-7a3c4060-91d2-463c-81ce-af255559d91b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060620 Aug 28 19:57:48.697409 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-a5493bdc-9f8e-4c25-a633-571db5e57d6c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=070c71ff-366a-441f-94a0-0df187d47467 HTTP/1.1" status: 200 len: 217 time: 0.0861549 Aug 28 19:57:48.805155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:48.816835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-3b4886d8-c1a0-4026-bef6-dfa4bbee7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.818397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-3b4886d8-c1a0-4026-bef6-dfa4bbee7daf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.2009900 Aug 28 19:57:48.825082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-fec93378-d239-43dd-a1a6-210e4b7f32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.826359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-fec93378-d239-43dd-a1a6-210e4b7f32ff service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3094609 Aug 28 19:57:48.857577 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:48.884534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-91fa9f4a-9966-4454-8c07-b91c5957d8d8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768463 Aug 28 19:57:48.941792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-91b74cd4-2869-431a-ac0a-97b44901596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:48.943345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-91b74cd4-2869-431a-ac0a-97b44901596a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2360671 Aug 28 19:57:48.949022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-66662d1f-089a-418b-b816-fee58b592fbf service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.0765276 Aug 28 19:57:49.015638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-6153db1c-51ac-469c-9659-6cafad09455b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182694 Aug 28 19:57:49.036937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-48c5ee64-8fbd-44a2-99a0-502c27028d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.038480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-48c5ee64-8fbd-44a2-99a0-502c27028d59 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1673429 Aug 28 19:57:49.073466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-215cc129-e1da-43d5-941f-a6c95721340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.074953 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-215cc129-e1da-43d5-941f-a6c95721340d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1172817 Aug 28 19:57:49.096120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c357d847-fe00-4829-b813-e1a35dbcd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.096120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c357d847-fe00-4829-b813-e1a35dbcd73d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1344674 Aug 28 19:57:49.190408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-6c3995aa-fbea-43fb-b882-617e57df9c9e tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.191999 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-6c3995aa-fbea-43fb-b882-617e57df9c9e tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/networks?id=4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 200 len: 815 time: 0.3944020 Aug 28 19:57:49.204984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Sync routers for ids ['d353feda-a768-46e6-ad2f-7f7f7369373c'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:57:49.213405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Routers {'d353feda-a768-46e6-ad2f-7f7f7369373c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:49.214379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d353feda-a768-46e6-ad2f-7f7f7369373c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:49.256685 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-94314931-3f2c-4cec-8c5c-967546046651 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/quotas/9eb35c63e2914408b189d0d4ec9fc76c HTTP/1.1" status: 200 len: 375 time: 0.0417809 Aug 28 19:57:49.258120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-b2b90c2b-ab1f-4b14-b7bb-c3106a909793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.259608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-b2b90c2b-ab1f-4b14-b7bb-c3106a909793 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1484962 Aug 28 19:57:49.265663 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:49.292582 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:49.340941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Set router d353feda-a768-46e6-ad2f-7f7f7369373c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:49.384255 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-e051f54e-2f58-4cd4-86a1-006b25097b8d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122089 Aug 28 19:57:49.430229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-cbc43e96-fcfa-401a-877b-005b60bbc64b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1673882 Aug 28 19:57:49.484593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2894bee-daf5-43e3-bff6-6ae59060ade4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:49.499429 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-328eee86-b50c-41cb-95b6-326cb82c0a26 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065056 Aug 28 19:57:49.531493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473e3ba-652c-4bda-86da-0906ab94d5de req-b5bcb7f2-ba61-45a9-a4f3-26a445d74071 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.536672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9473e3ba-652c-4bda-86da-0906ab94d5de req-b5bcb7f2-ba61-45a9-a4f3-26a445d74071 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.0591629 Aug 28 19:57:49.546147 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:49.581739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d2894bee-daf5-43e3-bff6-6ae59060ade4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:49.582874 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:49.595779 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9473e3ba-652c-4bda-86da-0906ab94d5de req-2c2323c2-5fc7-4122-b5f6-1fac6b200662 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491543 Aug 28 19:57:49.649754 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-e5d81098-52b5-4cfd-89dc-1e5034861bc6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687515 Aug 28 19:57:49.657257 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62497f86-ea07-45e1-ba43-d2abe857d614 x-openstack-request-id: req-62497f86-ea07-45e1-ba43-d2abe857d614 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:49.657565 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-plugged", "status": "completed", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:49.657814 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62497f86-ea07-45e1-ba43-d2abe857d614 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:49.658225 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62497f86-ea07-45e1-ba43-d2abe857d614'] response: {'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'code': 200} Aug 28 19:57:49.687428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:57:46Z', 'revision_number': 4, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5cd54e26-e323-4bbd-b727-be7035efabed', 'name': '', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'mac_address': 'fa:16:3e:c3:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:45Z', 'updated_at': '2022-08-28T19:57:46Z', 'revision_number': 2, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'subnets': [{'id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:49.731447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Checking router: d353feda-a768-46e6-ad2f-7f7f7369373c for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:57:49.731882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Updating router d353feda-a768-46e6-ad2f-7f7f7369373c port 5cd54e26-e323-4bbd-b727-be7035efabed binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:57:49.789470 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:49.813739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b7ff82d-9dd5-469c-9b47-7b8849fa2ab9 req-3c244e89-b68a-4c2a-814f-0075adabae32 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124944 Aug 28 19:57:49.826195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-247441d1-16ba-483c-9fd0-6eca5f4f459c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932006 Aug 28 19:57:49.844830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd869b-34f8-4cb9-a4af-6445306a0d8a req-31ee7c02-fdcf-414c-89b1-774deffac188 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.846948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77bd869b-34f8-4cb9-a4af-6445306a0d8a req-31ee7c02-fdcf-414c-89b1-774deffac188 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 948 time: 0.1008437 Aug 28 19:57:49.849056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc3e1e-73f5-4775-ab64-796727b1bcb3 req-af76bd6c-875d-46b7-a21b-40b4a1d51134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:49.850552 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ecdc3e1e-73f5-4775-ab64-796727b1bcb3 req-af76bd6c-875d-46b7-a21b-40b4a1d51134 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 1127 time: 0.0653915 Aug 28 19:57:49.916785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d2894bee-daf5-43e3-bff6-6ae59060ade4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:49.918366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c7dd52-6244-41cb-83d3-e49cc363f5a0 req-6f0f4207-0f82-468e-af6a-af6f1cda6abc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679955 Aug 28 19:57:49.929713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ecdc3e1e-73f5-4775-ab64-796727b1bcb3 req-85b33ec6-37a6-44c6-bc97-d625db52e9a4 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727694 Aug 28 19:57:49.939490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-758c4d90-8017-4287-b770-cd9cc04703cb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756765 Aug 28 19:57:49.942179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77bd869b-34f8-4cb9-a4af-6445306a0d8a req-c93fc9f4-66aa-414d-92db-16ca02969e63 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758379 Aug 28 19:57:49.995190 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-d261be2d-ad02-49a9-8ba4-138d94be5864 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667871 Aug 28 19:57:49.995819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 070c71ff-366a-441f-94a0-0df187d47467 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:50.017388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:50.061099 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:50.070089 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:50.083713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8e15f-01b8-49ab-821c-0e2109339ce4 req-b21a263d-5fa8-418d-91a2-a8873e72d821 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:50.085262 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3db8e15f-01b8-49ab-821c-0e2109339ce4 req-b21a263d-5fa8-418d-91a2-a8873e72d821 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0528140 Aug 28 19:57:50.120350 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:50.144811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3db8e15f-01b8-49ab-821c-0e2109339ce4 req-c012c629-520b-4daa-a005-6579cd0b684c tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493667 Aug 28 19:57:50.181346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:50.282454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:50.282454 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.325916 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:50.360146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 070c71ff-366a-441f-94a0-0df187d47467, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=070c71ff-366a-441f-94a0-0df187d47467,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:50.384665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '070c71ff-366a-441f-94a0-0df187d47467', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '070c71ff-366a-441f-94a0-0df187d47467', 'mac_address': 'fa:16:3e:7c:4e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:50.388202 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Publish callbacks [] for port (5cd54e26-e323-4bbd-b727-be7035efabed), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.391110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd4250-d9e9-416f-b8a2-126e61f0f39d req-8317e320-8f5b-44e0-a129-496f691d3c1d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:50.394534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-61fd4250-d9e9-416f-b8a2-126e61f0f39d req-8317e320-8f5b-44e0-a129-496f691d3c1d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 945 time: 0.0935509 Aug 28 19:57:50.429016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41957232-10be-4fc8-970c-cc4f51d723cf req-1d78b37f-60f3-40b6-ac4a-396bef2a0847 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 210 time: 0.0812461 Aug 28 19:57:50.477611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 070c71ff-366a-441f-94a0-0df187d47467 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:50.478122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (070c71ff-366a-441f-94a0-0df187d47467), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.490578 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-61fd4250-d9e9-416f-b8a2-126e61f0f39d req-76cb1fb4-318f-4d51-b05c-6fc2a7772021 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886314 Aug 28 19:57:50.495562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:50.495951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.499971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070c71ff-366a-441f-94a0-0df187d47467 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:50.522082 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.542050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-57e31b78-50a2-49ab-8085-07df5b53a27d req-0c61ac8c-1965-46ca-9962-a767b3b2fa47 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 210 time: 0.0494177 Aug 28 19:57:50.564060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 070c71ff-366a-441f-94a0-0df187d47467, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=070c71ff-366a-441f-94a0-0df187d47467,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:50.605941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:50.617745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2559-0896-4320-8771-6a1c9cf35f06 None None] Pushing event updated for resources: {'Port': ['ID=5cd54e26-e323-4bbd-b727-be7035efabed,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:50.620036 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (070c71ff-366a-441f-94a0-0df187d47467), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.680744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Attempting to bind port 5cd54e26-e323-4bbd-b727-be7035efabed on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:50.681117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Attempting to bind port 5cd54e26-e323-4bbd-b727-be7035efabed by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:50.681479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Attempting to bind port 5cd54e26-e323-4bbd-b727-be7035efabed on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:50.694110 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.702464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:50.702838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Checking segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:50.703244 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.703636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Bound using segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:50.704103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Bound port: 5cd54e26-e323-4bbd-b727-be7035efabed, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:50.704484 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:50.707544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=070c71ff-366a-441f-94a0-0df187d47467,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:50.713142 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:50.765581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72e06a-8bbe-4a92-bdb2-c519c599390e req-fe17609e-ec8d-40af-bcd6-473e5f0525a6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:50.767670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e72e06a-8bbe-4a92-bdb2-c519c599390e req-fe17609e-ec8d-40af-bcd6-473e5f0525a6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.0573218 Aug 28 19:57:50.799105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:50.812779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] For port 5cd54e26-e323-4bbd-b727-be7035efabed, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:50.817076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] For port 5cd54e26-e323-4bbd-b727-be7035efabed, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5cd54e26-e323-4bbd-b727-be7035efabed,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:50.913103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:51.000249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Routers {'d353feda-a768-46e6-ad2f-7f7f7369373c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:57:51.001105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:57:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d353feda-a768-46e6-ad2f-7f7f7369373c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:51.068323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2559-0896-4320-8771-6a1c9cf35f06 None None] Pushing event updated for resources: {'Port': ['ID=5cd54e26-e323-4bbd-b727-be7035efabed,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:51.129419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c4049-0182-417a-a7c9-ac1916fa7b80 req-20895422-01e3-4868-bf3d-0b17b5fc93a7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:51.129419 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-524c4049-0182-417a-a7c9-ac1916fa7b80 req-20895422-01e3-4868-bf3d-0b17b5fc93a7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 949 time: 0.0852075 Aug 28 19:57:51.134948 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e72e06a-8bbe-4a92-bdb2-c519c599390e req-1c59a689-576c-4598-bc32-60bbc21a987e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610122 Aug 28 19:57:51.180852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] Set router d353feda-a768-46e6-ad2f-7f7f7369373c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:57:51.210808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-524c4049-0182-417a-a7c9-ac1916fa7b80 req-3ea85e16-7064-4e3e-a172-3161d1ebe945 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717871 Aug 28 19:57:51.225252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['070c71ff-366a-441f-94a0-0df187d47467'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:51.282867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf68a3-6ae8-48bb-902c-23d3a66b0a45 req-2250adaa-ed3c-4d41-a442-359aa3905e64 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:51.284412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-97cf68a3-6ae8-48bb-902c-23d3a66b0a45 req-2250adaa-ed3c-4d41-a442-359aa3905e64 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0523751 Aug 28 19:57:51.344552 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-97cf68a3-6ae8-48bb-902c-23d3a66b0a45 req-f93d6e80-9f39-4e3d-b755-833f175034e5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539374 Aug 28 19:57:51.520748 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:51.585938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bace119-2baa-471b-a747-3ca649068198 req-b50fc438-534c-49b0-97c9-7cf0e6f0b1f0 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 210 time: 0.0476832 Aug 28 19:57:51.632565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:57:46Z', 'revision_number': 4, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5cd54e26-e323-4bbd-b727-be7035efabed', 'name': '', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'mac_address': 'fa:16:3e:c3:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:45Z', 'updated_at': '2022-08-28T19:57:50Z', 'revision_number': 4, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'subnets': [{'id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:57:51.632975 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:51.642684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0f1e-2dd0-42de-bdaa-d7ef8b8435fa req-8db69021-f644-4814-b62c-f5ed6f497f34 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:51.644427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59bd0f1e-2dd0-42de-bdaa-d7ef8b8435fa req-8db69021-f644-4814-b62c-f5ed6f497f34 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 945 time: 0.0608442 Aug 28 19:57:51.667751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:51.670110 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc6b0ad-eaf5-4f6f-965a-eb95dd49cc03" -d '{"events": [{"server_uuid": "5c964b53-2434-4bb7-aa55-3a35ce584e87", "name": "network-vif-plugged", "status": "completed", "tag": "8e17590d-84e9-4bd8-b61c-fc9ce9ac613d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:51.676597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befb626b-80f5-41e0-abac-fdecb9a38a89 None None] The sync data for ids ['d353feda-a768-46e6-ad2f-7f7f7369373c'] in n-d-854121-7 is: [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:57:46Z', 'revision_number': 4, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5cd54e26-e323-4bbd-b727-be7035efabed', 'name': '', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'mac_address': 'fa:16:3e:c3:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:45Z', 'updated_at': '2022-08-28T19:57:50Z', 'revision_number': 4, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'subnets': [{'id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:57:51.694702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-161703bc-e003-45a3-bc99-ee87f380d221 req-93fdfacc-9b79-4ffa-81df-636a1adac7b7 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 210 time: 0.0539024 Aug 28 19:57:51.811611 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57656c82-3848-4172-8057-b1e6446aaa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:51.822015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59bd0f1e-2dd0-42de-bdaa-d7ef8b8435fa req-7e59b3bb-9c0f-4216-bc1e-aa791d64ccfb tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590705 Aug 28 19:57:51.865265 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e1c89b-a480-43c3-a971-2878fbbc048c x-openstack-request-id: req-80e1c89b-a480-43c3-a971-2878fbbc048c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:51.870142 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c964b53-2434-4bb7-aa55-3a35ce584e87", "name": "network-vif-plugged", "status": "completed", "tag": "8e17590d-84e9-4bd8-b61c-fc9ce9ac613d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:51.870435 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80e1c89b-a480-43c3-a971-2878fbbc048c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:51.874455 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e1c89b-a480-43c3-a971-2878fbbc048c'] response: {'server_uuid': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', 'code': 200} Aug 28 19:57:52.068665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54631-6e93-4a98-8ff4-70963ebc4d34 req-23731302-ff57-4e98-a8cc-3bb4ff7e69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:52.070423 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21d54631-6e93-4a98-8ff4-70963ebc4d34 req-23731302-ff57-4e98-a8cc-3bb4ff7e69ab service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 1132 time: 0.0411649 Aug 28 19:57:52.128803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21d54631-6e93-4a98-8ff4-70963ebc4d34 req-5988ed43-f188-4f87-91ab-47657501c6a1 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 Aug 28 19:57:52.358357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c3fd7-caf4-477d-bb25-5876bd92da09 req-dd4b0a00-b25b-43b9-a198-2b9913468420 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:52.366497 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e2c3fd7-caf4-477d-bb25-5876bd92da09 req-dd4b0a00-b25b-43b9-a198-2b9913468420 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.0965662 Aug 28 19:57:52.377488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de8f5-4d48-477d-bca6-265ec03db71a req-f4a0892a-ef85-4267-b2ff-5799d90ce62c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:52.382389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a4de8f5-4d48-477d-bca6-265ec03db71a req-f4a0892a-ef85-4267-b2ff-5799d90ce62c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 949 time: 0.0911312 Aug 28 19:57:52.425473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e2c3fd7-caf4-477d-bb25-5876bd92da09 req-faf494bf-3ec4-474e-ae71-51e02f7eef66 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576487 Aug 28 19:57:52.456929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a4de8f5-4d48-477d-bca6-265ec03db71a req-9448d950-2f50-4f6a-9f94-7d8c6e6ef1d9 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631840 Aug 28 19:57:52.572452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0c49a-a1d4-4137-b82f-3ff5f7559088 req-13ba04e5-d958-4182-a7f5-1d9520e645a0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:52.574099 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ca0c49a-a1d4-4137-b82f-3ff5f7559088 req-13ba04e5-d958-4182-a7f5-1d9520e645a0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0527937 Aug 28 19:57:52.648302 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ca0c49a-a1d4-4137-b82f-3ff5f7559088 req-35d67312-6819-474e-b8f4-723085fa48d1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649076 Aug 28 19:57:52.723098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f0527a55-684f-4bb4-b17c-529c6eef5ff3 req-aace762c-7631-44a6-9acc-d097e3b1093a tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 210 time: 0.0379317 Aug 28 19:57:52.844079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2b94335-f979-4a5e-bb24-3b37f5fed560 req-8caf90ad-21f1-424d-ab8c-d5172ce8caa5 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 210 time: 0.0330069 Aug 28 19:57:52.846035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 070c71ff-366a-441f-94a0-0df187d47467 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:52.915990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 070c71ff-366a-441f-94a0-0df187d47467 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:57:53.004479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca0733-7849-4199-8e8c-c3fe2914fca0 req-84691077-8867-41a4-a4e7-cd25b91831b1 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:53.006363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9dca0733-7849-4199-8e8c-c3fe2914fca0 req-84691077-8867-41a4-a4e7-cd25b91831b1 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 945 time: 0.0676978 Aug 28 19:57:53.071849 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9dca0733-7849-4199-8e8c-c3fe2914fca0 req-f5733d95-bae5-4764-a1ae-4021f6f90e44 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 Aug 28 19:57:53.100232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 070c71ff-366a-441f-94a0-0df187d47467 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:53.102316 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (070c71ff-366a-441f-94a0-0df187d47467), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:53.197100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 070c71ff-366a-441f-94a0-0df187d47467 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:53.197100 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (070c71ff-366a-441f-94a0-0df187d47467), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:53.215154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:53.232092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 070c71ff-366a-441f-94a0-0df187d47467, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=070c71ff-366a-441f-94a0-0df187d47467,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:53.344999 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (070c71ff-366a-441f-94a0-0df187d47467), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:53.445925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5cd54e26-e323-4bbd-b727-be7035efabed up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:53.472272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=070c71ff-366a-441f-94a0-0df187d47467,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:53.487232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.487814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.488871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.490862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.491023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b42e01-44fd-4ef8-98ab-29f2e9462818 req-e37bdcad-cca2-4021-b34a-3dd6d83d082e tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:53.491518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.492062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.492678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.493138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.493591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.494026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.494299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24b42e01-44fd-4ef8-98ab-29f2e9462818 req-e37bdcad-cca2-4021-b34a-3dd6d83d082e tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Aug 28 19:57:53.494540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.494961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.495384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.495805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.496228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:57:53.521745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5cd54e26-e323-4bbd-b727-be7035efabed triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:53.522444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:53.577491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24b42e01-44fd-4ef8-98ab-29f2e9462818 req-25d1e16a-143e-436b-aad2-851dc98de7b6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733926 Aug 28 19:57:53.581692 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:53.626112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5cd54e26-e323-4bbd-b727-be7035efabed is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:53.626805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:53.641534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11043-c5bd-4ac5-a3e6-b71b6acf67c6 req-20c92552-821a-4a2c-a7e7-879c136d1014 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:53.643464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ee11043-c5bd-4ac5-a3e6-b71b6acf67c6 req-20c92552-821a-4a2c-a7e7-879c136d1014 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.0719047 Aug 28 19:57:53.677289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 5cd54e26-e323-4bbd-b727-be7035efabed, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5cd54e26-e323-4bbd-b727-be7035efabed,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:53.705194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ee11043-c5bd-4ac5-a3e6-b71b6acf67c6 req-0c71d132-32d4-4c0a-b061-7f22b762e82a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549202 Aug 28 19:57:53.710210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c198a-2787-4c5e-8019-4910ac6ed987 req-b31b9300-df40-4291-9e7c-bbdfa9cde098 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:53.711998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c14c198a-2787-4c5e-8019-4910ac6ed987 req-b31b9300-df40-4291-9e7c-bbdfa9cde098 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 950 time: 0.0646827 Aug 28 19:57:53.759686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:53.847186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=5cd54e26-e323-4bbd-b727-be7035efabed,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:53.859980 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:53.872235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d23656b-6b9b-4803-8b3b-41028e423875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c71ff-366a-441f-94a0-0df187d47467'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:53.876893 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2c3ead-ba5b-4bd6-a429-8ff96d90255d" -d '{"events": [{"server_uuid": "9d23656b-6b9b-4803-8b3b-41028e423875", "name": "network-vif-plugged", "status": "completed", "tag": "070c71ff-366a-441f-94a0-0df187d47467"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:53.897162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84a91-3e86-4cb9-91bc-7d4370e81716 req-b46f3631-15dd-4ae4-8e32-b03952b3d103 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:53.899095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69a84a91-3e86-4cb9-91bc-7d4370e81716 req-b46f3631-15dd-4ae4-8e32-b03952b3d103 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0736139 Aug 28 19:57:53.905119 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c14c198a-2787-4c5e-8019-4910ac6ed987 req-fc7ba546-cd61-467f-8b60-92e5865fc083 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860721 Aug 28 19:57:53.995404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-8668e8b2-ab05-4e2f-a673-22b47d98fcc8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:53.997445 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69a84a91-3e86-4cb9-91bc-7d4370e81716 req-8b792203-1c74-4b54-aa8b-b41183ff7bf2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853486 Aug 28 19:57:53.997609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-8668e8b2-ab05-4e2f-a673-22b47d98fcc8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.89 "GET /networking/v2.0/networks?id=4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 200 len: 815 time: 0.2550309 Aug 28 19:57:54.037317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Request body: {'port': {'device_id': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'admin_state_up': True, 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:54.044449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1fac7f2-a6f2-4e2a-8818-d45c4ef43290 req-d2860456-f01f-4e12-a5da-92101fe82768 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 210 time: 0.0463550 Aug 28 19:57:54.117259 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ef6ac54-9d2d-4800-b406-8e0124cb3564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:54.142040 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4202f6c1-00ce-4eae-8b72-a25abc2d4633 x-openstack-request-id: req-4202f6c1-00ce-4eae-8b72-a25abc2d4633 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:54.142380 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d23656b-6b9b-4803-8b3b-41028e423875", "name": "network-vif-plugged", "status": "completed", "tag": "070c71ff-366a-441f-94a0-0df187d47467", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:54.142676 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4202f6c1-00ce-4eae-8b72-a25abc2d4633 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:54.143088 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4202f6c1-00ce-4eae-8b72-a25abc2d4633'] response: {'server_uuid': '9d23656b-6b9b-4803-8b3b-41028e423875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c71ff-366a-441f-94a0-0df187d47467', 'code': 200} Aug 28 19:57:54.221266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc25a27b-3e88-45b3-bd3e-9afe52881326 req-57cd39a4-bbd3-418b-b9f6-5d30cd0fa851 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 210 time: 0.0738196 Aug 28 19:57:54.265893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Made reservation on behalf of 9eb35c63e2914408b189d0d4ec9fc76c for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:54.273182 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:54.291611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-9b5b8f02-7127-41d6-8de4-f27df3efaa67 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:54.293090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-9b5b8f02-7127-41d6-8de4-f27df3efaa67 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 812 time: 0.1907041 Aug 28 19:57:54.331295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42d1e-144c-4bf9-b326-09502234c90e req-bafc0e6f-f72b-4306-8ff0-27b1b16f2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:54.333323 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ba42d1e-144c-4bf9-b326-09502234c90e req-bafc0e6f-f72b-4306-8ff0-27b1b16f2b70 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 1132 time: 0.0391817 Aug 28 19:57:54.425418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Request body: {'port': {'device_id': 'b0432791-3f7a-4521-b626-a179085f942f', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'admin_state_up': True, 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:54.427470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Allocated IP 172.20.0.5 (4782ef1c-ae37-4407-9723-7210b356d656/5f1a2398-58d9-4724-a385-884691f9c8be/107b9dc9-0827-4858-b0f4-0f132d19c35c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:54.431946 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:54.575064 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ba42d1e-144c-4bf9-b326-09502234c90e req-2359aeb5-9b35-41bd-bfee-b7bd69054dc7 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767395 Aug 28 19:57:54.593352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:54.659305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Made reservation on behalf of 7ea8fec20f5940b986a3fc14b785cf05 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:54.663158 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:54.703988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272c4af-212a-4e2e-a0a5-6e928113ea18 req-ac4d38e0-f868-452c-b9ca-d57c819a3042 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:54.705891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f272c4af-212a-4e2e-a0a5-6e928113ea18 req-ac4d38e0-f868-452c-b9ca-d57c819a3042 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 945 time: 0.0504096 Aug 28 19:57:54.711289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:54.726210 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:54.791410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Network 4782ef1c-ae37-4407-9723-7210b356d656 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:54.800381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:54.802681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event updated for resources: {'Port': ['ID=107b9dc9-0827-4858-b0f4-0f132d19c35c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:54.803202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Allocated IP 172.20.0.10 (448522e0-5784-4a9f-9055-45e0f893fbee/c7171dba-f0ad-4e43-b9ed-1dff79e673d1/5f9917db-330e-471d-8069-444d1be95179) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:54.805011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:54.817043 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f272c4af-212a-4e2e-a0a5-6e928113ea18 req-d23817bb-719c-4f5e-a9de-acc2c1d31c1a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973473 Aug 28 19:57:54.835684 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:54.899502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:54.900173 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.030833 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-06302124-c776-43ed-aa13-3752ea9847ef tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0197084 Aug 28 19:57:55.040571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b668f4-e346-4817-a1a5-9dad5e38e181 req-1ff5e3bf-d161-4efb-913b-ea615e059e5d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:55.048033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b668f4-e346-4817-a1a5-9dad5e38e181 req-1ff5e3bf-d161-4efb-913b-ea615e059e5d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.1133094 Aug 28 19:57:55.059505 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:55.139875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks [] for port (5f9917db-330e-471d-8069-444d1be95179), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.179359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Request body: {'port': {'device_id': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:55.203738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b668f4-e346-4817-a1a5-9dad5e38e181 req-04c397ec-3345-40f2-a810-4e3a3e4b431c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544724 Aug 28 19:57:55.275900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-af76fac2-f6da-46e0-8a85-55ab23b547a9 None None] Provisioning complete for port 107b9dc9-0827-4858-b0f4-0f132d19c35c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:55.276376 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-af76fac2-f6da-46e0-8a85-55ab23b547a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.281786 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.288268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5f9917db-330e-471d-8069-444d1be95179), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.293128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-0d32c3f9-78e4-46e6-8a81-1172dc59fa1c tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:55.294709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-0d32c3f9-78e4-46e6-8a81-1172dc59fa1c tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 812 time: 0.2205467 Aug 28 19:57:55.310575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Request body: {'port': {'device_id': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'admin_state_up': True, 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:55.370122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-af76fac2-f6da-46e0-8a85-55ab23b547a9 None None] Port 107b9dc9-0827-4858-b0f4-0f132d19c35c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:55.393544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Network 448522e0-5784-4a9f-9055-45e0f893fbee is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:55.398725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:55.403196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:55.454724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event updated for resources: {'Port': ['ID=5f9917db-330e-471d-8069-444d1be95179,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:55.540020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5cd54e26-e323-4bbd-b727-be7035efabed up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:57:55.617610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1f8a4-c5be-46ed-bf9c-c10f9adb12fa req-25b65c88-258a-41b7-b9ca-f0c5dcfbc5a8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:55.632113 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8b1f8a4-c5be-46ed-bf9c-c10f9adb12fa req-25b65c88-258a-41b7-b9ca-f0c5dcfbc5a8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 950 time: 0.1897554 Aug 28 19:57:55.636359 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:55.649492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:55.651004 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.684442 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:55.727944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5cd54e26-e323-4bbd-b727-be7035efabed triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:55.729650 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.779621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8b1f8a4-c5be-46ed-bf9c-c10f9adb12fa req-b7a31409-73cf-428b-b1b8-9842b2d2d9f7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464734 Aug 28 19:57:55.808557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-ad7a6d52-65b7-48c3-97a5-0c1c9cb78b50 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3931954 Aug 28 19:57:55.821345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107b9dc9-0827-4858-b0f4-0f132d19c35c {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:55.822530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Request body: {'port': {'device_id': 'b0432791-3f7a-4521-b626-a179085f942f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:55.834847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Publish callbacks [] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.838458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.850849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d4905d19-61f0-4696-bfb6-437f3a75015d None None] Provisioning complete for port 5f9917db-330e-471d-8069-444d1be95179 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:55.851502 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4905d19-61f0-4696-bfb6-437f3a75015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5f9917db-330e-471d-8069-444d1be95179), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.860867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Transition to ACTIVE for port object 107b9dc9-0827-4858-b0f4-0f132d19c35c will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:55.875865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Made reservation on behalf of 7ea8fec20f5940b986a3fc14b785cf05 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:57:55.882512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.900320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d4905d19-61f0-4696-bfb6-437f3a75015d None None] Port 5f9917db-330e-471d-8069-444d1be95179 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:55.931998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7197a77-b2e5-4e4d-9f3a-aefc9f596586 req-4572ab23-8faa-491a-8865-df255eac3bb1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:55.942912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5cd54e26-e323-4bbd-b727-be7035efabed is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:55.946488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7197a77-b2e5-4e4d-9f3a-aefc9f596586 req-4572ab23-8faa-491a-8865-df255eac3bb1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1957638 Aug 28 19:57:55.958377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:55.968696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9723b4-6aa0-47d1-a209-0f35e0373f6e req-79b441d2-a083-4cc4-abc2-8f32a47ae6e0 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:55.970333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f9723b4-6aa0-47d1-a209-0f35e0373f6e req-79b441d2-a083-4cc4-abc2-8f32a47ae6e0 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 931 time: 0.0780716 Aug 28 19:57:55.972636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f9917db-330e-471d-8069-444d1be95179), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.078790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7197a77-b2e5-4e4d-9f3a-aefc9f596586 req-ed070b91-ec24-4fc6-8725-a2a7ed75f509 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237829 Aug 28 19:57:56.145165 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f9723b4-6aa0-47d1-a209-0f35e0373f6e req-de52b76f-451a-4248-91ab-fa36f564c72f tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621792 Aug 28 19:57:56.179895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=107b9dc9-0827-4858-b0f4-0f132d19c35c,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:56.222544 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:56.274678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bcf3efd6-f43e-489a-abac-881a60f88cb1 req-641486c9-6774-443a-ab30-d699e04c65a6 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 210 time: 0.0448024 Aug 28 19:57:56.275432 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:56.290463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Allocated IP 172.20.0.13 (448522e0-5784-4a9f-9055-45e0f893fbee/c7171dba-f0ad-4e43-b9ed-1dff79e673d1/f8fae551-9f46-4b1a-a4c4-331b6a1ff892) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:57:56.321024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Attempting to bind port 107b9dc9-0827-4858-b0f4-0f132d19c35c on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:56.321732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Attempting to bind port 107b9dc9-0827-4858-b0f4-0f132d19c35c by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:56.321732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Attempting to bind port 107b9dc9-0827-4858-b0f4-0f132d19c35c on network 4782ef1c-ae37-4407-9723-7210b356d656 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:56.340461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Port 107b9dc9-0827-4858-b0f4-0f132d19c35c on network 4782ef1c-ae37-4407-9723-7210b356d656 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:56.340784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Attempting to bind port 107b9dc9-0827-4858-b0f4-0f132d19c35c on network 4782ef1c-ae37-4407-9723-7210b356d656 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:56.360729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:56.361196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Checking segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:56.361459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Bound using segment: {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:56.361943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Bound port: 107b9dc9-0827-4858-b0f4-0f132d19c35c, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cfae36-08c7-4684-9203-88ea77d07c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:56.362306 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.453671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a6f2-f1d5-4ee2-b590-175c4e7d9441 req-dbeb38b1-f9c8-40b7-8ff7-12bcdf1e8e0a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:56.455902 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fc2a6f2-f1d5-4ee2-b590-175c4e7d9441 req-dbeb38b1-f9c8-40b7-8ff7-12bcdf1e8e0a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.0591979 Aug 28 19:57:56.512913 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fc2a6f2-f1d5-4ee2-b590-175c4e7d9441 req-6bf45b14-835f-4d72-95ae-f2d3863f5369 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506032 Aug 28 19:57:56.521946 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:56.538488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] For port 107b9dc9-0827-4858-b0f4-0f132d19c35c, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:56.543735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] For port 107b9dc9-0827-4858-b0f4-0f132d19c35c, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=107b9dc9-0827-4858-b0f4-0f132d19c35c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:56.558527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks [] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.607858 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.612534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:56.613686 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.615099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/107b9dc9-0827-4858-b0f4-0f132d19c35c HTTP/1.1" status: 200 len: 1091 time: 1.5763834 Aug 28 19:57:56.615541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:56.617843 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e8827b-1986-40bf-b42f-4bacef2ecf61" -d '{"events": [{"name": "network-changed", "server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:56.661675 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0979bdad-b250-4951-adbc-aeaa3d010ceb x-openstack-request-id: req-0979bdad-b250-4951-adbc-aeaa3d010ceb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:56.662322 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:56.662322 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0979bdad-b250-4951-adbc-aeaa3d010ceb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:56.663243 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0979bdad-b250-4951-adbc-aeaa3d010ceb'] response: {'name': 'network-changed', 'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c', 'status': 'completed', 'code': 200} Aug 28 19:57:56.684245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.692985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48547a7-c459-4b24-a5ae-a8b2d2df0cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=107b9dc9-0827-4858-b0f4-0f132d19c35c,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:56.772494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Network 448522e0-5784-4a9f-9055-45e0f893fbee is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:57:56.779916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:57:56.784578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:57:56.801630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8827b-1986-40bf-b42f-4bacef2ecf61 req-3599985f-63e1-44f9-82c5-db3cf3e6ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:56.801630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2e8827b-1986-40bf-b42f-4bacef2ecf61 req-3599985f-63e1-44f9-82c5-db3cf3e6ad7e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 1125 time: 0.1040814 Aug 28 19:57:56.802541 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=8 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:56.830956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event updated for resources: {'Port': ['ID=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:56.850924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6e13161a-da7a-4acb-bf32-51b9aca1799c no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:57:56.885387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:56.887003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.912996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9917db-330e-471d-8069-444d1be95179 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:56.922904 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Publish callbacks [] for port (5f9917db-330e-471d-8069-444d1be95179), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.942890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Transition to ACTIVE for port object 5f9917db-330e-471d-8069-444d1be95179 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:56.943795 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:56.962958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:56.981283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6e13161a-da7a-4acb-bf32-51b9aca1799c is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:57.009126 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5f9917db-330e-471d-8069-444d1be95179), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:57.051603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8827b-1986-40bf-b42f-4bacef2ecf61 req-14a6c556-ef7b-416e-9b65-d6c9cc11a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.064939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2e8827b-1986-40bf-b42f-4bacef2ecf61 req-14a6c556-ef7b-416e-9b65-d6c9cc11a346 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1605999 Aug 28 19:57:57.065100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb86c9-eb04-406a-8768-c116b44ddd32 req-0a8602d2-fdb4-4c1f-9ad8-2c6867d960fb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.065205 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e3cb86c9-eb04-406a-8768-c116b44ddd32 req-0a8602d2-fdb4-4c1f-9ad8-2c6867d960fb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 950 time: 0.1086626 Aug 28 19:57:57.105650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9917db-330e-471d-8069-444d1be95179,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:57.173371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8827b-1986-40bf-b42f-4bacef2ecf61 req-7883c235-d823-41e2-ac7b-4117e36db6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.174763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9f236e40-18b6-4585-aed1-c6a9b04b744c None None] Provisioning complete for port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:57:57.175143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f236e40-18b6-4585-aed1-c6a9b04b744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:57.177097 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2e8827b-1986-40bf-b42f-4bacef2ecf61 req-7883c235-d823-41e2-ac7b-4117e36db6ca service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149256 Aug 28 19:57:57.183518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-2b7850eb-8966-4b9a-b995-18af74ee86e1 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8784940 Aug 28 19:57:57.204985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Request body: {'port': {'device_id': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:57:57.221344 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:57.244258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9f236e40-18b6-4585-aed1-c6a9b04b744c None None] Port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:57:57.278756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e3cb86c9-eb04-406a-8768-c116b44ddd32 req-c331683d-d1e9-40a1-a336-3c5ef14c4724 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020659 Aug 28 19:57:57.293895 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:57.301438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Attempting to bind port 5f9917db-330e-471d-8069-444d1be95179 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:57.304990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Attempting to bind port 5f9917db-330e-471d-8069-444d1be95179 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:57.304990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Attempting to bind port 5f9917db-330e-471d-8069-444d1be95179 on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:57.310885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Port 5f9917db-330e-471d-8069-444d1be95179 on network 448522e0-5784-4a9f-9055-45e0f893fbee not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:57.311479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Attempting to bind port 5f9917db-330e-471d-8069-444d1be95179 on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:57.317753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:57.330667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Checking segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:57.330667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Bound using segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:57.330667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Bound port: 5f9917db-330e-471d-8069-444d1be95179, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:57.330667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f9917db-330e-471d-8069-444d1be95179), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:57.342117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a15aac-7432-4ced-8d30-6200b8f95fdf req-c2178d31-3232-4204-9db1-c12003821ebf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.343651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75a15aac-7432-4ced-8d30-6200b8f95fdf req-c2178d31-3232-4204-9db1-c12003821ebf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1479514 Aug 28 19:57:57.376733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-dcef52b6-7ad6-4e17-8c53-ff18377fb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.378229 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-dcef52b6-7ad6-4e17-8c53-ff18377fb78d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 1125 time: 0.1066902 Aug 28 19:57:57.408335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:57.445011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815e773-442a-4d45-932f-ad0d994f07ee req-e2979f46-49f3-48e9-9e46-a9a71b13724d tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.446473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a815e773-442a-4d45-932f-ad0d994f07ee req-e2979f46-49f3-48e9-9e46-a9a71b13724d tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 943 time: 0.0707777 Aug 28 19:57:57.447370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-d2127f60-bd93-4d5e-9969-8f672dbcc144 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107b9dc9-0827-4858-b0f4-0f132d19c35c HTTP/1.1" status: 200 len: 217 time: 0.0557973 Aug 28 19:57:57.450805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] For port 5f9917db-330e-471d-8069-444d1be95179, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:57.453975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] For port 5f9917db-330e-471d-8069-444d1be95179, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5f9917db-330e-471d-8069-444d1be95179,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:57.503005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a815e773-442a-4d45-932f-ad0d994f07ee req-5e21c224-b6af-42df-9875-6dd957f85872 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Aug 28 19:57:57.518741 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:57.549618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75a15aac-7432-4ced-8d30-6200b8f95fdf req-81a1c69b-3430-40be-9894-ef161f9e0e59 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760018 Aug 28 19:57:57.554834 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5f9917db-330e-471d-8069-444d1be95179), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:57.565873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.565873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:57.565873 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/5f9917db-330e-471d-8069-444d1be95179 HTTP/1.1" status: 200 len: 1092 time: 1.7452383 Aug 28 19:57:57.565873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0432791-3f7a-4521-b626-a179085f942f', 'tag': '5f9917db-330e-471d-8069-444d1be95179'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:57.567005 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20896203-e854-4cdd-8fa1-edb6fcdc021c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0432791-3f7a-4521-b626-a179085f942f", "tag": "5f9917db-330e-471d-8069-444d1be95179"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:57.713584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-60e9a41d-d61f-41b8-ae93-d5be0b8b6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.715922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-60e9a41d-d61f-41b8-ae93-d5be0b8b6d94 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=5f1a2398-58d9-4724-a385-884691f9c8be HTTP/1.1" status: 200 len: 854 time: 0.2568474 Aug 28 19:57:57.769246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cc434-e777-4699-98df-316217b8d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9917db-330e-471d-8069-444d1be95179,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:57.809338 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:57.830742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-f5dd812c-7816-4f97-9205-741e6fcca2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.830742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-f5dd812c-7816-4f97-9205-741e6fcca2b8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=b0432791-3f7a-4521-b626-a179085f942f HTTP/1.1" status: 200 len: 1126 time: 0.1336257 Aug 28 19:57:57.835334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1440202-b592-4c44-a512-11bad52fe0f4 req-b76a5a97-f95c-45e0-92ad-8c8b0e56afea tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.836811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1440202-b592-4c44-a512-11bad52fe0f4 req-b76a5a97-f95c-45e0-92ad-8c8b0e56afea tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 932 time: 0.1445236 Aug 28 19:57:57.869916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a358f2-d176-4007-850f-4c68a514298a req-260bba66-5c9e-4324-877a-dae3debcafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.871413 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-260bba66-5c9e-4324-877a-dae3debcafe2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4782ef1c-ae37-4407-9723-7210b356d656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1345177 Aug 28 19:57:57.879257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378add5-08b9-4fc7-8872-54806dc4faf3 req-bcbb81c8-7aaa-4483-a43e-de628baf25e8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:57.881654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b378add5-08b9-4fc7-8872-54806dc4faf3 req-bcbb81c8-7aaa-4483-a43e-de628baf25e8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 950 time: 0.1762218 Aug 28 19:57:57.881829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-45cf07d5-b0de-4b27-b9f4-82db61b763e7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c/bindings/n-h2-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.2378826 Aug 28 19:57:57.889108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-f9322033-3565-4ccc-b4fe-26689b53a449 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f9917db-330e-471d-8069-444d1be95179 HTTP/1.1" status: 200 len: 217 time: 0.0492449 Aug 28 19:57:57.974216 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:57.998303 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1440202-b592-4c44-a512-11bad52fe0f4 req-08e81548-3425-49b2-a716-86d3a6b98330 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516373 Aug 28 19:57:58.005830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-f82d28ff-17e6-40de-bd3c-77813884f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.007374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-f82d28ff-17e6-40de-bd3c-77813884f221 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 200 len: 851 time: 0.1043632 Aug 28 19:57:58.062116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b378add5-08b9-4fc7-8872-54806dc4faf3 req-76eb6ca6-ec4b-4199-ac24-f81a61ebd751 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662591 Aug 28 19:57:58.076499 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-a66eac1a-4808-4084-9cab-468b9703ff8b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931279 Aug 28 19:57:58.124387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-4306d2fd-1637-470d-bd39-f2a0472427b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.126028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-4306d2fd-1637-470d-bd39-f2a0472427b4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=448522e0-5784-4a9f-9055-45e0f893fbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1076410 Aug 28 19:57:58.228348 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa17956-c997-47da-abca-647dd1f0dc63 x-openstack-request-id: req-7aa17956-c997-47da-abca-647dd1f0dc63 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:58.228348 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0432791-3f7a-4521-b626-a179085f942f", "tag": "5f9917db-330e-471d-8069-444d1be95179", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:58.228348 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7aa17956-c997-47da-abca-647dd1f0dc63 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:58.228348 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa17956-c997-47da-abca-647dd1f0dc63'] response: {'name': 'network-changed', 'server_uuid': 'b0432791-3f7a-4521-b626-a179085f942f', 'tag': '5f9917db-330e-471d-8069-444d1be95179', 'status': 'completed', 'code': 200} Aug 28 19:57:58.236439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e2e3c-008e-47b9-bdb2-72b02e5e2c07 req-9b3d2243-c495-404a-8e19-632c5db5d7ad tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.238659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18e2e3c-008e-47b9-bdb2-72b02e5e2c07 req-9b3d2243-c495-404a-8e19-632c5db5d7ad tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 944 time: 0.1603510 Aug 28 19:57:58.243721 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:58.342551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18e2e3c-008e-47b9-bdb2-72b02e5e2c07 req-b407e688-d6c3-4359-90c9-0474672c24c9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974813 Aug 28 19:57:58.370898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:58.375689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-6856eb82-f82b-4920-98c8-4819f00d3e7b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301037 Aug 28 19:57:58.458168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:58.470408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fae551-9f46-4b1a-a4c4-331b6a1ff892 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:58.481654 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Publish callbacks [] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:58.511039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Transition to ACTIVE for port object f8fae551-9f46-4b1a-a4c4-331b6a1ff892 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:58.512567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e13161a-da7a-4acb-bf32-51b9aca1799c {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:58.522187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76a358f2-d176-4007-850f-4c68a514298a req-832c8892-e056-4185-b6bb-0ecb12907cc5 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351346 Aug 28 19:57:58.533838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:58.539414 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-6a9d1051-82f8-4435-8542-6c46f9c171a8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526020 Aug 28 19:57:58.602882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:58.638201 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:58.658366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d77a1-e5c2-4684-a037-b70a1cfe7990 req-ff60a622-1684-41d1-add8-80f8ae8463ef tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.664011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d77a1-e5c2-4684-a037-b70a1cfe7990 req-ff60a622-1684-41d1-add8-80f8ae8463ef tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.665640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c5d77a1-e5c2-4684-a037-b70a1cfe7990 req-ff60a622-1684-41d1-add8-80f8ae8463ef tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87&device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 1691 time: 0.1010239 Aug 28 19:57:58.665842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84908963-9683-40d4-a8cf-2db977397e1b req-f753dd73-bd48-45b1-8e4e-54691d39b8af tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.667568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84908963-9683-40d4-a8cf-2db977397e1b req-f753dd73-bd48-45b1-8e4e-54691d39b8af tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 943 time: 0.0674720 Aug 28 19:57:58.697928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:58.758822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84908963-9683-40d4-a8cf-2db977397e1b req-1f36048e-5fcc-40e1-9fa1-87eb410cf3de tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701628 Aug 28 19:57:58.767620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] Transition to ACTIVE for port object 6e13161a-da7a-4acb-bf32-51b9aca1799c will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:57:58.782132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c5d77a1-e5c2-4684-a037-b70a1cfe7990 req-7a97d793-b766-4b4c-90a5-90add6186b89 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020930 Aug 28 19:57:58.786887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Attempting to bind port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:57:58.787223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Attempting to bind port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:57:58.787564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Attempting to bind port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:58.797167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 on network 448522e0-5784-4a9f-9055-45e0f893fbee not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:57:58.797660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Attempting to bind port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:57:58.804881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:57:58.810929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Checking segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:57:58.810929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Bound using segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:57:58.810929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Bound port: f8fae551-9f46-4b1a-a4c4-331b6a1ff892, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:57:58.810929 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:58.820606 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:58.845087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b8e094e1-1514-4857-ba4b-4a8794a7db65 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:57:58.885292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:58.891516 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] For port f8fae551-9f46-4b1a-a4c4-331b6a1ff892, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:57:58.896945 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:58.897234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] For port f8fae551-9f46-4b1a-a4c4-331b6a1ff892, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:57:58.931458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd82ffb-5352-409b-8db3-67cd7fd19883 req-cdd22684-e7f5-4743-ad03-ee3e6a00a2cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.932914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cfd82ffb-5352-409b-8db3-67cd7fd19883 req-cdd22684-e7f5-4743-ad03-ee3e6a00a2cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0947177 Aug 28 19:57:58.969277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:58.976259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:58.977471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:58.979403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/f8fae551-9f46-4b1a-a4c4-331b6a1ff892 HTTP/1.1" status: 200 len: 1092 time: 1.7847490 Aug 28 19:57:58.981782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'tag': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:57:58.984790 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aaa75f-3ce9-480e-99da-4ca08aef3064" -d '{"events": [{"name": "network-changed", "server_uuid": "a60c3bbe-86ee-4997-91c9-dd2635727792", "tag": "f8fae551-9f46-4b1a-a4c4-331b6a1ff892"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:57:59.012406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:59.032241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'mac_address': 'fa:16:3e:ac:82:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:57:59.060589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a3c36-1377-402a-9480-f95c3efc7e88 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:59.105703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b8e094e1-1514-4857-ba4b-4a8794a7db65 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:57:59.105703 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:59.116131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] Pushing event updated for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=10']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:59.117228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8e094e1-1514-4857-ba4b-4a8794a7db65 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:57:59.140826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:57:59.173094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] No DVR routers for this DVR port 6e13161a-da7a-4acb-bf32-51b9aca1799c on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:57:59.207450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:57:59.221069 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf17bf3-70d5-4017-a5d1-1ae0979366fe x-openstack-request-id: req-9cf17bf3-70d5-4017-a5d1-1ae0979366fe {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:57:59.221366 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60c3bbe-86ee-4997-91c9-dd2635727792", "tag": "f8fae551-9f46-4b1a-a4c4-331b6a1ff892", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:57:59.221623 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cf17bf3-70d5-4017-a5d1-1ae0979366fe {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:57:59.222060 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf17bf3-70d5-4017-a5d1-1ae0979366fe'] response: {'name': 'network-changed', 'server_uuid': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'tag': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892', 'status': 'completed', 'code': 200} Aug 28 19:57:59.258311 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:59.268577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:57:59.276676 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cfd82ffb-5352-409b-8db3-67cd7fd19883 req-4982532e-6015-46aa-9864-f880396dbc56 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871425 Aug 28 19:57:59.341789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f1d45a3b-22ac-4996-8102-498ffb44c4ec service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c/bindings/n-h2-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4440918 Aug 28 19:57:59.363559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235138a-155a-4801-ab28-d3edc9adb26f req-1563fec4-1b7c-4f75-ae4b-175df8eadc3b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:59.365189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e235138a-155a-4801-ab28-d3edc9adb26f req-1563fec4-1b7c-4f75-ae4b-175df8eadc3b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 944 time: 0.0830431 Aug 28 19:57:59.406524 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:59.422432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad42c37-e181-4d3f-b0ec-d1cce715eb1b req-e3c91713-d298-45e2-87c3-21889fcfa097 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:59.424219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ad42c37-e181-4d3f-b0ec-d1cce715eb1b req-e3c91713-d298-45e2-87c3-21889fcfa097 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 1132 time: 0.0514696 Aug 28 19:57:59.425439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['b8e094e1-1514-4857-ba4b-4a8794a7db65'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:57:59.431336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e235138a-155a-4801-ab28-d3edc9adb26f req-c938dad7-c5ac-49b0-b03c-2bf17783bb5a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598221 Aug 28 19:57:59.499124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ad42c37-e181-4d3f-b0ec-d1cce715eb1b req-991684ea-53b6-4613-b460-caaeb531066b tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Aug 28 19:57:59.547126 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:57:59.562695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a42412-aa54-46a6-945f-b6fb0b661864 req-58fe6300-2ad0-4686-b5f1-d73e004f5aac tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:59.565165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09a42412-aa54-46a6-945f-b6fb0b661864 req-58fe6300-2ad0-4686-b5f1-d73e004f5aac tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.0555964 Aug 28 19:57:59.625600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f184-8bdc-4963-9d74-73a5687155d4 req-7666a48f-5122-421e-97b6-41e6e52208d0 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:59.627582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4644f184-8bdc-4963-9d74-73a5687155d4 req-7666a48f-5122-421e-97b6-41e6e52208d0 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 1132 time: 0.0464768 Aug 28 19:57:59.642400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09a42412-aa54-46a6-945f-b6fb0b661864 req-5afb5059-0abf-44da-a862-c5ecda1d0f7c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665524 Aug 28 19:57:59.679995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4644f184-8bdc-4963-9d74-73a5687155d4 req-607e6698-fbe8-46c5-967a-3ae720031515 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459661 Aug 28 19:57:59.897113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc7692-8ab6-45fe-bf8d-cbb3d0979b43 req-19455983-f51b-4276-8c61-7ab9c29a23a3 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:57:59.902404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8cfc7692-8ab6-45fe-bf8d-cbb3d0979b43 req-19455983-f51b-4276-8c61-7ab9c29a23a3 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 943 time: 0.0581732 Aug 28 19:57:59.959726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8cfc7692-8ab6-45fe-bf8d-cbb3d0979b43 req-20567259-7fab-4af1-b650-ae30060383cf tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553622 Aug 28 19:58:00.153214 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-96296601-f9a3-45fc-b468-c15a86327a48 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322950 Aug 28 19:58:00.294465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-6872fd3e-c1aa-4479-aa8b-89bd2d7c6be0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:00.301287 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-6872fd3e-c1aa-4479-aa8b-89bd2d7c6be0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471698 Aug 28 19:58:00.312299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-3ab756a0-c1a1-48a1-9216-f4885694eff3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/quotas/114c1dbf05024fb0b8c494a02b5f16fa HTTP/1.1" status: 200 len: 375 time: 0.0101166 Aug 28 19:58:00.384644 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-db38ff2c-220f-4dde-93e9-e3011347345f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637052 Aug 28 19:58:00.474134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225c32a-568b-44d6-bcab-8abba354049a req-8d2a9875-7a64-4a0f-bd8d-f50a18c56be5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:00.482799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d225c32a-568b-44d6-bcab-8abba354049a req-8d2a9875-7a64-4a0f-bd8d-f50a18c56be5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1022279 Aug 28 19:58:00.546599 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d225c32a-568b-44d6-bcab-8abba354049a req-b4e4d7c7-8a6a-4a55-b0b8-1a55bf9926b3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625505 Aug 28 19:58:00.688240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d252a4-d4ca-476c-b5d2-60212d91cae1 req-7ecd5b6b-bbf3-4966-b368-d148f829e272 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:00.693183 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12d252a4-d4ca-476c-b5d2-60212d91cae1 req-7ecd5b6b-bbf3-4966-b368-d148f829e272 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 944 time: 0.0881784 Aug 28 19:58:00.746373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12d252a4-d4ca-476c-b5d2-60212d91cae1 req-e2d99e81-47d7-42d7-9566-31eecfa5123b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Aug 28 19:58:00.865741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b8e094e1-1514-4857-ba4b-4a8794a7db65 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:00.928147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d49849-cb66-418f-b7d5-2ec8e7e7a83f req-a7ca30c5-eef7-44b0-a3e8-256652271ebd tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:00.929513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port b8e094e1-1514-4857-ba4b-4a8794a7db65 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:00.930270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:00.936607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66d49849-cb66-418f-b7d5-2ec8e7e7a83f req-a7ca30c5-eef7-44b0-a3e8-256652271ebd tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.0994046 Aug 28 19:58:00.998532 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66d49849-cb66-418f-b7d5-2ec8e7e7a83f req-29f401bd-83dd-48ef-964e-1dd7899026e3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608685 Aug 28 19:58:01.031642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b8e094e1-1514-4857-ba4b-4a8794a7db65 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:01.032049 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:01.062087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:01.064626 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e9bba0-2ff3-4d85-9e48-8f1dbdcebdc2" -d '{"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-plugged", "status": "completed", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:01.081169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:01.179659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:01.221407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3c1cb-d7b4-47c7-82ca-b3e32d55d48c req-10532d15-5aaf-4d8e-bfad-a2ed1e00ddb8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:01.228313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ab3c1cb-d7b4-47c7-82ca-b3e32d55d48c req-10532d15-5aaf-4d8e-bfad-a2ed1e00ddb8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 943 time: 0.0977402 Aug 28 19:58:01.290056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:01.317807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ab3c1cb-d7b4-47c7-82ca-b3e32d55d48c req-41148fa9-673a-4ade-8894-f97626981816 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Aug 28 19:58:01.370023 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621c047-1d09-42e4-87f6-965c2fe81c86 x-openstack-request-id: req-c621c047-1d09-42e4-87f6-965c2fe81c86 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:01.370440 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-plugged", "status": "completed", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:01.370834 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c621c047-1d09-42e4-87f6-965c2fe81c86 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:01.371574 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c621c047-1d09-42e4-87f6-965c2fe81c86'] response: {'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'code': 200} Aug 28 19:58:01.554324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-5643f1c2-092c-4496-80e8-a5dc810b0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:01.557524 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-5643f1c2-092c-4496-80e8-a5dc810b0142 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=b0432791-3f7a-4521-b626-a179085f942f HTTP/1.1" status: 200 len: 1126 time: 0.0779564 Aug 28 19:58:01.645957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaa75f-3ce9-480e-99da-4ca08aef3064 req-672e17c5-e762-4dab-b601-6916de806ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:01.647590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e0aaa75f-3ce9-480e-99da-4ca08aef3064 req-672e17c5-e762-4dab-b601-6916de806ac3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 1126 time: 0.1394038 Aug 28 19:58:01.787149 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6187b61-23d7-4404-83bf-f65c239f910c req-b0fcd35e-0068-401a-a497-7e738f0ee58f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 210 time: 0.1253970 Aug 28 19:58:01.794707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5f9917db-330e-471d-8069-444d1be95179 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:01.811281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ccb74-0d4c-4971-bf04-8a313e4a38be req-a307f820-b5a4-43b6-b405-4e686b96948a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:01.821719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f91ccb74-0d4c-4971-bf04-8a313e4a38be req-a307f820-b5a4-43b6-b405-4e686b96948a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0958347 Aug 28 19:58:01.842916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-6eea7f70-b7b9-4abf-9cab-b267fdc01c73 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:01.850673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-6eea7f70-b7b9-4abf-9cab-b267fdc01c73 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.2412779 Aug 28 19:58:01.881304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaa75f-3ce9-480e-99da-4ca08aef3064 req-3eb5f224-9784-4c06-9b6b-60b34df165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:01.883231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e0aaa75f-3ce9-480e-99da-4ca08aef3064 req-3eb5f224-9784-4c06-9b6b-60b34df165fd service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2262979 Aug 28 19:58:02.008140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-fb7e3ab4-6324-4f69-9f55-33a0208ad168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.009733 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-fb7e3ab4-6324-4f69-9f55-33a0208ad168 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb&tenant_id=722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 1127 time: 0.1487932 Aug 28 19:58:02.013518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-38639c45-6667-47b2-b146-338d93bbd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.015138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-38639c45-6667-47b2-b146-338d93bbd3d6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 913 time: 0.4369056 Aug 28 19:58:02.023895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca14277-74d5-4971-afc4-4ca1a2c36577 req-dbe51cb7-c00c-4a26-8823-16776875da5a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.031726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eca14277-74d5-4971-afc4-4ca1a2c36577 req-dbe51cb7-c00c-4a26-8823-16776875da5a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 944 time: 0.0901382 Aug 28 19:58:02.118295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eca14277-74d5-4971-afc4-4ca1a2c36577 req-4aaf7aa6-2159-448c-8ae5-58b43089e1d2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849662 Aug 28 19:58:02.118963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 5f9917db-330e-471d-8069-444d1be95179, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5f9917db-330e-471d-8069-444d1be95179,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:02.151052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '5f9917db-330e-471d-8069-444d1be95179', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'port_id': '5f9917db-330e-471d-8069-444d1be95179', 'mac_address': 'fa:16:3e:f0:11:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:02.198379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 5f9917db-330e-471d-8069-444d1be95179 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:02.198778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f9917db-330e-471d-8069-444d1be95179), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:02.235766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9917db-330e-471d-8069-444d1be95179 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:02.271509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-d74768ba-1d6e-4b41-9705-d91cbc5fd02d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f9917db-330e-471d-8069-444d1be95179 HTTP/1.1" status: 200 len: 217 time: 0.2360561 Aug 28 19:58:02.280273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 5f9917db-330e-471d-8069-444d1be95179, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5f9917db-330e-471d-8069-444d1be95179,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:02.362716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-c486a5aa-e360-4118-a6ec-4676668105a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.365384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-c486a5aa-e360-4118-a6ec-4676668105a0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1127 time: 0.2599292 Aug 28 19:58:02.385434 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f9917db-330e-471d-8069-444d1be95179), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:02.386856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 107b9dc9-0827-4858-b0f4-0f132d19c35c details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:02.430655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebdbf9-f8b1-4a46-a5fb-5f03f714a4d6 req-6f677a50-7257-4602-a0a3-b56ced4b4fa2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.436249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f91ccb74-0d4c-4971-bf04-8a313e4a38be req-696ba41d-b43c-49a0-806f-b3218eb4d1d7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129961 Aug 28 19:58:02.440591 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eaebdbf9-f8b1-4a46-a5fb-5f03f714a4d6 req-6f677a50-7257-4602-a0a3-b56ced4b4fa2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.1716003 Aug 28 19:58:02.517334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaa75f-3ce9-480e-99da-4ca08aef3064 req-e37b2b57-3cca-4f69-84ef-37755b261a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.523066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e0aaa75f-3ce9-480e-99da-4ca08aef3064 req-e37b2b57-3cca-4f69-84ef-37755b261a33 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6331460 Aug 28 19:58:02.544079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 107b9dc9-0827-4858-b0f4-0f132d19c35c, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=107b9dc9-0827-4858-b0f4-0f132d19c35c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:02.548498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-6ea1cf4e-f8f5-4090-b27e-a54bd5b4639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.550005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-6ea1cf4e-f8f5-4090-b27e-a54bd5b4639f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 200 len: 851 time: 0.2665958 Aug 28 19:58:02.575545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '107b9dc9-0827-4858-b0f4-0f132d19c35c', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'port_id': '107b9dc9-0827-4858-b0f4-0f132d19c35c', 'mac_address': 'fa:16:3e:0b:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:02.626836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc7ced-499c-443c-8654-f8612f2f83fe req-aed2d070-f3bd-41f5-87d1-a598433944c9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.635406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17bc7ced-499c-443c-8654-f8612f2f83fe req-aed2d070-f3bd-41f5-87d1-a598433944c9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 943 time: 0.0739112 Aug 28 19:58:02.653369 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:02.655934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eaebdbf9-f8b1-4a46-a5fb-5f03f714a4d6 req-2d9c8e51-b85a-45ef-aa08-4b907d19f0b3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743093 Aug 28 19:58:02.686484 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:02.706418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-82f57c6a-231d-4cdf-89aa-845528a56a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.706418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-82f57c6a-231d-4cdf-89aa-845528a56a5f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=448522e0-5784-4a9f-9055-45e0f893fbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1231959 Aug 28 19:58:02.716546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-4dd2f58b-7ba0-405f-89d2-9a8ee2bd1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.718374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-4dd2f58b-7ba0-405f-89d2-9a8ee2bd1c1e service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.3413384 Aug 28 19:58:02.732433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 107b9dc9-0827-4858-b0f4-0f132d19c35c is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:02.732888 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:02.751176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107b9dc9-0827-4858-b0f4-0f132d19c35c {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:02.755815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=5f9917db-330e-471d-8069-444d1be95179,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:02.763351 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:02.809754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 107b9dc9-0827-4858-b0f4-0f132d19c35c, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=107b9dc9-0827-4858-b0f4-0f132d19c35c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:02.842016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-036b37a3-23c0-4521-8453-2d4c89ecf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:02.843533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-036b37a3-23c0-4521-8453-2d4c89ecf7b6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 1126 time: 0.2058702 Aug 28 19:58:02.915617 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:02.919670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:02.921751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-1bc5ea2b-ecd8-4cfe-a1b9-1b70f0b387fb service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1000 time: 0.1250038 Aug 28 19:58:02.931134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-4fc0f034-00a8-4645-b444-26a7be874f2c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183912 Aug 28 19:58:02.931359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17bc7ced-499c-443c-8654-f8612f2f83fe req-1cce4ed8-29e3-4a80-a558-35599241ded3 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946191 Aug 28 19:58:02.939455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-8765b2a4-200a-4fe1-8981-a033595d837d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fae551-9f46-4b1a-a4c4-331b6a1ff892 HTTP/1.1" status: 200 len: 217 time: 0.0788531 Aug 28 19:58:03.006376 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:03.015119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=107b9dc9-0827-4858-b0f4-0f132d19c35c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:03.038567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87b06f25-5f6a-4caa-a0fc-0a50cfc2ef21 req-e3b0445e-df18-482f-8302-b6edf820dbd2 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 210 time: 0.1139286 Aug 28 19:58:03.038928 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-f285a1fd-3220-4348-88af-d036aa2d8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:03.040543 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-f285a1fd-3220-4348-88af-d036aa2d8d98 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 200 len: 851 time: 0.0920577 Aug 28 19:58:03.112985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5b55053d-0fe1-42b5-a551-4ce18c2f469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:03.114605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f873-17b5-4603-9317-e504ec012187 req-d9863500-b3a9-45bd-a61b-99b90a7b4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:03.116551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-d9863500-b3a9-45bd-a61b-99b90a7b4d41 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=448522e0-5784-4a9f-9055-45e0f893fbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680029 Aug 28 19:58:03.117654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-5b55053d-0fe1-42b5-a551-4ce18c2f469d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1850762 Aug 28 19:58:03.205816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f2195b16-5aa2-401d-8a25-7b6015e27083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:03.208248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-f2195b16-5aa2-401d-8a25-7b6015e27083 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777574 Aug 28 19:58:03.215037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20896203-e854-4cdd-8fa1-edb6fcdc021c req-a7c22a9f-8ad4-4eb7-9f1b-c9c122625946 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633319 Aug 28 19:58:03.365370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-4af4e7bd-d82a-4623-b07b-754f21229122 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350626 Aug 28 19:58:03.378822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455db4a-f4a0-484d-acaa-1ff8f6df1736 req-811a4590-7e40-4d9a-a928-96ae0899e897 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:03.388004 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b455db4a-f4a0-484d-acaa-1ff8f6df1736 req-811a4590-7e40-4d9a-a928-96ae0899e897 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 944 time: 0.1174505 Aug 28 19:58:03.392849 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-37799769-c870-4407-b314-0c1557dcfcc9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649578 Aug 28 19:58:03.546942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['107b9dc9-0827-4858-b0f4-0f132d19c35c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:03.555155 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b455db4a-f4a0-484d-acaa-1ff8f6df1736 req-fd0fcc4a-bb42-4b6e-8663-e8c3efc91d5d tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657519 Aug 28 19:58:03.566647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-7f87d27b-e090-47fc-b76d-e19b203ea629 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658828 Aug 28 19:58:03.598832 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7d8f873-17b5-4603-9317-e504ec012187 req-de801ac6-78b3-4dd2-86ae-ee80a92eb324 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985867 Aug 28 19:58:03.619685 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:03.629324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e627c-99d9-4798-b251-7df3d8a47134 req-b716825c-2063-4bf8-a88b-5b61021176c9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:03.636832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc9e627c-99d9-4798-b251-7df3d8a47134 req-b716825c-2063-4bf8-a88b-5b61021176c9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0735939 Aug 28 19:58:03.675662 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:03.714041 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc9e627c-99d9-4798-b251-7df3d8a47134 req-18860559-8e42-422e-a0e3-7d2b0182178a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759456 Aug 28 19:58:03.729894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['5f9917db-330e-471d-8069-444d1be95179'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:03.865210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f3e97-067e-4bd8-bf77-ad1b3f69b9c3 req-ddeb7007-e6a5-4626-a8fa-8e63ebb586d2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:03.873542 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b41f3e97-067e-4bd8-bf77-ad1b3f69b9c3 req-ddeb7007-e6a5-4626-a8fa-8e63ebb586d2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.0714724 Aug 28 19:58:03.946023 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b41f3e97-067e-4bd8-bf77-ad1b3f69b9c3 req-82c47502-5388-433d-bb27-997b9d73632f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714324 Aug 28 19:58:04.104589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a678d6a-fd22-497f-a540-3ed0db254c25 req-f849926d-7743-4bbe-a031-b445e76308e3 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:04.107174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a678d6a-fd22-497f-a540-3ed0db254c25 req-f849926d-7743-4bbe-a031-b445e76308e3 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 944 time: 0.0644407 Aug 28 19:58:04.165840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ea5e8158-ec35-4ce2-bcd5-2c71f000aeba req-e7980abe-bb0a-48ae-9aa9-0b2f9f2f7987 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 210 time: 0.0426462 Aug 28 19:58:04.177062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a678d6a-fd22-497f-a540-3ed0db254c25 req-6b21428f-6583-4f7a-bcfd-49fa79be89b8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629189 Aug 28 19:58:04.670729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecbade-2e72-4073-b7d2-7bcf79eb3fa7 req-24afe106-ddcc-46e1-9494-ea6e1308ba03 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:04.672252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93ecbade-2e72-4073-b7d2-7bcf79eb3fa7 req-24afe106-ddcc-46e1-9494-ea6e1308ba03 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 944 time: 0.0475535 Aug 28 19:58:04.721114 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93ecbade-2e72-4073-b7d2-7bcf79eb3fa7 req-9ba86a25-3d03-4860-ba0c-8d33d21be07f tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Aug 28 19:58:04.849481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e63db3-f5e5-4bb8-b595-709513df075c req-42597d3b-9212-4a23-9cad-ecaa65fb8b46 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:04.851013 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-26e63db3-f5e5-4bb8-b595-709513df075c req-42597d3b-9212-4a23-9cad-ecaa65fb8b46 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0575986 Aug 28 19:58:04.902147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-26e63db3-f5e5-4bb8-b595-709513df075c req-22616e76-0b3c-4d8f-85ad-54e92473913f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Aug 28 19:58:05.126381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fa4b8-83c5-4772-8bcb-da149959725f req-28a27de3-ad55-4526-8e65-8d40a5c7e23e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:05.128627 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed8fa4b8-83c5-4772-8bcb-da149959725f req-28a27de3-ad55-4526-8e65-8d40a5c7e23e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.0758970 Aug 28 19:58:05.224847 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed8fa4b8-83c5-4772-8bcb-da149959725f req-d9678e71-438f-4106-aafe-666a92cdbad1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818179 Aug 28 19:58:05.236253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-afde49f8-435c-4419-b77e-810498dcdbb8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411499 Aug 28 19:58:05.350566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8b10d3c4-3cd6-4dd4-ae00-b0e6ceebfdcc req-81528b12-1a15-4642-b912-f2c2565ea378 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 210 time: 0.0436852 Aug 28 19:58:05.450519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5fca2-3091-4c3e-8956-c74147b7207a req-6ba99c30-ba29-4bf0-aec7-3fa02672b38b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:05.452498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ee5fca2-3091-4c3e-8956-c74147b7207a req-6ba99c30-ba29-4bf0-aec7-3fa02672b38b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 944 time: 0.1072140 Aug 28 19:58:05.463330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-553db602-1576-4302-98c9-2f0b873128ff tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:05.465202 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-553db602-1576-4302-98c9-2f0b873128ff tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313943 Aug 28 19:58:05.493053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': '95685b52-f489-48dd-8d18-449b42cfc327', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:05.522678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ee5fca2-3091-4c3e-8956-c74147b7207a req-c064484a-3cab-4f27-bbb6-7ee64c0ace38 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622134 Aug 28 19:58:05.586700 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:58:05.784417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:58:05.789785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:05.830415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5f9917db-330e-471d-8069-444d1be95179 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:05.846494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-56e9aced-fece-48e7-be77-1665020fd8e4 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:05.849305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-56e9aced-fece-48e7-be77-1665020fd8e4 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.0893936 Aug 28 19:58:05.907434 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:05.944203 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:05.950354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 5f9917db-330e-471d-8069-444d1be95179 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:06.080300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 5f9917db-330e-471d-8069-444d1be95179 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:06.081122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5f9917db-330e-471d-8069-444d1be95179), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:06.140067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ef43-b70b-45e1-a72b-b9c95d054c3b req-0e1fac7d-ede4-4ca9-8aca-2aa51e80223e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:06.142084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e74b2-d3de-4df3-ae2d-0d5649aab5ac req-bc5104fd-3c2a-4bd9-8c81-1bbd573660c0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:06.149170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4934ef43-b70b-45e1-a72b-b9c95d054c3b req-0e1fac7d-ede4-4ca9-8aca-2aa51e80223e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 944 time: 0.2327056 Aug 28 19:58:06.149808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f24e74b2-d3de-4df3-ae2d-0d5649aab5ac req-bc5104fd-3c2a-4bd9-8c81-1bbd573660c0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1268742 Aug 28 19:58:06.186820 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:06.217804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 5f9917db-330e-471d-8069-444d1be95179 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:06.218732 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f9917db-330e-471d-8069-444d1be95179), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:06.253937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0432791-3f7a-4521-b626-a179085f942f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9917db-330e-471d-8069-444d1be95179'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:06.258735 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d4f980-5910-49d6-8db2-7ec0953b427b" -d '{"events": [{"server_uuid": "b0432791-3f7a-4521-b626-a179085f942f", "name": "network-vif-plugged", "status": "completed", "tag": "5f9917db-330e-471d-8069-444d1be95179"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:06.267095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f24e74b2-d3de-4df3-ae2d-0d5649aab5ac req-6266ed7c-fdfe-4aff-8c32-1c19f0ba00c9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151905 Aug 28 19:58:06.285180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.8 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/577364c1-5b3d-48bd-987e-3e513570acb2) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:58:06.296375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 5f9917db-330e-471d-8069-444d1be95179, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5f9917db-330e-471d-8069-444d1be95179,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:06.366590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4934ef43-b70b-45e1-a72b-b9c95d054c3b req-689fbcee-b348-46a8-a065-73ddf76bc69a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882598 Aug 28 19:58:06.424792 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f9917db-330e-471d-8069-444d1be95179), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:06.429733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 107b9dc9-0827-4858-b0f4-0f132d19c35c up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:06.458575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-4e09f86e-7f8b-4c74-95fb-74081d2aa48b service neutron] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:06.475016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-4e09f86e-7f8b-4c74-95fb-74081d2aa48b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:06.476069 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4da47938-fad2-4c52-a48d-9004fa96f367 req-4e09f86e-7f8b-4c74-95fb-74081d2aa48b service neutron] 10.222.0.89 "DELETE /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c/bindings/n-h1-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.6172235 Aug 28 19:58:06.584458 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb76ed-15a0-4800-baca-c734fa39e8b6 x-openstack-request-id: req-b2eb76ed-15a0-4800-baca-c734fa39e8b6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:06.590979 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0432791-3f7a-4521-b626-a179085f942f", "name": "network-vif-plugged", "status": "completed", "tag": "5f9917db-330e-471d-8069-444d1be95179", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:06.590979 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2eb76ed-15a0-4800-baca-c734fa39e8b6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:06.590979 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2eb76ed-15a0-4800-baca-c734fa39e8b6'] response: {'server_uuid': 'b0432791-3f7a-4521-b626-a179085f942f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9917db-330e-471d-8069-444d1be95179', 'code': 200} Aug 28 19:58:06.595584 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:06.648158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17f169-e319-48d5-9e85-c9039dbbf4cd req-85f55225-a203-4d90-9775-810d0b204666 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:06.653473 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c17f169-e319-48d5-9e85-c9039dbbf4cd req-85f55225-a203-4d90-9775-810d0b204666 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.1833766 Aug 28 19:58:06.672417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=5f9917db-330e-471d-8069-444d1be95179,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:06.709731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 107b9dc9-0827-4858-b0f4-0f132d19c35c completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:06.751142 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c17f169-e319-48d5-9e85-c9039dbbf4cd req-fdf78391-9f6a-4f26-bd66-892f69506ff9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923626 Aug 28 19:58:06.818897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 107b9dc9-0827-4858-b0f4-0f132d19c35c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:06.819688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:06.875819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6724dcd-de35-4dab-a1ff-ee08a6ba3343 req-2fd6055e-2aa4-47b9-9802-04d57f61d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:06.884222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6724dcd-de35-4dab-a1ff-ee08a6ba3343 req-2fd6055e-2aa4-47b9-9802-04d57f61d844 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b0432791-3f7a-4521-b626-a179085f942f HTTP/1.1" status: 200 len: 1128 time: 0.2523541 Aug 28 19:58:06.900215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b284e-f12c-4132-a7b2-e269567cb8ef req-169c3c9f-9640-4173-ab16-d3a23d0c8aa7 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:06.908180 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca8b284e-f12c-4132-a7b2-e269567cb8ef req-169c3c9f-9640-4173-ab16-d3a23d0c8aa7 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 944 time: 0.0666165 Aug 28 19:58:06.911791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0f41e91-7462-4827-9195-7c8be881f5fe req-cbefe444-5269-4d02-a018-72f85fd93dc0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 210 time: 0.1914973 Aug 28 19:58:06.985732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (577364c1-5b3d-48bd-987e-3e513570acb2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:06.998760 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:07.005890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 107b9dc9-0827-4858-b0f4-0f132d19c35c is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:07.005890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:07.055711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca8b284e-f12c-4132-a7b2-e269567cb8ef req-4df6bce9-1bf1-4aa5-9962-6bbe12ea40e8 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459265 Aug 28 19:58:07.056213 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6724dcd-de35-4dab-a1ff-ee08a6ba3343 req-094fad19-f3c4-4419-b5b9-98590d66e399 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114848 Aug 28 19:58:07.070588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 107b9dc9-0827-4858-b0f4-0f132d19c35c, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=107b9dc9-0827-4858-b0f4-0f132d19c35c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:07.084170 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:07.137528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:07.199605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:07.220390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:07.231296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:58:07.237102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:58:07.241321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:58:07.283204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:07.306581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=107b9dc9-0827-4858-b0f4-0f132d19c35c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:07.404198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:07.404198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:07.426886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f59708-5bc3-4e11-b8cb-36a457f24b18 req-38720578-e64c-413c-abdd-4e50591022da tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:07.428613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32f59708-5bc3-4e11-b8cb-36a457f24b18 req-38720578-e64c-413c-abdd-4e50591022da tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1127 time: 0.2789385 Aug 28 19:58:07.451206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=577364c1-5b3d-48bd-987e-3e513570acb2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:07.497613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32f59708-5bc3-4e11-b8cb-36a457f24b18 req-27009eff-4ee4-44a7-a3ed-47cbc811b2b2 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571489 Aug 28 19:58:07.528107 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-0a250965-9b56-4884-9180-40b278348d21 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0425441 Aug 28 19:58:07.555195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Request body: {'port': {'device_id': '95685b52-f489-48dd-8d18-449b42cfc327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:07.571489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db15d54-6686-494f-85ee-0c5a83a50588 req-66bb9b3d-8e4f-4b98-8866-26334dfb63a7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:07.578299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0db15d54-6686-494f-85ee-0c5a83a50588 req-66bb9b3d-8e4f-4b98-8866-26334dfb63a7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1595452 Aug 28 19:58:07.710499 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:07.756245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:07.798786 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0db15d54-6686-494f-85ee-0c5a83a50588 req-790dc482-00d8-4aba-9084-4493e59f6c7a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113817 Aug 28 19:58:07.874690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f8fae551-9f46-4b1a-a4c4-331b6a1ff892 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:07.915865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583b83-45f4-4e05-8251-886926738921 req-1ad6c761-a7e7-4b11-bfb9-554018b3f5bc tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:07.917433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46583b83-45f4-4e05-8251-886926738921 req-1ad6c761-a7e7-4b11-bfb9-554018b3f5bc tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 944 time: 0.0512738 Aug 28 19:58:08.027135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba98c3-961c-4154-947e-e73f353dbdd1 req-23269b97-7c56-45dd-8c81-e2df67417ec6 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:08.046024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3aba98c3-961c-4154-947e-e73f353dbdd1 req-23269b97-7c56-45dd-8c81-e2df67417ec6 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1127 time: 0.0865524 Aug 28 19:58:08.083015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46583b83-45f4-4e05-8251-886926738921 req-e59aacb5-021d-4807-89b3-26ee7f89845c tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544681 Aug 28 19:58:08.093923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f8fae551-9f46-4b1a-a4c4-331b6a1ff892, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:08.135043 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:08.143604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'port_id': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892', 'mac_address': 'fa:16:3e:4c:23:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:08.170682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3aba98c3-961c-4154-947e-e73f353dbdd1 req-9debc32a-f8d8-449d-9c58-4f7acaa7e028 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217985 Aug 28 19:58:08.296043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2b7ccaa5-c82d-4918-b8f2-db5de3858f7e None None] Provisioning complete for port 577364c1-5b3d-48bd-987e-3e513570acb2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:08.296562 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b7ccaa5-c82d-4918-b8f2-db5de3858f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:08.342907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-87dad618-eb14-4751-ac09-807ccbb8929d req-c17e0ed1-a2cd-4802-9473-a3afb262d227 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 210 time: 0.1183882 Aug 28 19:58:08.429031 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-505e5285-5547-429c-a80d-c19e033613d0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938010 Aug 28 19:58:08.511844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:08.512285 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:08.536963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6e0d4-f36d-4f4e-8779-4ab338c86d78 req-9d143fc3-92f4-42b9-bd7b-d4c1d82c6e1e tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:08.600505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fae551-9f46-4b1a-a4c4-331b6a1ff892 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:08.605694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:08.607539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98b6e0d4-f36d-4f4e-8779-4ab338c86d78 req-9d143fc3-92f4-42b9-bd7b-d4c1d82c6e1e tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.2428067 Aug 28 19:58:08.608159 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b5ca5-6b13-4476-b193-234e034a12b5" -d '{"events": [{"server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "name": "network-vif-plugged", "status": "completed", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:08.629099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ccaa5-c82d-4918-b8f2-db5de3858f7e None None] Port 577364c1-5b3d-48bd-987e-3e513570acb2 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:58:08.717517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f8fae551-9f46-4b1a-a4c4-331b6a1ff892, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:08.838139 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:08.843484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98b6e0d4-f36d-4f4e-8779-4ab338c86d78 req-4a8d347a-f70d-48a6-8e10-ec26aadeec37 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322161 Aug 28 19:58:08.908019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-896dbf54-76ee-4436-90d3-ff63a33386da tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:08.910177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-896dbf54-76ee-4436-90d3-ff63a33386da tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4368064 Aug 28 19:58:08.948009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:09.192550 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78352d4b-985b-434f-80a8-c7a900bce0e5 x-openstack-request-id: req-78352d4b-985b-434f-80a8-c7a900bce0e5 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:09.195064 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "name": "network-vif-plugged", "status": "completed", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:09.195397 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78352d4b-985b-434f-80a8-c7a900bce0e5 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:09.197778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577364c1-5b3d-48bd-987e-3e513570acb2 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:09.200486 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78352d4b-985b-434f-80a8-c7a900bce0e5'] response: {'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c', 'code': 200} Aug 28 19:58:09.202746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:09.247287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Publish callbacks [] for port (577364c1-5b3d-48bd-987e-3e513570acb2), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:09.294096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f8fae551-9f46-4b1a-a4c4-331b6a1ff892'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:09.319752 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:09.418223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Transition to ACTIVE for port object 577364c1-5b3d-48bd-987e-3e513570acb2 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:09.428032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472012b1-4692-4d85-9dfd-1979df5b7d2e req-0d2d2132-6fbe-4744-b952-0b63a501e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:09.429994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-472012b1-4692-4d85-9dfd-1979df5b7d2e req-0d2d2132-6fbe-4744-b952-0b63a501e716 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 1127 time: 0.1193836 Aug 28 19:58:09.492088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:09.627268 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:09.675559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdca191-6561-49dd-aa55-996104607803 req-e3291cb6-d7b4-41fe-9479-30d63e3fad89 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:09.677914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:58:09.682824 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:09.689455 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-abdca191-6561-49dd-aa55-996104607803 req-e3291cb6-d7b4-41fe-9479-30d63e3fad89 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.2180946 Aug 28 19:58:09.764229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Pushing event updated for resources: {'Port': ['ID=577364c1-5b3d-48bd-987e-3e513570acb2,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:09.840941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-472012b1-4692-4d85-9dfd-1979df5b7d2e req-4d470287-40a6-4718-a6dd-d0c32f40731e service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958962 Aug 28 19:58:09.869888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-abdca191-6561-49dd-aa55-996104607803 req-d8b15dfa-1cf4-4672-8980-f07be165cfaf tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669223 Aug 28 19:58:10.029985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.186 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/075c0298-4887-4f93-8e8b-b8f001549193) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:58:10.103321 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:10.143562 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19e59261-b39b-4f48-9446-7611ba34231c req-6715be1a-0235-4f7a-be19-3cd277a78d38 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 210 time: 0.0882556 Aug 28 19:58:10.151678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7396785-5e53-4714-975d-26e294768fb9 req-e454d2fc-21a6-4003-b4e4-e7291e8ad4d4 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:10.153235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7396785-5e53-4714-975d-26e294768fb9 req-e454d2fc-21a6-4003-b4e4-e7291e8ad4d4 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 945 time: 0.5026288 Aug 28 19:58:10.223840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Attempting to bind port 577364c1-5b3d-48bd-987e-3e513570acb2 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:10.224477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Attempting to bind port 577364c1-5b3d-48bd-987e-3e513570acb2 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:10.224999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Attempting to bind port 577364c1-5b3d-48bd-987e-3e513570acb2 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:10.244202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Port 577364c1-5b3d-48bd-987e-3e513570acb2 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:10.244525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Attempting to bind port 577364c1-5b3d-48bd-987e-3e513570acb2 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:10.271053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:10.277773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:10.277773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:10.277773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Bound port: 577364c1-5b3d-48bd-987e-3e513570acb2, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:10.277773 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:10.317416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7396785-5e53-4714-975d-26e294768fb9 req-a6db8a47-2be7-409c-97da-6d9d3d34f866 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355116 Aug 28 19:58:10.392824 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (075c0298-4887-4f93-8e8b-b8f001549193), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:10.460734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] For port 577364c1-5b3d-48bd-987e-3e513570acb2, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:10.464581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] For port 577364c1-5b3d-48bd-987e-3e513570acb2, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=577364c1-5b3d-48bd-987e-3e513570acb2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:10.471724 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:10.527790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc60e2-a075-43b2-b29b-b66a9d0018cd req-0bbf3437-8712-4c6a-a3d1-bd3f1558ccc0 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:10.529724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc60e2-a075-43b2-b29b-b66a9d0018cd req-0bbf3437-8712-4c6a-a3d1-bd3f1558ccc0 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.0507684 Aug 28 19:58:10.610372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (075c0298-4887-4f93-8e8b-b8f001549193), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:10.617332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:10.622209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc60e2-a075-43b2-b29b-b66a9d0018cd req-9b85c91e-d649-456e-85af-618d1b23ec7e tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840831 Aug 28 19:58:10.622904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:10.623799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:10.625038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/577364c1-5b3d-48bd-987e-3e513570acb2 HTTP/1.1" status: 200 len: 1094 time: 3.0774884 Aug 28 19:58:10.631339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95685b52-f489-48dd-8d18-449b42cfc327', 'tag': '577364c1-5b3d-48bd-987e-3e513570acb2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:10.635958 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08ce149-55f8-4317-8189-932b12c4da1e" -d '{"events": [{"name": "network-changed", "server_uuid": "95685b52-f489-48dd-8d18-449b42cfc327", "tag": "577364c1-5b3d-48bd-987e-3e513570acb2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:10.666409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:10.700331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:58:10.706478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:58:10.715852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:58:10.723237 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fce32f-0e3d-4a1f-8408-034874a8de5f x-openstack-request-id: req-18fce32f-0e3d-4a1f-8408-034874a8de5f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:10.723505 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95685b52-f489-48dd-8d18-449b42cfc327", "tag": "577364c1-5b3d-48bd-987e-3e513570acb2", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:10.723761 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18fce32f-0e3d-4a1f-8408-034874a8de5f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:10.724339 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fce32f-0e3d-4a1f-8408-034874a8de5f'] response: {'name': 'network-changed', 'server_uuid': '95685b52-f489-48dd-8d18-449b42cfc327', 'tag': '577364c1-5b3d-48bd-987e-3e513570acb2', 'status': 'completed', 'code': 200} Aug 28 19:58:10.768359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=075c0298-4887-4f93-8e8b-b8f001549193,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:10.826143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:10.840701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f8fae551-9f46-4b1a-a4c4-331b6a1ff892 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:10.970015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:10.970690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:11.067623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bdba6-415d-4bcd-a476-ec13e940a246 service neutron] Pushing event updated for resources: {'Port': ['ID=577364c1-5b3d-48bd-987e-3e513570acb2,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:11.067623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce149-55f8-4317-8189-932b12c4da1e req-8a208768-4b9d-43b2-8126-6e13b2c1a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:11.067623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d08ce149-55f8-4317-8189-932b12c4da1e req-8a208768-4b9d-43b2-8126-6e13b2c1a10b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 1128 time: 0.2815216 Aug 28 19:58:11.172296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a9526132-35a5-4eaa-86ee-9f8b9883bf78 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2387264 Aug 28 19:58:11.177221 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d08ce149-55f8-4317-8189-932b12c4da1e req-ce1e4a54-dafb-450d-a7b2-3c642c2f0f22 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958493 Aug 28 19:58:11.201528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:11.228863 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:11.230579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Request body: {'port': {'device_id': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:11.301158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f07ca9-f97f-4e45-b64f-fe945e961a38 req-8745b206-cf48-42b0-ba64-aef6d32e86e7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:11.311684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3f07ca9-f97f-4e45-b64f-fe945e961a38 req-8745b206-cf48-42b0-ba64-aef6d32e86e7 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1631510 Aug 28 19:58:11.343553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:11.343752 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:11.388871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0b717c45-14ab-46e8-ae47-d76ec3afeacb None None] Provisioning complete for port 075c0298-4887-4f93-8e8b-b8f001549193 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:11.389297 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b717c45-14ab-46e8-ae47-d76ec3afeacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (075c0298-4887-4f93-8e8b-b8f001549193), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:11.406638 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (075c0298-4887-4f93-8e8b-b8f001549193), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:11.444516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3f07ca9-f97f-4e45-b64f-fe945e961a38 req-16d01825-8078-4c4f-8a3c-421a47ed40a9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315112 Aug 28 19:58:11.485195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce149-55f8-4317-8189-932b12c4da1e req-a583603c-b3a6-41f5-b1ab-213382e6bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:11.485195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d08ce149-55f8-4317-8189-932b12c4da1e req-a583603c-b3a6-41f5-b1ab-213382e6bba1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2924776 Aug 28 19:58:11.552007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0b717c45-14ab-46e8-ae47-d76ec3afeacb None None] Port 075c0298-4887-4f93-8e8b-b8f001549193 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:58:11.619805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ad4c1-b4b3-49e4-92b1-2230f0b8a023 req-b8db3b73-ba1c-4990-b7bc-9cd587aec5a4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:11.621755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-523ad4c1-b4b3-49e4-92b1-2230f0b8a023 req-b8db3b73-ba1c-4990-b7bc-9cd587aec5a4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 936 time: 0.0779712 Aug 28 19:58:11.653047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:11.654915 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:11.687058 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-523ad4c1-b4b3-49e4-92b1-2230f0b8a023 req-a8130cd0-9a3b-42e3-999f-a138d87b86ee tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584915 Aug 28 19:58:11.714101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-6b9b50c5-4b27-41c2-8db2-b632e3de421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:11.723646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-6b9b50c5-4b27-41c2-8db2-b632e3de421d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 1128 time: 0.1266570 Aug 28 19:58:11.731768 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:11.732679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:11.741146 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf467f0-a8f1-4a43-b071-bd671ef41c4c" -d '{"events": [{"server_uuid": "a60c3bbe-86ee-4997-91c9-dd2635727792", "name": "network-vif-plugged", "status": "completed", "tag": "f8fae551-9f46-4b1a-a4c4-331b6a1ff892"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:11.783832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f8fae551-9f46-4b1a-a4c4-331b6a1ff892, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:11.887182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f811-2124-4ad5-b6a7-aefeb8f33fed req-9e9f7766-b66b-47a9-a1e2-ed813e2570fa tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:11.888858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075c0298-4887-4f93-8e8b-b8f001549193 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:11.895150 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd62f811-2124-4ad5-b6a7-aefeb8f33fed req-9e9f7766-b66b-47a9-a1e2-ed813e2570fa tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 945 time: 0.0704167 Aug 28 19:58:11.900989 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Publish callbacks [] for port (075c0298-4887-4f93-8e8b-b8f001549193), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:11.902678 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:11.919594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Transition to ACTIVE for port object 075c0298-4887-4f93-8e8b-b8f001549193 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:11.933629 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:11.966585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd62f811-2124-4ad5-b6a7-aefeb8f33fed req-5b7d39ee-1491-4a11-b6be-306f4b8b724d tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700939 Aug 28 19:58:11.984582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (075c0298-4887-4f93-8e8b-b8f001549193), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:12.033394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:12.089391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Pushing event updated for resources: {'Port': ['ID=075c0298-4887-4f93-8e8b-b8f001549193,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:12.206863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-4f1c277c-28b1-457f-a262-201fac73fa03 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=577364c1-5b3d-48bd-987e-3e513570acb2 HTTP/1.1" status: 200 len: 217 time: 0.0805564 Aug 28 19:58:12.287522 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:12.291340 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:12.310640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131acfa2-fd43-48ce-a20f-6809b0f5e321 req-f1f893ae-6c11-4c95-8e9c-e039437d81d0 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:12.327260 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-131acfa2-fd43-48ce-a20f-6809b0f5e321 req-f1f893ae-6c11-4c95-8e9c-e039437d81d0 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.0973532 Aug 28 19:58:12.336190 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:12.362858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-975d5bcb-8e19-4796-b853-a3112b3012c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:12.364438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-975d5bcb-8e19-4796-b853-a3112b3012c4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0859425 Aug 28 19:58:12.368635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Attempting to bind port 075c0298-4887-4f93-8e8b-b8f001549193 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:12.369255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Attempting to bind port 075c0298-4887-4f93-8e8b-b8f001549193 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:12.369986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Attempting to bind port 075c0298-4887-4f93-8e8b-b8f001549193 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:12.386236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Port 075c0298-4887-4f93-8e8b-b8f001549193 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:12.388787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Attempting to bind port 075c0298-4887-4f93-8e8b-b8f001549193 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:12.412541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:12.414443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:12.414866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:12.415864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Bound port: 075c0298-4887-4f93-8e8b-b8f001549193, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:12.416243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (075c0298-4887-4f93-8e8b-b8f001549193), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:12.455718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-131acfa2-fd43-48ce-a20f-6809b0f5e321 req-c18a3f12-4029-4f10-af2e-3fc1dfe0c5ee tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274190 Aug 28 19:58:12.522378 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f743ea-ecae-4c4e-804b-06d5b9885a64 x-openstack-request-id: req-62f743ea-ecae-4c4e-804b-06d5b9885a64 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:12.522694 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60c3bbe-86ee-4997-91c9-dd2635727792", "name": "network-vif-plugged", "status": "completed", "tag": "f8fae551-9f46-4b1a-a4c4-331b6a1ff892", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:12.522950 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62f743ea-ecae-4c4e-804b-06d5b9885a64 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:12.523351 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f743ea-ecae-4c4e-804b-06d5b9885a64'] response: {'server_uuid': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892', 'code': 200} Aug 28 19:58:12.605237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] For port 075c0298-4887-4f93-8e8b-b8f001549193, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:12.613398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] For port 075c0298-4887-4f93-8e8b-b8f001549193, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=075c0298-4887-4f93-8e8b-b8f001549193,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:12.711148 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (075c0298-4887-4f93-8e8b-b8f001549193), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:12.727235 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:12.729397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:12.731249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:12.735575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/075c0298-4887-4f93-8e8b-b8f001549193 HTTP/1.1" status: 200 len: 1096 time: 1.5126712 Aug 28 19:58:12.736462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'tag': '075c0298-4887-4f93-8e8b-b8f001549193'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:12.741294 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc98a72-bb81-486e-84d4-3698c0f20bbf", "tag": "075c0298-4887-4f93-8e8b-b8f001549193"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:12.746302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94e2c4-0b54-43d0-8440-1529c8b5464f req-d8b5aee8-08a9-4ea8-be8d-8745315575c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:12.748555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a94e2c4-0b54-43d0-8440-1529c8b5464f req-d8b5aee8-08a9-4ea8-be8d-8745315575c6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 1128 time: 0.0852003 Aug 28 19:58:12.756620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6be1a4-a07a-4c89-a0e2-46ab740706ce req-275ef9ca-1cf1-419d-b1fb-f1eab7f34009 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:12.765001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f6be1a4-a07a-4c89-a0e2-46ab740706ce req-275ef9ca-1cf1-419d-b1fb-f1eab7f34009 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1105876 Aug 28 19:58:12.834377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b1fff-6c94-4e51-a752-2e820123c919 service neutron] Pushing event updated for resources: {'Port': ['ID=075c0298-4887-4f93-8e8b-b8f001549193,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:12.886321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f6be1a4-a07a-4c89-a0e2-46ab740706ce req-3e8ee74f-978f-47ae-92a8-acb41bff0d44 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199043 Aug 28 19:58:12.949802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a94e2c4-0b54-43d0-8440-1529c8b5464f req-074cc03c-1bf8-4509-818a-21c31b35bf3c service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809385 Aug 28 19:58:12.972014 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40b6559-5032-4950-ae2c-a2cd07fa5672 x-openstack-request-id: req-c40b6559-5032-4950-ae2c-a2cd07fa5672 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:12.972543 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc98a72-bb81-486e-84d4-3698c0f20bbf", "tag": "075c0298-4887-4f93-8e8b-b8f001549193", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:12.972980 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c40b6559-5032-4950-ae2c-a2cd07fa5672 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:12.973662 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40b6559-5032-4950-ae2c-a2cd07fa5672'] response: {'name': 'network-changed', 'server_uuid': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'tag': '075c0298-4887-4f93-8e8b-b8f001549193', 'status': 'completed', 'code': 200} Aug 28 19:58:13.030720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-5565229f-b40b-4ca3-94ca-d586b9e09c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:13.041978 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-5565229f-b40b-4ca3-94ca-d586b9e09c7b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 1130 time: 0.1317694 Aug 28 19:58:13.058815 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b4a6e-fb30-4b3e-9285-b76116510fc1 req-d424635f-35e7-43d0-93fb-0e458bfb12be tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:13.070825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b0b4a6e-fb30-4b3e-9285-b76116510fc1 req-d424635f-35e7-43d0-93fb-0e458bfb12be tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 948 time: 0.2142115 Aug 28 19:58:13.145753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b0b4a6e-fb30-4b3e-9285-b76116510fc1 req-32632be2-12de-4f9a-a8d7-797580ca9c2d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735469 Aug 28 19:58:13.334893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a8f4d-21bc-4774-b43f-7cf319aec153 req-79e414e6-06ba-4a73-9a1c-edd10aff5b53 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:13.345283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1e4a8f4d-21bc-4774-b43f-7cf319aec153 req-79e414e6-06ba-4a73-9a1c-edd10aff5b53 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 946 time: 0.1778438 Aug 28 19:58:13.500554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1e4a8f4d-21bc-4774-b43f-7cf319aec153 req-117798b3-57fa-44e8-9b2d-581d4c0f05a8 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541071 Aug 28 19:58:13.777478 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a19a5c46-d873-4a0a-9112-d5c0e819c91c service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=075c0298-4887-4f93-8e8b-b8f001549193 HTTP/1.1" status: 200 len: 217 time: 0.5991168 Aug 28 19:58:13.828757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a1b7647b-34a9-4a2d-b963-dda364c333f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:13.830600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a1b7647b-34a9-4a2d-b963-dda364c333f1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0521996 Aug 28 19:58:13.933653 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-e6d5d3c8-2bbd-4501-9f64-f84b56da9565 service neutron] show failed (client error): The resource could not be found. Aug 28 19:58:13.935247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-e6d5d3c8-2bbd-4501-9f64-f84b56da9565 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/2cde69ca-78e9-4c26-8c27-acbc500e107e/bindings/n-h2-854121-7 HTTP/1.1" status: 404 len: 380 time: 0.1181481 Aug 28 19:58:13.960629 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-8dd08ed7-a1f9-4c0b-8720-e0d46a4f429b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186974 Aug 28 19:58:14.114475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-c215fe08-b337-4a6d-9850-402ae884c7d8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464703 Aug 28 19:58:14.132669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:14.222966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7b7b2-fd4b-4472-bf5d-9eae251c5874 req-84d662ff-a3a5-4759-b31b-52f834427617 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:14.234943 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fb7b7b2-fd4b-4472-bf5d-9eae251c5874 req-84d662ff-a3a5-4759-b31b-52f834427617 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.1192570 Aug 28 19:58:14.249945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-6ebea0cc-86aa-4699-ae1b-d577afe53748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:14.251412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-6ebea0cc-86aa-4699-ae1b-d577afe53748 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1531308 Aug 28 19:58:14.400825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a4bb6073-de48-48ab-a7fe-b31648086d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:14.402807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-a4bb6073-de48-48ab-a7fe-b31648086d25 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1281281 Aug 28 19:58:14.417017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81399-3770-490c-9435-e621497a9154 req-7c714a87-8714-42c9-a48b-dae9051c1216 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:14.428402 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cde81399-3770-490c-9435-e621497a9154 req-7c714a87-8714-42c9-a48b-dae9051c1216 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 948 time: 0.1262982 Aug 28 19:58:14.451306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fb7b7b2-fd4b-4472-bf5d-9eae251c5874 req-e0f155cb-c152-413d-9ff7-5bf7ba1b9c66 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041841 Aug 28 19:58:14.602033 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cde81399-3770-490c-9435-e621497a9154 req-3d700aa0-f518-4989-ab93-7cced18d67bc tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728916 Aug 28 19:58:14.878924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6cfd-40a1-4d55-8bb3-c2d32ad4072d req-3f84c93f-6724-4928-8f85-f153aa5e7690 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:14.880583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b15d6cfd-40a1-4d55-8bb3-c2d32ad4072d req-3f84c93f-6724-4928-8f85-f153aa5e7690 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 946 time: 0.1415944 Aug 28 19:58:14.898789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-ad609059-6c08-41a8-aee0-f8fccaab5e09 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274856 Aug 28 19:58:15.089433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b15d6cfd-40a1-4d55-8bb3-c2d32ad4072d req-43aab899-dda9-400f-a183-a45ae2b6a819 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939468 Aug 28 19:58:15.127855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c83ff51-69f7-4028-9ec7-bf087099b0a3 req-e7a35e34-8169-44a0-b91a-add070d81bb8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142007 Aug 28 19:58:15.629657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a9cd7-341a-4c42-b9ae-bffa4136791e req-8b374b50-4897-4035-80e4-8f4fb0a26813 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:15.638600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a78a9cd7-341a-4c42-b9ae-bffa4136791e req-8b374b50-4897-4035-80e4-8f4fb0a26813 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0690157 Aug 28 19:58:15.713871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a78a9cd7-341a-4c42-b9ae-bffa4136791e req-15793218-04df-4e52-ba40-01cc830a3aba tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740077 Aug 28 19:58:15.845396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364d5c0-b422-4f3b-ae3c-5d909041420a req-99d8c51d-5646-49fc-be34-e4dd7fc41efe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:15.847851 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e364d5c0-b422-4f3b-ae3c-5d909041420a req-99d8c51d-5646-49fc-be34-e4dd7fc41efe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 948 time: 0.0745435 Aug 28 19:58:15.927616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e364d5c0-b422-4f3b-ae3c-5d909041420a req-6a9caed7-48c4-4930-946a-dc2e6e4adfd7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720224 Aug 28 19:58:16.318324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef847c-20fe-4643-ba2d-8afd63a111cf req-ebe7abcd-cab2-4414-87f0-e3553ccf6a3e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:16.320005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76ef847c-20fe-4643-ba2d-8afd63a111cf req-ebe7abcd-cab2-4414-87f0-e3553ccf6a3e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 946 time: 0.1119502 Aug 28 19:58:16.359910 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:16.406151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76ef847c-20fe-4643-ba2d-8afd63a111cf req-2b9d8fca-7739-4334-be47-c6d068ae1641 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797954 Aug 28 19:58:16.573488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77609fa-9d65-45e4-bd0c-0267c72f58c2 req-549e213c-8b66-4b46-a8b6-4c061612e050 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:16.575382 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b77609fa-9d65-45e4-bd0c-0267c72f58c2 req-549e213c-8b66-4b46-a8b6-4c061612e050 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b0432791-3f7a-4521-b626-a179085f942f HTTP/1.1" status: 200 len: 946 time: 0.0685229 Aug 28 19:58:16.650251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b77609fa-9d65-45e4-bd0c-0267c72f58c2 req-5437afd7-702c-4acc-8908-15f64ccb972a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683882 Aug 28 19:58:16.900103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 577364c1-5b3d-48bd-987e-3e513570acb2 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:16.961382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250a7cc-3744-4ef0-b569-3ec764ebf4a3 req-d9ad386c-42c0-4dfa-8aec-287370c297f1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:16.974923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5250a7cc-3744-4ef0-b569-3ec764ebf4a3 req-d9ad386c-42c0-4dfa-8aec-287370c297f1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0703058 Aug 28 19:58:17.064269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-608ffc77-6df4-4d88-af89-cf1a947eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:17.069535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-608ffc77-6df4-4d88-af89-cf1a947eb01b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 1130 time: 0.0821812 Aug 28 19:58:17.113652 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5250a7cc-3744-4ef0-b569-3ec764ebf4a3 req-d3c33c8a-c449-4ac0-9de4-34bef1ccad92 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375229 Aug 28 19:58:17.118000 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:17.143192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:17.349534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 577364c1-5b3d-48bd-987e-3e513570acb2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=577364c1-5b3d-48bd-987e-3e513570acb2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:17.360049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-5d5b1fe8-f3d7-4ff9-9843-712a316eacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:17.360856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4458-2685-4410-88a9-08a2c6ad6398 req-5ba4d241-0b41-4ee2-86be-aa3867222d5d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:17.362664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-5d5b1fe8-f3d7-4ff9-9843-712a316eacd7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2704163 Aug 28 19:58:17.368048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bcbf4458-2685-4410-88a9-08a2c6ad6398 req-5ba4d241-0b41-4ee2-86be-aa3867222d5d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 948 time: 0.0975046 Aug 28 19:58:17.380756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '577364c1-5b3d-48bd-987e-3e513570acb2', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '577364c1-5b3d-48bd-987e-3e513570acb2', 'mac_address': 'fa:16:3e:d7:5b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:17.387551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-2e701c26-0519-465b-af5e-93ea28872183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:17.389912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-2e701c26-0519-465b-af5e-93ea28872183 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 1131 time: 0.2728343 Aug 28 19:58:17.436880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bcbf4458-2685-4410-88a9-08a2c6ad6398 req-9bf83edc-393f-44b2-902e-56354f59a2dd tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679307 Aug 28 19:58:17.446435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:17.446891 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:17.463014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 577364c1-5b3d-48bd-987e-3e513570acb2 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:17.469027 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:17.491271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:17.495069 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4280d-d463-46f8-904b-db1d5c3f4eba" -d '{"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:17.505333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577364c1-5b3d-48bd-987e-3e513570acb2 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:17.517821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:17.534279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 577364c1-5b3d-48bd-987e-3e513570acb2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=577364c1-5b3d-48bd-987e-3e513570acb2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:17.579945 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255760b6-1793-46c4-aa66-698e61f3fb6a x-openstack-request-id: req-255760b6-1793-46c4-aa66-698e61f3fb6a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:17.580209 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:17.580437 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-255760b6-1793-46c4-aa66-698e61f3fb6a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:17.580846 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255760b6-1793-46c4-aa66-698e61f3fb6a'] response: {'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'code': 200} Aug 28 19:58:17.899102 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:17.903599 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:17.989305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:18.097512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=577364c1-5b3d-48bd-987e-3e513570acb2,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:18.303516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['577364c1-5b3d-48bd-987e-3e513570acb2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:18.472799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8a188a10-81ef-4566-bbfc-ccf81a1480a9 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:18.533674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8a188a10-81ef-4566-bbfc-ccf81a1480a9 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 812 time: 0.2817314 Aug 28 19:58:18.568389 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-594f6174-58d5-43fd-8b29-f04c74716378 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/quotas/7ea8fec20f5940b986a3fc14b785cf05 HTTP/1.1" status: 200 len: 375 time: 0.0173459 Aug 28 19:58:18.683443 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-247df0c6-e558-49c7-b020-4c644293c5a8 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1079812 Aug 28 19:58:18.693232 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:18.771296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d2ed-5bbc-48b5-9ec8-9a0f5a44648a req-833c0813-f840-4a51-814a-55dd9b04a9db tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:18.773315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b816d2ed-5bbc-48b5-9ec8-9a0f5a44648a req-833c0813-f840-4a51-814a-55dd9b04a9db tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0953782 Aug 28 19:58:18.834741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 075c0298-4887-4f93-8e8b-b8f001549193 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:18.840495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b816d2ed-5bbc-48b5-9ec8-9a0f5a44648a req-ccb79379-7cdf-4bc2-accf-2d3b02fdc4ec tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595737 Aug 28 19:58:18.894154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-608ec17c-cbaa-48e3-bee9-9b1fcc604464 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093523 Aug 28 19:58:18.968173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 075c0298-4887-4f93-8e8b-b8f001549193, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=075c0298-4887-4f93-8e8b-b8f001549193,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:18.984654 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:18.986209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '075c0298-4887-4f93-8e8b-b8f001549193', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '075c0298-4887-4f93-8e8b-b8f001549193', 'mac_address': 'fa:16:3e:f9:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:19.005825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b303-e4e0-43df-9231-2ff7b7f0fef5 req-0072bc4b-c3b5-46b8-abce-52556d30b4de tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:19.007868 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9007b303-e4e0-43df-9231-2ff7b7f0fef5 req-0072bc4b-c3b5-46b8-abce-52556d30b4de tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 948 time: 0.0723772 Aug 28 19:58:19.069042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 075c0298-4887-4f93-8e8b-b8f001549193 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:19.070652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (075c0298-4887-4f93-8e8b-b8f001549193), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:19.081669 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-77611b3c-5e5d-4d2e-aefc-49d5ef1b56da service neutron] 10.222.0.78 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796167 Aug 28 19:58:19.100460 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:19.125978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075c0298-4887-4f93-8e8b-b8f001549193 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:19.133173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:19.191168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-c5d42ad8-9343-495f-acab-5a2e7588f20b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=075c0298-4887-4f93-8e8b-b8f001549193 HTTP/1.1" status: 200 len: 217 time: 0.1078184 Aug 28 19:58:19.192592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 075c0298-4887-4f93-8e8b-b8f001549193, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=075c0298-4887-4f93-8e8b-b8f001549193,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:19.236169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9007b303-e4e0-43df-9231-2ff7b7f0fef5 req-d9a791b7-e2ef-4bf2-946c-40513a1e71f8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158716 Aug 28 19:58:19.281704 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (075c0298-4887-4f93-8e8b-b8f001549193), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:19.323859 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:19.381591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=075c0298-4887-4f93-8e8b-b8f001549193,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:19.619409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 577364c1-5b3d-48bd-987e-3e513570acb2 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:19.687189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:19.727248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 577364c1-5b3d-48bd-987e-3e513570acb2 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:19.747766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:19.784347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['075c0298-4887-4f93-8e8b-b8f001549193'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:19.800263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cde69ca-78e9-4c26-8c27-acbc500e107e {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:19.819423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Publish callbacks [] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:19.864743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Transition to ACTIVE for port object 2cde69ca-78e9-4c26-8c27-acbc500e107e will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:19.873478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 577364c1-5b3d-48bd-987e-3e513570acb2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:19.874065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:20.023153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:20.097327 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:20.127700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fb478-59c7-4879-9309-42f2a6e23c70 req-1bc3faf5-e0f9-4fc3-82c4-24377a415a5f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:20.129184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e9bacb7-7f5e-49f7-bb4a-672c64aeba12 req-602f5a79-e29c-4535-ae94-322221e602c6 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.1848245 Aug 28 19:58:20.130911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:20.157842 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb4fb478-59c7-4879-9309-42f2a6e23c70 req-1bc3faf5-e0f9-4fc3-82c4-24377a415a5f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0959077 Aug 28 19:58:20.160747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] No DVR routers for this DVR port 2cde69ca-78e9-4c26-8c27-acbc500e107e on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:20.212321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:20.212671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:20.214692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:20.225675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:20.226034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:20.245767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:20.246143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:20.246538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:20.246990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Bound port: 2cde69ca-78e9-4c26-8c27-acbc500e107e, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:20.247353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:20.267667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 577364c1-5b3d-48bd-987e-3e513570acb2 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:20.273228 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:20.278438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb4fb478-59c7-4879-9309-42f2a6e23c70 req-df83ca73-060d-4ab4-9524-3e9c76840d75 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192217 Aug 28 19:58:20.382241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95685b52-f489-48dd-8d18-449b42cfc327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577364c1-5b3d-48bd-987e-3e513570acb2'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:20.387432 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:20.388391 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9704eb0-2198-4e3b-a305-e1f15f0e4b70" -d '{"events": [{"server_uuid": "95685b52-f489-48dd-8d18-449b42cfc327", "name": "network-vif-plugged", "status": "completed", "tag": "577364c1-5b3d-48bd-987e-3e513570acb2"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:20.409502 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:20.418897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 577364c1-5b3d-48bd-987e-3e513570acb2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=577364c1-5b3d-48bd-987e-3e513570acb2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:20.466523 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0055e4f4-27ed-4be2-afc7-6d252b3405a8 x-openstack-request-id: req-0055e4f4-27ed-4be2-afc7-6d252b3405a8 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:20.466833 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95685b52-f489-48dd-8d18-449b42cfc327", "name": "network-vif-plugged", "status": "completed", "tag": "577364c1-5b3d-48bd-987e-3e513570acb2", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:20.467086 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0055e4f4-27ed-4be2-afc7-6d252b3405a8 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:20.467479 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0055e4f4-27ed-4be2-afc7-6d252b3405a8'] response: {'server_uuid': '95685b52-f489-48dd-8d18-449b42cfc327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577364c1-5b3d-48bd-987e-3e513570acb2', 'code': 200} Aug 28 19:58:20.493709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:20.580246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:20.673923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03339a-9b08-477b-96fa-db55f95b4156 req-25e9f396-452c-4b43-a2fd-991cc187d9c3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:20.674051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f16322-9dff-41f5-8d73-64604a0681e4 req-8236d363-2ad2-4dfc-bc61-726648917782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:20.674151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=577364c1-5b3d-48bd-987e-3e513570acb2,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:20.678599 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63f16322-9dff-41f5-8d73-64604a0681e4 req-8236d363-2ad2-4dfc-bc61-726648917782 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 1130 time: 0.0908935 Aug 28 19:58:20.684838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c03339a-9b08-477b-96fa-db55f95b4156 req-25e9f396-452c-4b43-a2fd-991cc187d9c3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 949 time: 0.2599316 Aug 28 19:58:20.690946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:20.804122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c03339a-9b08-477b-96fa-db55f95b4156 req-cd508d24-3f9f-42ae-ae69-2578b9626a9e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150963 Aug 28 19:58:20.849121 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63f16322-9dff-41f5-8d73-64604a0681e4 req-1e6efa74-89fa-460c-befd-db2218438921 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631684 Aug 28 19:58:20.861142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-0add40c4-c638-42d7-8f0f-2950ff86cbbd tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:20.864128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-0add40c4-c638-42d7-8f0f-2950ff86cbbd tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b0432791-3f7a-4521-b626-a179085f942f HTTP/1.1" status: 200 len: 946 time: 0.0707569 Aug 28 19:58:20.866469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:20.869291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-cd8ec008-7b77-415f-ac4d-acb354f37747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:20.870940 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-cd8ec008-7b77-415f-ac4d-acb354f37747 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1029384 Aug 28 19:58:20.884843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:20.888840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:20.890438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 1095 time: 1.7908735 Aug 28 19:58:20.891092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:20.894226 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27e5d1-fad5-4873-a79b-5771df401bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:21.102253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-c334bbac-6af2-4ce1-8d6c-de15d6db6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:21.103844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-c334bbac-6af2-4ce1-8d6c-de15d6db6e6b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477034 Aug 28 19:58:21.263916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e110c8-edc7-4d61-b0d7-130171cf521b service neutron] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=8']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:21.279531 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e01e6a8-e059-40c2-ab99-3d7495446605 x-openstack-request-id: req-1e01e6a8-e059-40c2-ab99-3d7495446605 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:21.279808 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:21.280126 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e01e6a8-e059-40c2-ab99-3d7495446605 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:21.280471 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e01e6a8-e059-40c2-ab99-3d7495446605'] response: {'name': 'network-changed', 'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'status': 'completed', 'code': 200} Aug 28 19:58:21.303052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Deleting port 5f9917db-330e-471d-8069-444d1be95179 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:21.303853 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5f9917db-330e-471d-8069-444d1be95179), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:21.391496 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:21.434335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-a1285a1b-f394-42cc-957d-9ad9c1a2a2b2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3101411 Aug 28 19:58:21.480713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-74aebe02-2ac5-4230-b1f4-54e8007bfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:21.482290 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-74aebe02-2ac5-4230-b1f4-54e8007bfd32 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1129 time: 0.2367198 Aug 28 19:58:21.533500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 075c0298-4887-4f93-8e8b-b8f001549193 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:21.568164 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-e338fd90-77de-4684-94e1-46e85e07b118 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574164 Aug 28 19:58:21.569149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-ccc49d4d-1994-4b83-8700-25af6e034528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:21.571174 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-ccc49d4d-1994-4b83-8700-25af6e034528 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 1126 time: 0.0703704 Aug 28 19:58:21.640890 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:21.713887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 075c0298-4887-4f93-8e8b-b8f001549193 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:21.821478 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:21.822024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0cb4c09-3847-4d1c-a0ed-c30b398b6490 req-2ff0500b-327c-4d2a-ab35-dc3c667270fc tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.5200360 Aug 28 19:58:21.846773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-630c243d-1e6a-4f23-b70d-70a00fb3e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:21.847197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 075c0298-4887-4f93-8e8b-b8f001549193 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:21.847827 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (075c0298-4887-4f93-8e8b-b8f001549193), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:21.848297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-630c243d-1e6a-4f23-b70d-70a00fb3e46c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1129 time: 0.8433723 Aug 28 19:58:21.956650 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8b2234f3-e025-4da0-be34-e45976bf1ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:22.044182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4017db-5b04-4762-b57f-77259078495b req-37845f4e-7f79-4e55-8a50-5a5910a5d646 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.052388 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d4017db-5b04-4762-b57f-77259078495b req-37845f4e-7f79-4e55-8a50-5a5910a5d646 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a60c3bbe-86ee-4997-91c9-dd2635727792 HTTP/1.1" status: 200 len: 946 time: 0.9135871 Aug 28 19:58:22.055611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 075c0298-4887-4f93-8e8b-b8f001549193 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:22.057804 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (075c0298-4887-4f93-8e8b-b8f001549193), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:22.119900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-c1896550-ba25-4b11-a04b-7e217bfecc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.123046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 075c0298-4887-4f93-8e8b-b8f001549193, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=075c0298-4887-4f93-8e8b-b8f001549193,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:22.124385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-c1896550-ba25-4b11-a04b-7e217bfecc1c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.5249162 Aug 28 19:58:22.165790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3200bb5-6882-47d9-9d99-7e044b2e8c7d req-42f598c0-b470-4152-9a79-05c5159c9711 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761342 Aug 28 19:58:22.196944 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:22.203918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-9d4756a5-0926-49e3-b66e-a8ceec70c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.205995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-9d4756a5-0926-49e3-b66e-a8ceec70c29f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.5015228 Aug 28 19:58:22.228290 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (075c0298-4887-4f93-8e8b-b8f001549193), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:22.280028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-9dbd7630-0097-49c7-9338-68140fae805a service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 200 len: 217 time: 0.1440394 Aug 28 19:58:22.311612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] For port 5f9917db-330e-471d-8069-444d1be95179, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5f9917db-330e-471d-8069-444d1be95179,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:22.312167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5f9917db-330e-471d-8069-444d1be95179), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:22.362935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=075c0298-4887-4f93-8e8b-b8f001549193,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:22.400284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Calling delete_port for 5f9917db-330e-471d-8069-444d1be95179 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:22.410247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca0243-a90d-4bb2-a19c-db9288576fd1 req-70143aee-6227-419e-b9a7-bb7dcba53556 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.418834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4ca0243-a90d-4bb2-a19c-db9288576fd1 req-70143aee-6227-419e-b9a7-bb7dcba53556 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.4032826 Aug 28 19:58:22.428271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-67387da7-b6e1-49ab-a326-1da1c50e17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.444479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-67387da7-b6e1-49ab-a326-1da1c50e17b7 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1608613 Aug 28 19:58:22.469025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075c0298-4887-4f93-8e8b-b8f001549193'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:22.472249 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adac918-5382-4ffe-904a-c1bc3ab8e05f" -d '{"events": [{"server_uuid": "bdc98a72-bb81-486e-84d4-3698c0f20bbf", "name": "network-vif-plugged", "status": "completed", "tag": "075c0298-4887-4f93-8e8b-b8f001549193"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:22.498356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-e1d98894-b7aa-4daa-8862-45765c58d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.507667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-e1d98894-b7aa-4daa-8862-45765c58d399 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.6439278 Aug 28 19:58:22.509382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-d4f159c0-c7d9-4c1e-80e1-b4f6529b60d0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.0638180 Aug 28 19:58:22.553037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-c98743b7-3ea2-4de0-8044-7d804f42030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.554644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-c98743b7-3ea2-4de0-8044-7d804f42030a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437450 Aug 28 19:58:22.654912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-4d78340d-ff94-4310-9193-7d4f3bb915e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.656397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-4d78340d-ff94-4310-9193-7d4f3bb915e9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1008451 Aug 28 19:58:22.656719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Deleting port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:22.657067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:22.666621 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-92da06b9-ca7d-402c-93a0-cacb1b9c0e8b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.1028674 Aug 28 19:58:22.752394 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4ca0243-a90d-4bb2-a19c-db9288576fd1 req-3a60b3ca-bcb2-4636-8fa3-f3a05d2fd125 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330896 Aug 28 19:58:22.759025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-f5752855-b102-4472-a52f-354b6ddc051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.760825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-f5752855-b102-4472-a52f-354b6ddc051d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0529416 Aug 28 19:58:22.790505 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:22.835084 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186bd190-88fd-42ed-8bf3-a0b864cdccf8 x-openstack-request-id: req-186bd190-88fd-42ed-8bf3-a0b864cdccf8 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:22.836010 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc98a72-bb81-486e-84d4-3698c0f20bbf", "name": "network-vif-plugged", "status": "completed", "tag": "075c0298-4887-4f93-8e8b-b8f001549193", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:22.836423 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-186bd190-88fd-42ed-8bf3-a0b864cdccf8 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:22.837029 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186bd190-88fd-42ed-8bf3-a0b864cdccf8'] response: {'server_uuid': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075c0298-4887-4f93-8e8b-b8f001549193', 'code': 200} Aug 28 19:58:22.842844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935792d-8431-4b2b-8ea2-99ab29c90e00 req-5e06e2c1-f047-4dab-bd11-5d6b95de2e68 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.842844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d935792d-8431-4b2b-8ea2-99ab29c90e00 req-5e06e2c1-f047-4dab-bd11-5d6b95de2e68 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 950 time: 0.0739746 Aug 28 19:58:22.897247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c5e79058-c418-4f61-81fd-7a832437b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:22.906869 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-c5e79058-c418-4f61-81fd-7a832437b0bb service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1860900 Aug 28 19:58:22.952026 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-16cd84cd-b6ef-46a3-b33a-fbdc7787a69e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096230 Aug 28 19:58:23.078078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] For port f8fae551-9f46-4b1a-a4c4-331b6a1ff892, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:23.078676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:23.085534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d935792d-8431-4b2b-8ea2-99ab29c90e00 req-fe4fd51b-e81f-4bd7-8eee-b56ac255597d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309338 Aug 28 19:58:23.086589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-5593883d-ed85-4ddd-aa54-0acb7f75cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:23.089104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-5593883d-ed85-4ddd-aa54-0acb7f75cbe0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1699512 Aug 28 19:58:23.108917 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-de98d71c-4fe3-42f2-8941-5e563166a973 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133195 Aug 28 19:58:23.129076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Calling delete_port for f8fae551-9f46-4b1a-a4c4-331b6a1ff892 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:23.218787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:23.258657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5f9917db-330e-471d-8069-444d1be95179), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:23.272982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f8fae551-9f46-4b1a-a4c4-331b6a1ff892'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:23.316385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event deleted for resources: {'Port': ['ID=5f9917db-330e-471d-8069-444d1be95179,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:23.316552 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd101b9b-3a40-464b-9134-43e8c8b15093 req-92b556c2-3fd3-4cdc-90e3-8bdde061fcf7 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.0409822 Aug 28 19:58:23.428440 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:23.465216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-763ccc1d-14d9-4ee9-94d9-b456cc5eec12 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629935 Aug 28 19:58:23.468060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] No DVR routers for this DVR port 5f9917db-330e-471d-8069-444d1be95179 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:23.493429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:23.512508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "DELETE /networking/v2.0/ports/5f9917db-330e-471d-8069-444d1be95179 HTTP/1.1" status: 204 len: 173 time: 2.5417373 Aug 28 19:58:23.517218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0432791-3f7a-4521-b626-a179085f942f', 'name': 'network-vif-deleted', 'tag': '5f9917db-330e-471d-8069-444d1be95179'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:23.517218 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f16e76-7244-4dcb-b3fd-bd1eee65126f" -d '{"events": [{"server_uuid": "b0432791-3f7a-4521-b626-a179085f942f", "name": "network-vif-deleted", "tag": "5f9917db-330e-471d-8069-444d1be95179"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:23.547885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64301-d42e-4f6b-9ce3-d61408a0b327 req-d58d3047-ea47-431f-8885-4dbccfc3a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:23.550301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bdd64301-d42e-4f6b-9ce3-d61408a0b327 req-d58d3047-ea47-431f-8885-4dbccfc3a063 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 1132 time: 0.5459363 Aug 28 19:58:23.560730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fc7f906-ce7e-43fc-a0bb-cdd25a0f21f9 req-5058b3fd-4deb-4413-8e59-a6cce6e3782b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942010 Aug 28 19:58:23.762996 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dbaf35-ae33-4c02-8487-440809cf4d43 x-openstack-request-id: req-c6dbaf35-ae33-4c02-8487-440809cf4d43 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:23.769064 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0432791-3f7a-4521-b626-a179085f942f", "name": "network-vif-deleted", "tag": "5f9917db-330e-471d-8069-444d1be95179", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:23.773396 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6dbaf35-ae33-4c02-8487-440809cf4d43 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:23.773396 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dbaf35-ae33-4c02-8487-440809cf4d43'] response: {'server_uuid': 'b0432791-3f7a-4521-b626-a179085f942f', 'name': 'network-vif-deleted', 'tag': '5f9917db-330e-471d-8069-444d1be95179', 'status': 'completed', 'code': 200} Aug 28 19:58:23.813591 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:23.813591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bdd64301-d42e-4f6b-9ce3-d61408a0b327 req-0987f97b-3634-4e3e-94ad-b065c4e2d6b7 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498188 Aug 28 19:58:23.835118 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-122eef22-b074-40ba-80a6-c1886db6899b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213260 Aug 28 19:58:23.866269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5f9917db-330e-471d-8069-444d1be95179 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:23.869174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b8e094e1-1514-4857-ba4b-4a8794a7db65 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:23.918259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-64622073-81dd-46d6-a0da-9206ad688568 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460447 Aug 28 19:58:23.928882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 5f9917db-330e-471d-8069-444d1be95179 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:58:23.929604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5f9917db-330e-471d-8069-444d1be95179 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:58:24.046794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b8e094e1-1514-4857-ba4b-4a8794a7db65 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:24.047568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:24.047958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f8fae551-9f46-4b1a-a4c4-331b6a1ff892), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:24.119640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-89439b40-74f5-4dc6-a649-47665cb42a81 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:24.128148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-89439b40-74f5-4dc6-a649-47665cb42a81 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.2121005 Aug 28 19:58:24.130205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event deleted for resources: {'Port': ['ID=f8fae551-9f46-4b1a-a4c4-331b6a1ff892,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:24.138296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:24.192346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-3b9c3c20-b6be-4bd1-a231-ab24f0c4b24e tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/quotas/b17b22bb35cc4f958d5d71f17e8af7fd HTTP/1.1" status: 200 len: 375 time: 0.0628855 Aug 28 19:58:24.214164 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc5ba-06f1-491f-9700-f36242a9d48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:24.272056 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:24.341503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] No DVR routers for this DVR port f8fae551-9f46-4b1a-a4c4-331b6a1ff892 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:24.348853 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:24.352793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d4017db-5b04-4762-b57f-77259078495b req-7b294c8f-1328-4884-aefb-5f7efbe294e2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.89 "DELETE /networking/v2.0/ports/f8fae551-9f46-4b1a-a4c4-331b6a1ff892 HTTP/1.1" status: 204 len: 173 time: 2.2018404 Aug 28 19:58:24.370996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-43b0ddff-1cdb-413c-a418-06c5d1cdb354 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778035 Aug 28 19:58:24.407192 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:24.464961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:24.500191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693888b4-ce0e-4339-9637-99dc2b1e5aa8 req-5b8f3b50-6ba2-465a-b3cc-82d8388a83d8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:24.512662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-693888b4-ce0e-4339-9637-99dc2b1e5aa8 req-5b8f3b50-6ba2-465a-b3cc-82d8388a83d8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.2000301 Aug 28 19:58:24.609712 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-693888b4-ce0e-4339-9637-99dc2b1e5aa8 req-49792221-38b2-4c11-a509-70f127cccdd6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960824 Aug 28 19:58:24.611066 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:24.706725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-02f4e581-2689-41f9-9100-a33464a1404b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341863 Aug 28 19:58:24.801641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59712e-4a49-4904-9e31-8c585b5a186a req-57a645bd-1f7b-4899-a7d1-d7c70d869a52 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:24.803412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59712e-4a49-4904-9e31-8c585b5a186a req-57a645bd-1f7b-4899-a7d1-d7c70d869a52 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 950 time: 0.0868659 Aug 28 19:58:24.826536 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:24.829017 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:24.839608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:24.843014 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6143818c-5d11-4926-9818-edf060feada0" -d '{"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:24.907116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59712e-4a49-4904-9e31-8c585b5a186a req-cf7c507a-f2c5-4928-8481-a2ec32cef39f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960417 Aug 28 19:58:24.956479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-3ecc8145-c724-4327-adb1-d74aa7f81202 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488246 Aug 28 19:58:25.084543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0200a19-7cda-472e-9bb5-3461dad4cb13 req-df34861e-6188-4f2c-b4f8-4f7b6eddcf03 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:25.095154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e0200a19-7cda-472e-9bb5-3461dad4cb13 req-df34861e-6188-4f2c-b4f8-4f7b6eddcf03 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.0786276 Aug 28 19:58:25.175970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e0200a19-7cda-472e-9bb5-3461dad4cb13 req-9ebe7629-46e0-4abf-9a4d-f6815957672b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747485 Aug 28 19:58:25.337905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83a1a77c-36f1-4fc2-ab5a-b716eaf26208 req-20460eb4-e68f-4af9-b386-a142cc549e84 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.0774593 Aug 28 19:58:25.396557 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a20d6c-1039-4df7-ae4b-56797f63aa25 x-openstack-request-id: req-29a20d6c-1039-4df7-ae4b-56797f63aa25 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:25.397361 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:25.397361 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29a20d6c-1039-4df7-ae4b-56797f63aa25 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:25.397679 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a20d6c-1039-4df7-ae4b-56797f63aa25'] response: {'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'code': 200} Aug 28 19:58:25.480622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3989c969-0017-49e0-ac57-2f4cb4893082 req-6984246e-86c7-4f57-bd5f-932b10164d7c tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 210 time: 0.0515463 Aug 28 19:58:25.532825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f8fae551-9f46-4b1a-a4c4-331b6a1ff892 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:25.619865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f5a54-762a-48f8-bed8-1578267b0895 req-06b456ba-6d1f-4246-9dfd-a5dea59bb7f8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:25.633564 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-629f5a54-762a-48f8-bed8-1578267b0895 req-06b456ba-6d1f-4246-9dfd-a5dea59bb7f8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17 HTTP/1.1" status: 200 len: 943 time: 0.1502724 Aug 28 19:58:25.642862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: f8fae551-9f46-4b1a-a4c4-331b6a1ff892 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:58:25.643837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f8fae551-9f46-4b1a-a4c4-331b6a1ff892 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:58:25.732551 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:25.757883 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:25.771322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'name': 'network-vif-deleted', 'tag': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:25.774026 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f34a4d3-4817-49f1-85b3-1fc530baef59" -d '{"events": [{"server_uuid": "a60c3bbe-86ee-4997-91c9-dd2635727792", "name": "network-vif-deleted", "tag": "f8fae551-9f46-4b1a-a4c4-331b6a1ff892"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:25.846807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Deleting port b8e094e1-1514-4857-ba4b-4a8794a7db65 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:25.847162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:25.859276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0e987-9a40-4e08-8e08-2c4ee8d8d87d req-beefc5d3-93b1-4f4f-a372-5d9bf696f6a3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:25.871223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dba0e987-9a40-4e08-8e08-2c4ee8d8d87d req-beefc5d3-93b1-4f4f-a372-5d9bf696f6a3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0849450 Aug 28 19:58:25.877633 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2797674-8cbf-44e7-aa83-99055353d324 x-openstack-request-id: req-b2797674-8cbf-44e7-aa83-99055353d324 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:25.880760 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60c3bbe-86ee-4997-91c9-dd2635727792", "name": "network-vif-deleted", "tag": "f8fae551-9f46-4b1a-a4c4-331b6a1ff892", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:25.880760 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2797674-8cbf-44e7-aa83-99055353d324 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:25.880760 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2797674-8cbf-44e7-aa83-99055353d324'] response: {'server_uuid': 'a60c3bbe-86ee-4997-91c9-dd2635727792', 'name': 'network-vif-deleted', 'tag': 'f8fae551-9f46-4b1a-a4c4-331b6a1ff892', 'status': 'completed', 'code': 200} Aug 28 19:58:26.005278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dba0e987-9a40-4e08-8e08-2c4ee8d8d87d req-f97e032a-bcae-4c72-acb3-09deb7327b08 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296015 Aug 28 19:58:26.088763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] For port b8e094e1-1514-4857-ba4b-4a8794a7db65, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b8e094e1-1514-4857-ba4b-4a8794a7db65,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:26.089636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:26.148913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Calling delete_port for b8e094e1-1514-4857-ba4b-4a8794a7db65 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:26.184207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c8adb-0acb-48ee-bcf0-0ac6f310b4eb req-dea5d579-f787-45b5-a1d6-9b9db12e47e3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:26.186241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc5c8adb-0acb-48ee-bcf0-0ac6f310b4eb req-dea5d579-f787-45b5-a1d6-9b9db12e47e3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 950 time: 0.0924680 Aug 28 19:58:26.404645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-2f723ceb-a365-405f-91f1-5d19a9975611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:26.406452 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-2f723ceb-a365-405f-91f1-5d19a9975611 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1129 time: 0.1388581 Aug 28 19:58:26.436538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc5c8adb-0acb-48ee-bcf0-0ac6f310b4eb req-c4f51b00-6869-45b6-ac89-5613bc04262c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660070 Aug 28 19:58:26.498092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9fc6a-fac7-4220-a31e-0c5382d99b1a req-e4795205-4618-4cd3-9485-ca0e967e30d6 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:26.500500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8b9fc6a-fac7-4220-a31e-0c5382d99b1a req-e4795205-4618-4cd3-9485-ca0e967e30d6 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.1759355 Aug 28 19:58:26.559210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8b9fc6a-fac7-4220-a31e-0c5382d99b1a req-bba2455b-3ba6-4345-bba2-e37e84b30eda tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516615 Aug 28 19:58:26.575831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-458e6bb5-9f4f-48a6-91f6-edaa4da8355e req-0ca50ef6-e7c1-42f3-a4f2-63c9ba4b6e5a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.0304577 Aug 28 19:58:26.627667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b8e094e1-1514-4857-ba4b-4a8794a7db65), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:26.687705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event deleted for resources: {'Port': ['ID=b8e094e1-1514-4857-ba4b-4a8794a7db65,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:26.740300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] No DVR routers for this DVR port b8e094e1-1514-4857-ba4b-4a8794a7db65 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:26.743582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:26.748287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-629f5a54-762a-48f8-bed8-1578267b0895 req-d0ed6ce1-65d1-4a2a-b07f-373638940bc8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "DELETE /networking/v2.0/ports/b8e094e1-1514-4857-ba4b-4a8794a7db65 HTTP/1.1" status: 204 len: 173 time: 1.1030600 Aug 28 19:58:26.749842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-deleted', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:26.753679 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2e24f-53a1-48ea-b7a2-55a826e9a29b" -d '{"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-deleted", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:26.805559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2d8ce277-4b73-4d07-8eb2-818223b23919 req-80a9b4f1-fd9c-4310-a40a-b03018e4208a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 210 time: 0.1341250 Aug 28 19:58:26.832437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-ca39ebb6-1450-4e8c-ae3c-e3205e78cb6b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:26.845816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-ca39ebb6-1450-4e8c-ae3c-e3205e78cb6b tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.2313032 Aug 28 19:58:26.863632 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed14b9d3-7b15-4c9d-a945-97a40dda2b8f x-openstack-request-id: req-ed14b9d3-7b15-4c9d-a945-97a40dda2b8f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:26.863938 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17", "name": "network-vif-deleted", "tag": "b8e094e1-1514-4857-ba4b-4a8794a7db65", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:26.864312 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed14b9d3-7b15-4c9d-a945-97a40dda2b8f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:26.864635 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed14b9d3-7b15-4c9d-a945-97a40dda2b8f'] response: {'server_uuid': 'c9b3a5dc-7432-449d-9c6a-b9f0bf01ef17', 'name': 'network-vif-deleted', 'tag': 'b8e094e1-1514-4857-ba4b-4a8794a7db65', 'status': 'completed', 'code': 200} Aug 28 19:58:26.900728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-48654d53-28e8-4ebc-93ec-c751d801389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:26.902377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-48654d53-28e8-4ebc-93ec-c751d801389d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3097069 Aug 28 19:58:26.942719 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:27.157274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dab9e0-0548-4211-b39c-e0282d813fc1 req-18464e8c-34d3-4055-b949-ca5de752e8d8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:27.159056 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06dab9e0-0548-4211-b39c-e0282d813fc1 req-18464e8c-34d3-4055-b949-ca5de752e8d8 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0656857 Aug 28 19:58:27.302767 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06dab9e0-0548-4211-b39c-e0282d813fc1 req-ccb9ced6-fde3-4bd5-9384-d0c0e2571e26 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365469 Aug 28 19:58:27.379363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-dbaa55ca-04d3-4c21-8816-3bdee8c7ca6a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:27.381274 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-dbaa55ca-04d3-4c21-8816-3bdee8c7ca6a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 812 time: 0.2056024 Aug 28 19:58:27.402215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Request body: {'port': {'device_id': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'admin_state_up': True, 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:27.556532 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:27.570622 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:27.685567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c860-45be-404f-aefe-496ed7e55e6b req-26b76748-d870-4ced-9f2b-d000a697b41a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:27.687376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de15c860-45be-404f-aefe-496ed7e55e6b req-26b76748-d870-4ced-9f2b-d000a697b41a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 950 time: 0.1245704 Aug 28 19:58:27.733702 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:27.761160 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:27.762559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Made reservation on behalf of 7ea8fec20f5940b986a3fc14b785cf05 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:58:27.768411 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:27.769213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-969851d8-0c07-4dbb-9cff-9447793a801e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:27.770709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-969851d8-0c07-4dbb-9cff-9447793a801e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 812 time: 0.1900129 Aug 28 19:58:27.817976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Request body: {'port': {'device_id': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'admin_state_up': True, 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:27.842760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d2ec-7467-4892-92c2-fe5e2670fa0f req-c90da75a-0070-4534-9481-5cef3b419487 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:27.846770 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3bd9d2ec-7467-4892-92c2-fe5e2670fa0f req-c90da75a-0070-4534-9481-5cef3b419487 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.1898558 Aug 28 19:58:27.897053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de15c860-45be-404f-aefe-496ed7e55e6b req-1107bfbc-c1e2-4830-b8b5-414b6fd8dbfa tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775184 Aug 28 19:58:28.097458 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8120758c-e83c-4722-b0ce-f43a4c889942 req-a22fc083-240c-4538-9e0b-47060695d8af tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.0600507 Aug 28 19:58:28.227534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Made reservation on behalf of 7ea8fec20f5940b986a3fc14b785cf05 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:58:28.231770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:28.266285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-589641f4-5e60-4a15-b9a8-c2ec341336c4 req-7ad00cfe-5893-499d-83b4-fd1358d9fb48 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 210 time: 0.0639014 Aug 28 19:58:28.526867 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3bd9d2ec-7467-4892-92c2-fe5e2670fa0f req-85a63118-7749-424a-b4ab-afb8479f5fc7 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681800 Aug 28 19:58:28.577710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-1da7e3a4-a904-491a-8aa1-d78bec0f364d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.1907825 Aug 28 19:58:28.611178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Allocated IP 172.20.0.7 (448522e0-5784-4a9f-9055-45e0f893fbee/c7171dba-f0ad-4e43-b9ed-1dff79e673d1/83ba843c-495a-44b5-a788-32791e8884bf) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:58:28.623672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdb37f-cb19-47c0-b1ba-3a382a654cd1 req-873e1de9-a2be-4598-ae51-b9fea5f8a48e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:28.629501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cdb37f-cb19-47c0-b1ba-3a382a654cd1 req-873e1de9-a2be-4598-ae51-b9fea5f8a48e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 948 time: 0.1860297 Aug 28 19:58:28.680886 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:28.714712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebdecb-01e1-490c-9219-a13efead32ee req-7ba9f009-79ef-4f19-af4b-668d2bd6c34f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:28.716312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cbebdecb-01e1-490c-9219-a13efead32ee req-7ba9f009-79ef-4f19-af4b-668d2bd6c34f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1069894 Aug 28 19:58:28.733763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Deleting port 107b9dc9-0827-4858-b0f4-0f132d19c35c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:28.734346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:28.818710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-0f4d3461-db4f-4be1-9364-2712ca73183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:28.820484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-0f4d3461-db4f-4be1-9364-2712ca73183a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1562233 Aug 28 19:58:28.875233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cdb37f-cb19-47c0-b1ba-3a382a654cd1 req-eb874c82-3588-4476-a552-ceed4c0d8def tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177429 Aug 28 19:58:28.895907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cbebdecb-01e1-490c-9219-a13efead32ee req-27a97bef-f095-473d-85ff-c008bad4d3c3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642780 Aug 28 19:58:28.908324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-2220042c-1482-4dd0-9ae3-9eb324cd2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:28.913375 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-2220042c-1482-4dd0-9ae3-9eb324cd2b9a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0781109 Aug 28 19:58:29.059439 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks [] for port (83ba843c-495a-44b5-a788-32791e8884bf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:29.245326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (83ba843c-495a-44b5-a788-32791e8884bf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:29.434539 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d6ab13ba-dbd5-4abc-ab2c-17dc95b8b02e req-947e4496-a340-4510-8e4c-d47953b6d06d tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.1207297 Aug 28 19:58:29.451153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Network 448522e0-5784-4a9f-9055-45e0f893fbee is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:58:29.463588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:58:29.467746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:58:29.525135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event updated for resources: {'Port': ['ID=83ba843c-495a-44b5-a788-32791e8884bf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:29.565301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:29.602240 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:29.653889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2874d520-a065-4635-8868-309d799b7352 req-27c059f5-f8d3-407b-9dbd-d9491f43dc14 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 210 time: 0.1198277 Aug 28 19:58:29.681102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:29.687462 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:29.717295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Allocated IP 172.20.0.3 (448522e0-5784-4a9f-9055-45e0f893fbee/c7171dba-f0ad-4e43-b9ed-1dff79e673d1/aa35ac8e-f68e-4793-8571-6987f821ca24) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:58:29.729872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 107b9dc9-0827-4858-b0f4-0f132d19c35c no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:29.738512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b8e094e1-1514-4857-ba4b-4a8794a7db65 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:29.757819 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:29.796463 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: b8e094e1-1514-4857-ba4b-4a8794a7db65 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:58:29.797271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b8e094e1-1514-4857-ba4b-4a8794a7db65 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:58:29.819304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] For port 107b9dc9-0827-4858-b0f4-0f132d19c35c, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=107b9dc9-0827-4858-b0f4-0f132d19c35c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:29.819770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:29.845196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4550b77-8088-41ef-bdc6-e29cde59ab58 req-4e177e85-5222-46df-9184-0ac318235ec3 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:29.858017 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4550b77-8088-41ef-bdc6-e29cde59ab58 req-4e177e85-5222-46df-9184-0ac318235ec3 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 945 time: 0.0805705 Aug 28 19:58:29.863576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd79c9-5dac-4012-ba84-1dc21824c8b6 req-4cab4063-a4c9-42b1-a82d-04c9ca7bd3a0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:29.885093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd79c9-5dac-4012-ba84-1dc21824c8b6 req-4cab4063-a4c9-42b1-a82d-04c9ca7bd3a0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:29.886147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-30c8e939-e397-4a02-9160-9b9ecf42aed3 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4879115 Aug 28 19:58:29.889147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69bd79c9-5dac-4012-ba84-1dc21824c8b6 req-4cab4063-a4c9-42b1-a82d-04c9ca7bd3a0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327&device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 1689 time: 0.1997497 Aug 28 19:58:29.907428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Calling delete_port for 107b9dc9-0827-4858-b0f4-0f132d19c35c owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:29.915076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:29.926022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4550b77-8088-41ef-bdc6-e29cde59ab58 req-322f2477-d824-4b0b-952e-ba162a2d16fc tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663168 Aug 28 19:58:29.949551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-26899eeb-3407-4346-9105-ed04ea871a8d None None] Provisioning complete for port 83ba843c-495a-44b5-a788-32791e8884bf triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:29.952612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26899eeb-3407-4346-9105-ed04ea871a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (83ba843c-495a-44b5-a788-32791e8884bf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:29.952612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'mac_address': 'fa:16:3e:80:bd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:30.069892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-26899eeb-3407-4346-9105-ed04ea871a8d None None] Port 83ba843c-495a-44b5-a788-32791e8884bf cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:58:30.083865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:30.084531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.089924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 107b9dc9-0827-4858-b0f4-0f132d19c35c is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:30.090631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.096328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61a513-cbf9-461f-b88b-3d3e3faede40 req-811c709d-4e0b-4ced-adfe-17147f19f6ba tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:30.105231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd61a513-cbf9-461f-b88b-3d3e3faede40 req-811c709d-4e0b-4ced-adfe-17147f19f6ba tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0859511 Aug 28 19:58:30.119275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cde69ca-78e9-4c26-8c27-acbc500e107e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:30.142725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:30.146103 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22ad05a-e2b0-460d-bc6f-4b6a4f814747" -d '{"events": [{"server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "name": "network-vif-unplugged", "status": "completed", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:30.159670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Request body: {'port': {'device_id': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:30.170981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:30.173275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 107b9dc9-0827-4858-b0f4-0f132d19c35c, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=107b9dc9-0827-4858-b0f4-0f132d19c35c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:30.238430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd61a513-cbf9-461f-b88b-3d3e3faede40 req-dee723cd-e3e5-4ea5-9b3c-a9eb64096c1f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317637 Aug 28 19:58:30.259590 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-71a8b532-68fc-47b4-8be1-3ab3448a41b9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3255906 Aug 28 19:58:30.268936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.289726 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83ba843c-495a-44b5-a788-32791e8884bf), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.359962 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:30.405759 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks [] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.428669 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.442621 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:30.449012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69bd79c9-5dac-4012-ba84-1dc21824c8b6 req-0eabf1f2-f7e5-4d1e-b316-0a268989a572 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350311 Aug 28 19:58:30.483430 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca173801-3f17-4418-92c1-b1009c09370b x-openstack-request-id: req-ca173801-3f17-4418-92c1-b1009c09370b {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:30.483726 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "name": "network-vif-unplugged", "status": "completed", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:30.488779 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca173801-3f17-4418-92c1-b1009c09370b {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:30.489555 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca173801-3f17-4418-92c1-b1009c09370b'] response: {'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c', 'code': 200} Aug 28 19:58:30.547887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:30.652802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=107b9dc9-0827-4858-b0f4-0f132d19c35c,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:30.672035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2cde69ca-78e9-4c26-8c27-acbc500e107e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:30.720484 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:30.723535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da788b90-40ab-4423-b062-35b623acd4b4 req-ef052a12-4a80-44b1-b1ad-31552f3b2b5b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 210 time: 0.0992069 Aug 28 19:58:30.771987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b27e5d1-fad5-4873-a79b-5771df401bdd req-b8b21c8f-5e83-41ad-8d09-98e098c3336f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982696 Aug 28 19:58:30.820475 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:30.845033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.917952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (107b9dc9-0827-4858-b0f4-0f132d19c35c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:30.941163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Network 448522e0-5784-4a9f-9055-45e0f893fbee is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:58:30.951650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:58:30.984760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:58:31.030595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event updated for resources: {'Port': ['ID=aa35ac8e-f68e-4793-8571-6987f821ca24,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:31.096831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] No DVR routers for this DVR port 107b9dc9-0827-4858-b0f4-0f132d19c35c on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:31.135831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf322407-97bd-45bf-be82-4d21aa1efcb2 req-1ac4c132-c25e-4337-ba89-1cb12fcaee88 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 210 time: 0.1103051 Aug 28 19:58:31.180529 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:31.194379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d885fc8-ecfb-47fb-adce-effdd482b215 req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.89 "DELETE /networking/v2.0/ports/107b9dc9-0827-4858-b0f4-0f132d19c35c HTTP/1.1" status: 204 len: 173 time: 2.8061571 Aug 28 19:58:31.194986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'name': 'network-vif-deleted', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:31.204745 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d107e65-ceee-4d1d-a2d1-aa31ffced3eb" -d '{"events": [{"server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "name": "network-vif-deleted", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:31.231889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec44f1b-d259-44b0-81f9-43d810a7b573 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event deleted for resources: {'Port': ['ID=107b9dc9-0827-4858-b0f4-0f132d19c35c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:31.243212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ba843c-495a-44b5-a788-32791e8884bf {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:31.255515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Publish callbacks [] for port (83ba843c-495a-44b5-a788-32791e8884bf), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:31.278250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Transition to ACTIVE for port object 83ba843c-495a-44b5-a788-32791e8884bf will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:31.310182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-a6dba5aa-4aa0-411b-8ccd-8582785531ba tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:31.314104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-a6dba5aa-4aa0-411b-8ccd-8582785531ba tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.6211889 Aug 28 19:58:31.376584 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:31.379773 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1c0fb93-49c8-44a0-9733-cb604742619a req-502f0e09-b69f-40c6-99c2-7ed45fbd6b99 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 210 time: 0.0595472 Aug 28 19:58:31.383121 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:31.386146 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Request body: {'port': {'device_id': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'admin_state_up': True, 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:31.392683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88065f-bb47-4a2d-b925-2fd94e91817f req-b1055f89-88f1-424e-9651-69fb9692cf09 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:31.396127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b88065f-bb47-4a2d-b925-2fd94e91817f req-b1055f89-88f1-424e-9651-69fb9692cf09 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 1130 time: 0.0722070 Aug 28 19:58:31.411623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:31.412319 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:31.467866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-1cfb15b0-7094-4bce-8386-479295bb61da tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:31.469429 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-1cfb15b0-7094-4bce-8386-479295bb61da tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 948 time: 0.2202652 Aug 28 19:58:31.497109 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b88065f-bb47-4a2d-b925-2fd94e91817f req-0303dc6f-c7fe-4e00-94ef-432b2ac2f668 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800731 Aug 28 19:58:31.549258 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (83ba843c-495a-44b5-a788-32791e8884bf), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:31.620408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-3e9ddbdc-aaf0-41dd-b877-3d63196d2c7b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8098030 Aug 28 19:58:31.621102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8e07803e-6195-4521-b85b-7308eaa162ca None None] Provisioning complete for port aa35ac8e-f68e-4793-8571-6987f821ca24 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:31.621777 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8e07803e-6195-4521-b85b-7308eaa162ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:31.698936 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-2dac8a7d-f1e2-4783-acfe-83201d87ff59 service neutron] 10.222.0.89 "GET /networking/v2.0/ports/2cde69ca-78e9-4c26-8c27-acbc500e107e/bindings/n-h2-854121-7 HTTP/1.1" status: 200 len: 382 time: 0.2121856 Aug 28 19:58:31.702375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Pushing event updated for resources: {'Port': ['ID=83ba843c-495a-44b5-a788-32791e8884bf,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:31.739008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8e07803e-6195-4521-b85b-7308eaa162ca None None] Port aa35ac8e-f68e-4793-8571-6987f821ca24 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:58:31.841259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Attempting to bind port 83ba843c-495a-44b5-a788-32791e8884bf on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:31.841259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Attempting to bind port 83ba843c-495a-44b5-a788-32791e8884bf by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:31.841599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Attempting to bind port 83ba843c-495a-44b5-a788-32791e8884bf on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:31.850691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc67207-d3fb-449d-a013-30035cd74e3b req-63121291-4884-4a66-a95f-7d91521f4050 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:31.853050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abedca-a820-42d4-bef3-df2ccf0f447b req-524eaa08-6974-4c6c-af78-a6e6b2efb5e4 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:31.854921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4abedca-a820-42d4-bef3-df2ccf0f447b req-524eaa08-6974-4c6c-af78-a6e6b2efb5e4 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1127 time: 0.1292081 Aug 28 19:58:31.855839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Port 83ba843c-495a-44b5-a788-32791e8884bf on network 448522e0-5784-4a9f-9055-45e0f893fbee not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:31.856240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Attempting to bind port 83ba843c-495a-44b5-a788-32791e8884bf on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:31.862011 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2dc67207-d3fb-449d-a013-30035cd74e3b req-63121291-4884-4a66-a95f-7d91521f4050 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.1612146 Aug 28 19:58:31.869061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:31.869476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Checking segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:31.869953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Bound using segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:31.870474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Bound port: 83ba843c-495a-44b5-a788-32791e8884bf, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:31.871528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83ba843c-495a-44b5-a788-32791e8884bf), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:31.881350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-ca117771-5af0-453d-882a-60d58e68c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:31.883892 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-ca117771-5af0-453d-882a-60d58e68c31a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1130 time: 0.1468871 Aug 28 19:58:31.897069 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Request body: {'port': {'device_id': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:31.966507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:31.987199 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4abedca-a820-42d4-bef3-df2ccf0f447b req-e6c95373-1943-4c87-b547-13c944d1a10c tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246099 Aug 28 19:58:31.997655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] For port 83ba843c-495a-44b5-a788-32791e8884bf, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:32.003189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] For port 83ba843c-495a-44b5-a788-32791e8884bf, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=83ba843c-495a-44b5-a788-32791e8884bf,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:32.008098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Made reservation on behalf of b17b22bb35cc4f958d5d71f17e8af7fd for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:58:32.009270 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:32.042634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 2cde69ca-78e9-4c26-8c27-acbc500e107e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:32.102440 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4a41bd-3380-4375-93ba-e1b113a12d1f x-openstack-request-id: req-fa4a41bd-3380-4375-93ba-e1b113a12d1f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:32.105524 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c571142-ce76-4a91-912a-8eb2b041ed3f", "name": "network-vif-deleted", "tag": "107b9dc9-0827-4858-b0f4-0f132d19c35c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:32.105524 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa4a41bd-3380-4375-93ba-e1b113a12d1f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:32.105524 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4a41bd-3380-4375-93ba-e1b113a12d1f'] response: {'server_uuid': '6c571142-ce76-4a91-912a-8eb2b041ed3f', 'name': 'network-vif-deleted', 'tag': '107b9dc9-0827-4858-b0f4-0f132d19c35c', 'status': 'completed', 'code': 200} Aug 28 19:58:32.116223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2dc67207-d3fb-449d-a013-30035cd74e3b req-490c6e8e-5606-42bc-a44a-3b5f30ae7808 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528658 Aug 28 19:58:32.123198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:32.146500 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:32.183771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 2cde69ca-78e9-4c26-8c27-acbc500e107e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:32.184517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:32.201200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-082e85c5-7b15-4a09-b904-0a736fda883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:32.202755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-082e85c5-7b15-4a09-b904-0a736fda883d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2804599 Aug 28 19:58:32.223680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (83ba843c-495a-44b5-a788-32791e8884bf), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:32.273828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:32.274560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:32.276434 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/83ba843c-495a-44b5-a788-32791e8884bf HTTP/1.1" status: 200 len: 1091 time: 2.1285436 Aug 28 19:58:32.276659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:32.279245 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374" -d '{"events": [{"name": "network-changed", "server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "tag": "83ba843c-495a-44b5-a788-32791e8884bf"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:32.298795 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:32.344120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb81b2-ee41-405e-8de1-44226e910fbf req-ccbb8639-bfcc-426a-a31d-b1664fa646d4 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:32.345806 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-07cb81b2-ee41-405e-8de1-44226e910fbf req-ccbb8639-bfcc-426a-a31d-b1664fa646d4 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 1132 time: 0.1704187 Aug 28 19:58:32.354062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-6863491d-f8cd-4657-a9eb-ed46b115998f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.1136065 Aug 28 19:58:32.399566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:32.401032 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:32.407205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Allocated IP 172.20.0.9 (83c35358-27a0-4ce4-ae59-facc4d05877d/cf951cff-f7a5-4776-b4dc-b4942b094c06/5947a9f9-e2d1-478f-96c6-ecc9af9fa520) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:58:32.424599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef493-0c26-4021-a1cd-3f4ef8488451 service neutron] Pushing event updated for resources: {'Port': ['ID=83ba843c-495a-44b5-a788-32791e8884bf,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:32.484156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:32.496625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:32.501301 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee633cca-f2e7-4340-8672-ecdfe61623b4" -d '{"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:32.521020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-07cb81b2-ee41-405e-8de1-44226e910fbf req-042f3b83-0fd1-411f-a93c-142c7c544242 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418111 Aug 28 19:58:32.526633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b0285-b5eb-4247-8e52-20e5ce513f43 req-d393db7a-ccf9-45e9-9593-a5beebacb23a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:32.534437 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc9b0285-b5eb-4247-8e52-20e5ce513f43 req-d393db7a-ccf9-45e9-9593-a5beebacb23a tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 931 time: 0.2332113 Aug 28 19:58:32.570587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-92d8dc31-eefd-44c0-ab21-bb56dbe88bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:32.572729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-92d8dc31-eefd-44c0-ab21-bb56dbe88bb4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 1125 time: 0.1143255 Aug 28 19:58:32.599143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:32.605695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-95f12605-92f8-494f-8baf-ad844d418694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:32.608100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-95f12605-92f8-494f-8baf-ad844d418694 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2436273 Aug 28 19:58:32.763446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:32.806071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-c4e5b885-c1d7-4c9a-af96-558ab05a7da8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ba843c-495a-44b5-a788-32791e8884bf HTTP/1.1" status: 200 len: 217 time: 0.1768954 Aug 28 19:58:32.808339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-dae17719-1bd2-4094-896e-91ebbc8a390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:32.810343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-dae17719-1bd2-4094-896e-91ebbc8a390d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1891916 Aug 28 19:58:32.870586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc9b0285-b5eb-4247-8e52-20e5ce513f43 req-3d7c4c52-e9ba-456d-8456-e8d0461f7bf7 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275862 Aug 28 19:58:32.923240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4ac05fc-748f-42ce-9cc5-b8f79104f6f0 req-b7acb103-40d5-4850-8e0b-4df9baf281a5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 210 time: 0.1178124 Aug 28 19:58:32.996811 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f45a11-5c73-477e-964c-03b62cd1db59 x-openstack-request-id: req-b1f45a11-5c73-477e-964c-03b62cd1db59 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:32.997108 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "tag": "83ba843c-495a-44b5-a788-32791e8884bf", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:33.003766 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1f45a11-5c73-477e-964c-03b62cd1db59 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:33.004393 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f45a11-5c73-477e-964c-03b62cd1db59'] response: {'name': 'network-changed', 'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf', 'status': 'completed', 'code': 200} Aug 28 19:58:33.009142 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c9e1bd-af94-4541-83ce-9d899b8a8b3f x-openstack-request-id: req-74c9e1bd-af94-4541-83ce-9d899b8a8b3f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:33.009697 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:33.010472 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74c9e1bd-af94-4541-83ce-9d899b8a8b3f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:33.010925 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c9e1bd-af94-4541-83ce-9d899b8a8b3f'] response: {'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'code': 200} Aug 28 19:58:33.051562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-a926ede8-b53b-4a83-9b3f-e4e52b7048e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:33.054442 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-a926ede8-b53b-4a83-9b3f-e4e52b7048e1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 200 len: 851 time: 0.2308609 Aug 28 19:58:33.058949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks [] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.152988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa35ac8e-f68e-4793-8571-6987f821ca24 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:33.171682 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Publish callbacks [] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.182695 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-ae9c3adf-f094-4f62-a947-10901b781875 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446444 Aug 28 19:58:33.230216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-d309ab39-a889-47ed-9656-896d37e8902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:33.232874 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-d309ab39-a889-47ed-9656-896d37e8902c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=448522e0-5784-4a9f-9055-45e0f893fbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1580443 Aug 28 19:58:33.242234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Transition to ACTIVE for port object aa35ac8e-f68e-4793-8571-6987f821ca24 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:33.244332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-195a3046-8635-4605-9c1c-5f59cff6eec3 req-d0458f0e-e7e3-4fab-a173-77dbae825b92 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6c571142-ce76-4a91-912a-8eb2b041ed3f HTTP/1.1" status: 200 len: 210 time: 0.0666041 Aug 28 19:58:33.247363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-c0325f42-e94c-40f1-bcd8-47bf42237291 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872734 Aug 28 19:58:33.254799 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:33.388352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.477566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.513820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-60211e6a-773c-4a55-b628-ebe92d790e4b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:33.515456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-60211e6a-773c-4a55-b628-ebe92d790e4b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179982 Aug 28 19:58:33.533110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcd9aa-cd97-402c-b136-f31bc6cf9c79 req-bbafb131-4a75-4348-a610-a79ce3d2e13f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:33.534128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8efcd9aa-cd97-402c-b136-f31bc6cf9c79 req-bbafb131-4a75-4348-a610-a79ce3d2e13f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.1528754 Aug 28 19:58:33.552201 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-2f6f89a0-9fc9-42ce-b4d4-3b85bc11b4fc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963958 Aug 28 19:58:33.557013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Pushing event updated for resources: {'Port': ['ID=aa35ac8e-f68e-4793-8571-6987f821ca24,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:33.566743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:58:33.584274 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-0dc3f5a0-b304-4121-b4a3-0340bb93fb80 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/quotas/114c1dbf05024fb0b8c494a02b5f16fa HTTP/1.1" status: 200 len: 375 time: 0.0416341 Aug 28 19:58:33.588973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:58:33.591941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:58:33.608645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-2ffdb3a6-a35b-42d1-8e5e-f905662b14e7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549018 Aug 28 19:58:33.623188 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:33.661935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8efcd9aa-cd97-402c-b136-f31bc6cf9c79 req-de9880d5-5f54-4281-92e2-4a4d07da883f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987804 Aug 28 19:58:33.667282 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:33.669905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Attempting to bind port aa35ac8e-f68e-4793-8571-6987f821ca24 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:33.670241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Attempting to bind port aa35ac8e-f68e-4793-8571-6987f821ca24 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:33.670575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Attempting to bind port aa35ac8e-f68e-4793-8571-6987f821ca24 on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:33.681305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Port aa35ac8e-f68e-4793-8571-6987f821ca24 on network 448522e0-5784-4a9f-9055-45e0f893fbee not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:33.681502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Attempting to bind port aa35ac8e-f68e-4793-8571-6987f821ca24 on network 448522e0-5784-4a9f-9055-45e0f893fbee {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:33.693383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:33.694480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Checking segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:33.694899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Bound using segment: {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:33.695405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Bound port: aa35ac8e-f68e-4793-8571-6987f821ca24, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09905b65-e2bf-4ec6-a39a-2168ef2f4e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:33.695773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.704084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:33.717145 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:33.816000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-a54c3a98-50ce-4c6a-ad56-8548e097d0aa tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2204573 Aug 28 19:58:33.816899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] For port aa35ac8e-f68e-4793-8571-6987f821ca24, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:33.832993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] For port aa35ac8e-f68e-4793-8571-6987f821ca24, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=aa35ac8e-f68e-4793-8571-6987f821ca24,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:33.856097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:33.858985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.934018 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.941714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:33.943478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:33.956257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/aa35ac8e-f68e-4793-8571-6987f821ca24 HTTP/1.1" status: 200 len: 1091 time: 2.0746880 Aug 28 19:58:34.027881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-22abddfc-dffa-4d52-876f-f51540831695 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585023 Aug 28 19:58:34.093336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-38a342e4-12d6-4dcd-800a-2287192abbfd None None] Provisioning complete for port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:34.094202 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38a342e4-12d6-4dcd-800a-2287192abbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:34.111936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'tag': 'aa35ac8e-f68e-4793-8571-6987f821ca24'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:34.114495 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d" -d '{"events": [{"name": "network-changed", "server_uuid": "53cf3880-52f8-4f40-8d75-2befb9e3404a", "tag": "aa35ac8e-f68e-4793-8571-6987f821ca24"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:34.125925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485659d-6e67-4126-847a-5b6aa1ac509b service neutron] Pushing event updated for resources: {'Port': ['ID=aa35ac8e-f68e-4793-8571-6987f821ca24,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:34.150733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76eafa-e68e-4b20-b657-74c046f842d0 req-8db3e35d-82dd-446b-900a-4c49c88ef3d8 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:34.157522 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce76eafa-e68e-4b20-b657-74c046f842d0 req-8db3e35d-82dd-446b-900a-4c49c88ef3d8 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 943 time: 0.1000957 Aug 28 19:58:34.166851 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-38505e98-9581-4caa-9360-1adcbea85c26 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7858157 Aug 28 19:58:34.175299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38a342e4-12d6-4dcd-800a-2287192abbfd None None] Port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:58:34.218977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Request body: {'port': {'device_id': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:34.260031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce76eafa-e68e-4b20-b657-74c046f842d0 req-a61d2b45-afed-4f83-9b0e-b0474bda84a7 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875123 Aug 28 19:58:34.333166 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb08f2e-55a0-409b-9f19-f38af1a39075 x-openstack-request-id: req-7eb08f2e-55a0-409b-9f19-f38af1a39075 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:34.333666 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cf3880-52f8-4f40-8d75-2befb9e3404a", "tag": "aa35ac8e-f68e-4793-8571-6987f821ca24", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:34.334059 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7eb08f2e-55a0-409b-9f19-f38af1a39075 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:34.334709 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb08f2e-55a0-409b-9f19-f38af1a39075'] response: {'name': 'network-changed', 'server_uuid': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'tag': 'aa35ac8e-f68e-4793-8571-6987f821ca24', 'status': 'completed', 'code': 200} Aug 28 19:58:34.362353 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-d3d37c6d-0e77-47dc-b21b-90218b7913b2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1397033 Aug 28 19:58:34.403472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a49842-21bd-4edf-9bd3-4a1276ded6bc req-3f0de3f4-d383-4678-a55c-9c6505ca68bc tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:34.416863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8a49842-21bd-4edf-9bd3-4a1276ded6bc req-3f0de3f4-d383-4678-a55c-9c6505ca68bc tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 931 time: 0.1498420 Aug 28 19:58:34.445559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-13d35051-a818-4dbb-b35f-613e0efcf458 req-7e097256-716f-4f96-a49d-d22642f2aaa6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 210 time: 0.0600145 Aug 28 19:58:34.498888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:34.630885 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8a49842-21bd-4edf-9bd3-4a1276ded6bc req-76d184ba-a594-49b1-85fc-681edf71b819 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074957 Aug 28 19:58:34.834762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf672e-c2af-45aa-957b-d14a0edadf0d req-daf7aa2c-5342-4d63-8b5b-d572dd0d82a9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:34.834762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fdf672e-c2af-45aa-957b-d14a0edadf0d req-daf7aa2c-5342-4d63-8b5b-d572dd0d82a9 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.0635016 Aug 28 19:58:34.871015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:34.883981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Publish callbacks [] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:34.902905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Transition to ACTIVE for port object 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:34.944236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fdf672e-c2af-45aa-957b-d14a0edadf0d req-cc417adb-c723-4036-8a65-c5214036c6ca tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046293 Aug 28 19:58:35.438562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c0bb1-3a25-4941-9984-7d49b6ef2da2 req-6d2d7440-e8da-489d-b183-2a442e79b603 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:35.446485 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-896c0bb1-3a25-4941-9984-7d49b6ef2da2 req-6d2d7440-e8da-489d-b183-2a442e79b603 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 943 time: 0.0715799 Aug 28 19:58:35.503694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-896c0bb1-3a25-4941-9984-7d49b6ef2da2 req-4abfa5c8-caaf-4981-ab18-8505378e21f4 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Aug 28 19:58:35.582700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-486baf27-b4c5-49c2-a269-b2d0bdca7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:35.584252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-486baf27-b4c5-49c2-a269-b2d0bdca7f08 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 1125 time: 0.0794358 Aug 28 19:58:35.592252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-2c8e8f95-a7ac-4447-9dca-bf480e6f40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:35.593650 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-2c8e8f95-a7ac-4447-9dca-bf480e6f40f3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 1128 time: 0.0578980 Aug 28 19:58:35.593783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bc91e5dc-b221-410b-810c-a5ada7f42070 req-022c9135-fa02-4b67-b14e-20b295de7d5a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 210 time: 0.0385664 Aug 28 19:58:35.619571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-788d655f-158e-4ccc-b049-0d7db6c3a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:35.621257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-788d655f-158e-4ccc-b049-0d7db6c3a984 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 1125 time: 0.1148016 Aug 28 19:58:35.686510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-83b788ab-0eaf-494d-a792-1bb30c805865 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa35ac8e-f68e-4793-8571-6987f821ca24 HTTP/1.1" status: 200 len: 217 time: 0.0436013 Aug 28 19:58:35.718405 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:35.744579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-a459485c-37e4-4a13-b62d-8b6fff97aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:35.746085 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-a459485c-37e4-4a13-b62d-8b6fff97aeed service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 200 len: 851 time: 0.0522697 Aug 28 19:58:35.824912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-9c841448-6595-4d23-b2a0-8cf43b74f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:35.827032 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-9c841448-6595-4d23-b2a0-8cf43b74f45b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=448522e0-5784-4a9f-9055-45e0f893fbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0741732 Aug 28 19:58:35.891295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2398dc-6162-49c0-b70b-e668f315fd63 req-7ca335e3-bded-4b07-9f37-d91462fa2ee2 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:35.902698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d2398dc-6162-49c0-b70b-e668f315fd63 req-7ca335e3-bded-4b07-9f37-d91462fa2ee2 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 943 time: 0.1741769 Aug 28 19:58:35.993770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:36.071909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-c450f548-d559-4255-826b-ca4a79bf416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:36.082107 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-c450f548-d559-4255-826b-ca4a79bf416a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 913 time: 0.4827342 Aug 28 19:58:36.110956 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:36.149454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.149808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.151324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.151686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.152027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.152376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.159718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.161006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.161126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.161457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.161794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.164820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.165132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.165474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.165806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:36.291105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43aec-a7a3-4144-8953-e1ab0e249dd2 req-6f335884-7752-4676-855f-ef18eb7762b2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:36.301185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-baa43aec-a7a3-4144-8953-e1ab0e249dd2 req-6f335884-7752-4676-855f-ef18eb7762b2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.1652710 Aug 28 19:58:36.312237 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-29574b74-edc6-4fc7-b93b-9ca1f1bcaf0f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704666 Aug 28 19:58:36.342429 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d2398dc-6162-49c0-b70b-e668f315fd63 req-f1cc2ca9-4aeb-48b3-b39a-098683d78d01 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386330 Aug 28 19:58:36.343877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-23fbfeed-3af9-4594-b0c3-cb5664fa9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:36.345880 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-23fbfeed-3af9-4594-b0c3-cb5664fa9306 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 200 len: 916 time: 0.7065935 Aug 28 19:58:36.465520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-bd0c5ad3-f964-4aec-89fd-6ff0182822f5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ba843c-495a-44b5-a788-32791e8884bf HTTP/1.1" status: 200 len: 217 time: 0.3609338 Aug 28 19:58:36.581638 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:36.649275 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-9973e8c1-df13-42c9-b5e6-8d95729ed866 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e63a01de-e273-4bbd-9558-7aace2d9222c HTTP/1.1" status: 200 len: 1001 time: 0.2046478 Aug 28 19:58:36.669101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Attempting to bind port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:36.669446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Attempting to bind port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:36.669781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Attempting to bind port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:36.711155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 on network 83c35358-27a0-4ce4-ae59-facc4d05877d not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:36.711740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Attempting to bind port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:36.719753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-58e21861-5772-49af-a8f5-6b72082a7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:36.722202 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-58e21861-5772-49af-a8f5-6b72082a7186 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 200 len: 851 time: 0.2447212 Aug 28 19:58:36.771528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:36.772228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Checking segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:36.772690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Bound using segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:36.773149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Bound port: 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:36.773523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:36.777368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-48ffb3c4-a8a0-44a9-891d-f1f317f12eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:36.778962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-48ffb3c4-a8a0-44a9-891d-f1f317f12eb5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5f1a2398-58d9-4724-a385-884691f9c8be HTTP/1.1" status: 200 len: 854 time: 0.1195259 Aug 28 19:58:36.935694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ff23-32d0-472c-82ae-de83882d24f5 req-7c4021bb-608d-4786-acc2-c66683e897ff tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:36.943931 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c24ff23-32d0-472c-82ae-de83882d24f5 req-7c4021bb-608d-4786-acc2-c66683e897ff tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 943 time: 0.2530620 Aug 28 19:58:36.946379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-baa43aec-a7a3-4144-8953-e1ab0e249dd2 req-a2cb3eb8-76a1-47cf-addb-2006acb6cd1b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431136 Aug 28 19:58:36.983017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-dabd4548-bbe0-4ce8-87c8-3a7fe0030ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:36.988631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d7ae74c-7f67-4243-8136-0d45c488e268 req-cac691c0-d5fc-40ec-bac8-cee60f41c0fa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684585 Aug 28 19:58:36.990036 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-dabd4548-bbe0-4ce8-87c8-3a7fe0030ff1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4782ef1c-ae37-4407-9723-7210b356d656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1851032 Aug 28 19:58:36.995713 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:37.035842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-e2ce6163-9c30-4475-b374-f988e83608aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:37.037887 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-e2ce6163-9c30-4475-b374-f988e83608aa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=448522e0-5784-4a9f-9055-45e0f893fbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2579174 Aug 28 19:58:37.230174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:37.651471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:37.660743 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c24ff23-32d0-472c-82ae-de83882d24f5 req-a65af2f5-18a7-43bc-bf90-c5c51d692b12 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159214 Aug 28 19:58:37.702370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 83ba843c-495a-44b5-a788-32791e8884bf details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:37.707179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-265ff1ae-42c6-4900-8587-98d72e983a54 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201856 Aug 28 19:58:37.729415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-c94b908e-64f3-4e99-8656-df0061f9a501 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722102 Aug 28 19:58:37.729797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63d3d479-3933-479c-a786-003c6c221eda req-f3b12146-9a47-4826-8ffd-9d587402e636 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 210 time: 0.1069283 Aug 28 19:58:37.823867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:37.828645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:37.829880 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:37.831625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5947a9f9-e2d1-478f-96c6-ecc9af9fa520 HTTP/1.1" status: 200 len: 1091 time: 3.6178694 Aug 28 19:58:37.832627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:37.836257 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63a3d5d-1c67-4315-911f-90cdefb33c50" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:37.941981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a80b-5f48-47c8-ae00-354bc5c87a2c req-3a149540-995e-4208-9c71-ad6621b3e9cb tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:37.945910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db54a80b-5f48-47c8-ae00-354bc5c87a2c req-3a149540-995e-4208-9c71-ad6621b3e9cb tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 943 time: 0.0816469 Aug 28 19:58:37.947053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd670d31-7c2d-4548-b06a-d6fac2016e16 service neutron] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:38.007141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 83ba843c-495a-44b5-a788-32791e8884bf, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=83ba843c-495a-44b5-a788-32791e8884bf,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:38.016134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db54a80b-5f48-47c8-ae00-354bc5c87a2c req-f0ffd39d-c75b-472e-9f8a-a6b2f96f6067 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557117 Aug 28 19:58:38.025638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '83ba843c-495a-44b5-a788-32791e8884bf', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'port_id': '83ba843c-495a-44b5-a788-32791e8884bf', 'mac_address': 'fa:16:3e:b1:4d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:38.075802 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d465b5-e1d1-4f83-a22b-e0f4fb45c4c2 x-openstack-request-id: req-c0d465b5-e1d1-4f83-a22b-e0f4fb45c4c2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:38.076681 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:38.077220 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0d465b5-e1d1-4f83-a22b-e0f4fb45c4c2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:38.078184 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d465b5-e1d1-4f83-a22b-e0f4fb45c4c2'] response: {'name': 'network-changed', 'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'status': 'completed', 'code': 200} Aug 28 19:58:38.115978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 83ba843c-495a-44b5-a788-32791e8884bf is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:38.116586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83ba843c-495a-44b5-a788-32791e8884bf), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:38.148570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba843c-495a-44b5-a788-32791e8884bf {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:38.181303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 83ba843c-495a-44b5-a788-32791e8884bf, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=83ba843c-495a-44b5-a788-32791e8884bf,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:38.202608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afc089-b969-4d5f-b6b2-498326487991 req-9ab4b8e8-958e-4c16-bc4f-3afcaba1d132 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:38.204532 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63afc089-b969-4d5f-b6b2-498326487991 req-9ab4b8e8-958e-4c16-bc4f-3afcaba1d132 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.0661008 Aug 28 19:58:38.285729 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63afc089-b969-4d5f-b6b2-498326487991 req-ce8720d3-2c41-465b-b9a7-79742b991b49 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740907 Aug 28 19:58:38.294743 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (83ba843c-495a-44b5-a788-32791e8884bf), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:38.374579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=83ba843c-495a-44b5-a788-32791e8884bf,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:38.385647 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:38.617971 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:38.623596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a3d5d-1c67-4315-911f-90cdefb33c50 req-a8261a94-ad6e-4612-b543-e8b4ffe4655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:38.625422 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d63a3d5d-1c67-4315-911f-90cdefb33c50 req-a8261a94-ad6e-4612-b543-e8b4ffe4655a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 1125 time: 0.1672137 Aug 28 19:58:38.720486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['83ba843c-495a-44b5-a788-32791e8884bf'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:38.814688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-fe6aa0bd-d8a4-4cc7-aecf-d184ad394dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:38.816249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-fe6aa0bd-d8a4-4cc7-aecf-d184ad394dbb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 1125 time: 0.3128040 Aug 28 19:58:38.905568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a3d5d-1c67-4315-911f-90cdefb33c50 req-ef7ec57f-2f18-40c8-bacb-13064c4b1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:38.907289 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d63a3d5d-1c67-4315-911f-90cdefb33c50 req-ef7ec57f-2f18-40c8-bacb-13064c4b1827 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2670698 Aug 28 19:58:39.103032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48515b3-857e-47e9-a366-1db4e2668a72 req-35116b2c-4233-4df0-bad5-52e5b1050c8c tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.105306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f48515b3-857e-47e9-a366-1db4e2668a72 req-35116b2c-4233-4df0-bad5-52e5b1050c8c tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 943 time: 0.1761758 Aug 28 19:58:39.139894 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:39.312446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78d3be1e-c9ff-4f87-977f-bf9ef4b8c374 req-d6de908b-a540-4a3a-834b-8ebdb40e438d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646243 Aug 28 19:58:39.379462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0de1a481-6a9f-43d3-a8a3-61d7b46e0a5a req-cb1b5f71-b39c-4afe-be96-0952c6aa5504 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9303699 Aug 28 19:58:39.404684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-88588630-2012-49b6-8612-fcea953ed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.406345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-88588630-2012-49b6-8612-fcea953ed025 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 200 len: 913 time: 0.5792539 Aug 28 19:58:39.432793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a3d5d-1c67-4315-911f-90cdefb33c50 req-16b10521-22af-455f-ae8f-8de440e74a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.435556 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d63a3d5d-1c67-4315-911f-90cdefb33c50 req-16b10521-22af-455f-ae8f-8de440e74a06 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5197566 Aug 28 19:58:39.478788 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f48515b3-857e-47e9-a366-1db4e2668a72 req-f185a9ee-69d2-4916-8bb9-a1971462c5bb tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349862 Aug 28 19:58:39.612751 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:39.613639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-45e740b0-bd62-4a6a-873c-9eb89d8716d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.616533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-45e740b0-bd62-4a6a-873c-9eb89d8716d6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2&tenant_id=4fddc9a2293a464c96194c53aa8d4ef2 HTTP/1.1" status: 200 len: 1132 time: 0.1285794 Aug 28 19:58:39.641807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:39.658212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-22da3fda-d193-47f3-9687-a63b8af7da3f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa35ac8e-f68e-4793-8571-6987f821ca24 HTTP/1.1" status: 200 len: 217 time: 0.2422521 Aug 28 19:58:39.708936 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9683cb33-dc20-49dd-8dd8-3344136dc0f4 req-eb126efe-539a-46f8-a661-95ef896b8cc0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 210 time: 0.0945830 Aug 28 19:58:39.839834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396c44-939f-4b03-a515-345407808f22 req-5b8e015c-a8e7-483a-b472-b13eac2999d8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.839972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-90b549cd-98b0-41ad-bb08-f2fb55d4f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.846379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0396c44-939f-4b03-a515-345407808f22 req-5b8e015c-a8e7-483a-b472-b13eac2999d8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 943 time: 0.0899527 Aug 28 19:58:39.856923 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-90b549cd-98b0-41ad-bb08-f2fb55d4f76f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 1125 time: 0.2992518 Aug 28 19:58:39.868565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:39.934852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-e6c88e35-bd28-4345-9799-f920b87e3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.940104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-e6c88e35-bd28-4345-9799-f920b87e3b4c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 200 len: 851 time: 0.2264328 Aug 28 19:58:39.957063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c15106-2cf1-4fab-896f-d580c2775773 req-ce9719b5-942c-4620-9243-e1760284ec44 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:39.964593 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3c15106-2cf1-4fab-896f-d580c2775773 req-ce9719b5-942c-4620-9243-e1760284ec44 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.1488183 Aug 28 19:58:39.975047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:40.110662 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:40.119128 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-bea38f4b-3d66-42b9-a694-37dd2827b47d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520 HTTP/1.1" status: 200 len: 217 time: 0.1740994 Aug 28 19:58:40.178445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-40330c5f-8e87-450e-8b5b-6d6629156cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:40.180467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-40330c5f-8e87-450e-8b5b-6d6629156cad service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=448522e0-5784-4a9f-9055-45e0f893fbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1899054 Aug 28 19:58:40.192128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device aa35ac8e-f68e-4793-8571-6987f821ca24 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:40.229201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 83ba843c-495a-44b5-a788-32791e8884bf up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:40.268760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3c15106-2cf1-4fab-896f-d580c2775773 req-4c990d8c-acef-46d5-8736-304d6835aef4 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031776 Aug 28 19:58:40.336699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0396c44-939f-4b03-a515-345407808f22 req-5bd06b28-98e2-4af3-865e-3265b30e118b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893084 Aug 28 19:58:40.339024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-ff1961af-4e60-44ec-ab09-6cb6e5d5b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:40.342268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-ff1961af-4e60-44ec-ab09-6cb6e5d5b35b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=cf951cff-f7a5-4776-b4dc-b4942b094c06 HTTP/1.1" status: 200 len: 843 time: 0.2152903 Aug 28 19:58:40.361997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:40.362621 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:40.375402 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-6af5f213-256b-44a4-97eb-d703aaac3e31 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982311 Aug 28 19:58:40.480606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:40.546597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port aa35ac8e-f68e-4793-8571-6987f821ca24, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=aa35ac8e-f68e-4793-8571-6987f821ca24,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:40.553307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:40.600303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-17bd98f7-cff9-48d1-b249-4e3fb0839e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:40.604591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-17bd98f7-cff9-48d1-b249-4e3fb0839e3d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=83c35358-27a0-4ce4-ae59-facc4d05877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2456779 Aug 28 19:58:40.613290 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Publish callbacks [] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:40.618882 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:40.622481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'aa35ac8e-f68e-4793-8571-6987f821ca24', 'network_id': '448522e0-5784-4a9f-9055-45e0f893fbee', 'port_id': 'aa35ac8e-f68e-4793-8571-6987f821ca24', 'mac_address': 'fa:16:3e:6a:86:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7171dba-f0ad-4e43-b9ed-1dff79e673d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:40.645658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Transition to ACTIVE for port object 2cde69ca-78e9-4c26-8c27-acbc500e107e will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:40.647841 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:40.649949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:40.652903 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfd56b4-ea30-4213-b851-33d6471bc17e" -d '{"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:40.688026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 83ba843c-495a-44b5-a788-32791e8884bf completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:40.768696 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:40.821778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port aa35ac8e-f68e-4793-8571-6987f821ca24 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:40.823430 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:40.835179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 83ba843c-495a-44b5-a788-32791e8884bf triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:40.836606 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (83ba843c-495a-44b5-a788-32791e8884bf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:40.925388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=11']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:40.985900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa35ac8e-f68e-4793-8571-6987f821ca24 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:41.015968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port aa35ac8e-f68e-4793-8571-6987f821ca24, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=aa35ac8e-f68e-4793-8571-6987f821ca24,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:41.017162 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:41.033934 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e977701-f3d6-4247-8d0c-21358c89eae8 x-openstack-request-id: req-2e977701-f3d6-4247-8d0c-21358c89eae8 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:41.034267 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:41.039202 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e977701-f3d6-4247-8d0c-21358c89eae8 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:41.039202 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e977701-f3d6-4247-8d0c-21358c89eae8'] response: {'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'code': 200} Aug 28 19:58:41.039483 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 19:58:41.039483 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 19:58:41.097056 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:41.107823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] No DVR routers for this DVR port 2cde69ca-78e9-4c26-8c27-acbc500e107e on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:41.132127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-2de2d695-7421-484c-9578-985837e882d7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364533 Aug 28 19:58:41.136399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c26ad20-39b9-4147-ab40-235054430643 req-ceb58463-1544-4804-aaed-ae3c3fb92bed tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 210 time: 0.0832539 Aug 28 19:58:41.195421 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-9e9b945f-769a-4641-aaa2-7626849adac8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331249 Aug 28 19:58:41.221523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d721b1b-8537-4603-a383-cbd2ad597498 req-a25159c6-de0d-4e6e-9400-187b82df0519 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:41.223627 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d721b1b-8537-4603-a383-cbd2ad597498 req-a25159c6-de0d-4e6e-9400-187b82df0519 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 943 time: 0.3020561 Aug 28 19:58:41.236818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 83ba843c-495a-44b5-a788-32791e8884bf is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:41.237302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83ba843c-495a-44b5-a788-32791e8884bf), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:41.241459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=aa35ac8e-f68e-4793-8571-6987f821ca24,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:41.247149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:41.247721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:41.248299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:41.266329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:41.269592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Attempting to bind port 2cde69ca-78e9-4c26-8c27-acbc500e107e on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:41.282736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:41.285462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:41.285462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:41.285462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Bound port: 2cde69ca-78e9-4c26-8c27-acbc500e107e, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:41.285920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:41.293286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:41.297149 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5acf07-0c35-47cc-b3da-d477ec48f447" -d '{"events": [{"server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "name": "network-vif-plugged", "status": "completed", "tag": "83ba843c-495a-44b5-a788-32791e8884bf"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:41.332276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 83ba843c-495a-44b5-a788-32791e8884bf, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=83ba843c-495a-44b5-a788-32791e8884bf,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:41.431395 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:41.434051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56f38ce2-fb17-46e3-89dd-5b02ae3d4a56 req-871fa2c5-2f6a-453b-88df-c883684a2910 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092257 Aug 28 19:58:41.465993 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (83ba843c-495a-44b5-a788-32791e8884bf), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:41.479424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:41.501170 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:41.509011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:41.516333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-f64bbaca-6626-4e0e-a99c-154a8b96fbc8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:41.517900 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-f64bbaca-6626-4e0e-a99c-154a8b96fbc8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1114144 Aug 28 19:58:41.544513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:41.560607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['aa35ac8e-f68e-4793-8571-6987f821ca24'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:41.621309 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:41.636875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b01e8b-dbb5-4e1b-92e3-923a5b094160 req-5d138b52-40a6-41bd-b90c-d34fe0985f67 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:41.646813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-65b01e8b-dbb5-4e1b-92e3-923a5b094160 req-5d138b52-40a6-41bd-b90c-d34fe0985f67 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.1495998 Aug 28 19:58:41.651673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:41.677058 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d721b1b-8537-4603-a383-cbd2ad597498 req-93d94306-4abb-4edf-ae15-aec69377a818 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215324 Aug 28 19:58:41.680672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:41.681663 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:41.697698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 1096 time: 2.0534377 Aug 28 19:58:41.716918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=83ba843c-495a-44b5-a788-32791e8884bf,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:41.792515 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c61fca88-203f-4baf-a5d9-84b9d7f7e36d req-75aec980-fd16-4d6a-8060-5f787a5c2a05 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198540 Aug 28 19:58:41.802670 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cc0d1f-988f-4aca-bcc7-162ddba793ba x-openstack-request-id: req-d9cc0d1f-988f-4aca-bcc7-162ddba793ba {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:41.803789 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "name": "network-vif-plugged", "status": "completed", "tag": "83ba843c-495a-44b5-a788-32791e8884bf", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:41.804886 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9cc0d1f-988f-4aca-bcc7-162ddba793ba {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:41.804886 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cc0d1f-988f-4aca-bcc7-162ddba793ba'] response: {'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf', 'code': 200} Aug 28 19:58:41.871793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:41.919549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-65b01e8b-dbb5-4e1b-92e3-923a5b094160 req-a0ea2c39-53c0-4a01-a145-1f5a957ae27d tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641411 Aug 28 19:58:41.924625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=12']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:41.941074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.946510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.954385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.958619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.959068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.959419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b22309-b1f6-447b-875d-55076fd31508 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:41.996196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b7ca5-9638-433b-b204-266b21cae2d1 req-5c10205b-5ffc-49d1-9f2f-e2e57694cbff tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:41.997839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-179b7ca5-9638-433b-b204-266b21cae2d1 req-5c10205b-5ffc-49d1-9f2f-e2e57694cbff tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 943 time: 0.0740681 Aug 28 19:58:42.065040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:58:42.069255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:42.097763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-179b7ca5-9638-433b-b204-266b21cae2d1 req-f297e9af-7ef0-4e1c-9a0d-35e9ade6a116 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938504 Aug 28 19:58:42.179100 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:42.283864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.18 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/639944f5-bd8b-453f-aa99-4e191ab36135) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:58:42.293352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2abc27e7-329f-4b93-a497-73e5a52970e7 req-57f66aa2-58df-4efd-8cc3-983644b4bc20 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 210 time: 0.0538208 Aug 28 19:58:42.577941 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:58:42.580441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (639944f5-bd8b-453f-aa99-4e191ab36135), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:42.693159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:42.709714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3', '075c0298-4887-4f93-8e8b-b8f001549193'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:42.766542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:58:42.772720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:58:42.777761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:58:42.806501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:42.819060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=639944f5-bd8b-453f-aa99-4e191ab36135,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:42.827480 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:42.869237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:42.870359 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:42.989489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-abd7bfa1-97ba-45ce-826f-a0b93a0f2690 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4518909 Aug 28 19:58:43.009657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf06c5-2aa8-49ef-9529-44cc0f46d52c req-4e443e29-3bb8-48ef-8c76-d6f4884b0eda tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.017054 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86bf06c5-2aa8-49ef-9529-44cc0f46d52c req-4e443e29-3bb8-48ef-8c76-d6f4884b0eda tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 944 time: 0.1251023 Aug 28 19:58:43.075310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:43.084253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Request body: {'port': {'device_id': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:58:43.084523 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a96df8f-1931-4205-b328-18112bfa11ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:43.100994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467', '577364c1-5b3d-48bd-987e-3e513570acb2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:43.110998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device aa35ac8e-f68e-4793-8571-6987f821ca24 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:43.133113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682aae5-229b-40b1-b952-b900b0142078 req-137860a0-280d-4a65-9b94-6070b0942bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.134912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3682aae5-229b-40b1-b952-b900b0142078 req-137860a0-280d-4a65-9b94-6070b0942bb3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 1127 time: 0.1122694 Aug 28 19:58:43.221208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-c6822e2b-4c26-4647-8105-43127c7b1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.235358 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-c6822e2b-4c26-4647-8105-43127c7b1ff3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1130 time: 0.2922897 Aug 28 19:58:43.278492 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3682aae5-229b-40b1-b952-b900b0142078 req-352bda81-fe90-4771-a76d-906a9505544f service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356466 Aug 28 19:58:43.294028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff3109-9036-4ae4-94d1-dc8908b3d48f req-8906d87a-23f1-4df7-a7bd-24f5f7177310 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.302817 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68ff3109-9036-4ae4-94d1-dc8908b3d48f req-8906d87a-23f1-4df7-a7bd-24f5f7177310 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.1447792 Aug 28 19:58:43.355401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86bf06c5-2aa8-49ef-9529-44cc0f46d52c req-8af136eb-2598-4276-9348-99fccde9eb07 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364885 Aug 28 19:58:43.389317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68ff3109-9036-4ae4-94d1-dc8908b3d48f req-e982e543-7389-4daf-aa2a-71c4ac28e465 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854862 Aug 28 19:58:43.399097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port aa35ac8e-f68e-4793-8571-6987f821ca24 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:43.448836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b8e9ccb8-3bde-457f-9f69-8d1b94ce632b None None] Provisioning complete for port 639944f5-bd8b-453f-aa99-4e191ab36135 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:43.449453 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ccb8-3bde-457f-9f69-8d1b94ce632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:43.452045 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:43.545105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port aa35ac8e-f68e-4793-8571-6987f821ca24 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:43.545475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:43.553451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9ccb8-3bde-457f-9f69-8d1b94ce632b None None] Port 639944f5-bd8b-453f-aa99-4e191ab36135 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:58:43.639871 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:43.698918 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d7869-a1ae-41dd-9114-8f2b5a168758 x-openstack-request-id: req-2e0d7869-a1ae-41dd-9114-8f2b5a168758 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:43.699668 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:43.700246 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e0d7869-a1ae-41dd-9114-8f2b5a168758 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:43.700898 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0d7869-a1ae-41dd-9114-8f2b5a168758'] response: {'name': 'network-changed', 'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'status': 'completed', 'code': 200} Aug 28 19:58:43.740220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8ee70-93c2-4fd4-9971-78557a1cf9ba req-41b249e4-60aa-4d87-b19f-e599ed91a6f6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.748252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cec8ee70-93c2-4fd4-9971-78557a1cf9ba req-41b249e4-60aa-4d87-b19f-e599ed91a6f6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 943 time: 0.1764717 Aug 28 19:58:43.854043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb1a67-22b1-4a90-9e45-61d7feec862d req-4ed08f4c-28b4-41a8-9eea-8cf6287c242e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.856548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adcb1a67-22b1-4a90-9e45-61d7feec862d req-4ed08f4c-28b4-41a8-9eea-8cf6287c242e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 935 time: 0.0674407 Aug 28 19:58:43.888440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-661dcd1b-76ab-4b55-a5c6-f05ce6d9eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.889985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-661dcd1b-76ab-4b55-a5c6-f05ce6d9eeb3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.5719788 Aug 28 19:58:43.929240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cec8ee70-93c2-4fd4-9971-78557a1cf9ba req-0d185f23-9889-486f-ac8c-39f150de21fa tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786826 Aug 28 19:58:43.933498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-d94da014-9f07-4515-9759-6a79012fb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:43.938582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-d94da014-9f07-4515-9759-6a79012fb284 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1130 time: 0.2471182 Aug 28 19:58:43.954343 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:43.958624 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adcb1a67-22b1-4a90-9e45-61d7feec862d req-e6e28084-ae43-4805-aed0-5798c0ed0464 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881798 Aug 28 19:58:44.073369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port aa35ac8e-f68e-4793-8571-6987f821ca24 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:44.074002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:44.124101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35ac8e-f68e-4793-8571-6987f821ca24'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:44.127431 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0db5e95-777e-482b-b46e-3678474e7150" -d '{"events": [{"server_uuid": "53cf3880-52f8-4f40-8d75-2befb9e3404a", "name": "network-vif-plugged", "status": "completed", "tag": "aa35ac8e-f68e-4793-8571-6987f821ca24"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:44.149343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port aa35ac8e-f68e-4793-8571-6987f821ca24, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=aa35ac8e-f68e-4793-8571-6987f821ca24,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:44.208987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-7083e7d9-4380-4d97-8279-efc7df859340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.214039 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-7083e7d9-4380-4d97-8279-efc7df859340 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2644727 Aug 28 19:58:44.214202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639944f5-bd8b-453f-aa99-4e191ab36135 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:44.220688 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02bc9f4-1769-4616-847b-f1c8e169ff49 x-openstack-request-id: req-e02bc9f4-1769-4616-847b-f1c8e169ff49 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:44.220926 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cf3880-52f8-4f40-8d75-2befb9e3404a", "name": "network-vif-plugged", "status": "completed", "tag": "aa35ac8e-f68e-4793-8571-6987f821ca24", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:44.221175 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e02bc9f4-1769-4616-847b-f1c8e169ff49 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:44.221574 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02bc9f4-1769-4616-847b-f1c8e169ff49'] response: {'server_uuid': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35ac8e-f68e-4793-8571-6987f821ca24', 'code': 200} Aug 28 19:58:44.225355 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:44.227280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Publish callbacks [] for port (639944f5-bd8b-453f-aa99-4e191ab36135), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:44.233636 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:44.269554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-c7ddf918-03cb-441d-ab88-2ab817816137 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.0518789 Aug 28 19:58:44.303262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=aa35ac8e-f68e-4793-8571-6987f821ca24,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:44.324268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-b4bf3d10-10ef-4bfe-b0b0-9eca3becd555 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.2403941 Aug 28 19:58:44.325773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Transition to ACTIVE for port object 639944f5-bd8b-453f-aa99-4e191ab36135 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:58:44.343222 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:44.352326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-f04c9165-7b68-4d70-aa8d-d8e2ec3da833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.353264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-f04c9165-7b68-4d70-aa8d-d8e2ec3da833 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0773394 Aug 28 19:58:44.413578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:44.455654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-0f5eabcf-2bb1-45f7-a23e-92bb27869e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.455654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-0f5eabcf-2bb1-45f7-a23e-92bb27869e7c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0943525 Aug 28 19:58:44.487880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Pushing event updated for resources: {'Port': ['ID=639944f5-bd8b-453f-aa99-4e191ab36135,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:44.639511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-11adcb89-24e8-489c-ad1a-455ef0e218e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.642830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-11adcb89-24e8-489c-ad1a-455ef0e218e1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1667807 Aug 28 19:58:44.650003 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:44.683898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b641-29f7-4e0a-b030-4474d3c8c92d req-a6136589-1e57-47d3-aa51-5aa7cb552dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.683898 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb05b641-29f7-4e0a-b030-4474d3c8c92d req-a6136589-1e57-47d3-aa51-5aa7cb552dfb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 1127 time: 0.0520942 Aug 28 19:58:44.713617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553cfb0-dce3-4e59-a80d-df516425dd27 req-24ad6afe-f20c-4370-9c58-b288834cb508 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.715308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1553cfb0-dce3-4e59-a80d-df516425dd27 req-24ad6afe-f20c-4370-9c58-b288834cb508 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 945 time: 0.1207321 Aug 28 19:58:44.746666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-6ef1a872-0c90-469c-9900-2421e21484c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.748208 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-6ef1a872-0c90-469c-9900-2421e21484c2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0969961 Aug 28 19:58:44.751172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Attempting to bind port 639944f5-bd8b-453f-aa99-4e191ab36135 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:58:44.751375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Attempting to bind port 639944f5-bd8b-453f-aa99-4e191ab36135 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:58:44.752325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Attempting to bind port 639944f5-bd8b-453f-aa99-4e191ab36135 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:44.765792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579b92-fa1b-439d-8431-7a5b002b6608 req-078c5c5f-5414-4145-80e1-7058e8a2abea tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:44.769934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Port 639944f5-bd8b-453f-aa99-4e191ab36135 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:58:44.770312 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Attempting to bind port 639944f5-bd8b-453f-aa99-4e191ab36135 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:58:44.772583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78579b92-fa1b-439d-8431-7a5b002b6608 req-078c5c5f-5414-4145-80e1-7058e8a2abea tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.1430016 Aug 28 19:58:44.839934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:58:44.840407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:58:44.840830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:58:44.841294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Bound port: 639944f5-bd8b-453f-aa99-4e191ab36135, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:58:44.841670 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:44.845587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-b74ee425-cee8-43df-86f3-bb879b6c912b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825305 Aug 28 19:58:44.851437 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb05b641-29f7-4e0a-b030-4474d3c8c92d req-dc2a425d-0baf-4c45-9469-8a0ee2d508e4 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484537 Aug 28 19:58:44.872789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1553cfb0-dce3-4e59-a80d-df516425dd27 req-57934c88-a3bd-455c-acc3-7519dcf7cf19 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474104 Aug 28 19:58:44.924264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78579b92-fa1b-439d-8431-7a5b002b6608 req-f8a13c23-9c90-4238-8c5e-6f09a69fd2fc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501341 Aug 28 19:58:44.971246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] For port 639944f5-bd8b-453f-aa99-4e191ab36135, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:58:44.976444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] For port 639944f5-bd8b-453f-aa99-4e191ab36135, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=639944f5-bd8b-453f-aa99-4e191ab36135,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:58:44.983882 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-08ca27cb-cc77-4767-9525-0d90181f975d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135839 Aug 28 19:58:44.994603 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:45.018461 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-4befa2cc-1c75-4a7d-b28c-948e8ee9e8ad service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651139 Aug 28 19:58:45.091490 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:45.099033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64220f-1529-4ce4-8916-5c91d843febf req-f2ff9f54-0f67-42b7-8245-fa6842479414 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:45.100683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e64220f-1529-4ce4-8916-5c91d843febf req-f2ff9f54-0f67-42b7-8245-fa6842479414 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 943 time: 0.0666442 Aug 28 19:58:45.103358 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:45.108382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:45.109013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:45.110646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/639944f5-bd8b-453f-aa99-4e191ab36135 HTTP/1.1" status: 200 len: 1095 time: 2.0393615 Aug 28 19:58:45.114743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'tag': '639944f5-bd8b-453f-aa99-4e191ab36135'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:45.115287 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981119aa-958d-4639-bb5e-f62f574c8d21" -d '{"events": [{"name": "network-changed", "server_uuid": "6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd", "tag": "639944f5-bd8b-453f-aa99-4e191ab36135"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:45.123421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649570-d44f-4df1-9c28-507ebbe8f987 req-4920c579-c6b3-478e-bd1e-d95b30bdecac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:45.137776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0649570-d44f-4df1-9c28-507ebbe8f987 req-4920c579-c6b3-478e-bd1e-d95b30bdecac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.0757401 Aug 28 19:58:45.202757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0649570-d44f-4df1-9c28-507ebbe8f987 req-71565cc5-652d-41fc-9614-5e7070641fe0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595269 Aug 28 19:58:45.261791 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78552eb-c101-451c-9a15-633bca2c9d2b x-openstack-request-id: req-e78552eb-c101-451c-9a15-633bca2c9d2b {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:45.262334 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd", "tag": "639944f5-bd8b-453f-aa99-4e191ab36135", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:45.262334 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e78552eb-c101-451c-9a15-633bca2c9d2b {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:45.262691 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78552eb-c101-451c-9a15-633bca2c9d2b'] response: {'name': 'network-changed', 'server_uuid': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'tag': '639944f5-bd8b-453f-aa99-4e191ab36135', 'status': 'completed', 'code': 200} Aug 28 19:58:45.275161 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506413ef-1b7d-43d0-b2fb-e0c6038af863 service neutron] Pushing event updated for resources: {'Port': ['ID=639944f5-bd8b-453f-aa99-4e191ab36135,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:45.283992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e64220f-1529-4ce4-8916-5c91d843febf req-d1f3a310-08a2-43b8-963e-49155a2a663a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472735 Aug 28 19:58:45.316125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c133ca7-bec3-4f47-9ba8-4b51ad5a938c req-39be4c3d-0bd8-47d6-bb85-88993fc8b59c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722541 Aug 28 19:58:45.379033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:45.448197 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:45.506094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:45.520045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'mac_address': 'fa:16:3e:9f:03:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:45.571380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:45.572544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:45.590012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:45.617258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:45.703201 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:45.757729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:46.042033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac35863-9482-47f9-9d43-1deecf8e964a req-b9314a75-e3fa-4c9a-8e7f-2aaba465e22f tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:46.044754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ac35863-9482-47f9-9d43-1deecf8e964a req-b9314a75-e3fa-4c9a-8e7f-2aaba465e22f tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 945 time: 0.0723059 Aug 28 19:58:46.085247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ba8f4-8397-4f91-b084-c79cfebcf317 req-7614f597-43e3-48a3-8bd2-4fef96dd5102 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:46.087130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f1ba8f4-8397-4f91-b084-c79cfebcf317 req-7614f597-43e3-48a3-8bd2-4fef96dd5102 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.0695941 Aug 28 19:58:46.130754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ac35863-9482-47f9-9d43-1deecf8e964a req-fa6ef456-d501-470a-8b56-9d25e9292414 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775943 Aug 28 19:58:46.179360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5947a9f9-e2d1-478f-96c6-ecc9af9fa520'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:46.198193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f1ba8f4-8397-4f91-b084-c79cfebcf317 req-d150d338-c5c4-42a6-9fc4-04196bb9ee87 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013789 Aug 28 19:58:46.385415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbded13-3675-4cbf-ba57-720042e97fd4 req-0ad0c960-3bbd-4913-a0a7-ae13a34b352d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:46.398082 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cbbded13-3675-4cbf-ba57-720042e97fd4 req-0ad0c960-3bbd-4913-a0a7-ae13a34b352d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.0962000 Aug 28 19:58:46.499005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cbbded13-3675-4cbf-ba57-720042e97fd4 req-1e3fcd1f-9947-4741-ade5-ea2c6d196b3b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997243 Aug 28 19:58:46.555409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed47e8f-192b-4bc4-9f56-5bff75ea346c req-a2621c0f-325d-4f1f-b69d-4300d85ffc44 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:46.562463 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ed47e8f-192b-4bc4-9f56-5bff75ea346c req-a2621c0f-325d-4f1f-b69d-4300d85ffc44 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 944 time: 0.1090026 Aug 28 19:58:46.734588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ed47e8f-192b-4bc4-9f56-5bff75ea346c req-22f8994c-7033-4854-87af-ea0fbcfeaf8b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671443 Aug 28 19:58:47.259084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c777f18-fd16-4f9f-87e7-4c7dda6c419d req-e4b9c035-459d-4eed-88a4-045c443f40cc tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:47.261255 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c777f18-fd16-4f9f-87e7-4c7dda6c419d req-e4b9c035-459d-4eed-88a4-045c443f40cc tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 946 time: 0.0584466 Aug 28 19:58:47.345486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c777f18-fd16-4f9f-87e7-4c7dda6c419d req-bdc49658-53ce-4189-b267-184ad526fadc tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577459 Aug 28 19:58:47.550452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca1d5f-155c-4815-a443-b9073af9089f req-c6b07596-8a42-49a9-8274-33278a31aa3d tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:47.562813 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2ca1d5f-155c-4815-a443-b9073af9089f req-c6b07596-8a42-49a9-8274-33278a31aa3d tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 945 time: 0.1048756 Aug 28 19:58:47.608504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6af1ff-89cf-451c-b484-ba1f2065879e req-088c4a26-4941-4ed9-90c3-5146fcbd845e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:47.624548 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb6af1ff-89cf-451c-b484-ba1f2065879e req-088c4a26-4941-4ed9-90c3-5146fcbd845e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.1060953 Aug 28 19:58:47.646621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2ca1d5f-155c-4815-a443-b9073af9089f req-fa21f592-2c60-4d0a-892b-a7d64896a0fe tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803039 Aug 28 19:58:47.666225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:47.817553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb6af1ff-89cf-451c-b484-ba1f2065879e req-74dfaf08-af02-46a7-94bc-7368c3ac7abe tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913991 Aug 28 19:58:47.854807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:47.918122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981119aa-958d-4639-bb5e-f62f574c8d21 req-ba01abe7-dd42-4897-9b25-4ff40d5aaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:47.919719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-981119aa-958d-4639-bb5e-f62f574c8d21 req-ba01abe7-dd42-4897-9b25-4ff40d5aaa48 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 1129 time: 0.2485051 Aug 28 19:58:47.959182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed571f-86ff-4f62-8bae-8d0e69e437d6 req-723a9d78-b63c-4496-bf51-d550b9e85e8e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:47.961016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:47.961394 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:47.981238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d1ed571f-86ff-4f62-8bae-8d0e69e437d6 req-723a9d78-b63c-4496-bf51-d550b9e85e8e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.1099482 Aug 28 19:58:48.005266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-e32c85c5-f051-4dfe-82a7-f0bed2d053a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:48.006796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-e32c85c5-f051-4dfe-82a7-f0bed2d053a9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1130 time: 0.1416705 Aug 28 19:58:48.058247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfdb1-26ee-45c1-a20a-07be58f6cc63 req-cac5c79c-a60d-407c-89af-8887f0cf4454 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:48.059855 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2ccfdb1-26ee-45c1-a20a-07be58f6cc63 req-cac5c79c-a60d-407c-89af-8887f0cf4454 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.1008201 Aug 28 19:58:48.081136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d1ed571f-86ff-4f62-8bae-8d0e69e437d6 req-de7c2f66-5f33-4dcc-9aa2-3c98b1dc36b6 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977666 Aug 28 19:58:48.106074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:48.106074 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:48.166091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:48.169216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2ccfdb1-26ee-45c1-a20a-07be58f6cc63 req-712bd534-b6a8-43ad-8749-2cbed571e8e5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003475 Aug 28 19:58:48.170747 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a026cb-e47a-4603-b1fb-2865edc71589" -d '{"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-plugged", "status": "completed", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:48.201888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:48.239322 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a56be-c753-4b5a-a978-0ded9ffedf51 x-openstack-request-id: req-8b4a56be-c753-4b5a-a978-0ded9ffedf51 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:48.239618 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-plugged", "status": "completed", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:48.239868 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b4a56be-c753-4b5a-a978-0ded9ffedf51 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:48.240324 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4a56be-c753-4b5a-a978-0ded9ffedf51'] response: {'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'code': 200} Aug 28 19:58:48.249805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2ec4-dfaa-4728-8f22-0283dc809af4 req-e0517380-aa03-4bef-bac7-965fd412cf24 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:48.251531 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cbaa2ec4-dfaa-4728-8f22-0283dc809af4 req-e0517380-aa03-4bef-bac7-965fd412cf24 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 944 time: 0.0798044 Aug 28 19:58:48.297577 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:48.317774 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cbaa2ec4-dfaa-4728-8f22-0283dc809af4 req-314534e8-d57d-4576-87ac-abf3992cb2ee tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595908 Aug 28 19:58:48.363623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:48.522360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00435658-b899-4e36-85a9-12f892b6aab0 req-78d43fb7-0b9d-4f20-aaa9-8b8153062fee tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:48.536101 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00435658-b899-4e36-85a9-12f892b6aab0 req-78d43fb7-0b9d-4f20-aaa9-8b8153062fee tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 946 time: 0.0842369 Aug 28 19:58:48.614621 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00435658-b899-4e36-85a9-12f892b6aab0 req-22f11ace-bea1-4bd5-99c3-a55355a615ed tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766864 Aug 28 19:58:49.008752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a839c8-3b23-4841-9990-8383b629d462 req-7a32aaed-8583-4730-9891-334f349732ac tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:49.010984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96a839c8-3b23-4841-9990-8383b629d462 req-7a32aaed-8583-4730-9891-334f349732ac tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 948 time: 0.0651078 Aug 28 19:58:49.011539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0185d-2ab8-4cf8-8596-54cbf04d0afc req-13bfcb14-21c7-427c-90c3-4e32b9f98456 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:49.013240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fe0185d-2ab8-4cf8-8596-54cbf04d0afc req-13bfcb14-21c7-427c-90c3-4e32b9f98456 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 945 time: 0.0531871 Aug 28 19:58:49.033191 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:49.100131 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96a839c8-3b23-4841-9990-8383b629d462 req-18a80d79-6dc8-441d-a231-51e6cfcfaf13 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801392 Aug 28 19:58:49.115653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fe0185d-2ab8-4cf8-8596-54cbf04d0afc req-a7567522-6241-4bc9-a94c-445f7feaaea0 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948653 Aug 28 19:58:49.232330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e396-3882-4872-9b20-6863b9edcafe req-8a6216b9-9a8d-4fe2-bb93-18c1ebc7623e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:49.234281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ea4e396-3882-4872-9b20-6863b9edcafe req-8a6216b9-9a8d-4fe2-bb93-18c1ebc7623e tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.0621538 Aug 28 19:58:49.308850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f3c1-3c42-42ae-b193-f3a78479aeba req-5173a08f-82f9-4d74-903a-c8b8b4735e9d tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:49.310575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c112f3c1-3c42-42ae-b193-f3a78479aeba req-5173a08f-82f9-4d74-903a-c8b8b4735e9d tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 945 time: 0.0665433 Aug 28 19:58:49.318572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ea4e396-3882-4872-9b20-6863b9edcafe req-45190599-4f66-4656-9f3b-a4bfb711ff27 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753930 Aug 28 19:58:49.414047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c112f3c1-3c42-42ae-b193-f3a78479aeba req-b869880d-a270-403a-92c6-3cc8016edbc2 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924263 Aug 28 19:58:49.466338 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:49.542216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d31b44-192c-4a4a-b77e-0431e0bf5ae1 req-dd26008e-540a-4eb2-9fd5-9f8d77c132f6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:49.552998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91d31b44-192c-4a4a-b77e-0431e0bf5ae1 req-dd26008e-540a-4eb2-9fd5-9f8d77c132f6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.1558855 Aug 28 19:58:49.569410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-b1f953ff-e568-4a74-89c7-cf4f6b974a37 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:49.583809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-b1f953ff-e568-4a74-89c7-cf4f6b974a37 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.1388683 Aug 28 19:58:49.653822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:58:49.656976 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:49.688749 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:49.723648 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-981119aa-958d-4639-bb5e-f62f574c8d21 req-87ad798f-94fd-45ac-afc8-505da3e8cbed service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2266462 Aug 28 19:58:49.746567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec230db-0e5a-4228-a366-bd0ac88d3b66 req-a7d28377-fc48-4a9b-84e2-9b4fa90a82da tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:49.755080 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eec230db-0e5a-4228-a366-bd0ac88d3b66 req-a7d28377-fc48-4a9b-84e2-9b4fa90a82da tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.2339284 Aug 28 19:58:49.781170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91d31b44-192c-4a4a-b77e-0431e0bf5ae1 req-b81b70a1-07ca-450f-b19a-87ced481bca6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263765 Aug 28 19:58:49.844177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Deleting port f807d184-ad39-4237-b8c2-b9a5ac1610b7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:49.844739 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:49.946945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:49.977009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'mac_address': 'fa:16:3e:80:bd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:58:50.041265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-4697c18f-56cb-45c8-8eb3-eef7eac5f5e7 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:50.044424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-4697c18f-56cb-45c8-8eb3-eef7eac5f5e7 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 946 time: 0.2392595 Aug 28 19:58:50.133231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:50.133935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:50.164346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cde69ca-78e9-4c26-8c27-acbc500e107e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:58:50.219275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:50.290797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] For port f807d184-ad39-4237-b8c2-b9a5ac1610b7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f807d184-ad39-4237-b8c2-b9a5ac1610b7,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:50.291544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:50.331093 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:50.445478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-6a482974-4e4b-44cd-a601-462b4a28582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:50.448113 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-6a482974-4e4b-44cd-a601-462b4a28582a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 1.0521009 Aug 28 19:58:50.476460 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:50.477628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=13']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:50.503832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Deleting port e63a01de-e273-4bbd-9558-7aace2d9222c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:50.504215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:50.587675 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-9f17cdcb-535d-441d-8a85-4c50b60f5842 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 200 len: 217 time: 0.0481234 Aug 28 19:58:50.647939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eec230db-0e5a-4228-a366-bd0ac88d3b66 req-958b23c8-0a28-4c3e-b13c-232a4ff389de tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8919008 Aug 28 19:58:50.697179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbb9dd-9a94-49dc-a57d-e17295a47072 req-c442a95f-c081-4d72-8c98-ebfaeb2b5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:50.714161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fcbb9dd-9a94-49dc-a57d-e17295a47072 req-c442a95f-c081-4d72-8c98-ebfaeb2b5a84 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 1127 time: 0.2978783 Aug 28 19:58:50.789200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['2cde69ca-78e9-4c26-8c27-acbc500e107e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:50.805729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6508ba7-6c67-4af5-b3a9-b90d93ee5b25 req-7473380f-01f2-4ce3-83a5-240b6f6f6418 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:50.807358 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f6508ba7-6c67-4af5-b3a9-b90d93ee5b25 req-7473380f-01f2-4ce3-83a5-240b6f6f6418 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 946 time: 0.1678143 Aug 28 19:58:50.839984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] For port e63a01de-e273-4bbd-9558-7aace2d9222c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=e63a01de-e273-4bbd-9558-7aace2d9222c,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:50.839984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:50.852863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981119aa-958d-4639-bb5e-f62f574c8d21 req-3f9537fe-780d-46e6-bb67-407b69acec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:50.854852 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-981119aa-958d-4639-bb5e-f62f574c8d21 req-3f9537fe-780d-46e6-bb67-407b69acec6b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4652810 Aug 28 19:58:50.887918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17757b-9178-4db9-9ce1-f7d015611425 req-7ba353ff-218d-4321-a889-4edbd63f2ca0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:50.895549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba17757b-9178-4db9-9ce1-f7d015611425 req-7ba353ff-218d-4321-a889-4edbd63f2ca0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 949 time: 0.0854089 Aug 28 19:58:50.896535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:50.899835 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (c03e14d0-ab8a-46e0-86f1-2014759bfa5b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:50.899835 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Floating IP c03e14d0-ab8a-46e0-86f1-2014759bfa5b disassociated. External IP: 172.25.4.222, port: f807d184-ad39-4237-b8c2-b9a5ac1610b7. Aug 28 19:58:50.899835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Calling delete_port for f807d184-ad39-4237-b8c2-b9a5ac1610b7 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:50.999791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba17757b-9178-4db9-9ce1-f7d015611425 req-ac60a61f-e73d-42f2-ba67-0781843ee58e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975418 Aug 28 19:58:51.001604 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:51.098199 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f6508ba7-6c67-4af5-b3a9-b90d93ee5b25 req-e540412a-ef50-401b-acb4-e07273fd01f9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a869c6c-b50b-423c-b30f-1bde74802f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605565 Aug 28 19:58:51.157649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b5e65-5044-4380-8a36-0565077d28e1 req-d03856c5-863f-4e59-8ef5-63ce32f6db82 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:51.166629 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-572b5e65-5044-4380-8a36-0565077d28e1 req-d03856c5-863f-4e59-8ef5-63ce32f6db82 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 946 time: 0.0831003 Aug 28 19:58:51.260632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-572b5e65-5044-4380-8a36-0565077d28e1 req-c8efc2d9-abd6-4ec5-8d9a-a192a8d9e17c tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ef663d3a-418f-47d8-ad3c-e06fb4324f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929289 Aug 28 19:58:51.294530 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:51.336994 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:51.381095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:51.381580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (b0bb1421-9210-4903-b43e-7a0813e1bf90), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:51.382154 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Floating IP b0bb1421-9210-4903-b43e-7a0813e1bf90 disassociated. External IP: 172.25.4.41, port: e63a01de-e273-4bbd-9558-7aace2d9222c. Aug 28 19:58:51.382744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Calling delete_port for e63a01de-e273-4bbd-9558-7aace2d9222c owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:51.397178 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:51.478971 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f807d184-ad39-4237-b8c2-b9a5ac1610b7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:51.493586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90601a59-6e37-4e6c-a6e1-2d8893f0e4f4 req-a162714a-35b8-48ad-924d-2d6f6831bc81 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:51.495170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90601a59-6e37-4e6c-a6e1-2d8893f0e4f4 req-a162714a-35b8-48ad-924d-2d6f6831bc81 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.1288073 Aug 28 19:58:51.531420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event deleted for resources: {'Port': ['ID=f807d184-ad39-4237-b8c2-b9a5ac1610b7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:51.619957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90601a59-6e37-4e6c-a6e1-2d8893f0e4f4 req-e2ef7406-342f-4580-ae62-9790a1c7a7d7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184390 Aug 28 19:58:51.840630 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c728344-ae2f-42e0-8ea2-5058872cb3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:52.066923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-08908176-c830-4e70-98cc-6b4ead79c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:52.068586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-08908176-c830-4e70-98cc-6b4ead79c82c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 1129 time: 0.1952422 Aug 28 19:58:52.073034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-54767c2d-ccc3-4f11-ac11-6a054d6b120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:52.074659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-54767c2d-ccc3-4f11-ac11-6a054d6b120d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2904680 Aug 28 19:58:52.099294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fcbb9dd-9a94-49dc-a57d-e17295a47072 req-a927be44-2537-4ae7-afc5-f88d511e0d09 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834921 Aug 28 19:58:52.101094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf09a1-982e-40d5-a203-9c59403a7b80 req-fa4ca53c-b9ab-4d94-a174-62188d50176b tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:52.102968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ddf09a1-982e-40d5-a203-9c59403a7b80 req-fa4ca53c-b9ab-4d94-a174-62188d50176b tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 1131 time: 0.1340618 Aug 28 19:58:52.134069 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:52.170252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ddf09a1-982e-40d5-a203-9c59403a7b80 req-ba089dde-3242-43b1-9e40-4c4e8130e2d3 tempest-MigrationsAdminTest-1943518365 tempest-MigrationsAdminTest-1943518365-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599525 Aug 28 19:58:52.224211 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:58:52.319201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 2cde69ca-78e9-4c26-8c27-acbc500e107e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:58:52.329227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e63a01de-e273-4bbd-9558-7aace2d9222c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:52.434710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 2cde69ca-78e9-4c26-8c27-acbc500e107e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:58:52.441022 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:52.443996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Router c39101d5-8914-4e69-8549-f5b0da371803 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:58:52.448912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event deleted for resources: {'Port': ['ID=e63a01de-e273-4bbd-9558-7aace2d9222c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:52.469640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75d1a-14d6-48fa-8910-aabb493da503 req-9608e7cd-d84b-41ca-b130-b15187a7d0f8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:52.471768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05e75d1a-14d6-48fa-8910-aabb493da503 req-9608e7cd-d84b-41ca-b130-b15187a7d0f8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.6477275 Aug 28 19:58:52.487364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a535bd-9bbf-44d6-a30e-7fd527947b10 req-1a91dc59-d7b6-4a1f-a6fa-223782d71866 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:52.489620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67a535bd-9bbf-44d6-a30e-7fd527947b10 req-1a91dc59-d7b6-4a1f-a6fa-223782d71866 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 945 time: 0.1262844 Aug 28 19:58:52.566746 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:52.613106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 2cde69ca-78e9-4c26-8c27-acbc500e107e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:52.613454 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:52.628674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67a535bd-9bbf-44d6-a30e-7fd527947b10 req-4c1c807b-626c-43b3-b0df-dfcbdaa267ce tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329467 Aug 28 19:58:52.647452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:52.650007 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa60789-976a-44f6-9c7c-907ae314b7aa" -d '{"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:52.671187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:52.704410 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:52.739388 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05e75d1a-14d6-48fa-8910-aabb493da503 req-35ca5d1f-75b2-4e9c-b994-8ef76e23284f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200942 Aug 28 19:58:52.755944 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:52.773675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:58:52.794124 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] Sync routers for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:58:52.838216 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:58:52.839763 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:52.877822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a6da708-743e-44ab-b15e-bdbecfec417d req-f11278d5-b051-419c-8886-7bf438774208 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0886960 Aug 28 19:58:52.885631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:58:52.937375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=14']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:52.958483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] No DVR routers for this DVR port f807d184-ad39-4237-b8c2-b9a5ac1610b7 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:52.972382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:52.976315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8f71c4a6-6bfc-437f-bff3-48c0346121a1 req-1dd16787-f565-4258-976b-f0e8b8b76c9f tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.89 "DELETE /networking/v2.0/ports/f807d184-ad39-4237-b8c2-b9a5ac1610b7 HTTP/1.1" status: 204 len: 173 time: 3.3841116 Aug 28 19:58:52.985779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'name': 'network-vif-deleted', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:52.990226 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebe3054-369b-4b08-a828-d0c37d1a3524" -d '{"events": [{"server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "name": "network-vif-deleted", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:53.028299 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:58:53.079286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16e8e3fc-d24d-46bd-b656-f51658ac9793 req-6fd8dcff-448f-4dbf-8250-290e55690078 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 210 time: 0.0512094 Aug 28 19:58:53.243464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:58:53.246952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:53.257830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] Sync routers for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:58:53.268873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a14826-3e16-427a-94c9-ce46ab7d40ee req-fe8781ce-1bb0-41e4-969b-b433080c6844 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:53.271076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-89a14826-3e16-427a-94c9-ce46ab7d40ee req-fe8781ce-1bb0-41e4-969b-b433080c6844 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.1055493 Aug 28 19:58:53.292939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:58:53.292939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:53.360866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] No DVR routers for this DVR port e63a01de-e273-4bbd-9558-7aace2d9222c on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:53.371803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:53.378653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8802a03c-fe3b-43e8-ba1e-0a8b204564be req-6d54652e-3f08-41f8-b940-4e0c77c0cc4c tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.84 "DELETE /networking/v2.0/ports/e63a01de-e273-4bbd-9558-7aace2d9222c HTTP/1.1" status: 204 len: 173 time: 3.3192139 Aug 28 19:58:53.405709 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee8d748-e2f2-412a-bedb-d0cc53303f08 x-openstack-request-id: req-dee8d748-e2f2-412a-bedb-d0cc53303f08 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:53.409670 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:53.413421 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dee8d748-e2f2-412a-bedb-d0cc53303f08 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:53.413421 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee8d748-e2f2-412a-bedb-d0cc53303f08'] response: {'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'code': 200} Aug 28 19:58:53.435118 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-89a14826-3e16-427a-94c9-ce46ab7d40ee req-42337980-eaf3-490a-90c3-bd88d864a40f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515472 Aug 28 19:58:53.442794 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a8495-9c7b-49ac-90fb-570ecb2b098b x-openstack-request-id: req-dc4a8495-9c7b-49ac-90fb-570ecb2b098b {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:53.442794 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be63c2e-0689-4fc6-b307-33a506a21767", "name": "network-vif-deleted", "tag": "f807d184-ad39-4237-b8c2-b9a5ac1610b7", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:53.442794 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc4a8495-9c7b-49ac-90fb-570ecb2b098b {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:53.442794 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4a8495-9c7b-49ac-90fb-570ecb2b098b'] response: {'server_uuid': '3be63c2e-0689-4fc6-b307-33a506a21767', 'name': 'network-vif-deleted', 'tag': 'f807d184-ad39-4237-b8c2-b9a5ac1610b7', 'status': 'completed', 'code': 200} Aug 28 19:58:53.480604 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:59Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:53.508211 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] Checking router: c39101d5-8914-4e69-8549-f5b0da371803 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:58:53.525828 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:58:53.526686 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:53.581720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:58:53.599294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e024-04f7-47e6-9e3e-e42a20fa972a req-0a9fcac0-10ac-41aa-af07-ff9cd0a14b20 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:53.599539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3039e024-04f7-47e6-9e3e-e42a20fa972a req-0a9fcac0-10ac-41aa-af07-ff9cd0a14b20 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.0899179 Aug 28 19:58:53.696726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3039e024-04f7-47e6-9e3e-e42a20fa972a req-f6744544-6a93-4ad2-8ca6-e8381bedf46b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963395 Aug 28 19:58:53.757451 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:58:53.874175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-3c29df9a-5784-4593-b04a-cdf518dbd97d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=639944f5-bd8b-453f-aa99-4e191ab36135 HTTP/1.1" status: 200 len: 217 time: 0.0856020 Aug 28 19:58:53.945829 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:53.946263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:31Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:53.954613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976a654-6796-4bf3-8198-38b549d9a0dd req-b6151dc1-61ea-4ae2-8126-eb80bfebdf25 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:53.956601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a976a654-6796-4bf3-8198-38b549d9a0dd req-b6151dc1-61ea-4ae2-8126-eb80bfebdf25 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 945 time: 0.1697671 Aug 28 19:58:53.977595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf47d0-47fe-4aeb-b0f2-70e205045fad req-25f6ec48-7211-420c-9928-53f6ab29caff tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:53.996659 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aedf47d0-47fe-4aeb-b0f2-70e205045fad req-25f6ec48-7211-420c-9928-53f6ab29caff tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0877421 Aug 28 19:58:54.013225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96df8f-1931-4205-b328-18112bfa11ce req-5b59a666-10f5-4eb4-a3c8-23eff95c5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:54.017116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] Checking router: ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:58:54.017589 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-5b59a666-10f5-4eb4-a3c8-23eff95c5bea service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1618817 Aug 28 19:58:54.042801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a976a654-6796-4bf3-8198-38b549d9a0dd req-4a6d4559-5a7e-43bf-bcf8-1f10ba466d71 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Aug 28 19:58:54.053236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:58:54.054118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:54.070066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aedf47d0-47fe-4aeb-b0f2-70e205045fad req-9655952b-47a0-4592-9c76-b768d3b084e9 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723829 Aug 28 19:58:54.114595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f807d184-ad39-4237-b8c2-b9a5ac1610b7 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:54.139621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: f807d184-ad39-4237-b8c2-b9a5ac1610b7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:58:54.140095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f807d184-ad39-4237-b8c2-b9a5ac1610b7 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:58:54.168420 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-524e1f0e-91e1-47a1-a903-7cc2e5e44914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:54.182983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a44ab6b4-2c42-42a9-b53e-359a89dd2c0c req-0e467379-8309-495a-b52c-90afbb9022f4 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0409303 Aug 28 19:58:54.191695 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:59Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:54.225294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device e63a01de-e273-4bbd-9558-7aace2d9222c no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:54.227520 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da2a45-bd34-4daa-866a-395002f7d549 None None] The sync data for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 is: [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:55:50Z', 'revision_number': 4, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '498dac71-862f-41e4-a61a-ff720486fe58', 'name': '', 'network_id': '79cefb94-c26e-4585-9705-b9160006361e', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:48Z', 'updated_at': '2022-08-28T19:55:59Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'subnets': [{'id': '8f766af6-0ff6-4962-ada9-01c8f69203d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:58:54.257635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e6c8a91-6662-4f93-81ab-f1d0b6fdb9b3 req-b429e1cb-4f35-4e69-bad1-45972575cee0 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3be63c2e-0689-4fc6-b307-33a506a21767 HTTP/1.1" status: 200 len: 210 time: 0.0709407 Aug 28 19:58:54.264778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: e63a01de-e273-4bbd-9558-7aace2d9222c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:58:54.265219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device e63a01de-e273-4bbd-9558-7aace2d9222c not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:58:54.293832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:58:54.352925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-a1364a86-c858-485c-885a-1bef4e7407d7 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:54.352925 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-a1364a86-c858-485c-885a-1bef4e7407d7 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 945 time: 0.0683265 Aug 28 19:58:54.451781 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:54.552786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:31Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:58:54.589612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b7e99-9182-474b-a4dd-6cdcef1c2e57 None None] The sync data for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 is: [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'bb3a406d-00b0-4ef2-aec4-05d14c104942', 'name': '', 'network_id': '4782ef1c-ae37-4407-9723-7210b356d656', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'mac_address': 'fa:16:3e:e6:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:20Z', 'updated_at': '2022-08-28T19:55:31Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'subnets': [{'id': '5f1a2398-58d9-4724-a385-884691f9c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:58:54.609726 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7b08a-798a-4b6a-a034-a475290c40bb None None] New status for floating IP c03e14d0-ab8a-46e0-86f1-2014759bfa5b: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:58:54.622149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32a462-db72-4bf7-9af8-542330c01016 req-1871a2e1-a5c9-486d-b05d-01f16074d6a3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:54.624016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e32a462-db72-4bf7-9af8-542330c01016 req-1871a2e1-a5c9-486d-b05d-01f16074d6a3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.0722921 Aug 28 19:58:54.700447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e32a462-db72-4bf7-9af8-542330c01016 req-38d7019a-1258-48a7-8011-6ba89b572ff8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Aug 28 19:58:54.830351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaaa32-59a7-4a74-b27c-ab5a1548e586 req-832dd698-4f0c-4acf-bb0a-b4ec6f166f06 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:54.832040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e0aaaa32-59a7-4a74-b27c-ab5a1548e586 req-832dd698-4f0c-4acf-bb0a-b4ec6f166f06 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.0535049 Aug 28 19:58:54.891584 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e0aaaa32-59a7-4a74-b27c-ab5a1548e586 req-9bf804a5-e788-4862-841a-907d313d9aa1 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Aug 28 19:58:54.933787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f307a-436d-4aed-b9ed-5fc679801319 None None] New status for floating IP b0bb1421-9210-4903-b43e-7a0813e1bf90: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 19:58:55.186734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cf0f-1123-424c-849e-7bb6dc70b729 req-726e1172-baca-4e12-9781-eeb2944d850b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:55.194542 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c573cf0f-1123-424c-849e-7bb6dc70b729 req-726e1172-baca-4e12-9781-eeb2944d850b tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 945 time: 0.0596800 Aug 28 19:58:55.197398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d035ca-104f-4117-b069-f4a04fd66463 req-cd18446a-b692-4bd0-85a3-cecbe2a95065 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:55.199222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5d035ca-104f-4117-b069-f4a04fd66463 req-cd18446a-b692-4bd0-85a3-cecbe2a95065 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0553792 Aug 28 19:58:55.245715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c573cf0f-1123-424c-849e-7bb6dc70b729 req-4c0d4744-c2a7-475d-9e03-62d5ccb085bb tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Aug 28 19:58:55.252782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5d035ca-104f-4117-b069-f4a04fd66463 req-e7ac096a-c990-4e6d-8563-6148ecbe1536 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Aug 28 19:58:55.418725 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d2e6af50-4547-478c-baa7-cbb5c11bb4e1 req-e79af09b-4b88-453d-b328-a39694e2cd90 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0282149 Aug 28 19:58:55.434896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40706) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:58:55.443282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'name': 'network-vif-deleted', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:55.445712 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45470486-bb8e-40f6-915c-66edc05a4dda" -d '{"events": [{"server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "name": "network-vif-deleted", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:55.457342 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:55.485418 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3824c2-a302-4007-ad9a-f1026127397d x-openstack-request-id: req-da3824c2-a302-4007-ad9a-f1026127397d {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:55.485769 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cce154f-9b00-49aa-b8d4-7812c49fbd88", "name": "network-vif-deleted", "tag": "e63a01de-e273-4bbd-9558-7aace2d9222c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:55.486575 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da3824c2-a302-4007-ad9a-f1026127397d {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:55.486976 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3824c2-a302-4007-ad9a-f1026127397d'] response: {'server_uuid': '4cce154f-9b00-49aa-b8d4-7812c49fbd88', 'name': 'network-vif-deleted', 'tag': 'e63a01de-e273-4bbd-9558-7aace2d9222c', 'status': 'completed', 'code': 200} Aug 28 19:58:55.502702 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01906718-edd7-4705-b6fb-9617d27d48b4 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group (ef663d3a-418f-47d8-ad3c-e06fb4324f8f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:55.527028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01906718-edd7-4705-b6fb-9617d27d48b4 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group (ef663d3a-418f-47d8-ad3c-e06fb4324f8f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:55.680043 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:55.730062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01906718-edd7-4705-b6fb-9617d27d48b4 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef663d3a-418f-47d8-ad3c-e06fb4324f8f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:55.734487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01906718-edd7-4705-b6fb-9617d27d48b4 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:55.735800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-01906718-edd7-4705-b6fb-9617d27d48b4 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ef663d3a-418f-47d8-ad3c-e06fb4324f8f HTTP/1.1" status: 204 len: 168 time: 0.2997270 Aug 28 19:58:55.746403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40716) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:58:55.769273 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-5db8baa7-ce15-46cb-8eb7-f5a7b73db81d tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] show failed (client error): The resource could not be found. Aug 28 19:58:55.770438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5db8baa7-ce15-46cb-8eb7-f5a7b73db81d tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ef663d3a-418f-47d8-ad3c-e06fb4324f8f HTTP/1.1" status: 404 len: 347 time: 0.0178549 Aug 28 19:58:55.771388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01906718-edd7-4705-b6fb-9617d27d48b4 tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef663d3a-418f-47d8-ad3c-e06fb4324f8f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:55.774161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40718) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:58:55.928700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-d7192bd6-3c5b-4f22-b41f-011167c19e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:55.930172 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-d7192bd6-3c5b-4f22-b41f-011167c19e5f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1896975 Aug 28 19:58:55.947654 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:55.951299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bda915-0454-4275-88b9-fd4af007cc3d req-2ff3138f-cf58-4947-9a24-a5ddd38b70de tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:55.952836 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13bda915-0454-4275-88b9-fd4af007cc3d req-2ff3138f-cf58-4947-9a24-a5ddd38b70de tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.1255586 Aug 28 19:58:55.974170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-741b04e5-a372-499a-b267-9df3fdfd4103 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:55.975587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-741b04e5-a372-499a-b267-9df3fdfd4103 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53cf3880-52f8-4f40-8d75-2befb9e3404a HTTP/1.1" status: 200 len: 945 time: 0.1004376 Aug 28 19:58:55.986020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Deleting port 521a6506-f6dc-4daa-bdc4-30599727eb9f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:55.986367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.000703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-522c4f86-3dba-4fe9-ab96-e35b56aa68db service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517493 Aug 28 19:58:56.038015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13bda915-0454-4275-88b9-fd4af007cc3d req-e0328f1b-3e8e-4ae2-88c3-0f38864820f7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734141 Aug 28 19:58:56.083352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Deleting port 83ba843c-495a-44b5-a788-32791e8884bf {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:56.083868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (83ba843c-495a-44b5-a788-32791e8884bf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.144212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.84', 53095) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:58:56.149703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0db5af-b17a-478f-8ba2-bbd8ae0aab61 req-5b061576-f27a-48cd-b70d-38fabc3e02ca tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:56.151270 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a0db5af-b17a-478f-8ba2-bbd8ae0aab61 req-5b061576-f27a-48cd-b70d-38fabc3e02ca tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.1265898 Aug 28 19:58:56.154291 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:56.158162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-c44095de-b33e-4de3-89d3-9228588197f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:56.159606 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-c44095de-b33e-4de3-89d3-9228588197f8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0428696 Aug 28 19:58:56.187386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.187989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for floatingip (521a6506-f6dc-4daa-bdc4-30599727eb9f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.221894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Calling delete_port for 521a6506-f6dc-4daa-bdc4-30599727eb9f owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:56.222338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 83ba843c-495a-44b5-a788-32791e8884bf no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:56.282799 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a0db5af-b17a-478f-8ba2-bbd8ae0aab61 req-615aca6a-3d63-4827-b58e-8d22002c274e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198959 Aug 28 19:58:56.307192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] For port 83ba843c-495a-44b5-a788-32791e8884bf, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=83ba843c-495a-44b5-a788-32791e8884bf,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:56.307575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (83ba843c-495a-44b5-a788-32791e8884bf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.397703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Calling delete_port for 83ba843c-495a-44b5-a788-32791e8884bf owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:56.480871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-18e44811-b284-4ede-8f1c-81db4f193314 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:56.482603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-18e44811-b284-4ede-8f1c-81db4f193314 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.3122783 Aug 28 19:58:56.528817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786a9ad-4988-412d-92a9-bab0db1a9c5f req-971554f4-17b3-425b-9ea9-b2deb9ce47a0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:56.530831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 83ba843c-495a-44b5-a788-32791e8884bf is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:58:56.532416 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83ba843c-495a-44b5-a788-32791e8884bf), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.538877 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f786a9ad-4988-412d-92a9-bab0db1a9c5f req-971554f4-17b3-425b-9ea9-b2deb9ce47a0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.1368358 Aug 28 19:58:56.540565 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:56.566756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:56.570004 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70707e07-691e-4024-b1f7-836edcc8a856" -d '{"events": [{"server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "name": "network-vif-unplugged", "status": "completed", "tag": "83ba843c-495a-44b5-a788-32791e8884bf"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:56.589427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 83ba843c-495a-44b5-a788-32791e8884bf, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=83ba843c-495a-44b5-a788-32791e8884bf,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:56.615911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-2196a99a-dba6-4c52-9b9c-91099462e962 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350145 Aug 28 19:58:56.626047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f786a9ad-4988-412d-92a9-bab0db1a9c5f req-324d182f-d4e9-49ab-a2cc-4a1a374245ea tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861499 Aug 28 19:58:56.670862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e339b-ff2d-4c5a-ac16-c8e2f6e4c1c4 req-e9001a48-1404-46e4-8c6b-11b642ed8522 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:56.672248 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-386e339b-ff2d-4c5a-ac16-c8e2f6e4c1c4 req-e9001a48-1404-46e4-8c6b-11b642ed8522 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 945 time: 0.2727771 Aug 28 19:58:56.713347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Deleting port aa35ac8e-f68e-4793-8571-6987f821ca24 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:56.713697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.731782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (83ba843c-495a-44b5-a788-32791e8884bf), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.816069 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-a8b566ea-7aae-4b7c-8b9d-fe5e463cb6f9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964732 Aug 28 19:58:56.820277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Deleting port 2cde69ca-78e9-4c26-8c27-acbc500e107e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:56.820916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.851802 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:56.858338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=83ba843c-495a-44b5-a788-32791e8884bf,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:56.865443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (521a6506-f6dc-4daa-bdc4-30599727eb9f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.871144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.871144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.871144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.871144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.871144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.871850 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.871850 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.872078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.872324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.872663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.873684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.874065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.874403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.874736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.875067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:58:56.960240 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:56.967271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Pushing event deleted for resources: {'Port': ['ID=521a6506-f6dc-4daa-bdc4-30599727eb9f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:56.975321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-386e339b-ff2d-4c5a-ac16-c8e2f6e4c1c4 req-72f5ddfe-4054-415d-adc0-304363139d52 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=91f11bdc-a4ed-455b-b054-8c70377d9c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724433 Aug 28 19:58:56.976034 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-701eed05-5b41-4d26-a2f6-0a73181d7272 req-97448821-18f6-44a5-bed1-b7b541cc81ac tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.1012392 Aug 28 19:58:57.043399 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e6c07-d39f-4e4e-9b80-628732a163b7 x-openstack-request-id: req-ad4e6c07-d39f-4e4e-9b80-628732a163b7 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:57.044487 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "name": "network-vif-unplugged", "status": "completed", "tag": "83ba843c-495a-44b5-a788-32791e8884bf", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:57.045032 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad4e6c07-d39f-4e4e-9b80-628732a163b7 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:57.045560 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4e6c07-d39f-4e4e-9b80-628732a163b7'] response: {'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf', 'code': 200} Aug 28 19:58:57.052142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-52f92aa6-4b20-4bfe-a073-af1f2d8d64d7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185299 Aug 28 19:58:57.057918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks [] for floatingip (c03e14d0-ab8a-46e0-86f1-2014759bfa5b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.062249 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.063277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f59e51c3-5301-4d87-adc6-d0c269641f9a tempest-AttachSCSIVolumeTestJSON-1555675868 tempest-AttachSCSIVolumeTestJSON-1555675868-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/c03e14d0-ab8a-46e0-86f1-2014759bfa5b HTTP/1.1" status: 204 len: 168 time: 1.2860997 Aug 28 19:58:57.113632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] For port aa35ac8e-f68e-4793-8571-6987f821ca24, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=aa35ac8e-f68e-4793-8571-6987f821ca24,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:57.114175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.119979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (83ba843c-495a-44b5-a788-32791e8884bf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.154210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event deleted for resources: {'Port': ['ID=83ba843c-495a-44b5-a788-32791e8884bf,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:57.165290 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:57.166712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Calling delete_port for aa35ac8e-f68e-4793-8571-6987f821ca24 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:57.233326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] No DVR routers for this DVR port 83ba843c-495a-44b5-a788-32791e8884bf on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:57.235460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.240728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ba1bf1-f02c-4d37-a32e-e332ba934fe9 req-3d0f04f6-2e96-47ea-b791-e88f3629fb10 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "DELETE /networking/v2.0/ports/83ba843c-495a-44b5-a788-32791e8884bf HTTP/1.1" status: 204 len: 173 time: 1.3820953 Aug 28 19:58:57.271272 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:57.290881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bdf6a-4157-4f62-86a5-d622531797da req-77cd23e0-a230-4f2a-a31c-b630f411d93e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:57.298714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8d9bdf6a-4157-4f62-86a5-d622531797da req-77cd23e0-a230-4f2a-a31c-b630f411d93e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.1501377 Aug 28 19:58:57.304285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] For port 2cde69ca-78e9-4c26-8c27-acbc500e107e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2cde69ca-78e9-4c26-8c27-acbc500e107e,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:58:57.304644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.346653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Calling delete_port for 2cde69ca-78e9-4c26-8c27-acbc500e107e owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:58:57.451168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8d9bdf6a-4157-4f62-86a5-d622531797da req-7015a700-9113-40bf-afac-2ffdc7f41910 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516602 Aug 28 19:58:57.489380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'name': 'network-vif-deleted', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:57.492759 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1bce3f-592b-4716-94b0-df5025621321" -d '{"events": [{"server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "name": "network-vif-deleted", "tag": "83ba843c-495a-44b5-a788-32791e8884bf"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:57.535913 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:57.549379 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a10664-9a2d-4caa-a606-4c91ac347055 x-openstack-request-id: req-70a10664-9a2d-4caa-a606-4c91ac347055 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:57.549980 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b6b4e-56eb-4449-b902-bd41d0c8efbe", "name": "network-vif-deleted", "tag": "83ba843c-495a-44b5-a788-32791e8884bf", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:57.550544 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70a10664-9a2d-4caa-a606-4c91ac347055 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:57.551193 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a10664-9a2d-4caa-a606-4c91ac347055'] response: {'server_uuid': '359b6b4e-56eb-4449-b902-bd41d0c8efbe', 'name': 'network-vif-deleted', 'tag': '83ba843c-495a-44b5-a788-32791e8884bf', 'status': 'completed', 'code': 200} Aug 28 19:58:57.580336 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.602236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5f33b-21a4-44ad-b27c-2718efca927d req-8a6a9c3b-13a9-4b13-a0a1-45b56847e692 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:57.603743 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-09b5f33b-21a4-44ad-b27c-2718efca927d req-8a6a9c3b-13a9-4b13-a0a1-45b56847e692 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 950 time: 0.0791206 Aug 28 19:58:57.660637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8a3dc-16cc-4d3c-aee6-1d9ef21c9a9d req-9c3f5f7e-9d85-47d9-bcb0-4f9f832ad1fe tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:57.662366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63a8a3dc-16cc-4d3c-aee6-1d9ef21c9a9d req-9c3f5f7e-9d85-47d9-bcb0-4f9f832ad1fe tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0522473 Aug 28 19:58:57.677515 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-09b5f33b-21a4-44ad-b27c-2718efca927d req-8d92a0d8-4754-4916-914b-c05b01e7c367 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645094 Aug 28 19:58:57.687991 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (aa35ac8e-f68e-4793-8571-6987f821ca24), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.722217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Pushing event deleted for resources: {'Port': ['ID=aa35ac8e-f68e-4793-8571-6987f821ca24,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:57.751432 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63a8a3dc-16cc-4d3c-aee6-1d9ef21c9a9d req-ce20b168-bc72-4d31-aca3-1a4a100549c7 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829663 Aug 28 19:58:57.771582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] No DVR routers for this DVR port aa35ac8e-f68e-4793-8571-6987f821ca24 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:57.774732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.778239 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ee168f8-8ec5-4d08-89ae-c65778acaef9 req-362d77ce-84bf-4fa5-a6fd-d01004861513 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.84 "DELETE /networking/v2.0/ports/aa35ac8e-f68e-4793-8571-6987f821ca24 HTTP/1.1" status: 204 len: 173 time: 1.5984709 Aug 28 19:58:57.778696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'name': 'network-vif-deleted', 'tag': 'aa35ac8e-f68e-4793-8571-6987f821ca24'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:57.780967 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42120f16-b120-410c-84c3-6b0362cec5c8" -d '{"events": [{"server_uuid": "53cf3880-52f8-4f40-8d75-2befb9e3404a", "name": "network-vif-deleted", "tag": "aa35ac8e-f68e-4793-8571-6987f821ca24"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:57.800678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2cde69ca-78e9-4c26-8c27-acbc500e107e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.812698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8959fd60-0c95-48ec-a499-41d2a52dc530', '62b727cd-9789-4102-bb00-530bf76840f0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:57.827514 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb9b478-d244-4f57-bd7e-56ef079a96a2 x-openstack-request-id: req-2bb9b478-d244-4f57-bd7e-56ef079a96a2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:58:57.828033 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cf3880-52f8-4f40-8d75-2befb9e3404a", "name": "network-vif-deleted", "tag": "aa35ac8e-f68e-4793-8571-6987f821ca24", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:58:57.828290 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2bb9b478-d244-4f57-bd7e-56ef079a96a2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:58:57.828957 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb9b478-d244-4f57-bd7e-56ef079a96a2'] response: {'server_uuid': '53cf3880-52f8-4f40-8d75-2befb9e3404a', 'name': 'network-vif-deleted', 'tag': 'aa35ac8e-f68e-4793-8571-6987f821ca24', 'status': 'completed', 'code': 200} Aug 28 19:58:57.847824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b', '2cde69ca-78e9-4c26-8c27-acbc500e107e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:58:57.865691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event deleted for resources: {'Port': ['ID=2cde69ca-78e9-4c26-8c27-acbc500e107e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:57.946067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] No DVR routers for this DVR port 2cde69ca-78e9-4c26-8c27-acbc500e107e on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:58:57.950689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:57.955774 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a52f60d-d2f1-4682-ae57-fbe6f26eca1f req-43d75193-5221-4fd5-8f23-4e285566ee63 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "DELETE /networking/v2.0/ports/2cde69ca-78e9-4c26-8c27-acbc500e107e HTTP/1.1" status: 204 len: 173 time: 1.4615777 Aug 28 19:58:57.968738 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:58.145791 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10f6f1ab-ecd7-49d5-8548-b6f55acf5ab5 req-b811f13d-229f-4f66-9a51-ae36305f73d0 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 210 time: 0.0534441 Aug 28 19:58:58.174065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-50d34e2b-36c8-44be-8acb-c35e2e9a5551 req-055e361e-fff2-4854-b814-72ca9cc8f6bd tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4cce154f-9b00-49aa-b8d4-7812c49fbd88 HTTP/1.1" status: 200 len: 210 time: 0.0397265 Aug 28 19:58:58.188210 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:58:58.291873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:58.314755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 2cde69ca-78e9-4c26-8c27-acbc500e107e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:58:58.315102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2cde69ca-78e9-4c26-8c27-acbc500e107e not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:58:58.315533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device aa35ac8e-f68e-4793-8571-6987f821ca24 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:58:58.338132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: aa35ac8e-f68e-4793-8571-6987f821ca24 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:58:58.340277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device aa35ac8e-f68e-4793-8571-6987f821ca24 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:58:58.639400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b904-4de1-4784-afbf-5ddd119622f7 req-6d8f8842-bb72-48da-a3ce-2f25c4c3a8f1 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:58.646715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a53b904-4de1-4784-afbf-5ddd119622f7 req-6d8f8842-bb72-48da-a3ce-2f25c4c3a8f1 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.0977571 Aug 28 19:58:58.700075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a53b904-4de1-4784-afbf-5ddd119622f7 req-2edcf97d-383d-4a31-9b1e-50a014bd665d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Aug 28 19:58:58.811015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-131b3135-b0d2-4542-b8ad-455ae9082c71 req-caed7ef9-9f88-4d6b-ac92-fd60c8fa9b30 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4f089d52-ec1d-4577-979b-082c5cfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.0289564 Aug 28 19:58:58.927566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c7b62-6a09-44ae-b447-0d829f4137dc req-74184349-caaf-4f0a-9bd9-921ce187330e tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:58.929822 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d45c7b62-6a09-44ae-b447-0d829f4137dc req-74184349-caaf-4f0a-9bd9-921ce187330e tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0695267 Aug 28 19:58:59.000509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d45c7b62-6a09-44ae-b447-0d829f4137dc req-df78c8d2-28cf-47d3-adfe-26089dbdc6c4 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Aug 28 19:58:59.239858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6953-6091-4fef-a539-797a5d7e96f6 req-8e5d3460-cfa4-4338-a28f-4670089cf1a3 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:59.241689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-03ee6953-6091-4fef-a539-797a5d7e96f6 req-8e5d3460-cfa4-4338-a28f-4670089cf1a3 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1127 time: 0.0679440 Aug 28 19:58:59.293565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-03ee6953-6091-4fef-a539-797a5d7e96f6 req-dbb68c5e-79b3-4305-ac36-896a7ad7b0e8 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Aug 28 19:58:59.323825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8581f94a-2bbb-4765-b5f8-d1a9a858f25b req-005ff093-f56e-486e-a78e-ae3342191945 tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=359b6b4e-56eb-4449-b902-bd41d0c8efbe HTTP/1.1" status: 200 len: 210 time: 0.0521433 Aug 28 19:58:59.488028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40818) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:58:59.562145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9555436-97ad-42ef-8c41-5f28b76038e9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group (3a869c6c-b50b-423c-b30f-1bde74802f64), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:59.591825 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9555436-97ad-42ef-8c41-5f28b76038e9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group (3a869c6c-b50b-423c-b30f-1bde74802f64), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:59.766190 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9555436-97ad-42ef-8c41-5f28b76038e9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3a869c6c-b50b-423c-b30f-1bde74802f64), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:59.769037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9555436-97ad-42ef-8c41-5f28b76038e9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:58:59.770418 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c9555436-97ad-42ef-8c41-5f28b76038e9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3a869c6c-b50b-423c-b30f-1bde74802f64 HTTP/1.1" status: 204 len: 168 time: 0.2813914 Aug 28 19:58:59.777137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40824) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:58:59.788625 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-9b2e7f17-30f9-48fd-9fcb-d048e5a11183 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] show failed (client error): The resource could not be found. Aug 28 19:58:59.792303 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b2e7f17-30f9-48fd-9fcb-d048e5a11183 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "GET /networking/v2.0/security-groups/3a869c6c-b50b-423c-b30f-1bde74802f64 HTTP/1.1" status: 404 len: 347 time: 0.0156207 Aug 28 19:58:59.792460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9555436-97ad-42ef-8c41-5f28b76038e9 tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a869c6c-b50b-423c-b30f-1bde74802f64,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:58:59.792634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40826) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:58:59.830199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-deleted', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:58:59.832651 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49d4454-e362-4b28-9839-86acbd14f8ce" -d '{"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-deleted", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:58:59.874606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f99e-aa91-4080-8008-e077aaeae5ad req-c6cddb89-e038-480d-a236-c793315c65d5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:58:59.876760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab4f99e-aa91-4080-8008-e077aaeae5ad req-c6cddb89-e038-480d-a236-c793315c65d5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 947 time: 0.0708027 Aug 28 19:58:59.934118 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab4f99e-aa91-4080-8008-e077aaeae5ad req-1d0c0ca5-8f39-4052-a7ad-3c19fefba0f6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508556 Aug 28 19:58:59.935440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Deleting port 2018e7e1-f6ef-4fa2-861b-4037eab86d51 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:58:59.935832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.037579 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8877b965-8ce3-482d-ba11-16ba38c15525 x-openstack-request-id: req-8877b965-8ce3-482d-ba11-16ba38c15525 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:00.039006 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f089d52-ec1d-4577-979b-082c5cfc30c2", "name": "network-vif-deleted", "tag": "2cde69ca-78e9-4c26-8c27-acbc500e107e", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:00.050812 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8877b965-8ce3-482d-ba11-16ba38c15525 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:00.050812 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8877b965-8ce3-482d-ba11-16ba38c15525'] response: {'server_uuid': '4f089d52-ec1d-4577-979b-082c5cfc30c2', 'name': 'network-vif-deleted', 'tag': '2cde69ca-78e9-4c26-8c27-acbc500e107e', 'status': 'completed', 'code': 200} Aug 28 19:59:00.051327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.051327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for floatingip (2018e7e1-f6ef-4fa2-861b-4037eab86d51), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.063749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Calling delete_port for 2018e7e1-f6ef-4fa2-861b-4037eab86d51 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:00.212167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 639944f5-bd8b-453f-aa99-4e191ab36135 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:59:00.323455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 639944f5-bd8b-453f-aa99-4e191ab36135, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=639944f5-bd8b-453f-aa99-4e191ab36135,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:00.344677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '639944f5-bd8b-453f-aa99-4e191ab36135', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '639944f5-bd8b-453f-aa99-4e191ab36135', 'mac_address': 'fa:16:3e:a3:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:59:00.354660 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2018e7e1-f6ef-4fa2-861b-4037eab86d51), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.387176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 639944f5-bd8b-453f-aa99-4e191ab36135 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:00.387800 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.406980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Pushing event deleted for resources: {'Port': ['ID=2018e7e1-f6ef-4fa2-861b-4037eab86d51,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:00.408877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639944f5-bd8b-453f-aa99-4e191ab36135 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:00.464164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 639944f5-bd8b-453f-aa99-4e191ab36135, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=639944f5-bd8b-453f-aa99-4e191ab36135,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:00.534375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks [] for floatingip (b0bb1421-9210-4903-b43e-7a0813e1bf90), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.537594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.539752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6972d926-2fd9-4fd3-8d47-a2a4db2fa6ab tempest-VolumesAdminNegativeTest-1148004028 tempest-VolumesAdminNegativeTest-1148004028-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b0bb1421-9210-4903-b43e-7a0813e1bf90 HTTP/1.1" status: 204 len: 168 time: 0.7455289 Aug 28 19:59:00.542266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40850) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:00.620745 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:00.655916 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:00.718687 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:00.727709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=639944f5-bd8b-453f-aa99-4e191ab36135,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:00.827729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef967-637f-485c-9078-e777958daa43 req-747cc3fe-feb4-4127-b2ce-aac4849d9e2b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:00.827729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bdfef967-637f-485c-9078-e777958daa43 req-747cc3fe-feb4-4127-b2ce-aac4849d9e2b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0551760 Aug 28 19:59:00.944699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bdfef967-637f-485c-9078-e777958daa43 req-ac730d47-4193-4164-bfa6-fe29d2909ad7 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099668 Aug 28 19:59:01.022336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['639944f5-bd8b-453f-aa99-4e191ab36135'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:01.029492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:01.165287 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:01.188240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d2e65-2b49-4d3b-931c-fa574f5fd3fe req-a49b0341-a870-4f7a-9990-ae34b6da63ee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:01.191260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c7d2e65-2b49-4d3b-931c-fa574f5fd3fe req-a49b0341-a870-4f7a-9990-ae34b6da63ee tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 950 time: 0.0699208 Aug 28 19:59:01.273469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c7d2e65-2b49-4d3b-931c-fa574f5fd3fe req-863c5045-66d9-47d2-89e4-81a29755c546 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644262 Aug 28 19:59:01.372366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Deleting port bb3a406d-00b0-4ef2-aec4-05d14c104942 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:01.372994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:01.423235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589c0c9-ce57-4802-bd45-b715c48689c7 req-e7eaf33d-c5a6-4023-9ce8-9355b8f29d8b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:01.424942 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c589c0c9-ce57-4802-bd45-b715c48689c7 req-e7eaf33d-c5a6-4023-9ce8-9355b8f29d8b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 948 time: 0.0730841 Aug 28 19:59:01.484108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] For port bb3a406d-00b0-4ef2-aec4-05d14c104942, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bb3a406d-00b0-4ef2-aec4-05d14c104942,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:01.484491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:01.499110 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c589c0c9-ce57-4802-bd45-b715c48689c7 req-e993ecbd-cbc6-49c7-853d-5d501bc81a0e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Aug 28 19:59:01.505501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Calling delete_port for bb3a406d-00b0-4ef2-aec4-05d14c104942 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:01.569056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40866) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:01.896210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bb3a406d-00b0-4ef2-aec4-05d14c104942), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:01.928985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3a406d-00b0-4ef2-aec4-05d14c104942,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:02.111055 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:02.137352 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:02.142727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1395e10-5de7-4246-9c69-688fd44a18a6 req-f0dc9be1-1a95-4f8e-86a0-c6dd5c98d113 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:02.145876 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:02.151100 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1395e10-5de7-4246-9c69-688fd44a18a6 req-f0dc9be1-1a95-4f8e-86a0-c6dd5c98d113 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0774891 Aug 28 19:59:02.175047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19aff-8247-4583-a971-e22da892d466 req-dd6bb4f8-28c6-4058-b29f-6a9d7ebd6909 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:02.177536 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30e19aff-8247-4583-a971-e22da892d466 req-dd6bb4f8-28c6-4058-b29f-6a9d7ebd6909 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 950 time: 0.0746560 Aug 28 19:59:02.227868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 639944f5-bd8b-453f-aa99-4e191ab36135 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:02.234587 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:02.295235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:02.334115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 639944f5-bd8b-453f-aa99-4e191ab36135 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:59:02.345574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1395e10-5de7-4246-9c69-688fd44a18a6 req-771217d9-71ac-4093-8b09-5c20376e4229 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932063 Aug 28 19:59:02.416509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-86436476-badd-492f-9aa4-d1356799067e tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:59:02.417885 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-86436476-badd-492f-9aa4-d1356799067e tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092549 Aug 28 19:59:02.428401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 639944f5-bd8b-453f-aa99-4e191ab36135 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:02.428805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:02.546313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210b9d-80b5-4a2a-8f69-3c7153c6e3d0 req-222e0053-e977-4c2c-bba1-57597fd7b2b3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:02.552649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83210b9d-80b5-4a2a-8f69-3c7153c6e3d0 req-222e0053-e977-4c2c-bba1-57597fd7b2b3 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 950 time: 0.1089880 Aug 28 19:59:02.604536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 639944f5-bd8b-453f-aa99-4e191ab36135 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:02.605518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:02.648432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 639944f5-bd8b-453f-aa99-4e191ab36135, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=639944f5-bd8b-453f-aa99-4e191ab36135,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:02.650224 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:02.651655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639944f5-bd8b-453f-aa99-4e191ab36135'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:02.654858 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc0eb02-6a57-443c-9302-f07e802b376c" -d '{"events": [{"server_uuid": "6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd", "name": "network-vif-plugged", "status": "completed", "tag": "639944f5-bd8b-453f-aa99-4e191ab36135"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:02.672833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-455bea26-0799-42be-9b0d-39c16f292924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:02.676634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-455bea26-0799-42be-9b0d-39c16f292924 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 1124 time: 0.2498324 Aug 28 19:59:02.695696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Request body: {'binding': {'host': 'n-h1-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:02.696178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Unknown quota resources ['binding']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 19:59:02.738380 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (d353feda-a768-46e6-ad2f-7f7f7369373c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:02.748822 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:02.780698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83210b9d-80b5-4a2a-8f69-3c7153c6e3d0 req-c7dbb742-941e-4989-8080-73c9db65e79f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101579 Aug 28 19:59:02.788604 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:02.831060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Deleting port 62b727cd-9789-4102-bb00-530bf76840f0 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:02.832171 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (62b727cd-9789-4102-bb00-530bf76840f0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:02.901343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=639944f5-bd8b-453f-aa99-4e191ab36135,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:03.062580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on host n-h1-854121-7 for vnic_type normal with profile None {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:03.062934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:03.063330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:03.072743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535733c6-c6ca-4f2d-bdf7-809679a88cdf req-2bfc8446-89e3-45d9-8743-4f42ccc12b96 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:03.079464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-535733c6-c6ca-4f2d-bdf7-809679a88cdf req-2bfc8446-89e3-45d9-8743-4f42ccc12b96 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 949 time: 0.1316562 Aug 28 19:59:03.085274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:03.085616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:03.103626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] For port 62b727cd-9789-4102-bb00-530bf76840f0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=62b727cd-9789-4102-bb00-530bf76840f0,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:03.104001 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (62b727cd-9789-4102-bb00-530bf76840f0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:03.115568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:03.116480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:03.116480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:03.116760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Bound port: 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:03.125081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Calling delete_port for 62b727cd-9789-4102-bb00-530bf76840f0 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:03.130349 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:03.236533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-535733c6-c6ca-4f2d-bdf7-809679a88cdf req-7e4279e7-eefb-41c9-b80c-9aaca61a56bf tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533344 Aug 28 19:59:03.237541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:03.251550 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:03.257143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:03.258949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Deleting port 5cd54e26-e323-4bbd-b727-be7035efabed {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:03.258949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:03.355936 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a92fafc-3fe5-491b-8f11-40f16fb5f308 x-openstack-request-id: req-1a92fafc-3fe5-491b-8f11-40f16fb5f308 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:03.356603 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd", "name": "network-vif-plugged", "status": "completed", "tag": "639944f5-bd8b-453f-aa99-4e191ab36135", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:03.356603 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a92fafc-3fe5-491b-8f11-40f16fb5f308 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:03.356864 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a92fafc-3fe5-491b-8f11-40f16fb5f308'] response: {'server_uuid': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639944f5-bd8b-453f-aa99-4e191ab36135', 'code': 200} Aug 28 19:59:03.462920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:03.478793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-783537ea-5763-4ce1-924f-a8847abdaf71 service neutron] 10.222.0.78 "POST /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7837698 Aug 28 19:59:03.544259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:03.553773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-55bc60f9-348e-4c00-9291-42cdc849d37d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0074856 Aug 28 19:59:03.557446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40888) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:03.616226 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] Sync routers for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:03.633062 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:03.633062 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:03.689659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] For port 5cd54e26-e323-4bbd-b727-be7035efabed, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5cd54e26-e323-4bbd-b727-be7035efabed,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:03.690243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:03.693727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f3f4b-34a3-4f7a-b14b-c7e2c5793ad7 req-d7c56577-009d-44a1-9853-87c02e0ab07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:03.696117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-575f3f4b-34a3-4f7a-b14b-c7e2c5793ad7 req-d7c56577-009d-44a1-9853-87c02e0ab07f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 1131 time: 0.1852105 Aug 28 19:59:03.728546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Calling delete_port for 5cd54e26-e323-4bbd-b727-be7035efabed owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:03.735004 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:03.736071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023120fb-7345-4417-bbff-67846a41d37f req-2eb622be-6f82-41f3-bd1a-37bf6a274bff tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:03.737655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-023120fb-7345-4417-bbff-67846a41d37f req-2eb622be-6f82-41f3-bd1a-37bf6a274bff tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.2083807 Aug 28 19:59:03.739723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (62b727cd-9789-4102-bb00-530bf76840f0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:03.752243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8959fd60-0c95-48ec-a499-41d2a52dc530', '62b727cd-9789-4102-bb00-530bf76840f0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:03.806131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:03.814243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:03.861466 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:03.877440 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-575f3f4b-34a3-4f7a-b14b-c7e2c5793ad7 req-17b2adfd-b756-4a3c-a76a-16a4bf5afc1a service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703598 Aug 28 19:59:03.911114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event deleted for resources: {'Port': ['ID=62b727cd-9789-4102-bb00-530bf76840f0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:03.923886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-023120fb-7345-4417-bbff-67846a41d37f req-2008f143-6210-4188-971c-e0e60ce5a830 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569514 Aug 28 19:59:03.965379 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:04.004679 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:04.012006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks [] for router (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:04.211317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b04a59a1-498d-45da-a2b0-62cc9535d0d8 req-7a01c2a6-a7c0-4f39-a780-37007a2769ae tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.0575697 Aug 28 19:59:04.221659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] No DVR routers for this DVR port 62b727cd-9789-4102-bb00-530bf76840f0 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:04.237479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:04.241248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30e19aff-8247-4583-a971-e22da892d466 req-0c8d5b0f-9642-4524-8e45-12aaedcdf62f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "DELETE /networking/v2.0/ports/62b727cd-9789-4102-bb00-530bf76840f0 HTTP/1.1" status: 204 len: 173 time: 1.9337456 Aug 28 19:59:04.241806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-deleted', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:04.244287 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576c8b7-7d14-4946-9cf2-4c6fdad39ac6" -d '{"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-deleted", "tag": "62b727cd-9789-4102-bb00-530bf76840f0"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:04.275382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94b59-1061-4407-bb4e-d72f695c0a04 req-d25c6938-1ceb-487e-abf2-2c422898a19f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:04.277063 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:59:01Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:04.277805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fa94b59-1061-4407-bb4e-d72f695c0a04 req-d25c6938-1ceb-487e-abf2-2c422898a19f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.3418686 Aug 28 19:59:04.305432 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] Checking router: ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:04.317013 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] Routers {'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:04.318234 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:04.324551 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b0a235-7f30-401c-bcdf-941dc0bf5eb3 x-openstack-request-id: req-03b0a235-7f30-401c-bcdf-941dc0bf5eb3 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:04.324927 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206783c3-d42d-4717-b8a5-333eee4feef1", "name": "network-vif-deleted", "tag": "62b727cd-9789-4102-bb00-530bf76840f0", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:04.325191 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03b0a235-7f30-401c-bcdf-941dc0bf5eb3 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:04.325600 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b0a235-7f30-401c-bcdf-941dc0bf5eb3'] response: {'server_uuid': '206783c3-d42d-4717-b8a5-333eee4feef1', 'name': 'network-vif-deleted', 'tag': '62b727cd-9789-4102-bb00-530bf76840f0', 'status': 'completed', 'code': 200} Aug 28 19:59:04.395141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5cd54e26-e323-4bbd-b727-be7035efabed), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:04.418740 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fa94b59-1061-4407-bb4e-d72f695c0a04 req-064a6e30-8214-4f09-832a-5bd35e4e0e14 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014392 Aug 28 19:59:04.420622 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks [] for router_gateway (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:04.439618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd54e26-e323-4bbd-b727-be7035efabed,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:04.528780 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] Set router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:04.573124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87ace-eee8-457d-a91b-c2dd92cdd0e2 req-58c45d5a-bd8c-4a09-8443-92371e58d001 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:04.582105 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cb87ace-eee8-457d-a91b-c2dd92cdd0e2 req-58c45d5a-bd8c-4a09-8443-92371e58d001 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 949 time: 0.1344864 Aug 28 19:59:04.711433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cb87ace-eee8-457d-a91b-c2dd92cdd0e2 req-5ae8ee51-5e1a-4909-86b5-c3019cf7e9e9 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283159 Aug 28 19:59:04.712562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Deleting port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:04.712915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:04.869790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] For port 609793ff-ea2c-4fea-81d1-cc5a3cc84e54, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:04.870528 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:04.894610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Calling delete_port for 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:04.910718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (d353feda-a768-46e6-ad2f-7f7f7369373c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:04.921996 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:59:01Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:04.978984 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e6756-a677-43f8-8eec-2fadc10f3ac1 None None] The sync data for ids ['ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e'] in n-d-854121-7 is: [{'id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'name': 'tempest-VolumesAdminNegativeTest-1803444463-router', 'tenant_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:13Z', 'updated_at': '2022-08-28T19:59:01Z', 'revision_number': 5, 'project_id': '9eb35c63e2914408b189d0d4ec9fc76c', 'gw_port': {'id': '609793ff-ea2c-4fea-81d1-cc5a3cc84e54', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:14Z', 'updated_at': '2022-08-28T19:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:04.983705 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:05.116333 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:05.189327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388863-f23c-44f5-9f7d-2af7cc748a86 req-698c721d-be7f-497d-8dd7-600ae2a31ba9 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:05.191262 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a388863-f23c-44f5-9f7d-2af7cc748a86 req-698c721d-be7f-497d-8dd7-600ae2a31ba9 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0724795 Aug 28 19:59:05.241781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40910) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:05.404936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (609793ff-ea2c-4fea-81d1-cc5a3cc84e54), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:05.419575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a10a734e-3869-4a5c-b479-7d694ddb8dcf req-4c4d4cff-5c86-40f0-ac43-697078972ea0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.0619895 Aug 28 19:59:05.424666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-7c15ff67-8adc-4d7a-908a-2e11b4814f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:05.425817 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-7c15ff67-8adc-4d7a-908a-2e11b4814f52 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1127 time: 0.1327984 Aug 28 19:59:05.541500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Router d353feda-a768-46e6-ad2f-7f7f7369373c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:05.594411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Pushing event deleted for resources: {'Port': ['ID=609793ff-ea2c-4fea-81d1-cc5a3cc84e54,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:05.606601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bb3a406d-00b0-4ef2-aec4-05d14c104942 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:05.654551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: bb3a406d-00b0-4ef2-aec4-05d14c104942 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:05.658419 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bb3a406d-00b0-4ef2-aec4-05d14c104942 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:05.663659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814e945-744e-4f21-99cd-5eb6bd9fffd4 req-8f7e0857-1522-49c6-9aed-6f6201953653 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:05.666241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c814e945-744e-4f21-99cd-5eb6bd9fffd4 req-8f7e0857-1522-49c6-9aed-6f6201953653 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1453273 Aug 28 19:59:05.728423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a388863-f23c-44f5-9f7d-2af7cc748a86 req-06904ca6-603f-4323-8b13-363d58db9c6b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309997 Aug 28 19:59:05.776045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-1822cde6-b3ed-4599-b0ea-f49e771f6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:05.776045 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-1822cde6-b3ed-4599-b0ea-f49e771f6b60 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.3327408 Aug 28 19:59:05.807383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:05.877507 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:05.909638 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c814e945-744e-4f21-99cd-5eb6bd9fffd4 req-8e74239d-10a6-4493-a194-4008d1314cac tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946938 Aug 28 19:59:05.929332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:05.932667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3218e576-27b2-4006-9805-595b263b30b5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 1001 time: 0.1417060 Aug 28 19:59:05.940141 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8415a407-9cdd-4a87-b31a-76757b0c6a72 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d353feda-a768-46e6-ad2f-7f7f7369373c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3695230 Aug 28 19:59:05.940942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40920) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:05.951225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] Sync routers for ids ['d353feda-a768-46e6-ad2f-7f7f7369373c'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:05.963720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] Routers {'d353feda-a768-46e6-ad2f-7f7f7369373c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:05.965465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d353feda-a768-46e6-ad2f-7f7f7369373c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:06.016209 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:06.034074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d40a7e-d68a-4235-89d6-ffa5c7bff7e0 req-45a312e9-2a2a-4555-b9e9-45da659a0bdb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:06.036480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44d40a7e-d68a-4235-89d6-ffa5c7bff7e0 req-45a312e9-2a2a-4555-b9e9-45da659a0bdb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 949 time: 0.1361110 Aug 28 19:59:06.092670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-48796284-5117-45a2-a520-af03ace5c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:06.095593 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-48796284-5117-45a2-a520-af03ace5c224 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1531298 Aug 28 19:59:06.113057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:06.116197 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:06.146845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] Set router d353feda-a768-46e6-ad2f-7f7f7369373c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:06.156666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks [] for router (d353feda-a768-46e6-ad2f-7f7f7369373c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.158970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-c1e5f37c-8514-4ab3-8757-4c0cbb2ca2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:06.160602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-c1e5f37c-8514-4ab3-8757-4c0cbb2ca2f5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588253 Aug 28 19:59:06.178775 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44d40a7e-d68a-4235-89d6-ffa5c7bff7e0 req-ee94b8f6-3b35-42d2-bbbe-9b26a246813d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235363 Aug 28 19:59:06.186194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.190803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks [] for router_controller (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.369262 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (c39101d5-8914-4e69-8549-f5b0da371803), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.392457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 62b727cd-9789-4102-bb00-530bf76840f0 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:06.392819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 62b727cd-9789-4102-bb00-530bf76840f0 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:06.472951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5404070a-9029-4cc7-8edc-a241104a4ba8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789433 Aug 28 19:59:06.476589 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks [] for router_gateway (d353feda-a768-46e6-ad2f-7f7f7369373c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.489882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:59:04Z', 'revision_number': 5, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:06.512362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a0c86-bbdc-405b-ae36-b2a649973750 req-6aef023a-823e-4576-95fc-c0f4537ea669 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:06.519594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-160a0c86-bbdc-405b-ae36-b2a649973750 req-6aef023a-823e-4576-95fc-c0f4537ea669 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 1131 time: 0.1086886 Aug 28 19:59:06.534343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] Checking router: d353feda-a768-46e6-ad2f-7f7f7369373c for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:06.545761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] Routers {'d353feda-a768-46e6-ad2f-7f7f7369373c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:06.546538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d353feda-a768-46e6-ad2f-7f7f7369373c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:06.606553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24ebae50-3f0c-4469-8869-5c4b36ca2cdd req-10df2245-d743-463d-bcf6-33af8d3734b2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=206783c3-d42d-4717-b8a5-333eee4feef1 HTTP/1.1" status: 200 len: 210 time: 0.0557544 Aug 28 19:59:06.620899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-160a0c86-bbdc-405b-ae36-b2a649973750 req-3b2b190d-0849-4e85-a90a-0627a8f58c0e tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003809 Aug 28 19:59:06.629025 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:06.653969 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-aefef305-b481-42b8-bd44-30a76cd39f83 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667013 Aug 28 19:59:06.698610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.699198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:59:06.716074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.716074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-11dada8b-c93d-4053-8f4f-f5cef7b5e422 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ad8e1572-d830-4fc0-95a3-70c2dd8e2e1e HTTP/1.1" status: 204 len: 168 time: 3.1485419 Aug 28 19:59:06.718263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40930) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:06.718440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] Set router d353feda-a768-46e6-ad2f-7f7f7369373c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:06.808052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Deleting port 498dac71-862f-41e4-a61a-ff720486fe58 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:06.808479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (498dac71-862f-41e4-a61a-ff720486fe58), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.821138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] Deleting subnet 5f1a2398-58d9-4724-a385-884691f9c8be {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:59:06.833793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] Publish callbacks [] for subnet (5f1a2398-58d9-4724-a385-884691f9c8be), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.887676 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:06.942231 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-959df3e7-67b5-4fd4-84b4-c6177f10ae82 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451939 Aug 28 19:59:06.942717 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (5f1a2398-58d9-4724-a385-884691f9c8be), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.944362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] For port 498dac71-862f-41e4-a61a-ff720486fe58, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=498dac71-862f-41e4-a61a-ff720486fe58,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:06.944795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (498dac71-862f-41e4-a61a-ff720486fe58), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:06.982786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16da87-0898-4218-b53c-e9809892389c req-e13d4e7b-5665-4a19-a126-290e11bd9a04 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:06.994496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb16da87-0898-4218-b53c-e9809892389c req-e13d4e7b-5665-4a19-a126-290e11bd9a04 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0982962 Aug 28 19:59:07.011033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:59:04Z', 'revision_number': 5, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:07.038158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Calling delete_port for 498dac71-862f-41e4-a61a-ff720486fe58 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:07.065911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e2580-fcb9-481f-9809-feef96ad6064 None None] The sync data for ids ['d353feda-a768-46e6-ad2f-7f7f7369373c'] in n-d-854121-7 is: [{'id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'name': 'tempest-MultipleCreateTestJSON-251034510-router', 'tenant_id': '7ea8fec20f5940b986a3fc14b785cf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:40Z', 'updated_at': '2022-08-28T19:59:04Z', 'revision_number': 5, 'project_id': '7ea8fec20f5940b986a3fc14b785cf05', 'gw_port': {'id': 'd2894bee-daf5-43e3-bff6-6ae59060ade4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353feda-a768-46e6-ad2f-7f7f7369373c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:41Z', 'updated_at': '2022-08-28T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:07.159400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Deleting port d2894bee-daf5-43e3-bff6-6ae59060ade4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:07.159827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:07.177663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb16da87-0898-4218-b53c-e9809892389c req-31d7b6e7-faa7-40b3-8807-17320c497e18 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790340 Aug 28 19:59:07.221881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-c16217cc-be54-43e1-af39-2c7865a38a6e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:07.230084 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-c16217cc-be54-43e1-af39-2c7865a38a6e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760332 Aug 28 19:59:07.247373 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:07.466376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-a1434873-c775-4d38-affa-f3e3f01dfa32 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/quotas/114c1dbf05024fb0b8c494a02b5f16fa HTTP/1.1" status: 200 len: 375 time: 0.2348046 Aug 28 19:59:07.530116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-033ff0e0-704c-451f-8194-8f756c3e26d1 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0626454 Aug 28 19:59:07.543460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (498dac71-862f-41e4-a61a-ff720486fe58), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:07.583687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=498dac71-862f-41e4-a61a-ff720486fe58,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:07.884081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5cd54e26-e323-4bbd-b727-be7035efabed no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:07.958954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 5cd54e26-e323-4bbd-b727-be7035efabed {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:07.959774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5cd54e26-e323-4bbd-b727-be7035efabed not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:07.959774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:08.014430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:08.014784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 609793ff-ea2c-4fea-81d1-cc5a3cc84e54 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:08.024600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (5f1a2398-58d9-4724-a385-884691f9c8be), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.138077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccb015-c367-4c87-97ea-3bc009cf5900 req-49f74469-8e7a-4587-8d8d-a9faa239a945 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:08.146713 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3bccb015-c367-4c87-97ea-3bc009cf5900 req-49f74469-8e7a-4587-8d8d-a9faa239a945 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.8104606 Aug 28 19:59:08.253317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] For port d2894bee-daf5-43e3-bff6-6ae59060ade4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2894bee-daf5-43e3-bff6-6ae59060ade4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:08.254118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.256221 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-738b0c79-3f26-4714-829e-73ebc0ad1ffc req-c27da126-79f5-4a5b-a416-9d82401f5e2c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.0503242 Aug 28 19:59:08.273433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3bccb015-c367-4c87-97ea-3bc009cf5900 req-3154cf30-8ad5-460a-a087-661d367a712e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251476 Aug 28 19:59:08.277168 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:08.279414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (5f1a2398-58d9-4724-a385-884691f9c8be), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.282895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Calling delete_port for d2894bee-daf5-43e3-bff6-6ae59060ade4 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:08.337449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1a2398-58d9-4724-a385-884691f9c8be,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:08.361814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598bdcb-2b46-46dc-938f-dc3249c91205 None None] Network 4782ef1c-ae37-4407-9723-7210b356d656 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:08.362928 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.372297 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-deb2f950-a068-4de3-b2f6-e4c8beac4b55 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/5f1a2398-58d9-4724-a385-884691f9c8be HTTP/1.1" status: 204 len: 168 time: 1.6503272 Aug 28 19:59:08.398676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40962) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:08.454781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40964) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:08.464474 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:08.566618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850d0e9-b1a2-4901-9995-3d583d6090e4 req-a3758fa8-deb0-427c-b41e-42b66da79566 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:08.574017 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2850d0e9-b1a2-4901-9995-3d583d6090e4 req-a3758fa8-deb0-427c-b41e-42b66da79566 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.1382697 Aug 28 19:59:08.594150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (4782ef1c-ae37-4407-9723-7210b356d656), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.597540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (c39101d5-8914-4e69-8549-f5b0da371803), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.628896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] DHCP port deletion for 4782ef1c-ae37-4407-9723-7210b356d656 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:59:08.700498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] Deleting port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:08.701724 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.739317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2850d0e9-b1a2-4901-9995-3d583d6090e4 req-ab0dc06d-4af1-4b84-80bb-57fc29728782 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643856 Aug 28 19:59:08.755830 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:08.781552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Deleting port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:08.782058 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.840059 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:08.852268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] For port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:08.853112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.867735 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d2894bee-daf5-43e3-bff6-6ae59060ade4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.897760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] Calling delete_port for 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:08.930534 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00be58f9-4632-4b1c-84d0-d8859375d15a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (7570175c-7246-4c6d-a948-2ae0f67d7026), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:08.966295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2894bee-daf5-43e3-bff6-6ae59060ade4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:09.033079 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:09.040008 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (d353feda-a768-46e6-ad2f-7f7f7369373c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.112706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00be58f9-4632-4b1c-84d0-d8859375d15a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (7570175c-7246-4c6d-a948-2ae0f67d7026), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.132489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] For port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,segment=NetworkSegment(88cfae36-08c7-4684-9203-88ea77d07c85),segment_id=88cfae36-08c7-4684-9203-88ea77d07c85)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:09.132907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.169149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (d353feda-a768-46e6-ad2f-7f7f7369373c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.172103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks [] for router_controller (d353feda-a768-46e6-ad2f-7f7f7369373c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.182027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Calling delete_port for 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:09.361889 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (d353feda-a768-46e6-ad2f-7f7f7369373c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.361889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d353feda-a768-46e6-ad2f-7f7f7369373c {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:59:09.377329 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.378776 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b929f62b-bfa2-4be7-9d01-e0024de3bb9c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d353feda-a768-46e6-ad2f-7f7f7369373c HTTP/1.1" status: 204 len: 168 time: 3.4346879 Aug 28 19:59:09.381303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40974) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:09.396583 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.421169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a007384a-5df4-4dd2-8430-7394eb028f3c req-73c89932-1717-4c73-9e31-3795de71b2bc tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.0981469 Aug 28 19:59:09.433197 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:09.458249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] No DVR routers for this DVR port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:09.493593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.534993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100556a-7df3-40bc-b56e-a7a3f4dd1167 None None] Pushing event deleted for resources: {'Port': ['ID=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:09.538353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:09.551720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] No DVR routers for this DVR port 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:09.575436 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00be58f9-4632-4b1c-84d0-d8859375d15a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7570175c-7246-4c6d-a948-2ae0f67d7026), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.577809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00be58f9-4632-4b1c-84d0-d8859375d15a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.583148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-00be58f9-4632-4b1c-84d0-d8859375d15a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7570175c-7246-4c6d-a948-2ae0f67d7026 HTTP/1.1" status: 204 len: 168 time: 1.0125325 Aug 28 19:59:09.588768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40976) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:09.611609 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-0d03b93b-cf22-49f3-a05b-bdd6e8369b7e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] show failed (client error): The resource could not be found. Aug 28 19:59:09.612969 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0d03b93b-cf22-49f3-a05b-bdd6e8369b7e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups/7570175c-7246-4c6d-a948-2ae0f67d7026 HTTP/1.1" status: 404 len: 347 time: 0.0229592 Aug 28 19:59:09.620553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40978) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:09.680438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be58f9-4632-4b1c-84d0-d8859375d15a tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7570175c-7246-4c6d-a948-2ae0f67d7026,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:09.693264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Router c39101d5-8914-4e69-8549-f5b0da371803 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:09.741705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9f29c-9adf-4870-b770-93a5c652a0cd req-ec3adaa9-9cca-41b1-aac6-0a475093a2e8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:09.743719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2db9f29c-9adf-4870-b770-93a5c652a0cd req-ec3adaa9-9cca-41b1-aac6-0a475093a2e8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.3219173 Aug 28 19:59:09.748680 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:09.752458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] Deleting subnet c7171dba-f0ad-4e43-b9ed-1dff79e673d1 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:59:09.826520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (4782ef1c-ae37-4407-9723-7210b356d656), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.848494 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2db9f29c-9adf-4870-b770-93a5c652a0cd req-c167606a-dc52-4311-8f52-104d8ec8b68a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702851 Aug 28 19:59:09.854155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] Publish callbacks [] for subnet (c7171dba-f0ad-4e43-b9ed-1dff79e673d1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.910187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Deleting port fc24d4ad-50be-444c-b707-53fa959a35b5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:09.910536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.923783 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (c7171dba-f0ad-4e43-b9ed-1dff79e673d1), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.938836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4782ef1c-ae37-4407-9723-7210b356d656']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:09.951805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cfae36-08c7-4684-9203-88ea77d07c85') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:09.952576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cfae36-08c7-4684-9203-88ea77d07c85') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:09.970369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (88cfae36-08c7-4684-9203-88ea77d07c85), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:09.993969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:09.998603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (88cfae36-08c7-4684-9203-88ea77d07c85), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.006757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:59:10.007303 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (88cfae36-08c7-4684-9203-88ea77d07c85), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.063679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:10.066087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9a0daa9d-c6d7-4b5d-961d-c3b06cecdc8a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:10.252604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:10.264469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40990) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:10.264982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-56202ec3-654c-421c-a355-b9a9cf6650e3 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c39101d5-8914-4e69-8549-f5b0da371803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0219674 Aug 28 19:59:10.268488 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 88cfae36-08c7-4684-9203-88ea77d07c85 resource provider aggregate not found Aug 28 19:59:10.273287 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] Sync routers for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:10.293170 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:10.295626 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:10.331395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1a380-1f29-408f-9c05-bbb621e1a693 req-9260d1ab-a7e6-44c2-9614-35702e8cd377 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:10.339496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3fc1a380-1f29-408f-9c05-bbb621e1a693 req-9260d1ab-a7e6-44c2-9614-35702e8cd377 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.4508722 Aug 28 19:59:10.360635 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 88cfae36-08c7-4684-9203-88ea77d07c85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88cfae36-08c7-4684-9203-88ea77d07c85 found for delete ", "request_id": "req-2223bef2-a451-4984-9237-9ee3352c286c"}]} Aug 28 19:59:10.380305 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (4782ef1c-ae37-4407-9723-7210b356d656), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.406401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.411657 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks [] for router (c39101d5-8914-4e69-8549-f5b0da371803), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.414096 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/4782ef1c-ae37-4407-9723-7210b356d656 HTTP/1.1" status: 204 len: 168 time: 2.0140271 Aug 28 19:59:10.420714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40994) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:10.425065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.425432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for floatingip (fc24d4ad-50be-444c-b707-53fa959a35b5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.453319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc9d3-328d-4abd-b570-2db44bab88fc admin admin] Pushing event deleted for resources: {'Network': ['ID=4782ef1c-ae37-4407-9723-7210b356d656,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:10.487321 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:10.530903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3fc1a380-1f29-408f-9c05-bbb621e1a693 req-4e31e5bf-be4e-4176-a709-4de29c097ee2 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793094 Aug 28 19:59:10.575158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Calling delete_port for fc24d4ad-50be-444c-b707-53fa959a35b5 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:10.594828 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:10.617496 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:10.627473 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e1f741b4-4520-4be3-867e-6c4946f50174 req-3d70c0c2-685b-4407-a87c-cc370f0e5e49 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.0369585 Aug 28 19:59:10.717638 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c7171dba-f0ad-4e43-b9ed-1dff79e673d1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.843766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-68e3c64f-add5-45a9-8588-6c3e1fbade8f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:10.845431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-68e3c64f-add5-45a9-8588-6c3e1fbade8f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 0.6571915 Aug 28 19:59:10.892646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-c2e94d4b-17d8-44ca-bc20-1b1e074307c1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/quotas/722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 375 time: 0.0358574 Aug 28 19:59:10.894767 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:59:07Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:10.902057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks [] for router_gateway (c39101d5-8914-4e69-8549-f5b0da371803), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:10.926260 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] Checking router: c39101d5-8914-4e69-8549-f5b0da371803 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:10.943768 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] Routers {'c39101d5-8914-4e69-8549-f5b0da371803'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:10.943768 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c39101d5-8914-4e69-8549-f5b0da371803'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:11.066629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc4c7-1956-4e6c-a03b-ea28926230f4 req-03ffe8a4-2d63-4988-bfb6-6ba85d096198 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:11.085552 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-5459d5a3-dca2-4d22-91a5-906e99050054 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1866560 Aug 28 19:59:11.095240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20ebc4c7-1956-4e6c-a03b-ea28926230f4 req-03ffe8a4-2d63-4988-bfb6-6ba85d096198 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1177661 Aug 28 19:59:11.098363 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] Set router c39101d5-8914-4e69-8549-f5b0da371803 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:11.150039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (c7171dba-f0ad-4e43-b9ed-1dff79e673d1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.175765 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:11.212348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20ebc4c7-1956-4e6c-a03b-ea28926230f4 req-5b9d77b3-6105-41c5-99b5-da37e2d0af5b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141667 Aug 28 19:59:11.235180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7171dba-f0ad-4e43-b9ed-1dff79e673d1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:11.235180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.235180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bb68e3a1-b103-4b57-bf0b-f0ed23296d29 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/c7171dba-f0ad-4e43-b9ed-1dff79e673d1 HTTP/1.1" status: 204 len: 168 time: 1.8510823 Aug 28 19:59:11.242209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41002) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:11.243534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4da903-b91a-4b46-8dd1-9ea199a99ca8 None None] Network 448522e0-5784-4a9f-9055-45e0f893fbee requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:11.247084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Deleting port b46ecb73-124a-48f4-8f93-0f210fb4fc3a {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:11.247452 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.387415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (448522e0-5784-4a9f-9055-45e0f893fbee), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.439625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-d065cbf3-4914-4ec7-998c-9e040df34d9e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226814 Aug 28 19:59:11.446260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fc24d4ad-50be-444c-b707-53fa959a35b5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.453397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:59:07Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:11.457787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2894bee-daf5-43e3-bff6-6ae59060ade4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:11.470075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Deleting port d6bc178b-7448-4bae-bc47-994c1ec62e42 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:11.470634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.481526 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:11.500444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d2894bee-daf5-43e3-bff6-6ae59060ade4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:11.501655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2894bee-daf5-43e3-bff6-6ae59060ade4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:11.531440 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8d308-5d42-420a-af4a-9fe455969375 None None] The sync data for ids ['c39101d5-8914-4e69-8549-f5b0da371803'] in n-d-854121-7 is: [{'id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'name': 'tempest-AttachSCSIVolumeTestJSON-466004350-router', 'tenant_id': 'fe663852a79b404398b07b33ea453ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:39Z', 'updated_at': '2022-08-28T19:59:07Z', 'revision_number': 5, 'project_id': 'fe663852a79b404398b07b33ea453ee0', 'gw_port': {'id': 'b46ecb73-124a-48f4-8f93-0f210fb4fc3a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39101d5-8914-4e69-8549-f5b0da371803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:41Z', 'updated_at': '2022-08-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:11.609533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] DHCP port deletion for 448522e0-5784-4a9f-9055-45e0f893fbee request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:59:11.643092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event deleted for resources: {'Port': ['ID=fc24d4ad-50be-444c-b707-53fa959a35b5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:11.674304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] Deleting port d6bc178b-7448-4bae-bc47-994c1ec62e42 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:11.674684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.703465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] For port d6bc178b-7448-4bae-bc47-994c1ec62e42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d6bc178b-7448-4bae-bc47-994c1ec62e42,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:11.703881 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.740033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Calling delete_port for d6bc178b-7448-4bae-bc47-994c1ec62e42 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:11.759343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4b57a-6d6e-4d8d-8655-39f554517119 req-4818cff2-b9a2-4c81-9823-0269e1ef9a04 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:11.760446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-17255d53-4d3b-45c1-a4e8-d136a4f7e981 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2091470 Aug 28 19:59:11.760974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3c4b57a-6d6e-4d8d-8655-39f554517119 req-4818cff2-b9a2-4c81-9823-0269e1ef9a04 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0764129 Aug 28 19:59:11.787685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] For port d6bc178b-7448-4bae-bc47-994c1ec62e42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d6bc178b-7448-4bae-bc47-994c1ec62e42,segment=NetworkSegment(09905b65-e2bf-4ec6-a39a-2168ef2f4e49),segment_id=09905b65-e2bf-4ec6-a39a-2168ef2f4e49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:11.788368 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.805495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] Calling delete_port for d6bc178b-7448-4bae-bc47-994c1ec62e42 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:11.847902 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:11.848473 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:11.924631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-85ece469-6855-4aae-b94d-47891895f497 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:11.926268 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3c4b57a-6d6e-4d8d-8655-39f554517119 req-8f4182e1-afe0-4a5a-b310-1c79a88c29e8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557386 Aug 28 19:59:11.933559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-85ece469-6855-4aae-b94d-47891895f497 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642413 Aug 28 19:59:11.961166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks [] for floatingip (7a12aab4-890a-4377-8a72-64135b70d228), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.963986 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.965180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.973357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (d6bc178b-7448-4bae-bc47-994c1ec62e42), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:11.979526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-01f5600a-add9-4e1f-a664-dad226ca3baa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/7a12aab4-890a-4377-8a72-64135b70d228 HTTP/1.1" status: 204 len: 168 time: 2.3576701 Aug 28 19:59:12.006832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:12.011389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] Pushing event deleted for resources: {'Port': ['ID=d6bc178b-7448-4bae-bc47-994c1ec62e42,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:12.020161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d92fe8-1613-4b65-8a5a-4c1b4694c663 None None] No DVR routers for this DVR port d6bc178b-7448-4bae-bc47-994c1ec62e42 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:12.040991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bc178b-7448-4bae-bc47-994c1ec62e42,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:12.045233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] No DVR routers for this DVR port d6bc178b-7448-4bae-bc47-994c1ec62e42 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:12.090623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32d27867-5443-4339-a9de-c50a5f373269 req-61f4450b-98bf-43cb-b898-8be571dd0161 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.0630872 Aug 28 19:59:12.146691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] For port b46ecb73-124a-48f4-8f93-0f210fb4fc3a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:12.147065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.193230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (448522e0-5784-4a9f-9055-45e0f893fbee), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.204512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Calling delete_port for b46ecb73-124a-48f4-8f93-0f210fb4fc3a owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:12.223960 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-bdd442de-ff54-4aac-b12a-b8fd4ce23d81 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7527583 Aug 28 19:59:12.237841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448522e0-5784-4a9f-9055-45e0f893fbee']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:12.253812 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:12.259638 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (52a599f6-2937-4f15-a98d-d2887c69e83a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.260432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09905b65-e2bf-4ec6-a39a-2168ef2f4e49') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:12.261717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09905b65-e2bf-4ec6-a39a-2168ef2f4e49') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:12.277883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (09905b65-e2bf-4ec6-a39a-2168ef2f4e49), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.313529 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (09905b65-e2bf-4ec6-a39a-2168ef2f4e49), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.326330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:59:12.326966 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (09905b65-e2bf-4ec6-a39a-2168ef2f4e49), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.418089 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 09905b65-e2bf-4ec6-a39a-2168ef2f4e49 resource provider aggregate not found Aug 28 19:59:12.445048 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 09905b65-e2bf-4ec6-a39a-2168ef2f4e49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09905b65-e2bf-4ec6-a39a-2168ef2f4e49 found for delete ", "request_id": "req-6d9cc5bd-aec9-45b4-8909-47ad15093d00"}]} Aug 28 19:59:12.514122 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (448522e0-5784-4a9f-9055-45e0f893fbee), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.520940 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.530132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/448522e0-5784-4a9f-9055-45e0f893fbee HTTP/1.1" status: 204 len: 168 time: 1.2870584 Aug 28 19:59:12.543211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe869969-d0ab-44b3-9c24-bc5b7b5f68c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=448522e0-5784-4a9f-9055-45e0f893fbee,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:12.726739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3029b-9a75-4689-a2d2-a72d187db155 req-cf1017ab-871a-4606-b8db-8e7cbd8d1e8d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:12.728207 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ffb3029b-9a75-4689-a2d2-a72d187db155 req-cf1017ab-871a-4606-b8db-8e7cbd8d1e8d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0836082 Aug 28 19:59:12.753517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.786346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ffb3029b-9a75-4689-a2d2-a72d187db155 req-01a0b3f8-374e-4216-9375-9cc4b909b533 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512648 Aug 28 19:59:12.878408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:12.888671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:12.933602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e05006-f6c6-4886-acb0-4d2e7e24416b req-dd3053df-fac9-4349-9655-1e11aeceda54 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:12.935337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32e05006-f6c6-4886-acb0-4d2e7e24416b req-dd3053df-fac9-4349-9655-1e11aeceda54 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0542531 Aug 28 19:59:12.987413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41028) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:13.012997 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32e05006-f6c6-4886-acb0-4d2e7e24416b req-98a59265-2385-4628-b741-5fbf6659df6e tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703719 Aug 28 19:59:13.048080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8025d9db-7e0d-420c-8ce2-0b7879b60e96 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7ea8fec20f5940b986a3fc14b785cf05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587263 Aug 28 19:59:13.049053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41030) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:13.217224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6e0ae-02f1-45fd-9833-bafc0090000d req-31d5013f-ae99-4627-a778-4551c666d61d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:13.218954 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ac6e0ae-02f1-45fd-9833-bafc0090000d req-31d5013f-ae99-4627-a778-4551c666d61d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0657740 Aug 28 19:59:13.250170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48c614b6-aefa-40cb-bf78-6fff9601a597 req-fce95b14-3c0b-495c-b13d-e0673aa23cbe tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.1037574 Aug 28 19:59:13.252858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b46ecb73-124a-48f4-8f93-0f210fb4fc3a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.333506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46ecb73-124a-48f4-8f93-0f210fb4fc3a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:13.336869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Deleting port 685527a6-5f46-4586-a2c4-4d1b824c0830 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:13.337216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.346548 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:13.361556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21566e9f-a4dc-446a-ac52-1fcf3b02b764 admin admin] Publish callbacks [] for security_group (91f11bdc-a4ed-455b-b054-8c70377d9c49), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.367715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ac6e0ae-02f1-45fd-9833-bafc0090000d req-f4599d3f-cc99-427b-aac6-d5dc74486b86 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429715 Aug 28 19:59:13.422295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.168 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/3c7076b8-1897-417a-8c10-8ea72dfcefe5) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:13.506066 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:13.525058 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4d3900-a01b-4ad8-9cdf-1aaac1b3ece7 req-8a8141f9-72ca-4e0e-80b1-fd678af6f7e6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.0989466 Aug 28 19:59:13.540253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21566e9f-a4dc-446a-ac52-1fcf3b02b764 admin admin] Publish callbacks [] for security_group (91f11bdc-a4ed-455b-b054-8c70377d9c49), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.605320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6bc178b-7448-4bae-bc47-994c1ec62e42 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:13.613347 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (c39101d5-8914-4e69-8549-f5b0da371803), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.635341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d6bc178b-7448-4bae-bc47-994c1ec62e42 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:13.635506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6bc178b-7448-4bae-bc47-994c1ec62e42 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:13.636006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 498dac71-862f-41e4-a61a-ff720486fe58 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:13.658702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 498dac71-862f-41e4-a61a-ff720486fe58 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:13.659044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 498dac71-862f-41e4-a61a-ff720486fe58 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:13.793112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] For port 685527a6-5f46-4586-a2c4-4d1b824c0830, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=685527a6-5f46-4586-a2c4-4d1b824c0830,segment=NetworkSegment(1a2b30d6-e1d1-4a49-b83f-15e9b50767c7),segment_id=1a2b30d6-e1d1-4a49-b83f-15e9b50767c7)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:13.793436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.808958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (c39101d5-8914-4e69-8549-f5b0da371803), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.816010 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks [] for router_controller (c39101d5-8914-4e69-8549-f5b0da371803), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.823444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Calling delete_port for 685527a6-5f46-4586-a2c4-4d1b824c0830 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:13.941281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21566e9f-a4dc-446a-ac52-1fcf3b02b764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (91f11bdc-a4ed-455b-b054-8c70377d9c49), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.943921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21566e9f-a4dc-446a-ac52-1fcf3b02b764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:13.945081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-21566e9f-a4dc-446a-ac52-1fcf3b02b764 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/91f11bdc-a4ed-455b-b054-8c70377d9c49 HTTP/1.1" status: 204 len: 168 time: 0.8912919 Aug 28 19:59:13.958861 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:13.976408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d26-b920-430a-8af2-9e602e5e9c82 req-e2ed7539-ad31-43c2-9c36-d3cdd549de06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:13.983865 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81b55d26-b920-430a-8af2-9e602e5e9c82 req-e2ed7539-ad31-43c2-9c36-d3cdd549de06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0742555 Aug 28 19:59:13.993520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21566e9f-a4dc-446a-ac52-1fcf3b02b764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f11bdc-a4ed-455b-b054-8c70377d9c49,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:14.020676 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (c39101d5-8914-4e69-8549-f5b0da371803), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.020912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c39101d5-8914-4e69-8549-f5b0da371803 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:59:14.033740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.037802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-98fb2f1b-b9a0-4d71-ac54-d630f0b56469 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c39101d5-8914-4e69-8549-f5b0da371803 HTTP/1.1" status: 204 len: 168 time: 3.7655475 Aug 28 19:59:14.039280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41048) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:14.042370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.052821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81b55d26-b920-430a-8af2-9e602e5e9c82 req-f7ad32af-8dc2-49b8-b1f2-7e97603b2a0d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590620 Aug 28 19:59:14.062857 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:14.183350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] Deleting subnet 8f766af6-0ff6-4962-ada9-01c8f69203d9 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:59:14.193642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] Publish callbacks [] for subnet (8f766af6-0ff6-4962-ada9-01c8f69203d9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.229238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bb58f4e4-4026-4d25-8e69-eb2d2ae04c66 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:14.231572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bb58f4e4-4026-4d25-8e69-eb2d2ae04c66 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0881484 Aug 28 19:59:14.283791 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (8f766af6-0ff6-4962-ada9-01c8f69203d9), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.322016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8176-c887-46ee-a6b6-ad733197baaa req-bfe8b0bf-27cf-4918-ac7e-461db0d1cb7f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:14.323641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59aa8176-c887-46ee-a6b6-ad733197baaa req-bfe8b0bf-27cf-4918-ac7e-461db0d1cb7f tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 950 time: 0.0961106 Aug 28 19:59:14.388899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Deleting port 8959fd60-0c95-48ec-a499-41d2a52dc530 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:14.389823 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.399004 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.410755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3', '075c0298-4887-4f93-8e8b-b8f001549193'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:14.486291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467', '577364c1-5b3d-48bd-987e-3e513570acb2', '639944f5-bd8b-453f-aa99-4e191ab36135'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:14.517999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70c52110-09b0-422e-a63f-2d429e428f36 req-8a46758c-9806-40dd-bc07-5b79920f95ea tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.1150970 Aug 28 19:59:14.526046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:14.548388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:14.565992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (685527a6-5f46-4586-a2c4-4d1b824c0830), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.587415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:14.692276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] For port 8959fd60-0c95-48ec-a499-41d2a52dc530, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8959fd60-0c95-48ec-a499-41d2a52dc530,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:14.694020 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.709992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=3c7076b8-1897-417a-8c10-8ea72dfcefe5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:14.728806 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:14.731409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (8f766af6-0ff6-4962-ada9-01c8f69203d9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:14.732066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Calling delete_port for 8959fd60-0c95-48ec-a499-41d2a52dc530 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:14.736036 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:14.839948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=685527a6-5f46-4586-a2c4-4d1b824c0830,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:14.873997 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59aa8176-c887-46ee-a6b6-ad733197baaa req-c393c6be-d22c-42cc-9985-7eda0b8d1754 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274639 Aug 28 19:59:14.975387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e5e3-ae6a-428a-ae52-669e62ef7c23 req-25795e33-ae1d-4a7a-b228-077125379315 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:14.983136 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f05e5e3-ae6a-428a-ae52-669e62ef7c23 req-25795e33-ae1d-4a7a-b228-077125379315 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.2403898 Aug 28 19:59:15.091063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f05e5e3-ae6a-428a-ae52-669e62ef7c23 req-ddfcddbb-e8ec-41d4-a4dd-356db551837d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068101 Aug 28 19:59:15.132488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:15.133489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.228346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a69ab6af-4a80-4d15-a8e8-fd59ad0c55de None None] Provisioning complete for port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:15.229112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a69ab6af-4a80-4d15-a8e8-fd59ad0c55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.275128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a69ab6af-4a80-4d15-a8e8-fd59ad0c55de None None] Port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:15.304583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea942ba-eeec-4950-be8a-12baf9a8277f req-66ae218a-bf82-4d5f-bde8-d3b709bac9a0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:15.312860 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ea942ba-eeec-4950-be8a-12baf9a8277f req-66ae218a-bf82-4d5f-bde8-d3b709bac9a0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0794744 Aug 28 19:59:15.370338 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:15.371320 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (52a599f6-2937-4f15-a98d-d2887c69e83a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.377331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ea942ba-eeec-4950-be8a-12baf9a8277f req-2c1a7204-ae1c-4fa0-af4a-c38d80b1530e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625310 Aug 28 19:59:15.386517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128579-bb58-446a-b985-a36ac2ffc6e0 req-c213ffee-f590-4ccb-a0fc-c3c068cb9062 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:15.388417 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa128579-bb58-446a-b985-a36ac2ffc6e0 req-c213ffee-f590-4ccb-a0fc-c3c068cb9062 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 936 time: 0.3360889 Aug 28 19:59:15.392465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (8f766af6-0ff6-4962-ada9-01c8f69203d9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.393128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8959fd60-0c95-48ec-a499-41d2a52dc530), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.404325 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-b178651c-c531-4dad-aca2-0d4b95a302ac tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4168215 Aug 28 19:59:15.452441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Request body: {'port': {'device_id': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:15.456073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f766af6-0ff6-4962-ada9-01c8f69203d9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:15.461772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event deleted for resources: {'Port': ['ID=8959fd60-0c95-48ec-a499-41d2a52dc530,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:15.472822 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:15.497104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8959fd60-0c95-48ec-a499-41d2a52dc530'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:15.504019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.512766 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ede58d10-f69c-4c13-af9c-903d7179898b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/8f766af6-0ff6-4962-ada9-01c8f69203d9 HTTP/1.1" status: 204 len: 168 time: 1.4680257 Aug 28 19:59:15.523049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41070) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:15.564781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c7120f70-12ad-4424-8395-d78a7bfdd06b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:15.624538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849b2ef-dede-481b-abf9-f92c82a98e14 None None] Network 79cefb94-c26e-4585-9705-b9160006361e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:15.635119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa128579-bb58-446a-b985-a36ac2ffc6e0 req-9bf49dbe-6651-4b82-8d26-aa429d90f60b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273672 Aug 28 19:59:15.690794 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.691217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] No DVR routers for this DVR port 8959fd60-0c95-48ec-a499-41d2a52dc530 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:15.710872 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.736546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e98833cf-68b6-465b-af02-4d52b1bd91fd req-bf08b479-0f48-4379-97cf-d640908d11b5 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.89 "DELETE /networking/v2.0/ports/8959fd60-0c95-48ec-a499-41d2a52dc530 HTTP/1.1" status: 204 len: 173 time: 1.4857867 Aug 28 19:59:15.751334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-deleted', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:15.754022 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd18cc5-71d6-4085-9e77-496f884ceb33" -d '{"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-deleted", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:15.755812 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:15.756550 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:15.834439 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d848bd8-f404-4c65-9366-b12160501b74 x-openstack-request-id: req-3d848bd8-f404-4c65-9366-b12160501b74 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:15.835749 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75905dc5-9eaf-4fe1-9770-f691ac039be3", "name": "network-vif-deleted", "tag": "8959fd60-0c95-48ec-a499-41d2a52dc530", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:15.835749 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d848bd8-f404-4c65-9366-b12160501b74 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:15.835749 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d848bd8-f404-4c65-9366-b12160501b74'] response: {'server_uuid': '75905dc5-9eaf-4fe1-9770-f691ac039be3', 'name': 'network-vif-deleted', 'tag': '8959fd60-0c95-48ec-a499-41d2a52dc530', 'status': 'completed', 'code': 200} Aug 28 19:59:15.840790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b46ecb73-124a-48f4-8f93-0f210fb4fc3a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:15.858474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32d4d288-77f5-41e5-b737-274cc5fa76c1 req-5d0767dd-3e97-4c1a-ae53-1c09eb9191e2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.1124446 Aug 28 19:59:15.893258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (79cefb94-c26e-4585-9705-b9160006361e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:15.918188 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:15.927323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b46ecb73-124a-48f4-8f93-0f210fb4fc3a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:15.927676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b46ecb73-124a-48f4-8f93-0f210fb4fc3a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:15.954310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Deleting port cbe39d64-d1e6-4a57-8612-5edb66dae015 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:15.954653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.169985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] For port cbe39d64-d1e6-4a57-8612-5edb66dae015, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cbe39d64-d1e6-4a57-8612-5edb66dae015,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:16.176058 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.204601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41088) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:16.231720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Calling delete_port for cbe39d64-d1e6-4a57-8612-5edb66dae015 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:16.258949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] DHCP port deletion for 79cefb94-c26e-4585-9705-b9160006361e request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:59:16.341816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] Deleting port cbe39d64-d1e6-4a57-8612-5edb66dae015 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:16.342520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.376123 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:16.437648 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:16.451756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] For port cbe39d64-d1e6-4a57-8612-5edb66dae015, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cbe39d64-d1e6-4a57-8612-5edb66dae015,segment=NetworkSegment(640b5290-22a3-44eb-b326-19f323f05df9),segment_id=640b5290-22a3-44eb-b326-19f323f05df9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:16.452475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.466911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1653641418-network', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:16.480883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.489232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] Calling delete_port for cbe39d64-d1e6-4a57-8612-5edb66dae015 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:16.541902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe39d64-d1e6-4a57-8612-5edb66dae015,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:16.543960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] No DVR routers for this DVR port cbe39d64-d1e6-4a57-8612-5edb66dae015 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:16.556066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58505a-0129-4a2e-84d7-e5aad48f0a0f req-e45c4438-319d-4ccd-ad9b-87f3ea1884fd tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:16.563850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b58505a-0129-4a2e-84d7-e5aad48f0a0f req-e45c4438-319d-4ccd-ad9b-87f3ea1884fd tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.3097742 Aug 28 19:59:16.574108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be6f4bf4-e882-4e92-99a3-30d651c1ff28 req-6b13399f-3557-4b1d-be7b-b3049be3b026 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.5653467 Aug 28 19:59:16.628750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Router 52a599f6-2937-4f15-a98d-d2887c69e83a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:16.641892 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:16.703365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Made reservation on behalf of bdde347dfb5b40d5b3f7d1da61f062c2 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:16.706686 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.724271 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (cbe39d64-d1e6-4a57-8612-5edb66dae015), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.762010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (79cefb94-c26e-4585-9705-b9160006361e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.764018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] Pushing event deleted for resources: {'Port': ['ID=cbe39d64-d1e6-4a57-8612-5edb66dae015,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:16.771241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed64d9-8d2f-40b3-9b7c-2407c7e9126f None None] No DVR routers for this DVR port cbe39d64-d1e6-4a57-8612-5edb66dae015 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:16.781090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:16.809380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-f75ab337-db8b-4321-b429-443618f32ea8 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:16.810993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-f75ab337-db8b-4321-b429-443618f32ea8 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 821 time: 0.4300368 Aug 28 19:59:16.828784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Request body: {'port': {'device_id': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'admin_state_up': True, 'tenant_id': '722e7cf4482747a98836d2a4a1761042'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:16.844634 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b58505a-0129-4a2e-84d7-e5aad48f0a0f req-840aedf5-5f4e-4956-a8ef-f252ed034f52 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798569 Aug 28 19:59:16.910732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d577f5-165c-43b6-a3ba-74d3c631d1cb req-8d531160-4f72-4f2c-b33a-7e1cd8895276 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:16.918503 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86d577f5-165c-43b6-a3ba-74d3c631d1cb req-8d531160-4f72-4f2c-b33a-7e1cd8895276 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.2098353 Aug 28 19:59:17.067305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7076b8-1897-417a-8c10-8ea72dfcefe5 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:17.089415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:17.095067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] Sync routers for ids ['52a599f6-2937-4f15-a98d-d2887c69e83a'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:17.098598 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0b9a5d1a-c3d4-4cd9-943e-c150c7639cf5 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/52a599f6-2937-4f15-a98d-d2887c69e83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6289182 Aug 28 19:59:17.102888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Publish callbacks [] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.105257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41102) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:17.107005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] Routers {'52a599f6-2937-4f15-a98d-d2887c69e83a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:17.107674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['52a599f6-2937-4f15-a98d-d2887c69e83a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:17.125075 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86d577f5-165c-43b6-a3ba-74d3c631d1cb req-7b8a2d62-a0cc-43b7-ae99-bc538015c041 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258805 Aug 28 19:59:17.188625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Transition to ACTIVE for port object 3c7076b8-1897-417a-8c10-8ea72dfcefe5 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:59:17.205514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cefb94-c26e-4585-9705-b9160006361e']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:17.252016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.261882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640b5290-22a3-44eb-b326-19f323f05df9') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:17.262204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640b5290-22a3-44eb-b326-19f323f05df9') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:17.286172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] Set router 52a599f6-2937-4f15-a98d-d2887c69e83a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:17.319692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (640b5290-22a3-44eb-b326-19f323f05df9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.362750 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:17.384493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f6d837d-189f-4ccf-9359-70d5f9ca2f51 req-4c3d32a8-8971-4e86-86b5-f4ea2878942a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.1081529 Aug 28 19:59:17.386056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a23c3-2c8c-4a8f-b333-1c9232bf77eb req-243ceb9f-b8ba-4cd2-8375-75b1c53b7252 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:17.395260 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-134a23c3-2c8c-4a8f-b333-1c9232bf77eb req-243ceb9f-b8ba-4cd2-8375-75b1c53b7252 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 936 time: 0.1824348 Aug 28 19:59:17.421295 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks [] for router (52a599f6-2937-4f15-a98d-d2887c69e83a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.458282 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (640b5290-22a3-44eb-b326-19f323f05df9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.519146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:59:17.519782 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (640b5290-22a3-44eb-b326-19f323f05df9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.525796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7076b8-1897-417a-8c10-8ea72dfcefe5,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:17.529500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cbe39d64-d1e6-4a57-8612-5edb66dae015 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:17.554232 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Attempting to bind port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:17.554567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Attempting to bind port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:17.554904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Attempting to bind port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:17.566398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:17.566658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Attempting to bind port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:17.601910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: cbe39d64-d1e6-4a57-8612-5edb66dae015 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:17.602334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cbe39d64-d1e6-4a57-8612-5edb66dae015 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:17.623098 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 640b5290-22a3-44eb-b326-19f323f05df9 resource provider aggregate not found Aug 28 19:59:17.660472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:17.660975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:17.661362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:17.661810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Bound port: 3c7076b8-1897-417a-8c10-8ea72dfcefe5, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:17.678043 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 640b5290-22a3-44eb-b326-19f323f05df9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 640b5290-22a3-44eb-b326-19f323f05df9 found for delete ", "request_id": "req-a37637ff-37b1-43ce-b4b3-f47e2208d761"}]} Aug 28 19:59:17.685339 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.699843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:59:14Z', 'revision_number': 5, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:17.726110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-134a23c3-2c8c-4a8f-b333-1c9232bf77eb req-929eec9a-2957-4a60-a857-cc215efe9f2f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248219 Aug 28 19:59:17.729188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks [] for security_group (39a5aa5d-aa4f-4466-8b77-3fa2bddf670e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.743463 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:17.753716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] Checking router: 52a599f6-2937-4f15-a98d-d2887c69e83a for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:17.764967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] Routers {'52a599f6-2937-4f15-a98d-d2887c69e83a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:17.765590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:58:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['52a599f6-2937-4f15-a98d-d2887c69e83a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:17.811289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (39a5aa5d-aa4f-4466-8b77-3fa2bddf670e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.827282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks [] for router_gateway (52a599f6-2937-4f15-a98d-d2887c69e83a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.842602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2ae5249-eec6-4987-b7c6-283ad69e0627 req-ae03b43f-c96e-4cc0-b2b3-a7615d425b01 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75905dc5-9eaf-4fe1-9770-f691ac039be3 HTTP/1.1" status: 200 len: 210 time: 0.0567448 Aug 28 19:59:17.856670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:59:17.858853 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (79cefb94-c26e-4585-9705-b9160006361e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.861201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Made reservation on behalf of 722e7cf4482747a98836d2a4a1761042 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:17.865420 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.874325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] For port 3c7076b8-1897-417a-8c10-8ea72dfcefe5, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:17.890798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] For port 3c7076b8-1897-417a-8c10-8ea72dfcefe5, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3c7076b8-1897-417a-8c10-8ea72dfcefe5,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:17.918947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.925963 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/79cefb94-c26e-4585-9705-b9160006361e HTTP/1.1" status: 204 len: 168 time: 2.3972249 Aug 28 19:59:17.927446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:17.928477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:17.962771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ae0a3e15-aef1-456c-86c9-12cf551f6d46), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:17.962771 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Added segment ae0a3e15-aef1-456c-86c9-12cf551f6d46 of type vlan for network 7ec00116-e07e-4e45-a9a4-a2363c746438 Aug 28 19:59:17.964766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4ede-3e39-4159-bf41-d6cecaa3cfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=79cefb94-c26e-4585-9705-b9160006361e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:18.049079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] Set router 52a599f6-2937-4f15-a98d-d2887c69e83a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:18.126722 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.132172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:18.132827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.134273 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/3c7076b8-1897-417a-8c10-8ea72dfcefe5 HTTP/1.1" status: 200 len: 1096 time: 2.6869607 Aug 28 19:59:18.142738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'tag': '3c7076b8-1897-417a-8c10-8ea72dfcefe5'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:18.143576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (7ec00116-e07e-4e45-a9a4-a2363c746438), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.145088 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0d58a-6d54-4a32-a772-4daac767b0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3e8af8-a95c-4a97-964a-e6016fc94a88", "tag": "3c7076b8-1897-417a-8c10-8ea72dfcefe5"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:18.155283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60580c4-c5ff-4fed-8ed2-92a92ad7f708 req-9b2a1cb9-2cb0-4004-9e70-b7278e8b61ad tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:18.158761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f60580c4-c5ff-4fed-8ed2-92a92ad7f708 req-9b2a1cb9-2cb0-4004-9e70-b7278e8b61ad tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.1782382 Aug 28 19:59:18.242775 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:18.260622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Deleting port 42b994c3-9816-40dc-923e-43801a2c42c8 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:18.262563 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.312688 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:18.336722 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:18.358834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:59:14Z', 'revision_number': 5, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:18.367245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (7ec00116-e07e-4e45-a9a4-a2363c746438), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.368512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:18.369348 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.393396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f60580c4-c5ff-4fed-8ed2-92a92ad7f708 req-3a666a34-5f6b-467e-abc7-118d5e9cd896 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891308 Aug 28 19:59:18.445845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8959fd60-0c95-48ec-a499-41d2a52dc530 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:18.471400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 8959fd60-0c95-48ec-a499-41d2a52dc530 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:18.471750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8959fd60-0c95-48ec-a499-41d2a52dc530 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:18.475758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b83a94-0d0f-4c0b-be8b-5a3eee9528e6 None None] The sync data for ids ['52a599f6-2937-4f15-a98d-d2887c69e83a'] in n-d-854121-7 is: [{'id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'name': 'tempest-VolumesAdminNegativeTest-1066497397-router', 'tenant_id': 'eab82775bb01462ab92667ed241cd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:33Z', 'updated_at': '2022-08-28T19:59:14Z', 'revision_number': 5, 'project_id': 'eab82775bb01462ab92667ed241cd7bf', 'gw_port': {'id': '42b994c3-9816-40dc-923e-43801a2c42c8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a599f6-2937-4f15-a98d-d2887c69e83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:55:34Z', 'updated_at': '2022-08-28T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:18.517637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840f1e-bc28-4405-99d7-d34e2afe6b76 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7076b8-1897-417a-8c10-8ea72dfcefe5,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:18.551134 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4d4dcf-2369-4aa8-8eda-5d352252d26c x-openstack-request-id: req-9f4d4dcf-2369-4aa8-8eda-5d352252d26c {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:18.551513 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3e8af8-a95c-4a97-964a-e6016fc94a88", "tag": "3c7076b8-1897-417a-8c10-8ea72dfcefe5", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:18.551839 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f4d4dcf-2369-4aa8-8eda-5d352252d26c {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:18.552711 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4d4dcf-2369-4aa8-8eda-5d352252d26c'] response: {'name': 'network-changed', 'server_uuid': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'tag': '3c7076b8-1897-417a-8c10-8ea72dfcefe5', 'status': 'completed', 'code': 200} Aug 28 19:59:18.561340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Allocated IP 172.20.0.9 (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2/4840aad5-d346-4519-9cd0-422036b5ca35/fa8f8171-b64b-40cd-86db-0885291066a7) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:18.584168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec00116-e07e-4e45-a9a4-a2363c746438,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:18.589125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-8adaf03c-e21d-4532-8acf-be8df9eb12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:18.590702 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-8adaf03c-e21d-4532-8acf-be8df9eb12d8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 1130 time: 0.3070626 Aug 28 19:59:18.598582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:59:18.609298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39373-b223-489b-9424-4c1ceeef964c req-fb7895ec-4798-41d9-9c6c-7a4a3d903911 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:18.611700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6af39373-b223-489b-9424-4c1ceeef964c req-fb7895ec-4798-41d9-9c6c-7a4a3d903911 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.3292425 Aug 28 19:59:18.625150 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:18.655114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad6046b-5bb9-4439-ac26-795c867649be req-5231fa5c-4b0b-445e-99f4-b4fc155fee38 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.0542727 Aug 28 19:59:18.695364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c8626eb-4f84-4e11-ab87-542ea161e7f0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4884863 Aug 28 19:59:18.705157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41120) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:18.718189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Request body: {'subnet': {'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1653641418-subnet', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:18.735580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-0c1be290-39aa-4a40-a2fe-be4c62f5e7dc service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3c7076b8-1897-417a-8c10-8ea72dfcefe5 HTTP/1.1" status: 200 len: 217 time: 0.1181026 Aug 28 19:59:18.746867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] For port 42b994c3-9816-40dc-923e-43801a2c42c8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=42b994c3-9816-40dc-923e-43801a2c42c8,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:18.747337 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.805422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Calling delete_port for 42b994c3-9816-40dc-923e-43801a2c42c8 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:18.822863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6af39373-b223-489b-9424-4c1ceeef964c req-ab28f920-3968-4228-b8f4-73d43c745894 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936128 Aug 28 19:59:18.908966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Made reservation on behalf of bdde347dfb5b40d5b3f7d1da61f062c2 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:18.912196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:18.927678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-07b88a43-66f6-443e-956c-713b1afd9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:18.930187 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-07b88a43-66f6-443e-956c-713b1afd9dac service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1693761 Aug 28 19:59:19.054278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00e786-d3d3-42af-86a5-596f8c579e29 req-80ef0d04-333e-4caf-9035-c0638d0fd9da tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:19.062311 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f00e786-d3d3-42af-86a5-596f8c579e29 req-80ef0d04-333e-4caf-9035-c0638d0fd9da tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 948 time: 0.1794219 Aug 28 19:59:19.071537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-1cec2abd-acf9-48c8-868c-21a0bb5d9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:19.073249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-1cec2abd-acf9-48c8-868c-21a0bb5d9d0b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1327045 Aug 28 19:59:19.089941 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for port (fa8f8171-b64b-40cd-86db-0885291066a7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.151973 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:19.203179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f00e786-d3d3-42af-86a5-596f8c579e29 req-d5a213c1-d25a-45de-9418-dd661025b839 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385093 Aug 28 19:59:19.206971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (443c2362-c680-4ad7-a9d9-9c59b8b62066), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.308029 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.382367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:19.402629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:19.407337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:19.410862 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-983e9ce6-3d0a-458c-b438-bbf6a2f9ebaf service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199325 Aug 28 19:59:19.441693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:19.472885 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:19.477429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:19.478342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.483119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (979a1e74-c8c9-4d68-bd6c-48e1488914d2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.493110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 685527a6-5f46-4586-a2c4-4d1b824c0830 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:19.509212 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:19.556717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 685527a6-5f46-4586-a2c4-4d1b824c0830 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:19.557719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 685527a6-5f46-4586-a2c4-4d1b824c0830 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:19.579239 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:59:19.591896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=979a1e74-c8c9-4d68-bd6c-48e1488914d2,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:19.602238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Checking segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:19.602602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Network hostable DHCP agents. Network: 7ec00116-e07e-4e45-a9a4-a2363c746438, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:59:19.612309 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-9019f865-a109-4db4-9411-03a559677e35 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7916658 Aug 28 19:59:19.617388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (42b994c3-9816-40dc-923e-43801a2c42c8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.652522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Request body: {'port': {'device_id': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:19.704287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b994c3-9816-40dc-923e-43801a2c42c8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:19.725542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e6d7c-6b52-4c53-9774-a9baae80113f req-75b648c9-3c4d-4173-a451-4bbec04f79a0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:19.746021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49e6d7c-6b52-4c53-9774-a9baae80113f req-75b648c9-3c4d-4173-a451-4bbec04f79a0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.1331854 Aug 28 19:59:19.801079 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:19.802161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:59:19.830257 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a25c05dc-aa05-4089-b322-9aa440be54ba req-6f6ab6fa-66df-49d7-9904-3ee20422eee9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121776 Aug 28 19:59:19.856250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7a2f1-a552-4fab-a998-50a78feca8e0 req-f1d58d82-fa9f-4a32-a4f9-32e5fe335d77 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:19.857893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-87a7a2f1-a552-4fab-a998-50a78feca8e0 req-f1d58d82-fa9f-4a32-a4f9-32e5fe335d77 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 950 time: 0.1689541 Aug 28 19:59:19.863712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.872991 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-1d59ad54-1405-4f4a-a9f0-5767068a5e18 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114237 Aug 28 19:59:19.888203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-893823fb-0949-48c1-bc84-1ea7c81cbfe7 None None] Provisioning complete for port fa8f8171-b64b-40cd-86db-0885291066a7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:19.889025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-893823fb-0949-48c1-bc84-1ea7c81cbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.891862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49e6d7c-6b52-4c53-9774-a9baae80113f req-558e0677-07ce-4b38-938b-db85120c364f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439400 Aug 28 19:59:19.929545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 7ec00116-e07e-4e45-a9a4-a2363c746438) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:19.977819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63883e9-01ff-4f07-bffd-2801e029c3ff None None] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:19.978072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:19.978072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:19.978290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (52a599f6-2937-4f15-a98d-d2887c69e83a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.028484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-cad2c350-d485-4d4b-9566-2001fabf71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:20.029561 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-cad2c350-d485-4d4b-9566-2001fabf71bb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 1127 time: 0.1317775 Aug 28 19:59:20.032404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-893823fb-0949-48c1-bc84-1ea7c81cbfe7 None None] Port fa8f8171-b64b-40cd-86db-0885291066a7 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:20.111350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-87a7a2f1-a552-4fab-a998-50a78feca8e0 req-d3679868-649c-42d7-8b37-eaa2f0fbac55 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244167 Aug 28 19:59:20.137105 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9c1a0d28-8cd4-4442-9a48-1c25fabfd6dc admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4280338 Aug 28 19:59:20.141765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-7ec00116-e07e-4e45-a9a4-a2363c746438', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:59:20.142724 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.152318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41136) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:20.161824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:20.172131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (52a599f6-2937-4f15-a98d-d2887c69e83a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.179859 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks [] for router_controller (52a599f6-2937-4f15-a98d-d2887c69e83a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.183780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Deleting port e889f9f4-7951-4f76-b0ee-e03d363a033d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:20.184115 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.184253 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:20.222806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa3f6-992c-47f6-bad8-f565e798eb71 req-e9ef1723-d7c2-403f-bcd9-3d1f42e4a9cb tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:20.224335 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-232aa3f6-992c-47f6-bad8-f565e798eb71 req-e9ef1723-d7c2-403f-bcd9-3d1f42e4a9cb tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 931 time: 0.2018545 Aug 28 19:59:20.278088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] For port e889f9f4-7951-4f76-b0ee-e03d363a033d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e889f9f4-7951-4f76-b0ee-e03d363a033d,segment=NetworkSegment(03a53866-0810-4699-9424-94667425aac5),segment_id=03a53866-0810-4699-9424-94667425aac5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:20.278451 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.294844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Calling delete_port for e889f9f4-7951-4f76-b0ee-e03d363a033d owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:20.332277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Allocated IP 172.20.0.2 (7ec00116-e07e-4e45-a9a4-a2363c746438/979a1e74-c8c9-4d68-bd6c-48e1488914d2/691f0bac-6cac-4767-8fb4-acd1eeb9fe9c) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:20.354875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-53411946-e8df-45c0-bce9-a95033923391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:20.356367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-53411946-e8df-45c0-bce9-a95033923391 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.2700863 Aug 28 19:59:20.384880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-232aa3f6-992c-47f6-bad8-f565e798eb71 req-eaaa5d67-8dad-4eb2-ad4c-e7b2bacce34e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419375 Aug 28 19:59:20.428856 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-672410f6-4bad-4def-9e19-5c354406ddf8 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 200 len: 217 time: 0.0634863 Aug 28 19:59:20.431071 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:20.463485 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:20.566643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966f457-3c4d-486d-8bc1-8282e2cc8ccf req-01202b86-970f-4bb6-b55c-c4eb7883c438 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:20.574691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4966f457-3c4d-486d-8bc1-8282e2cc8ccf req-01202b86-970f-4bb6-b55c-c4eb7883c438 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1168077 Aug 28 19:59:20.597287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Publish callbacks [] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.600521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-8306d7bd-53a5-416c-89f5-85d0cf683cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:20.602062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-8306d7bd-53a5-416c-89f5-85d0cf683cad service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1652584 Aug 28 19:59:20.606421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8f8171-b64b-40cd-86db-0885291066a7 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:20.618524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.619600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.627082 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:20.629474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Publish callbacks [] for port (fa8f8171-b64b-40cd-86db-0885291066a7), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.637573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d501116-1803-4daf-a9f1-73a95d0eb97f req-c095f1ef-694c-4027-8812-30e222543bda tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:20.639185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d501116-1803-4daf-a9f1-73a95d0eb97f req-c095f1ef-694c-4027-8812-30e222543bda tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 948 time: 0.0995049 Aug 28 19:59:20.681441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (52a599f6-2937-4f15-a98d-d2887c69e83a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.682127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a599f6-2937-4f15-a98d-d2887c69e83a {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:59:20.687092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.690975 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fe12fcd9-4896-4b1b-80b0-fbfb75731e94 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/52a599f6-2937-4f15-a98d-d2887c69e83a HTTP/1.1" status: 204 len: 168 time: 3.5793767 Aug 28 19:59:20.692393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41140) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:20.693389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Transition to ACTIVE for port object fa8f8171-b64b-40cd-86db-0885291066a7 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:59:20.694655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-484f792c-b342-4a53-b977-09b1db342226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:20.696545 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-484f792c-b342-4a53-b977-09b1db342226 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0827808 Aug 28 19:59:20.697076 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.700997 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4966f457-3c4d-486d-8bc1-8282e2cc8ccf req-0609eba8-082d-48a6-8427-21ecf6e76b76 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254508 Aug 28 19:59:20.786303 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks [] for router_controller (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.798372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.811985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d501116-1803-4daf-a9f1-73a95d0eb97f req-22204d01-f13c-44fb-8fa4-3c68086d8713 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534638 Aug 28 19:59:20.822096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Pushing event updated for resources: {'Port': ['ID=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:20.831355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] Deleting subnet 03b580cd-bec2-446c-b2e8-9c71a355ff0a {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:59:20.847857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:20.852305 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] Publish callbacks [] for subnet (03b580cd-bec2-446c-b2e8-9c71a355ff0a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.865473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:20.883370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:20.888860 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:20.913594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:20.946557 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (03b580cd-bec2-446c-b2e8-9c71a355ff0a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:20.950066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-9c81a720-514a-4bda-80e7-ad2e21a820a1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470937 Aug 28 19:59:21.007630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e889f9f4-7951-4f76-b0ee-e03d363a033d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.009773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Attempting to bind port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:21.010261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Attempting to bind port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:21.010732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Attempting to bind port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:21.019485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:21.019946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Checking segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:21.020430 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.020900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Bound using segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:21.021468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Bound port: 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:21.021956 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.090860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:21.091141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:21.091435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:21.100172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:21.100496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:21.101098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] For port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:21.104948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] For port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:21.111911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:21.112147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e889f9f4-7951-4f76-b0ee-e03d363a033d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:21.112552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:21.112929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:21.113376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Bound port: fa8f8171-b64b-40cd-86db-0885291066a7, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:21.113732 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.139996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-384d1f75-a82d-4a3e-a229-e40f9cfcfe8c req-512c0914-f6a5-434b-ab31-6708b00a92d2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821625 Aug 28 19:59:21.183165 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.244804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:21.249388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:21.299682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7fef-99df-46c0-a48d-3f3069fe3857 None None] Pushing event updated for resources: {'Port': ['ID=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:21.338867 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.364854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:21.365771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.367331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 1091 time: 1.7434344 Aug 28 19:59:21.369065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:21.383209 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:21.443675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1acec1-f61b-4ad0-aa49-1d87ecfe9e59 req-ec842fc3-2cb8-4d08-89da-9bb10e7294fa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:21.448812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e1acec1-f61b-4ad0-aa49-1d87ecfe9e59 req-ec842fc3-2cb8-4d08-89da-9bb10e7294fa tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 950 time: 0.1918097 Aug 28 19:59:21.458433 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=68 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:21.619973 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:21.621616 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-45cc10b6-5505-4af9-9c4a-8c36b08aadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:21.623140 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-45cc10b6-5505-4af9-9c4a-8c36b08aadb0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1125 time: 0.1253581 Aug 28 19:59:21.631643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2916f1-d7c9-472d-9930-88f18700f12d service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:21.677699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 42b994c3-9816-40dc-923e-43801a2c42c8 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:21.702067 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:21.740015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 42b994c3-9816-40dc-923e-43801a2c42c8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:21.740337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 42b994c3-9816-40dc-923e-43801a2c42c8 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:21.783277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-4f4f4884-a98b-4e57-a4f8-3f0028be7299 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 217 time: 0.1389709 Aug 28 19:59:21.816711 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c934c023-0e24-40a7-b5ff-0829e2f756eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:21.842905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e1acec1-f61b-4ad0-aa49-1d87ecfe9e59 req-ee335bdc-6d70-4490-8083-c7efa9c5aff2 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868129 Aug 28 19:59:21.868681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-411a8c1c-6846-438c-ab4c-a4edbba0b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:21.877021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-411a8c1c-6846-438c-ab4c-a4edbba0b000 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.0739446 Aug 28 19:59:21.926465 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab840122-bec9-4698-8ef6-87d9e94c4c25 x-openstack-request-id: req-ab840122-bec9-4698-8ef6-87d9e94c4c25 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:21.926761 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:21.927045 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab840122-bec9-4698-8ef6-87d9e94c4c25 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:21.927537 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab840122-bec9-4698-8ef6-87d9e94c4c25'] response: {'name': 'network-changed', 'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7', 'status': 'completed', 'code': 200} Aug 28 19:59:21.929664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32b51-83a2-4b32-87a8-af7aa4d51b10 req-70969d9f-d28b-4b4b-8cd7-8e63a5954c80 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:21.931381 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ff32b51-83a2-4b32-87a8-af7aa4d51b10 req-70969d9f-d28b-4b4b-8cd7-8e63a5954c80 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.8254049 Aug 28 19:59:21.947142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-4240b94a-0737-4187-a4cb-d8aa42e4ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:21.948715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-4240b94a-0737-4187-a4cb-d8aa42e4ffd9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707946 Aug 28 19:59:21.950632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (03b580cd-bec2-446c-b2e8-9c71a355ff0a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.048623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-ad186c1e-668e-42aa-b939-bc6c2d4618b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.050538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-ad186c1e-668e-42aa-b939-bc6c2d4618b9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 1130 time: 0.4572382 Aug 28 19:59:22.067546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-8bc481a1-6dee-4d13-bbc6-52824ee7ded6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.070121 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-8bc481a1-6dee-4d13-bbc6-52824ee7ded6 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 950 time: 0.4777792 Aug 28 19:59:22.077435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e499536-2aa3-458d-b4a8-b693bdb6e98d req-b41e1b29-899b-47b0-87c7-78e5524d3789 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.079405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e499536-2aa3-458d-b4a8-b693bdb6e98d req-b41e1b29-899b-47b0-87c7-78e5524d3789 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.0678499 Aug 28 19:59:22.101178 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks [] for router_gateway (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.148146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-80fabbfe-d997-4a3e-b156-81fbae98c492 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921968 Aug 28 19:59:22.155803 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:22.168980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e499536-2aa3-458d-b4a8-b693bdb6e98d req-ddb5a998-a66c-4ca9-9dfb-5e9d6638c7c2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794170 Aug 28 19:59:22.282953 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:22.328632 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c328bab-3bd4-4de6-8834-e1c7f92e60aa req-4793a64f-a886-4f15-8807-d2142667917a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699219 Aug 28 19:59:22.345108 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (03b580cd-bec2-446c-b2e8-9c71a355ff0a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.346419 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3c7076b8-1897-417a-8c10-8ea72dfcefe5 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:59:22.367008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ff32b51-83a2-4b32-87a8-af7aa4d51b10 req-0031ea84-7554-4fda-a6ca-5736a4b733ae tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716555 Aug 28 19:59:22.383784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78945e-9b89-4385-91c2-cebe58a2dd1a req-504a6b4b-e67c-4bbf-b6f6-acff97db2834 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.393829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c78945e-9b89-4385-91c2-cebe58a2dd1a req-504a6b4b-e67c-4bbf-b6f6-acff97db2834 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0780771 Aug 28 19:59:22.437033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85322964-894e-4387-8698-295594f4f51f None None] Network 86250820-226f-4d71-ba0d-b3051830fe44 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:22.489661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c78945e-9b89-4385-91c2-cebe58a2dd1a req-f40b3cf3-abd6-410b-978e-2f8187cde158 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948160 Aug 28 19:59:22.534623 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.541365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/03b580cd-bec2-446c-b2e8-9c71a355ff0a HTTP/1.1" status: 204 len: 168 time: 1.8407655 Aug 28 19:59:22.557883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41154) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:22.639974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef916747-1a82-4b49-aae2-9c0e2f1d11d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b580cd-bec2-446c-b2e8-9c71a355ff0a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:22.668388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-0decd364-78ac-40eb-8772-8a57c492f022 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.670137 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-0decd364-78ac-40eb-8772-8a57c492f022 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.1790624 Aug 28 19:59:22.675899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-26e337b6-079a-4bf1-b0d8-b83b4481de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.679300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3c7076b8-1897-417a-8c10-8ea72dfcefe5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3c7076b8-1897-417a-8c10-8ea72dfcefe5,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:22.685250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-26e337b6-079a-4bf1-b0d8-b83b4481de5f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1125 time: 0.1874456 Aug 28 19:59:22.699718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '3c7076b8-1897-417a-8c10-8ea72dfcefe5', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '3c7076b8-1897-417a-8c10-8ea72dfcefe5', 'mac_address': 'fa:16:3e:2f:21:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:59:22.713109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-854121-7'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:22.780833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] DHCP port deletion for 86250820-226f-4d71-ba0d-b3051830fe44 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:59:22.797304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (86250820-226f-4d71-ba0d-b3051830fe44), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.802303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:22.808969 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.840085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a39f85-eb35-4d0f-9205-4b289ba6c0eb req-ddd69a72-e944-4e03-88c4-334208a9301d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.841880 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51a39f85-eb35-4d0f-9205-4b289ba6c0eb req-ddd69a72-e944-4e03-88c4-334208a9301d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 948 time: 0.2992182 Aug 28 19:59:22.842973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-8cea446b-cfae-4f15-b1a0-5bbd3bf7568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:22.844932 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-8cea446b-cfae-4f15-b1a0-5bbd3bf7568c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.6874681 Aug 28 19:59:22.848303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83086575-dbce-4e33-82cc-a7608e08520b None None] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:22.910553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.928341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Deleting port bc4cc67f-581c-4f11-8359-5239e4fd1b2c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:22.928833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.952160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7076b8-1897-417a-8c10-8ea72dfcefe5 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:22.970253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] Deleting port bc4cc67f-581c-4f11-8359-5239e4fd1b2c {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:22.970515 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:22.980197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-de18ab4c-eccd-47b6-9219-6f6d20aed009 None None] Provisioning complete for port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:22.980197 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de18ab4c-eccd-47b6-9219-6f6d20aed009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.023485 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:23.036207 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51a39f85-eb35-4d0f-9205-4b289ba6c0eb req-445fd1a9-afa7-4152-b48f-6881331b429d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569722 Aug 28 19:59:23.040319 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:23.062822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3c7076b8-1897-417a-8c10-8ea72dfcefe5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3c7076b8-1897-417a-8c10-8ea72dfcefe5,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:23.064479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-331fc554-500b-4a5a-b979-d361a1d96e22 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3c7076b8-1897-417a-8c10-8ea72dfcefe5 HTTP/1.1" status: 200 len: 217 time: 0.1875124 Aug 28 19:59:23.071789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (443c2362-c680-4ad7-a9d9-9c59b8b62066), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.116561 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:23.138080 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.142380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Deleting port c7120f70-12ad-4424-8395-d78a7bfdd06b {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:23.142963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.209429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:23.236125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] For port bc4cc67f-581c-4f11-8359-5239e4fd1b2c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,segment=NetworkSegment(1a2b30d6-e1d1-4a49-b83f-15e9b50767c7),segment_id=1a2b30d6-e1d1-4a49-b83f-15e9b50767c7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:23.236544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.251642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] For port c7120f70-12ad-4424-8395-d78a7bfdd06b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c7120f70-12ad-4424-8395-d78a7bfdd06b,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:23.252289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.259982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:23.266814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-c8ffc769-2ff1-472d-98ed-e35b845d91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:23.268298 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-c8ffc769-2ff1-472d-98ed-e35b845d91e9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1828339 Aug 28 19:59:23.278200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Calling delete_port for c7120f70-12ad-4424-8395-d78a7bfdd06b owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:23.320315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] Calling delete_port for bc4cc67f-581c-4f11-8359-5239e4fd1b2c owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:23.344879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Publish callbacks [] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.358909 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.359797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-d227497c-a03b-4931-83dc-631081247083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:23.361656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-d227497c-a03b-4931-83dc-631081247083 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.6601126 Aug 28 19:59:23.377782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks [] for router_gateway (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.412453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-de18ab4c-eccd-47b6-9219-6f6d20aed009 None None] Current status of the port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:23.412854 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de18ab4c-eccd-47b6-9219-6f6d20aed009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.445621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3c7076b8-1897-417a-8c10-8ea72dfcefe5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:23.450631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.499395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-de18ab4c-eccd-47b6-9219-6f6d20aed009 None None] For port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:23.517378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a434cf5-7270-42de-a366-c4a7616ca78d req-0d2c3f62-efd3-464e-b2db-018551e2a701 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:23.519524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a434cf5-7270-42de-a366-c4a7616ca78d req-0d2c3f62-efd3-464e-b2db-018551e2a701 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1805193 Aug 28 19:59:23.561532 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de18ab4c-eccd-47b6-9219-6f6d20aed009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.629766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.638915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3c7076b8-1897-417a-8c10-8ea72dfcefe5'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:23.714915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:23.721447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-5d773af2-dc76-4ca1-a819-50f719220772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:23.723602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-5d773af2-dc76-4ca1-a819-50f719220772 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4433300 Aug 28 19:59:23.777901 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:23.779161 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:23.814896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cb480f3d-bfad-4fd8-8824-2fe7be0ab93d None None] Provisioning complete for port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:23.816060 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb480f3d-bfad-4fd8-8824-2fe7be0ab93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.822502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.888874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] No DVR routers for this DVR port bc4cc67f-581c-4f11-8359-5239e4fd1b2c on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:23.904652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c7120f70-12ad-4424-8395-d78a7bfdd06b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:23.941782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18ab4c-eccd-47b6-9219-6f6d20aed009 None None] Pushing event updated for resources: {'Port': ['ID=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:23.955935 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:23.972793 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:23.973377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:23.983820 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d33b24-b8b9-4cae-bee7-d7cbb157ca75" -d '{"events": [{"server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:23.990419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:24.010415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] For port bc4cc67f-581c-4f11-8359-5239e4fd1b2c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,segment=NetworkSegment(1a2b30d6-e1d1-4a49-b83f-15e9b50767c7),segment_id=1a2b30d6-e1d1-4a49-b83f-15e9b50767c7)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:24.010415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.034579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Calling delete_port for bc4cc67f-581c-4f11-8359-5239e4fd1b2c owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:24.053838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df3c0a-fb06-43e3-9626-6168372c744d None None] Pushing event deleted for resources: {'Port': ['ID=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:24.061952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-5a8f7163-1bde-4b01-a46d-1a31b603bb9e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184595 Aug 28 19:59:24.067765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Pushing event deleted for resources: {'Port': ['ID=c7120f70-12ad-4424-8395-d78a7bfdd06b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:24.146985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a434cf5-7270-42de-a366-c4a7616ca78d req-5e621333-5220-4162-b92b-873ce3444c3b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108820 Aug 28 19:59:24.147522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bc4cc67f-581c-4f11-8359-5239e4fd1b2c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.150672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-2380e3b9-bad1-4ac3-a14b-83bc25f76eec service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 217 time: 0.3545723 Aug 28 19:59:24.177265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4cc67f-581c-4f11-8359-5239e4fd1b2c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:24.192556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55a2db-f717-4308-888f-d7f1881cacb5 req-486e75fe-5577-4b43-a92f-ebea2ac8a0cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:24.194224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d55a2db-f717-4308-888f-d7f1881cacb5 req-486e75fe-5577-4b43-a92f-ebea2ac8a0cc tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 950 time: 1.1962845 Aug 28 19:59:24.275178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:24.275504 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.303900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-04a6930b-4a35-4cf0-9e63-3532b8c976de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:24.305554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-04a6930b-4a35-4cf0-9e63-3532b8c976de service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1206214 Aug 28 19:59:24.327931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] No DVR routers for this DVR port bc4cc67f-581c-4f11-8359-5239e4fd1b2c on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:24.340776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cb480f3d-bfad-4fd8-8824-2fe7be0ab93d None None] Current status of the port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:24.367521 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f47f5a4-234c-4301-9cf2-2c21ea416d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.393126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:59:24.403733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] No DVR routers for this DVR port c7120f70-12ad-4424-8395-d78a7bfdd06b on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:24.440537 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.444753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-703aab74-c041-4d2d-97be-69ad9433bd55 req-e0e562dc-8f3d-4c3e-b2c7-d971077a87ef tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.84 "DELETE /networking/v2.0/ports/c7120f70-12ad-4424-8395-d78a7bfdd06b HTTP/1.1" status: 204 len: 173 time: 2.2864408 Aug 28 19:59:24.445432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-deleted', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:24.447762 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab213d-62e7-41cf-8cec-b7f3cce683ca" -d '{"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-deleted", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:24.464359 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:24.532718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, got binding levels [] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:24.545337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:24.554919 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:24.597669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f9c25-c4a9-46a7-8f49-c6440635f774 req-72474c0e-0576-4555-9ea9-8dd262f09892 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:24.600234 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-024f9c25-c4a9-46a7-8f49-c6440635f774 req-72474c0e-0576-4555-9ea9-8dd262f09892 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.1995912 Aug 28 19:59:24.628931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Allocated IP 172.25.4.5 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/a348ee26-d2e7-4c4d-98a1-f850a9b89543) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:24.632340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-14ec21eb-3719-4ec9-b8d1-2b32ce777fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:24.633684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-14ec21eb-3719-4ec9-b8d1-2b32ce777fef service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3077824 Aug 28 19:59:24.641590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on host n-h2-854121-7 for vnic_type normal with profile {"migrating_to": "n-h1-854121-7"} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:24.645240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:24.645240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:24.653068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: c7120f70-12ad-4424-8395-d78a7bfdd06b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:24.654275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c7120f70-12ad-4424-8395-d78a7bfdd06b not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:24.658271 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (86250820-226f-4d71-ba0d-b3051830fe44), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.666206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d55a2db-f717-4308-888f-d7f1881cacb5 req-4aa7033d-99cb-4fd9-96bd-38a45fc195e0 tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567748 Aug 28 19:59:24.700393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:24.702887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:24.733216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on host n-h2-854121-7 for vnic_type normal with profile {"migrating_to": "n-h1-854121-7"} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:24.733562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:24.739951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:24.740303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:24.740964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:24.741444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:24.742383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Bound port: 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:24.743440 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.763003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86250820-226f-4d71-ba0d-b3051830fe44']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:24.765717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:24.766317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Attempting to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:24.794036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:24.794678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2b30d6-e1d1-4a49-b83f-15e9b50767c7') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:24.818612 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:24.823061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:24.824363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:24.825171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:24.826190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Bound port: 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:24.826931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.834950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:24.847624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:24.859352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (1a2b30d6-e1d1-4a49-b83f-15e9b50767c7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.903254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:24.931650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks [] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.945804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Router 443c2362-c680-4ad7-a9d9-9c59b8b62066 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:24.948074 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3b0d58a-6d54-4a32-a772-4daac767b0e8 req-5f004b2c-1aa3-4cf1-9800-a12fdeac85e8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8677447 Aug 28 19:59:24.958058 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:24.965398 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:24.991301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-024f9c25-c4a9-46a7-8f49-c6440635f774 req-fdbe37f5-b9c7-4ebe-8f8e-26ee2462d289 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428994 Aug 28 19:59:25.001637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-26902f79-ded9-4653-9ef7-f0d47296d648 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281788 Aug 28 19:59:25.025164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1a2b30d6-e1d1-4a49-b83f-15e9b50767c7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.041570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dd427-c790-49aa-b53b-25752244ff8f req-6722f5af-26b1-44a9-b150-9e7d0b96b555 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:25.054077 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f3dd427-c790-49aa-b53b-25752244ff8f req-6722f5af-26b1-44a9-b150-9e7d0b96b555 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.2587245 Aug 28 19:59:25.078083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bc4cc67f-581c-4f11-8359-5239e4fd1b2c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:25.092426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:59:25.092983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (1a2b30d6-e1d1-4a49-b83f-15e9b50767c7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.168388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.194257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: bc4cc67f-581c-4f11-8359-5239e4fd1b2c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:25.203976 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device bc4cc67f-581c-4f11-8359-5239e4fd1b2c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:25.237334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:25.246255 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6ebf1c56-573d-4dad-8889-c5fbeb8f4aa6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/443c2362-c680-4ad7-a9d9-9c59b8b62066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3151097 Aug 28 19:59:25.249743 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] Sync routers for ids ['443c2362-c680-4ad7-a9d9-9c59b8b62066'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:25.260096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:25.261952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41176) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:25.270668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:25.272825 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] Routers {'443c2362-c680-4ad7-a9d9-9c59b8b62066'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:25.274144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['443c2362-c680-4ad7-a9d9-9c59b8b62066'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:25.274358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:25.275265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:25.304921 n-d-854121-7 neutron-server[114321]: WARNING neutron.plugins.ml2.plugin [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Concurrent port binding operations failed on port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d Aug 28 19:59:25.319400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:25.333591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d has no active binding in host n-h1-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 19:59:25.359396 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:25.361576 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1a2b30d6-e1d1-4a49-b83f-15e9b50767c7 resource provider aggregate not found Aug 28 19:59:25.369699 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Attempt 2 to bind port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d Aug 28 19:59:25.374063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f3dd427-c790-49aa-b53b-25752244ff8f req-60d3c570-be9a-4c66-ab91-5cdf46776519 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238873 Aug 28 19:59:25.377761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:25.378444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.379843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-3b482638-2844-4ed2-b4cd-88f529508558 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 1152 time: 2.6800215 Aug 28 19:59:25.412162 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1a2b30d6-e1d1-4a49-b83f-15e9b50767c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a2b30d6-e1d1-4a49-b83f-15e9b50767c7 found for delete ", "request_id": "req-5d76d672-3cf2-434e-980a-38776950521a"}]} Aug 28 19:59:25.450915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8c4b126-ee62-4f8b-aa0a-3f36197a69d0 req-ddb6dd30-4185-46ce-ae64-46d6a0c6cd67 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391296 Aug 28 19:59:25.452489 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9678f-ef13-4a9b-9826-3241118d3efd x-openstack-request-id: req-a6f9678f-ef13-4a9b-9826-3241118d3efd {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:25.453045 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:25.453838 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6f9678f-ef13-4a9b-9826-3241118d3efd {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:25.454721 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f9678f-ef13-4a9b-9826-3241118d3efd'] response: {'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'code': 200} Aug 28 19:59:25.476306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:25.484549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (86250820-226f-4d71-ba0d-b3051830fe44), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.497331 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.510101 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/86250820-226f-4d71-ba0d-b3051830fe44 HTTP/1.1" status: 204 len: 168 time: 2.9463825 Aug 28 19:59:25.550289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e91b3-9f30-4662-9ab7-d2b2f84c454e admin admin] Pushing event deleted for resources: {'Network': ['ID=86250820-226f-4d71-ba0d-b3051830fe44,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:25.589828 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] Set router 443c2362-c680-4ad7-a9d9-9c59b8b62066 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:25.610562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:25.696902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:25.697287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.758199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101cd7e-56e8-4cd4-89f3-1b55cbcf4093 req-2645e862-150e-4e82-9fc2-692c902071ae tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:25.768693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6101cd7e-56e8-4cd4-89f3-1b55cbcf4093 req-2645e862-150e-4e82-9fc2-692c902071ae tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.0628138 Aug 28 19:59:25.808521 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:25.815350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:25.860068 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6101cd7e-56e8-4cd4-89f3-1b55cbcf4093 req-7008d8d0-5c01-4812-b9a5-de16075c0a39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882845 Aug 28 19:59:25.881489 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdacc45-252d-4c95-91ad-ae276edc3f85 x-openstack-request-id: req-bbdacc45-252d-4c95-91ad-ae276edc3f85 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:25.881879 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b47a7bf-1d19-4aa3-8648-f341d45aac30", "name": "network-vif-deleted", "tag": "c7120f70-12ad-4424-8395-d78a7bfdd06b", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:25.882144 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbdacc45-252d-4c95-91ad-ae276edc3f85 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:25.882540 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdacc45-252d-4c95-91ad-ae276edc3f85'] response: {'server_uuid': '8b47a7bf-1d19-4aa3-8648-f341d45aac30', 'name': 'network-vif-deleted', 'tag': 'c7120f70-12ad-4424-8395-d78a7bfdd06b', 'status': 'completed', 'code': 200} Aug 28 19:59:25.922164 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:59:20Z', 'revision_number': 5, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:25.951982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Pushing event updated for resources: {'Port': ['ID=a348ee26-d2e7-4c4d-98a1-f850a9b89543,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:25.958356 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] Checking router: 443c2362-c680-4ad7-a9d9-9c59b8b62066 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:25.965420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69108b-07ac-4277-af93-609e3c0bb9e3 req-2d2be187-cac8-4671-bb14-5bb6afce7b62 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:25.970425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] Routers {'443c2362-c680-4ad7-a9d9-9c59b8b62066'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:25.970621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a69108b-07ac-4277-af93-609e3c0bb9e3 req-2d2be187-cac8-4671-bb14-5bb6afce7b62 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 949 time: 0.8462296 Aug 28 19:59:25.971065 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['443c2362-c680-4ad7-a9d9-9c59b8b62066'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:26.056017 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9fef6a46-eeb5-4286-a13e-9ccd49a9f2fc req-e70e768c-7820-4d67-affb-61b85b9de35b tempest-MigrationsAdminTest-2144374705 tempest-MigrationsAdminTest-2144374705-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8b47a7bf-1d19-4aa3-8648-f341d45aac30 HTTP/1.1" status: 200 len: 210 time: 0.0411050 Aug 28 19:59:26.108207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41186) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:26.117113 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] Set router 443c2362-c680-4ad7-a9d9-9c59b8b62066 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:26.141881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:26.145886 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:26.201886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a69108b-07ac-4277-af93-609e3c0bb9e3 req-4d903030-176d-4f04-b9a2-31a0bcde104e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190948 Aug 28 19:59:26.205006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks [] for router (443c2362-c680-4ad7-a9d9-9c59b8b62066), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.232944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824908-50e7-4989-9b1d-4e5f248bdcc0 req-8525313b-4cfe-4a98-9785-360eb8a84363 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:26.232944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97824908-50e7-4989-9b1d-4e5f248bdcc0 req-8525313b-4cfe-4a98-9785-360eb8a84363 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0985658 Aug 28 19:59:26.277760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f3a2d4e4-8645-40e3-9175-1c64539784c3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9eb35c63e2914408b189d0d4ec9fc76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641788 Aug 28 19:59:26.280853 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41188) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:26.292823 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:26.335532 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97824908-50e7-4989-9b1d-4e5f248bdcc0 req-5808c196-2a8c-4cba-be8d-bec8d0576ab2 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927074 Aug 28 19:59:26.374158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3c7076b8-1897-417a-8c10-8ea72dfcefe5 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:26.410290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks [] for router_gateway (443c2362-c680-4ad7-a9d9-9c59b8b62066), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.433844 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e8cc32f-a427-41a9-a7ad-a32591b55754 admin admin] Publish callbacks [] for security_group (2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.464136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:59:26.473303 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:26.478233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e8cc32f-a427-41a9-a7ad-a32591b55754 admin admin] Publish callbacks [] for security_group (2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.489682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks [] for router_gateway (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.528095 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:26.553004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:26.553806 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.585481 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:59:20Z', 'revision_number': 5, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:26.611884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e8cc32f-a427-41a9-a7ad-a32591b55754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.615829 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801126fa-c81d-4829-81e3-4c376deb779d None None] The sync data for ids ['443c2362-c680-4ad7-a9d9-9c59b8b62066'] in n-d-854121-7 is: [{'id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'name': 'tempest-AttachSCSIVolumeTestJSON-1584645660-router', 'tenant_id': '677d50dbfa3c41139841ed793e9465db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:55:58Z', 'updated_at': '2022-08-28T19:59:20Z', 'revision_number': 5, 'project_id': '677d50dbfa3c41139841ed793e9465db', 'gw_port': {'id': 'a2f3ff69-527b-4fa3-8869-ff60e279a4b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c2362-c680-4ad7-a9d9-9c59b8b62066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:56:00Z', 'updated_at': '2022-08-28T19:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:26.616931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e8cc32f-a427-41a9-a7ad-a32591b55754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.621433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d4ec8-dda8-4fd1-9d2f-19d95cab0233 req-b3066f42-d754-49bc-91a9-fc387fddff2d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:26.627418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0e8cc32f-a427-41a9-a7ad-a32591b55754 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f HTTP/1.1" status: 204 len: 168 time: 0.3422329 Aug 28 19:59:26.639157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f52d4ec8-dda8-4fd1-9d2f-19d95cab0233 req-b3066f42-d754-49bc-91a9-fc387fddff2d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0955298 Aug 28 19:59:26.639888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cc32f-a427-41a9-a7ad-a32591b55754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10cfd9-d733-4bfb-8d5a-9a7fe186ba5f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:26.670144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:26.670909 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.705627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7076b8-1897-417a-8c10-8ea72dfcefe5'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:26.708027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Deleting port a2f3ff69-527b-4fa3-8869-ff60e279a4b9 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:26.708027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.708245 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fbfec0-b62e-467b-a2e2-fff4970b93f7" -d '{"events": [{"server_uuid": "bf3e8af8-a95c-4a97-964a-e6016fc94a88", "name": "network-vif-plugged", "status": "completed", "tag": "3c7076b8-1897-417a-8c10-8ea72dfcefe5"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:26.722960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3c7076b8-1897-417a-8c10-8ea72dfcefe5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3c7076b8-1897-417a-8c10-8ea72dfcefe5,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:26.757229 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e865d65-cebb-4adc-bf08-47c322886d56 x-openstack-request-id: req-7e865d65-cebb-4adc-bf08-47c322886d56 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:26.757591 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e8af8-a95c-4a97-964a-e6016fc94a88", "name": "network-vif-plugged", "status": "completed", "tag": "3c7076b8-1897-417a-8c10-8ea72dfcefe5", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:26.757839 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e865d65-cebb-4adc-bf08-47c322886d56 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:26.758342 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e865d65-cebb-4adc-bf08-47c322886d56'] response: {'server_uuid': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7076b8-1897-417a-8c10-8ea72dfcefe5', 'code': 200} Aug 28 19:59:26.777201 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.817560 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:26.826857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f52d4ec8-dda8-4fd1-9d2f-19d95cab0233 req-18129cfc-9752-433c-bd6b-40d5321693a0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958287 Aug 28 19:59:26.841966 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:26.844570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3c7076b8-1897-417a-8c10-8ea72dfcefe5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:26.899149 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.903459 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:26.915118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.927664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] For port a2f3ff69-527b-4fa3-8869-ff60e279a4b9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:26.928101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:26.942133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619b2f2-6bfc-4fb2-8bf6-ad03c1d1bb35 req-8e632cd4-18e4-4e7e-ae8e-2fc4d1fd6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:26.943756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e619b2f2-6bfc-4fb2-8bf6-ad03c1d1bb35 req-8e632cd4-18e4-4e7e-ae8e-2fc4d1fd6f18 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 1132 time: 0.0596385 Aug 28 19:59:26.983047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Calling delete_port for a2f3ff69-527b-4fa3-8869-ff60e279a4b9 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:27.030588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e619b2f2-6bfc-4fb2-8bf6-ad03c1d1bb35 req-9f366128-685d-4ec2-9fec-88314931deb0 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Aug 28 19:59:27.037768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfefc3-7a99-4522-b341-62d68225007d req-407eb815-9733-45a5-970f-03a7354384a0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:27.050760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7bbfefc3-7a99-4522-b341-62d68225007d req-407eb815-9733-45a5-970f-03a7354384a0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1017900 Aug 28 19:59:27.111752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7bbfefc3-7a99-4522-b341-62d68225007d req-af080d6b-959c-47b6-a826-5f9d7f140206 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544591 Aug 28 19:59:27.324771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:59:27.352872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa994c-4ac8-4e54-9485-317b458f0467 req-32ad54cc-bf6f-4244-996b-fc07471a501b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:27.352872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19aa994c-4ac8-4e54-9485-317b458f0467 req-32ad54cc-bf6f-4244-996b-fc07471a501b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 950 time: 0.0570338 Aug 28 19:59:27.396297 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:27.423192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a2f3ff69-527b-4fa3-8869-ff60e279a4b9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.451679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e889f9f4-7951-4f76-b0ee-e03d363a033d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:27.470903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f3ff69-527b-4fa3-8869-ff60e279a4b9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:27.478907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e889f9f4-7951-4f76-b0ee-e03d363a033d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:27.478907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e889f9f4-7951-4f76-b0ee-e03d363a033d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:27.485075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:27.487341 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab22641-87f1-448b-ba05-c0d4477ccf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:27.502739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.514059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c0be0-a378-40d4-877b-50810a4117f3 req-8c919b45-2ef8-4d5a-9ac5-87d2ae1930a6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:27.516522 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-021c0be0-a378-40d4-877b-50810a4117f3 req-8c919b45-2ef8-4d5a-9ac5-87d2ae1930a6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0871119 Aug 28 19:59:27.548700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19aa994c-4ac8-4e54-9485-317b458f0467 req-b8da156d-9221-47ca-89e9-981a3d6a07f2 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512024 Aug 28 19:59:27.576991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:27.586353 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-021c0be0-a378-40d4-877b-50810a4117f3 req-d81888fa-1572-4edc-99c3-bc07158db6c8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Aug 28 19:59:27.603635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Sync routers for ids ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:27.606707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (443c2362-c680-4ad7-a9d9-9c59b8b62066), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.613922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41210) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:27.632027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Routers {'f63a3bc4-6c8c-4de3-b302-543a3ac301b0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:27.640517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:27.674521 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67027320-6b4c-4eb1-bcb5-a4df98293076 x-openstack-request-id: req-67027320-6b4c-4eb1-bcb5-a4df98293076 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:27.675157 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:27.675531 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67027320-6b4c-4eb1-bcb5-a4df98293076 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:27.676169 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67027320-6b4c-4eb1-bcb5-a4df98293076'] response: {'name': 'network-changed', 'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'status': 'completed', 'code': 200} Aug 28 19:59:27.682889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c8d65eab-7931-48c2-a152-52691b6ec152 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=eab82775bb01462ab92667ed241cd7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657978 Aug 28 19:59:27.696125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41212) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:27.720393 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (443c2362-c680-4ad7-a9d9-9c59b8b62066), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.723683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks [] for router_controller (443c2362-c680-4ad7-a9d9-9c59b8b62066), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.735708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.737571 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e482cfad-8136-4265-b85f-0320c6efba46 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5841103 Aug 28 19:59:27.741437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41216) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:27.775813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Set router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:27.781461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-38e588c6-08fe-4da2-9204-610492880837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:27.783186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-38e588c6-08fe-4da2-9204-610492880837 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1155 time: 0.1011229 Aug 28 19:59:27.822084 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c871fcd-ee82-4b7b-9153-052a484e461c admin admin] Publish callbacks [] for security_group (1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.851646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41218) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:27.896552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c871fcd-ee82-4b7b-9153-052a484e461c admin admin] Publish callbacks [] for security_group (1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.986691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T19:59:26Z', 'revision_number': 3, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:27.997327 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (443c2362-c680-4ad7-a9d9-9c59b8b62066), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:27.997932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443c2362-c680-4ad7-a9d9-9c59b8b62066 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 19:59:28.001155 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:28.004258 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.010439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8b631a33-7538-49af-807e-10a4e44cee3e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/443c2362-c680-4ad7-a9d9-9c59b8b62066 HTTP/1.1" status: 204 len: 168 time: 2.7273984 Aug 28 19:59:28.010439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41224) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:28.054500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a749c34-06d2-49da-a9cf-09074333605e req-971e3b4b-8843-41af-b1f7-096827c3082c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:28.058059 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a749c34-06d2-49da-a9cf-09074333605e req-971e3b4b-8843-41af-b1f7-096827c3082c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.1351435 Aug 28 19:59:28.060316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Checking router: f63a3bc4-6c8c-4de3-b302-543a3ac301b0 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:28.060860 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Updating router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 port a348ee26-d2e7-4c4d-98a1-f850a9b89543 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:59:28.082792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-08679be4-2581-4a8d-8b2f-f6cecab3afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:28.085075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-08679be4-2581-4a8d-8b2f-f6cecab3afe3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.2880437 Aug 28 19:59:28.096459 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.124829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] Deleting subnet 7a7a5c45-2ffc-4eff-a015-68f46ff678fe {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 19:59:28.158572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] Publish callbacks [] for subnet (7a7a5c45-2ffc-4eff-a015-68f46ff678fe), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.188776 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:28.213567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c871fcd-ee82-4b7b-9153-052a484e461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.220411 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c871fcd-ee82-4b7b-9153-052a484e461c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.224158 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4c871fcd-ee82-4b7b-9153-052a484e461c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912 HTTP/1.1" status: 204 len: 168 time: 0.5235360 Aug 28 19:59:28.259424 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (7a7a5c45-2ffc-4eff-a015-68f46ff678fe), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.267839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c871fcd-ee82-4b7b-9153-052a484e461c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac6c0ca-6f96-40c2-96fc-3e6f27ed3912,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:28.278528 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bb53b95d-33b9-4980-b720-e315fd97b65d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4fddc9a2293a464c96194c53aa8d4ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247541 Aug 28 19:59:28.301080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-0f5983b1-4bdc-4bdb-8b00-a1a88cb387fb service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 999 time: 0.2000175 Aug 28 19:59:28.304898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41230) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:28.357888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a749c34-06d2-49da-a9cf-09074333605e req-d6257a1f-81ae-41bd-9220-ba0e75d379a2 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712159 Aug 28 19:59:28.400237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-03e1a4ad-9fc7-48ac-ae2a-50c84e713e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:28.401939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-03e1a4ad-9fc7-48ac-ae2a-50c84e713e05 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.0847490 Aug 28 19:59:28.422311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77897c9e-2246-4324-ab28-b449de1aec18 req-47d3fe82-1141-4b0f-9ac3-30b3d0c025a3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:28.424048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-77897c9e-2246-4324-ab28-b449de1aec18 req-47d3fe82-1141-4b0f-9ac3-30b3d0c025a3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1695251 Aug 28 19:59:28.456164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-789111a6-8ef5-443f-8011-c7f759fc01b6 admin admin] Publish callbacks [] for security_group (2ef2144f-b7a9-48c2-b065-1cbf7f71dea1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.479749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-789111a6-8ef5-443f-8011-c7f759fc01b6 admin admin] Publish callbacks [] for security_group (2ef2144f-b7a9-48c2-b065-1cbf7f71dea1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.480509 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Publish callbacks [] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.493068 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:28.510428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-4fb765f0-9446-48a1-87f5-b9c435ea1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:28.511514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-4fb765f0-9446-48a1-87f5-b9c435ea1ba1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023448 Aug 28 19:59:28.548229 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.574633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-77897c9e-2246-4324-ab28-b449de1aec18 req-1df830ea-9bac-4d3d-ae55-ee9746eac142 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396151 Aug 28 19:59:28.587680 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:28.608108 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (7a7a5c45-2ffc-4eff-a015-68f46ff678fe), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.735374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Attempting to bind port a348ee26-d2e7-4c4d-98a1-f850a9b89543 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:28.736275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Attempting to bind port a348ee26-d2e7-4c4d-98a1-f850a9b89543 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:28.737260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Attempting to bind port a348ee26-d2e7-4c4d-98a1-f850a9b89543 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:28.793371 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-91ef2e29-ac75-4bd2-907e-ab2afba308b7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660651 Aug 28 19:59:28.830473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ca8d6-45a6-4994-9e02-900943bb4b6b req-786e47b7-ddfd-455c-96d8-773a7086bc16 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:28.832214 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-970ca8d6-45a6-4994-9e02-900943bb4b6b req-786e47b7-ddfd-455c-96d8-773a7086bc16 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 950 time: 0.0959756 Aug 28 19:59:28.890221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-789111a6-8ef5-443f-8011-c7f759fc01b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2ef2144f-b7a9-48c2-b065-1cbf7f71dea1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.892804 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-789111a6-8ef5-443f-8011-c7f759fc01b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.896660 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-789111a6-8ef5-443f-8011-c7f759fc01b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2ef2144f-b7a9-48c2-b065-1cbf7f71dea1 HTTP/1.1" status: 204 len: 168 time: 0.5874918 Aug 28 19:59:28.951928 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.973631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789111a6-8ef5-443f-8011-c7f759fc01b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef2144f-b7a9-48c2-b065-1cbf7f71dea1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:28.983462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:28.984875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:28.985791 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.986657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:28.988628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Bound port: a348ee26-d2e7-4c4d-98a1-f850a9b89543, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:28.990277 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:28.991798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564ad8e-4706-4b3d-829c-6b46fb5d42f7 req-8f37a3bb-a016-4e8e-aa21-9e4a9b6cc138 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:29.002539 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5564ad8e-4706-4b3d-829c-6b46fb5d42f7 req-8f37a3bb-a016-4e8e-aa21-9e4a9b6cc138 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.2339382 Aug 28 19:59:29.048363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-970ca8d6-45a6-4994-9e02-900943bb4b6b req-e6719302-d41b-4ad8-a55f-a5ada9951cce tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531556 Aug 28 19:59:29.054929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eb645-02fd-41d7-8e51-ea825ebc632b None None] Pushing event updated for resources: {'Port': ['ID=a348ee26-d2e7-4c4d-98a1-f850a9b89543,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:29.077947 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ab22641-87f1-448b-ba05-c0d4477ccf9a req-987bd4ec-1b10-48ae-9abb-2e2f5142f694 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688320 Aug 28 19:59:29.082486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (7a7a5c45-2ffc-4eff-a015-68f46ff678fe), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.108356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] For port a348ee26-d2e7-4c4d-98a1-f850a9b89543, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:29.112655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] For port a348ee26-d2e7-4c4d-98a1-f850a9b89543, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a348ee26-d2e7-4c4d-98a1-f850a9b89543,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:29.149592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a7a5c45-2ffc-4eff-a015-68f46ff678fe,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:29.155853 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.160396 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6764c6ad-312a-41ef-af0a-9ff74945e911 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/7a7a5c45-2ffc-4eff-a015-68f46ff678fe HTTP/1.1" status: 204 len: 168 time: 1.1512666 Aug 28 19:59:29.160852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d7013-0360-41d2-8a06-bd9b2711ad3d None None] Network 32ae3471-1868-4509-93d7-50788e2d32f6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:29.163067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41246) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:29.163824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5564ad8e-4706-4b3d-829c-6b46fb5d42f7 req-e8722cf0-5bb5-4401-ac4a-30577238bcb2 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600673 Aug 28 19:59:29.258145 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.269919 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (32ae3471-1868-4509-93d7-50788e2d32f6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.326589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Deleting port 95676a9b-3701-45d8-9847-395980da21f4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:29.327024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (95676a9b-3701-45d8-9847-395980da21f4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.328622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Allocated IP 172.20.0.1 (7ec00116-e07e-4e45-a9a4-a2363c746438/979a1e74-c8c9-4d68-bd6c-48e1488914d2/aeea5e55-0ef3-4408-8dde-c53e7618f20d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:29.337128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Routers {'f63a3bc4-6c8c-4de3-b302-543a3ac301b0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:29.337869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:29.406960 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:29.411284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] For port 95676a9b-3701-45d8-9847-395980da21f4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=95676a9b-3701-45d8-9847-395980da21f4,segment=NetworkSegment(03a53866-0810-4699-9424-94667425aac5),segment_id=03a53866-0810-4699-9424-94667425aac5)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:29.411879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (95676a9b-3701-45d8-9847-395980da21f4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.433098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Calling delete_port for 95676a9b-3701-45d8-9847-395980da21f4 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:29.513324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks [] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.543760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eb645-02fd-41d7-8e51-ea825ebc632b None None] Pushing event updated for resources: {'Port': ['ID=a348ee26-d2e7-4c4d-98a1-f850a9b89543,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:29.549193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a2f3ff69-527b-4fa3-8869-ff60e279a4b9 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:29.621068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] DHCP port deletion for 32ae3471-1868-4509-93d7-50788e2d32f6 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 19:59:29.625204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cbef2-e495-49bb-9145-212925edc32c req-11b659a7-cb5f-456a-ae47-51f3ac6669f6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:29.626331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a2f3ff69-527b-4fa3-8869-ff60e279a4b9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:29.626686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a2f3ff69-527b-4fa3-8869-ff60e279a4b9 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:29.627933 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:29.634542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f42cbef2-e495-49bb-9145-212925edc32c req-11b659a7-cb5f-456a-ae47-51f3ac6669f6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.1271300 Aug 28 19:59:29.662006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.683289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] Set router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:29.729370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Pushing event updated for resources: {'Port': ['ID=aeea5e55-0ef3-4408-8dde-c53e7618f20d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:29.730498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f42cbef2-e495-49bb-9145-212925edc32c req-88344616-0f56-4e7e-8227-de7abcc7f631 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948884 Aug 28 19:59:29.748135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] Deleting port 95676a9b-3701-45d8-9847-395980da21f4 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 19:59:29.748725 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (95676a9b-3701-45d8-9847-395980da21f4), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.764270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:29.767892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:29.785882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:29.834680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c197b-ca3e-44ac-9a7f-0999c67997d9 req-7edfadeb-3dc0-44f7-84dc-f364efc79d1b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:29.834680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e05c197b-ca3e-44ac-9a7f-0999c67997d9 req-7edfadeb-3dc0-44f7-84dc-f364efc79d1b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.0815296 Aug 28 19:59:29.852637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.878632 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:29.888427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] For port 95676a9b-3701-45d8-9847-395980da21f4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=95676a9b-3701-45d8-9847-395980da21f4,segment=NetworkSegment(03a53866-0810-4699-9424-94667425aac5),segment_id=03a53866-0810-4699-9424-94667425aac5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:29.888831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (95676a9b-3701-45d8-9847-395980da21f4), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.901496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (95676a9b-3701-45d8-9847-395980da21f4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:29.915851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] Calling delete_port for 95676a9b-3701-45d8-9847-395980da21f4 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 19:59:29.950657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Pushing event deleted for resources: {'Port': ['ID=95676a9b-3701-45d8-9847-395980da21f4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:29.955257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:29.972527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] No DVR routers for this DVR port 95676a9b-3701-45d8-9847-395980da21f4 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:30.009463 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e05c197b-ca3e-44ac-9a7f-0999c67997d9 req-ddb1f37f-08e2-4738-a23e-e777b108ed9b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668849 Aug 28 19:59:30.071480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T19:59:26Z', 'revision_number': 3, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:30.093989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41270) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:30.116218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad10fe-f752-43f7-817e-18e3061618aa None None] The sync data for ids ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'] in n-d-854121-7 is: [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T19:59:26Z', 'revision_number': 3, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:30.130313 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:30.138508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (32ae3471-1868-4509-93d7-50788e2d32f6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.150548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41272) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:30.151056 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eab8c1bd-d77a-4251-86eb-e80a2b4aedd2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=241ad903721446d4b69b2b289c9cd052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552235 Aug 28 19:59:30.153032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e6e9954c-42b8-4cab-9fea-17169ae6b70a None None] Provisioning complete for port aeea5e55-0ef3-4408-8dde-c53e7618f20d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:30.153528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e6e9954c-42b8-4cab-9fea-17169ae6b70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.175242 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:30.199487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.212669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ae3471-1868-4509-93d7-50788e2d32f6']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:30.216743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9954c-42b8-4cab-9fea-17169ae6b70a None None] Port aeea5e55-0ef3-4408-8dde-c53e7618f20d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:30.230543 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (95676a9b-3701-45d8-9847-395980da21f4), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.282647 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:30.285663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a53866-0810-4699-9424-94667425aac5') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:30.286151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a53866-0810-4699-9424-94667425aac5') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:30.295597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] Pushing event deleted for resources: {'Port': ['ID=95676a9b-3701-45d8-9847-395980da21f4,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:30.307605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987a6ef-21b7-4642-9a55-2da00908ee9f None None] No DVR routers for this DVR port 95676a9b-3701-45d8-9847-395980da21f4 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:30.362103 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:30.366441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (03a53866-0810-4699-9424-94667425aac5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.393204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd7eda-2a97-4660-9e61-790af4f36c8c req-9ce64caa-8b85-4eb7-9510-9fb45b0b649a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:30.400827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11cd7eda-2a97-4660-9e61-790af4f36c8c req-9ce64caa-8b85-4eb7-9510-9fb45b0b649a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 950 time: 0.1951435 Aug 28 19:59:30.410020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935f78-d896-4238-828c-f82bb1567435 req-24a5a0e6-d1a8-4c10-8e9d-387b62683756 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:30.411611 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0f935f78-d896-4238-828c-f82bb1567435 req-24a5a0e6-d1a8-4c10-8e9d-387b62683756 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 945 time: 0.0715225 Aug 28 19:59:30.421105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-network', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:30.436167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (03a53866-0810-4699-9424-94667425aac5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.462102 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bb57642-60c7-49de-89de-6d324a62b707 admin admin] Publish callbacks [] for security_group (778d1c2f-1b5d-4ec5-a89b-7d686141a5f5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.477241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 19:59:30.480333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (03a53866-0810-4699-9424-94667425aac5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.524350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks [] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.530052 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 03a53866-0810-4699-9424-94667425aac5 resource provider aggregate not found Aug 28 19:59:30.540889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0f935f78-d896-4238-828c-f82bb1567435 req-699baae0-fdc6-4190-807a-b88ee6f66862 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226828 Aug 28 19:59:30.545444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bb57642-60c7-49de-89de-6d324a62b707 admin admin] Publish callbacks [] for security_group (778d1c2f-1b5d-4ec5-a89b-7d686141a5f5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.616594 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.665444 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 03a53866-0810-4699-9424-94667425aac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03a53866-0810-4699-9424-94667425aac5 found for delete ", "request_id": "req-bb1cd45f-a486-4ffd-afd2-ac834ca81c7c"}]} Aug 28 19:59:30.680993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11cd7eda-2a97-4660-9e61-790af4f36c8c req-a891953a-c4bf-434d-99f6-86fe9f6076f3 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792690 Aug 28 19:59:30.724508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Pushing event updated for resources: {'Port': ['ID=aeea5e55-0ef3-4408-8dde-c53e7618f20d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:30.736496 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.747658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Made reservation on behalf of 4b790fd7dc704073bc96021037e72f7d for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:30.752905 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.764385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.795280 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bb57642-60c7-49de-89de-6d324a62b707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (778d1c2f-1b5d-4ec5-a89b-7d686141a5f5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.799740 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bb57642-60c7-49de-89de-6d324a62b707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.803848 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1bb57642-60c7-49de-89de-6d324a62b707 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/778d1c2f-1b5d-4ec5-a89b-7d686141a5f5 HTTP/1.1" status: 204 len: 168 time: 0.6477728 Aug 28 19:59:30.851300 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (32ae3471-1868-4509-93d7-50788e2d32f6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.871715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf3df-3406-45b2-a4ad-ad31471e3bcf req-812f34f9-407d-4d25-85f0-c50601bf1919 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:30.873887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40dbf3df-3406-45b2-a4ad-ad31471e3bcf req-812f34f9-407d-4d25-85f0-c50601bf1919 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 1132 time: 0.0985203 Aug 28 19:59:30.875522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:30.890009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/32ae3471-1868-4509-93d7-50788e2d32f6 HTTP/1.1" status: 204 len: 168 time: 1.7227449 Aug 28 19:59:30.903702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb57642-60c7-49de-89de-6d324a62b707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d1c2f-1b5d-4ec5-a89b-7d686141a5f5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:30.916959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dbdba-323d-494d-939f-a2b9117e455c admin admin] Pushing event deleted for resources: {'Network': ['ID=32ae3471-1868-4509-93d7-50788e2d32f6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:30.957092 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:31.039701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40dbf3df-3406-45b2-a4ad-ad31471e3bcf req-bc56f0e2-597f-4dce-9cde-a7bdbacce5eb tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395333 Aug 28 19:59:31.117101 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks [] for security_group (09cec809-921a-4a27-8992-278f65729554), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.221129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (09cec809-921a-4a27-8992-278f65729554), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.241321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb2dd1-72e9-46ef-b4dc-0766edc47bf6 req-81ca6fd5-1e3c-4eb7-bae6-7ea4f91196c8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:31.247888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66cb2dd1-72e9-46ef-b4dc-0766edc47bf6 req-81ca6fd5-1e3c-4eb7-bae6-7ea4f91196c8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0942948 Aug 28 19:59:31.299361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:59:31.325304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (37767461-9378-4d20-ad3f-de3cfe280199), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.326343 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Added segment 37767461-9378-4d20-ad3f-de3cfe280199 of type vlan for network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 Aug 28 19:59:31.340758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cec809-921a-4a27-8992-278f65729554,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:31.414129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.421065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66cb2dd1-72e9-46ef-b4dc-0766edc47bf6 req-e5468f36-aa80-460d-83ec-975f0216c6ea tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690874 Aug 28 19:59:31.459085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41308) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:31.495784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e67e9-8dd4-4b58-846a-d74b9b9fbbaf req-42ae088b-1184-4ebd-8f5e-ce1aa937af95 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:31.497427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-030e67e9-8dd4-4b58-846a-d74b9b9fbbaf req-42ae088b-1184-4ebd-8f5e-ce1aa937af95 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1473002 Aug 28 19:59:31.570146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.571643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:31.572559 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.604782 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c0bf9115-4c68-4509-85ff-cb6162e7175c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fe663852a79b404398b07b33ea453ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411073 Aug 28 19:59:31.622049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41318) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:31.659831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a348ee26-d2e7-4c4d-98a1-f850a9b89543 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:31.729482 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-030e67e9-8dd4-4b58-846a-d74b9b9fbbaf req-72674c23-f527-4699-990c-535b6625bd24 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113979 Aug 28 19:59:31.729895 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:31.740885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:31.741352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:31.741456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:31.747357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-5fb1ad79-45f4-42dd-bb5b-a6560a109770 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404582 Aug 28 19:59:31.754646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a348ee26-d2e7-4c4d-98a1-f850a9b89543 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:31.755287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.800681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:59:31.823783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7cbf2fbb-df54-489e-ab68-e0b4a791b134 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8666747 Aug 28 19:59:31.853446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41330) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:31.928999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Request body: {'subnet': {'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-subnet', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:31.938518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a348ee26-d2e7-4c4d-98a1-f850a9b89543 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:31.939241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:31.986200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a348ee26-d2e7-4c4d-98a1-f850a9b89543, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a348ee26-d2e7-4c4d-98a1-f850a9b89543,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:32.040875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:32.047449 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:32.054985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63fdaef6-0999-4d6c-b12d-359062c28b5b admin admin] Publish callbacks [] for security_group (110bd2a6-a8cf-4fff-b95d-7ead7a2ce698), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:32.088393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-8490f7df-d0e2-470f-a90e-db37ab1eb228 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:32.090628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:32.102621 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63fdaef6-0999-4d6c-b12d-359062c28b5b admin admin] Publish callbacks [] for security_group (110bd2a6-a8cf-4fff-b95d-7ead7a2ce698), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:32.102772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-8490f7df-d0e2-470f-a90e-db37ab1eb228 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3525188 Aug 28 19:59:32.114443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Made reservation on behalf of 4b790fd7dc704073bc96021037e72f7d for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:32.117409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:32.214443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 95676a9b-3701-45d8-9847-395980da21f4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:32.276843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-ec76a108-b15a-45e7-841a-a619e4f8c81b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/quotas/114c1dbf05024fb0b8c494a02b5f16fa HTTP/1.1" status: 200 len: 375 time: 0.1749866 Aug 28 19:59:32.297688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a348ee26-d2e7-4c4d-98a1-f850a9b89543,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:32.309094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 95676a9b-3701-45d8-9847-395980da21f4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 19:59:32.309626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 95676a9b-3701-45d8-9847-395980da21f4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 19:59:32.319519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5e14705b-fa1a-4a4f-83f5-ba5842ae1676 None None] Provisioning complete for port aeea5e55-0ef3-4408-8dde-c53e7618f20d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:32.320309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e14705b-fa1a-4a4f-83f5-ba5842ae1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:32.352291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:32.371667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9c9dc0be-dcd6-4f30-99aa-91b66e91b09b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f63a3bc4-6c8c-4de3-b302-543a3ac301b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6286693 Aug 28 19:59:32.379966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5e14705b-fa1a-4a4f-83f5-ba5842ae1676 None None] Port aeea5e55-0ef3-4408-8dde-c53e7618f20d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:32.427132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-8469900d-8bab-4a77-ba96-142619615850 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1204672 Aug 28 19:59:32.444335 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:32.527190 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63fdaef6-0999-4d6c-b12d-359062c28b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (110bd2a6-a8cf-4fff-b95d-7ead7a2ce698), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:32.530132 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63fdaef6-0999-4d6c-b12d-359062c28b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:32.535647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-63fdaef6-0999-4d6c-b12d-359062c28b5b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/110bd2a6-a8cf-4fff-b95d-7ead7a2ce698 HTTP/1.1" status: 204 len: 168 time: 0.9113157 Aug 28 19:59:32.553237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdaef6-0999-4d6c-b12d-359062c28b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110bd2a6-a8cf-4fff-b95d-7ead7a2ce698,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:32.748357 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:32.762275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58052e-9110-4cba-be6f-509f29a32c43 req-a55ce969-8860-4059-ab11-75bbe4e32e3b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:32.762275 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d58052e-9110-4cba-be6f-509f29a32c43 req-a55ce969-8860-4059-ab11-75bbe4e32e3b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.1069436 Aug 28 19:59:32.883176 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Sync routers for ids ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:32.913245 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Routers {'f63a3bc4-6c8c-4de3-b302-543a3ac301b0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:32.929360 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:32.989070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d58052e-9110-4cba-be6f-509f29a32c43 req-80cd1ba8-b75e-4818-8351-f1ef2707a869 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205453 Aug 28 19:59:33.056330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (011e884e-2e0a-4c97-9e19-275a098a5806), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.165321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-571341d3-e887-42b6-bcb9-3c6d00646c42 req-114033a1-da58-47ec-a787-9dba8cba04b5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 210 time: 0.1050382 Aug 28 19:59:33.235561 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Set router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:33.276075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2aad24-797d-494a-830c-d69d4285e0f6 req-b05adc2d-acbf-41ac-abf5-2dd06acaa4fd tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:33.277781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d2aad24-797d-494a-830c-d69d4285e0f6 req-b05adc2d-acbf-41ac-abf5-2dd06acaa4fd tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1950486 Aug 28 19:59:33.295774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=011e884e-2e0a-4c97-9e19-275a098a5806,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:33.362006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Checking segment: {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:33.362519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Network hostable DHCP agents. Network: ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:59:33.372139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d2aad24-797d-494a-830c-d69d4285e0f6 req-0f00d17a-4225-4f06-b3ab-90dad5eb0a60 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843518 Aug 28 19:59:33.450153 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:33.513592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:59:33.541621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41382) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:33.599075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a348ee26-d2e7-4c4d-98a1-f850a9b89543 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:33.600280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:33.620700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:33.621622 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.627983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f35838-4bda-48bb-a5cc-38d3ab833ca8 None None] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:33.635619 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T19:59:30Z', 'revision_number': 4, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'aeea5e55-0ef3-4408-8dde-c53e7618f20d', 'name': '', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'mac_address': 'fa:16:3e:86:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:29Z', 'updated_at': '2022-08-28T19:59:30Z', 'revision_number': 2, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'subnets': [{'id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:33.638722 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:33.670794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4e8b26e9-45fa-48c9-bd43-7d5e17c1dfa5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=677d50dbfa3c41139841ed793e9465db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279163 Aug 28 19:59:33.673652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41388) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:33.683383 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Checking router: f63a3bc4-6c8c-4de3-b302-543a3ac301b0 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:33.683972 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Updating router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 port aeea5e55-0ef3-4408-8dde-c53e7618f20d binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:59:33.747652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a348ee26-d2e7-4c4d-98a1-f850a9b89543 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:33.748036 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.770466 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.772461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5024a8d-ccce-4d6e-9934-52d4b9e3b27e admin admin] Publish callbacks [] for security_group (d44e5d13-f026-4df8-81d4-cbbd85d138aa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.798853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-608c4cbc-4d0c-4326-826a-e8a6feacf637 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9381320 Aug 28 19:59:33.799265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41394) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:33.804852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:33.817731 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5024a8d-ccce-4d6e-9934-52d4b9e3b27e admin admin] Publish callbacks [] for security_group (d44e5d13-f026-4df8-81d4-cbbd85d138aa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.921392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:59:33.923285 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.942000 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (0d404430-e03f-4eb3-be45-e35bc4f8abd8), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.943478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (0d404430-e03f-4eb3-be45-e35bc4f8abd8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:33.964263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-7b7af485-8373-4b60-a921-7ea9814cfe45 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:33.971584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-7b7af485-8373-4b60-a921-7ea9814cfe45 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 814 time: 0.3919966 Aug 28 19:59:34.000429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a348ee26-d2e7-4c4d-98a1-f850a9b89543 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:34.016374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-41c7e6f0-d582-4b92-b2a3-d355736f2837 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/quotas/bdde347dfb5b40d5b3f7d1da61f062c2 HTTP/1.1" status: 200 len: 375 time: 0.0348482 Aug 28 19:59:34.022406 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5024a8d-ccce-4d6e-9934-52d4b9e3b27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d44e5d13-f026-4df8-81d4-cbbd85d138aa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.028745 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5024a8d-ccce-4d6e-9934-52d4b9e3b27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.035125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a5024a8d-ccce-4d6e-9934-52d4b9e3b27e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d44e5d13-f026-4df8-81d4-cbbd85d138aa HTTP/1.1" status: 204 len: 168 time: 0.3587003 Aug 28 19:59:34.057367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks [] for router_controller (0d404430-e03f-4eb3-be45-e35bc4f8abd8), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.139525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5024a8d-ccce-4d6e-9934-52d4b9e3b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e5d13-f026-4df8-81d4-cbbd85d138aa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:34.193094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-24184e27-1128-46ea-8816-9349d57a233c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551776 Aug 28 19:59:34.380583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Allocated IP 172.20.0.2 (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46/011e884e-2e0a-4c97-9e19-275a098a5806/601bfb10-72f6-4e5c-85bc-97e7e8691e15) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:34.383123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-0cd83319-b97e-4a77-a0b1-827a6ec772c6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855605 Aug 28 19:59:34.400442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:59:34.404562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499892f7-d49b-49de-b9d7-1c6738362e38 req-b474a0b6-2f81-4869-bae7-0ce070c694f0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:34.429510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-499892f7-d49b-49de-b9d7-1c6738362e38 req-b474a0b6-2f81-4869-bae7-0ce070c694f0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0992248 Aug 28 19:59:34.466303 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Publish callbacks [] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.539842 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:34.547848 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.552194 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-d61a85a0-f00d-491f-ab82-14315005a9da service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2162597 Aug 28 19:59:34.642481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-0c102bde-0564-4e0c-91b3-29d54dbe86fd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582858 Aug 28 19:59:34.651100 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:34.652148 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Pushing event updated for resources: {'Port': ['ID=aeea5e55-0ef3-4408-8dde-c53e7618f20d,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:34.663336 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.663597 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.663860 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.664274 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.664674 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.665091 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.665518 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.665935 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.666324 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.671807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.671807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.671807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.671807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.671807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.671807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:34.687095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks [] for router_gateway (0d404430-e03f-4eb3-be45-e35bc4f8abd8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.702903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:34.724006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'mac_address': 'fa:16:3e:9f:03:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:59:34.815973 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Attempting to bind port aeea5e55-0ef3-4408-8dde-c53e7618f20d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:34.818716 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Attempting to bind port aeea5e55-0ef3-4408-8dde-c53e7618f20d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:34.819929 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Attempting to bind port aeea5e55-0ef3-4408-8dde-c53e7618f20d on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:34.843053 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:34.844654 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Publish callbacks [] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.844897 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Checking segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:34.845517 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.845964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Bound using segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:34.846458 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Bound port: aeea5e55-0ef3-4408-8dde-c53e7618f20d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:34.847243 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:34.849970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fa8f8171-b64b-40cd-86db-0885291066a7 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:59:34.855801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 19:59:34.898952 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:34.905789 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:34.972618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-499892f7-d49b-49de-b9d7-1c6738362e38 req-119e940e-750c-49dd-bfb8-fff948dc560e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5396352 Aug 28 19:59:34.987931 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:35.032357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-ee45751e-8d31-414d-9676-4eb2cc933446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:35.039332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-ee45751e-8d31-414d-9676-4eb2cc933446 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1127 time: 0.3850358 Aug 28 19:59:35.141112 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] For port aeea5e55-0ef3-4408-8dde-c53e7618f20d, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:35.149419 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] For port aeea5e55-0ef3-4408-8dde-c53e7618f20d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aeea5e55-0ef3-4408-8dde-c53e7618f20d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:35.331449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2be3b-2b96-44fc-a426-e32875e65fa8 req-3c4d8917-f8f5-4515-81df-411416024781 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:35.338345 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:35.344370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3e2be3b-2b96-44fc-a426-e32875e65fa8 req-3c4d8917-f8f5-4515-81df-411416024781 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1388640 Aug 28 19:59:35.374745 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:35.403341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:35.403341 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:35.452909 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Routers {'f63a3bc4-6c8c-4de3-b302-543a3ac301b0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:35.457911 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:35.478792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:35.512225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3e2be3b-2b96-44fc-a426-e32875e65fa8 req-3dd6ce98-a99c-48e3-a5a8-6e96a64f0d22 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666591 Aug 28 19:59:35.540531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:35.629328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 19:59:35.641599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-692e04a6-fabd-4a78-9c49-63b668a2417b req-5bf35d52-235c-4a23-aaca-0698e157f7fe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 210 time: 0.5522370 Aug 28 19:59:35.701936 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4bf105c1-da0c-4b06-b2f5-147ab7511c0a req-dd83878f-8a20-45f5-94f7-ccbb211fe076 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 210 time: 0.0752881 Aug 28 19:59:35.793642 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:35.795045 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ead0-5308-4b61-9bce-4975dc1e57ab None None] Pushing event updated for resources: {'Port': ['ID=aeea5e55-0ef3-4408-8dde-c53e7618f20d,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:35.802111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:35.808697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] Set router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:35.813692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:35.824184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:35.827589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:35.841954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Pushing event updated for resources: {'Port': ['ID=601bfb10-72f6-4e5c-85bc-97e7e8691e15,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:35.863634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks [] for router_gateway (0d404430-e03f-4eb3-be45-e35bc4f8abd8), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:35.967107 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:35.973174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:36.003395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Attempting to bind port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:36.003530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Attempting to bind port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:36.003885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Attempting to bind port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 on network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:36.006572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:36.008060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-e0449665-46f7-4dc6-b50c-2b5a4caa1cec service neutron] 10.222.0.89 "GET /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d/bindings/n-h1-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.6788263 Aug 28 19:59:36.010707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'fa8f8171-b64b-40cd-86db-0885291066a7', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'port_id': 'fa8f8171-b64b-40cd-86db-0885291066a7', 'mac_address': 'fa:16:3e:74:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:59:36.018773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:36.019185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Checking segment: {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:36.019596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.020088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Bound using segment: {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:36.020491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Bound port: 601bfb10-72f6-4e5c-85bc-97e7e8691e15, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:36.020888 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.026383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5947a9f9-e2d1-478f-96c6-ecc9af9fa520'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:36.044684 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:36.079860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-37873d3a-680b-4a6c-afda-ce0ee5433ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:36.082632 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-37873d3a-680b-4a6c-afda-ce0ee5433ec7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.9911320 Aug 28 19:59:36.141754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port fa8f8171-b64b-40cd-86db-0885291066a7 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:36.142185 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.180019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8f8171-b64b-40cd-86db-0885291066a7 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:36.207123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] For port 601bfb10-72f6-4e5c-85bc-97e7e8691e15, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:36.210576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1886760675', 'description': 'tempest-description-1918734239'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:36.239017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:36.241862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] For port 601bfb10-72f6-4e5c-85bc-97e7e8691e15, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=601bfb10-72f6-4e5c-85bc-97e7e8691e15,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:36.262169 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T19:59:30Z', 'revision_number': 4, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'aeea5e55-0ef3-4408-8dde-c53e7618f20d', 'name': '', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'mac_address': 'fa:16:3e:86:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:29Z', 'updated_at': '2022-08-28T19:59:35Z', 'revision_number': 4, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'subnets': [{'id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:36.304553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.311146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-72f9fe0c-1dd0-4bf8-b234-cf9e9fcd5c72 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.0750885 Aug 28 19:59:36.333070 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc361fd-e243-4ac1-ac1a-8272cfd0c5be None None] The sync data for ids ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'] in n-d-854121-7 is: [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T19:59:30Z', 'revision_number': 4, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'aeea5e55-0ef3-4408-8dde-c53e7618f20d', 'name': '', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'mac_address': 'fa:16:3e:86:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:29Z', 'updated_at': '2022-08-28T19:59:35Z', 'revision_number': 4, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'subnets': [{'id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:36.410228 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.427846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.452697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.462447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:36.463061 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:36.515853 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-bcf73505-db90-4066-9673-7d0a92c36d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:36.517999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-bcf73505-db90-4066-9673-7d0a92c36d2e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1916597 Aug 28 19:59:36.541157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41492) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:36.597973 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:36.605989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-5debfeae-b60b-4765-8446-cec814c767dd tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2830329 Aug 28 19:59:36.606615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['fa8f8171-b64b-40cd-86db-0885291066a7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:36.627787 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:36.645138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (454c1876-7562-41d1-b5f0-822bf4a17bb5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.729192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7369f1-5725-439f-a63f-632601fdbdac None None] Pushing event updated for resources: {'Port': ['ID=601bfb10-72f6-4e5c-85bc-97e7e8691e15,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:36.811938 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (454c1876-7562-41d1-b5f0-822bf4a17bb5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:36.882439 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:36.888961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454c1876-7562-41d1-b5f0-822bf4a17bb5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:36.908325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-network', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:36.909302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.909675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.910058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.910410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.912111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.912954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.913474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.918599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.919340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.920071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.920591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.922421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.923308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.923871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.924796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:36.951756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7429-8688-4f86-bc01-2d084c9750d3 req-df558950-aa7e-4d22-9fdf-11481f2543ba tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:36.953791 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-202c7429-8688-4f86-bc01-2d084c9750d3 req-df558950-aa7e-4d22-9fdf-11481f2543ba tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 943 time: 0.7194350 Aug 28 19:59:37.017697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:37.057681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-73352f58-1819-451b-92c7-04de8bcd1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:37.072301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-73352f58-1819-451b-92c7-04de8bcd1891 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4953666 Aug 28 19:59:37.169463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Made reservation on behalf of a779170f0bbb4b02b5f79007804a5221 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:37.172371 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:37.172961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:37.223238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Allocated IP 172.25.4.118 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/edc211cb-a0df-4c17-a899-4f676715b744) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:37.233254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-30432f14-2f2d-447c-9fa6-68fd04a03637 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:37.242910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-30432f14-2f2d-447c-9fa6-68fd04a03637 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5737946 Aug 28 19:59:37.267910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:37.289609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Request body: {'port': {'device_id': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '114c1dbf05024fb0b8c494a02b5f16fa'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:37.314446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:37.370758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:37.379910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbf15370-d7cd-45e1-b0e3-c9dd212b1b38 req-fcfb3bba-b01c-4a81-9977-cd5060146856 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1754260 Aug 28 19:59:37.622154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:37.624162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4ab37-ab27-4d83-b54f-92116d38788b req-22de83df-5105-4a75-9147-c8a646d3d638 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:37.624162 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbe4ab37-ab27-4d83-b54f-92116d38788b req-22de83df-5105-4a75-9147-c8a646d3d638 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.1026175 Aug 28 19:59:37.627250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-202c7429-8688-4f86-bc01-2d084c9750d3 req-e5c67eca-d9b9-4fff-8166-ad25e9c72bcd tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6193547 Aug 28 19:59:37.660790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:37.776491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbe4ab37-ab27-4d83-b54f-92116d38788b req-ed9e32cc-1f01-4a16-8137-adb1bc988081 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952899 Aug 28 19:59:37.854281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:37.881988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 601bfb10-72f6-4e5c-85bc-97e7e8691e15 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:37.882825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-5e78ad7f-46ad-4a56-902f-d7ccd3f8b84f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886579 Aug 28 19:59:37.914957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:37.983314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:37.983777 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.076488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67ffafe5-f0bd-498d-bf50-1a732d75f2eb req-170fdc8f-3bfd-44af-b30d-d680f911d740 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 210 time: 0.1094046 Aug 28 19:59:38.091074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-945fb3a1-0bda-449f-aa27-5c04ba57438e req-47ca9b97-659e-441f-ae64-e078329d257b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 210 time: 0.2288070 Aug 28 19:59:38.164084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:38.164255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.268668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 601bfb10-72f6-4e5c-85bc-97e7e8691e15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=601bfb10-72f6-4e5c-85bc-97e7e8691e15,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:38.278531 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:38.291432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Made reservation on behalf of 114c1dbf05024fb0b8c494a02b5f16fa for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:38.301358 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.307286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c9f8503f-5799-4516-b818-fe52943b9bdd req-b1b617af-88b6-4d42-888e-6481553fd6c1 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Request body: {'security_group': {'name': 'tempest-securitygroup-447276401', 'description': 'tempest-description-852411954'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:38.307483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be3df96-f92d-47ca-a131-b34e8b4cbe39 None None] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:38.364128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks [] for security_group (4439ce4d-1b51-4b9a-a527-e251fa7eaaf3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.372903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks [] for port (edc211cb-a0df-4c17-a899-4f676715b744), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.431653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b505b104-aceb-4022-bf7a-4a6d9db209ed req-c35ae532-7a1f-4c05-8197-b650c39ae04b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315444 Aug 28 19:59:38.433936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.513221 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:38.527281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:38.588421 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.590261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aeea5e55-0ef3-4408-8dde-c53e7618f20d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:38.600602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fa8f8171-b64b-40cd-86db-0885291066a7 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:38.602615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] Transition to ACTIVE for port object 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:59:38.606489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4439ce4d-1b51-4b9a-a527-e251fa7eaaf3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.610646 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c9f8503f-5799-4516-b818-fe52943b9bdd req-b1b617af-88b6-4d42-888e-6481553fd6c1 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.645277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (edc211cb-a0df-4c17-a899-4f676715b744), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.656997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4439ce4d-1b51-4b9a-a527-e251fa7eaaf3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:38.757142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.763608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 19:59:38.811996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:38.816547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6b10ac73-1500-42cb-af13-18f2aa407b1b None None] Provisioning complete for port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:38.818765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b10ac73-1500-42cb-af13-18f2aa407b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.820568 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bcaa4a9f-44fb-4957-91d6-ac5c596967f6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:38.820916 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Added segment bcaa4a9f-44fb-4957-91d6-ac5c596967f6 of type vlan for network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 Aug 28 19:59:38.845566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31774d1-ed0c-437a-93d7-8588e64097e3 req-c0df03f6-d1bc-4b36-941c-2d04dcebb03f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:38.864260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b31774d1-ed0c-437a-93d7-8588e64097e3 req-c0df03f6-d1bc-4b36-941c-2d04dcebb03f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0968733 Aug 28 19:59:38.880062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:38.905423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:38.927793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b31774d1-ed0c-437a-93d7-8588e64097e3 req-060dc13a-5c33-441e-8477-e6ff8ab851de tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619683 Aug 28 19:59:38.960222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=601bfb10-72f6-4e5c-85bc-97e7e8691e15,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:38.964190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Pushing event updated for resources: {'Port': ['ID=edc211cb-a0df-4c17-a899-4f676715b744,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:39.110637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:39.111315 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.160560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f0b85-3ebc-4685-9910-05632a9e24ad req-0bf52e3c-1b00-437a-8371-7156d3278da9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:39.162392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff6f0b85-3ebc-4685-9910-05632a9e24ad req-0bf52e3c-1b00-437a-8371-7156d3278da9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.1013663 Aug 28 19:59:39.263868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port fa8f8171-b64b-40cd-86db-0885291066a7 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:59:39.305757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff6f0b85-3ebc-4685-9910-05632a9e24ad req-a4404362-738b-4e2b-93c7-088ab665653d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347873 Aug 28 19:59:39.308185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port aeea5e55-0ef3-4408-8dde-c53e7618f20d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:39.308843 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.415654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6b10ac73-1500-42cb-af13-18f2aa407b1b None None] Current status of the port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:39.463088 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:39.464790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port fa8f8171-b64b-40cd-86db-0885291066a7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:39.465436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.511504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfb96d0a-af5b-4251-8171-e68e21ded5df req-eba138e3-7e39-480b-b0a9-b26d76a82a4a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 210 time: 0.0814793 Aug 28 19:59:39.563456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.618678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:39.619481 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.644147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] No DVR routers for this DVR port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 19:59:39.654618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Allocated IP 192.168.233.205 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/2055bb8c-ac64-4d9d-8747-04b09d8123fd) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:39.701574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-abf20bf3-93dc-4c72-be8d-9c25148e1ba2 None None] Provisioning complete for port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:39.702625 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-abf20bf3-93dc-4c72-be8d-9c25148e1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.703302 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-314037ce-4189-480a-b579-6c5457dc056d req-c95d2f0b-ccd7-48e6-863d-11572844fa37 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 210 time: 0.0384789 Aug 28 19:59:39.753444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:39.755988 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab34df5-a8e5-4611-a195-eb3339faf5fd" -d '{"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-plugged", "status": "completed", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:39.775872 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c9f8503f-5799-4516-b818-fe52943b9bdd req-b1b617af-88b6-4d42-888e-6481553fd6c1 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (f358eaf5-2329-49fe-9b92-b1f3ad176a2e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.777365 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:39.790205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=10']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:39.801011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port aeea5e55-0ef3-4408-8dde-c53e7618f20d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:39.801673 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.831658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:39.898298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port fa8f8171-b64b-40cd-86db-0885291066a7 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:39.898818 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.907707 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c9f8503f-5799-4516-b818-fe52943b9bdd req-b1b617af-88b6-4d42-888e-6481553fd6c1 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f358eaf5-2329-49fe-9b92-b1f3ad176a2e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.908571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-abf20bf3-93dc-4c72-be8d-9c25148e1ba2 None None] Current status of the port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:39.929246 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:39.935426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port aeea5e55-0ef3-4408-8dde-c53e7618f20d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aeea5e55-0ef3-4408-8dde-c53e7618f20d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:39.946843 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.969885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.971094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:39.971705 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:39.999983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:40.047354 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.077613 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c89b1-7baa-4bd2-8bd0-ac1c1fed5ec7 x-openstack-request-id: req-537c89b1-7baa-4bd2-8bd0-ac1c1fed5ec7 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:40.078794 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-plugged", "status": "completed", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:40.080509 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-537c89b1-7baa-4bd2-8bd0-ac1c1fed5ec7 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:40.083111 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537c89b1-7baa-4bd2-8bd0-ac1c1fed5ec7'] response: {'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'code': 200} Aug 28 19:59:40.104482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:40.104794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b617af-88b6-4d42-888e-6481553fd6c1 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f358eaf5-2329-49fe-9b92-b1f3ad176a2e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:40.170166 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c9f8503f-5799-4516-b818-fe52943b9bdd req-b1b617af-88b6-4d42-888e-6481553fd6c1 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.172244 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c9f8503f-5799-4516-b818-fe52943b9bdd req-b1b617af-88b6-4d42-888e-6481553fd6c1 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9176183 Aug 28 19:59:40.347750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99598302-4149-4f86-b860-e7a5e3c803bd req-c96926ca-4b49-4077-a3ff-868eea1047e6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:40.363433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99598302-4149-4f86-b860-e7a5e3c803bd req-c96926ca-4b49-4077-a3ff-868eea1047e6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.1356008 Aug 28 19:59:40.380710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] Pushing event updated for resources: {'Network': ['ID=91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:40.418564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-abb048ec-6eef-43bb-91da-36ce43255947 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.8616159 Aug 28 19:59:40.430235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41546) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:40.440712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Request body: {'subnet': {'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-subnet', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:40.468158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 601bfb10-72f6-4e5c-85bc-97e7e8691e15 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:40.471885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-5eab05ab-aa18-4ff2-8dc1-ac8f1f255a43 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d/bindings/n-h1-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 4.4516897 Aug 28 19:59:40.513616 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:40.538059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 19:59:40.538891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99598302-4149-4f86-b860-e7a5e3c803bd req-8c98dde4-e78c-4c15-8273-f40790b6e673 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742043 Aug 28 19:59:40.556902 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.611694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=aeea5e55-0ef3-4408-8dde-c53e7618f20d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:40.686073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1966541424', 'description': 'tempest-description-238736132'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:40.711988 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks [] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.745499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Made reservation on behalf of a779170f0bbb4b02b5f79007804a5221 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:40.748356 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.772198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks [] for router_gateway (0d404430-e03f-4eb3-be45-e35bc4f8abd8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.834590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d109642-2100-4ea4-a794-353bf6ed5317 req-025c01c8-bb78-4071-91e0-c12570930d0f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:40.842678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d109642-2100-4ea4-a794-353bf6ed5317 req-025c01c8-bb78-4071-91e0-c12570930d0f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.1155770 Aug 28 19:59:40.871331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-be0fb2ae-8452-4b40-8798-b8c40584fe94 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:40.873536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-be0fb2ae-8452-4b40-8798-b8c40584fe94 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.2254100 Aug 28 19:59:40.875731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-70aa977f-27c5-4a0e-8f10-fe2ecbf9fb5c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:40.877826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-70aa977f-27c5-4a0e-8f10-fe2ecbf9fb5c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.84 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 814 time: 0.4488566 Aug 28 19:59:40.893926 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.926821 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d109642-2100-4ea4-a794-353bf6ed5317 req-01feafae-00e9-493a-a436-1903f99ccda0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792210 Aug 28 19:59:40.928020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Request body: {'port': {'device_id': '64125acd-602e-414d-a49a-422e1a10629e', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'admin_state_up': True, 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:40.939696 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:40.962506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:40.966300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:40.966680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:41.020001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-c97da560-6277-4240-92ce-d3b48462878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:41.021882 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-c97da560-6277-4240-92ce-d3b48462878f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 1126 time: 0.1107843 Aug 28 19:59:41.079618 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7f87d4-5b78-4732-9dbb-9a78e1d1d2e7 req-b3f3273d-df4a-434b-9e3b-2578075da85b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 210 time: 0.0436366 Aug 28 19:59:41.146936 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:41.151116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:41.211837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-9c88ca7b-9f50-47d8-b1b6-b5219ac359ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:41.214990 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-9c88ca7b-9f50-47d8-b1b6-b5219ac359ae service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1126 time: 0.1304152 Aug 28 19:59:41.227416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:41.242698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3', '075c0298-4887-4f93-8e8b-b8f001549193'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:41.279274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467', '577364c1-5b3d-48bd-987e-3e513570acb2', '639944f5-bd8b-453f-aa99-4e191ab36135', '3c7076b8-1897-417a-8c10-8ea72dfcefe5'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:41.328299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da69d6-06c3-4a11-a3ec-e7630db525fa req-a9260131-0ad8-4354-a241-5ee55e3aefd9 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:41.333134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2da69d6-06c3-4a11-a3ec-e7630db525fa req-a9260131-0ad8-4354-a241-5ee55e3aefd9 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 936 time: 0.0943882 Aug 28 19:59:41.354892 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:41.434568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:41.468874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:41.486933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event updated for resources: {'Port': ['ID=2055bb8c-ac64-4d9d-8747-04b09d8123fd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:41.492575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:41.511720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2da69d6-06c3-4a11-a3ec-e7630db525fa req-c74cee5e-336c-41ba-9490-efad36d69ad0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661301 Aug 28 19:59:41.570775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-59491d68-c1f0-4b31-9be7-399ac1b888ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:41.585530 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-59491d68-c1f0-4b31-9be7-399ac1b888ae service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.3634586 Aug 28 19:59:41.708336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:41.709618 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:41.760314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (b0416d9a-d132-4ece-9fe0-032f959fef9e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:41.771844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-723c1115-b04d-41a1-a858-273a8e2b555c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 200 len: 999 time: 0.1782103 Aug 28 19:59:41.781678 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:41.805749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (0d404430-e03f-4eb3-be45-e35bc4f8abd8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:41.885040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032b5c1-caaf-4cb0-a3ed-e70315024176 req-966f0857-568c-411d-aa28-e1538e2106d3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:41.895456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f032b5c1-caaf-4cb0-a3ed-e70315024176 req-966f0857-568c-411d-aa28-e1538e2106d3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.1235046 Aug 28 19:59:41.909159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-c1cbd5f0-ed92-4e55-8c25-58ceeac5c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:41.910859 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-c1cbd5f0-ed92-4e55-8c25-58ceeac5c1c2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1280377 Aug 28 19:59:41.954166 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:41.972447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-83653236-18c8-41de-8fb0-b86f3f875f29 None None] Provisioning complete for port 2055bb8c-ac64-4d9d-8747-04b09d8123fd triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:41.979530 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-83653236-18c8-41de-8fb0-b86f3f875f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:41.999961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-8d4b2d59-5e20-40e7-bbcf-56d8b8be7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:42.002445 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-8d4b2d59-5e20-40e7-bbcf-56d8b8be7823 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773880 Aug 28 19:59:42.003812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Made reservation on behalf of bdde347dfb5b40d5b3f7d1da61f062c2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 19:59:42.007888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.031484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-83653236-18c8-41de-8fb0-b86f3f875f29 None None] Port 2055bb8c-ac64-4d9d-8747-04b09d8123fd cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:42.043129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b0416d9a-d132-4ece-9fe0-032f959fef9e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.065894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-49f1dbc6-9cda-4b45-8061-6d9820244194 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8056374 Aug 28 19:59:42.085494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:42.090289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Request body: {'port': {'device_id': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:42.091994 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32b5e39-150d-4323-ae41-50d1ef63a243" -d '{"events": [{"server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "name": "network-vif-plugged", "status": "completed", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:42.227425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aeea5e55-0ef3-4408-8dde-c53e7618f20d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:42.264514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f032b5c1-caaf-4cb0-a3ed-e70315024176 req-71998859-7f5e-44b0-aa0e-b5b372e03c20 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134704 Aug 28 19:59:42.272020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-0cd586b2-fc45-49f5-9dff-20dcc1f0a990 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625179 Aug 28 19:59:42.321648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port aeea5e55-0ef3-4408-8dde-c53e7618f20d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:42.322929 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.324881 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:42.328339 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (27131528-d3f1-4ee8-941a-ba81660f3250), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.338705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0416d9a-d132-4ece-9fe0-032f959fef9e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:42.525360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (94211868-62c9-4c90-b506-80844097e2f5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.527317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port aeea5e55-0ef3-4408-8dde-c53e7618f20d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:42.579083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:59:42.616647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147e30-df47-4311-9aa7-e0bc5c04c262 req-606e3116-3671-488c-ae0d-509e73a85c55 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:42.626747 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9147e30-df47-4311-9aa7-e0bc5c04c262 req-606e3116-3671-488c-ae0d-509e73a85c55 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.1418886 Aug 28 19:59:42.640161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-d627447f-ed20-42bc-986d-6472bba13fbc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558669 Aug 28 19:59:42.675940 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (94211868-62c9-4c90-b506-80844097e2f5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.680699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.680932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.681274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.681612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.682002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.682370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.682704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.683030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.683602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.683738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.684037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.684369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.684702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.685068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.685359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:42.697322 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9147e30-df47-4311-9aa7-e0bc5c04c262 req-12e990ac-ce13-4a18-a657-0507fa6378ae tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688334 Aug 28 19:59:42.707390 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.774520 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a31dfef-1f26-4172-8335-d76ce7819a5a x-openstack-request-id: req-2a31dfef-1f26-4172-8335-d76ce7819a5a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:42.774854 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "name": "network-vif-plugged", "status": "completed", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:42.775358 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a31dfef-1f26-4172-8335-d76ce7819a5a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:42.775560 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a31dfef-1f26-4172-8335-d76ce7819a5a'] response: {'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7', 'code': 200} Aug 28 19:59:42.808575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Allocated IP 172.20.0.4 (7ec00116-e07e-4e45-a9a4-a2363c746438/979a1e74-c8c9-4d68-bd6c-48e1488914d2/25ff9580-ce94-4fb0-9cda-432794d30afd) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:42.844248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:42.875323 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62f11e6a-fc91-4f55-9100-f8aaf46365c4 req-cc38d7ad-6908-4f66-89f2-afd99b99efdf tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 210 time: 0.0436983 Aug 28 19:59:42.948785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ec2ac-9ec7-40d3-9c92-9e21389e39c4 req-67eb23c9-4573-4b02-9d9f-8033421dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:42.950518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-259ec2ac-9ec7-40d3-9c92-9e21389e39c4 req-67eb23c9-4573-4b02-9d9f-8033421dc685 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1127 time: 0.0713630 Aug 28 19:59:42.958743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94211868-62c9-4c90-b506-80844097e2f5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:43.031382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27131528-d3f1-4ee8-941a-ba81660f3250,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:43.031382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.031382 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8dcb5084-cf09-4b14-afc6-cebd35abbe82 req-dea13ae1-7375-42c8-bec5-502ad7695b87 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.3623290 Aug 28 19:59:43.061331 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:43.086209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252433d-f42b-443f-ab4d-dfe3ebc4472c req-e97830f4-7bc5-4de6-a926-81e2351c1e3e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:43.094801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f252433d-f42b-443f-ab4d-dfe3ebc4472c req-e97830f4-7bc5-4de6-a926-81e2351c1e3e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 936 time: 0.1104445 Aug 28 19:59:43.138923 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:43.188821 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f252433d-f42b-443f-ab4d-dfe3ebc4472c req-78ee682a-3ba1-4f4f-a228-1a972a6c97f6 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905817 Aug 28 19:59:43.189190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d013b38d-77e0-490d-8933-377378f520e1 req-425dc028-18c9-43db-8ccd-b8fad90c0f2e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-837630890', 'description': 'tempest-description-124101999'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:43.227765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Checking segment: {'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:43.233682 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Network hostable DHCP agents. Network: 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 19:59:43.260846 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-259ec2ac-9ec7-40d3-9c92-9e21389e39c4 req-8550467f-3071-44e8-9959-34eb70b3a924 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657604 Aug 28 19:59:43.388126 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:43.413209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:43.434785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Sync routers for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:43.449685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d013b38d-77e0-490d-8933-377378f520e1 req-425dc028-18c9-43db-8ccd-b8fad90c0f2e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.452365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:43.453833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:43.484959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 19:59:43.528861 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec36d-8a0d-4b2c-beb5-c50b88d418ff req-6777167e-13a8-4e4b-9516-c6af21bab35b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:43.531421 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a74ec36d-8a0d-4b2c-beb5-c50b88d418ff req-6777167e-13a8-4e4b-9516-c6af21bab35b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.1479852 Aug 28 19:59:43.533797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-cc11e3fa-d93a-47d6-8d02-f42b3b472956 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:43.535603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-cc11e3fa-d93a-47d6-8d02-f42b3b472956 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.1362867 Aug 28 19:59:43.575933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:43.632998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a74ec36d-8a0d-4b2c-beb5-c50b88d418ff req-5794af15-4503-4c81-8969-e530da2e14fe tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948849 Aug 28 19:59:43.731906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks [] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.781495 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d013b38d-77e0-490d-8933-377378f520e1 req-425dc028-18c9-43db-8ccd-b8fad90c0f2e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.809546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:40Z', 'revision_number': 3, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:43.838791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b2461-ff71-474a-a025-1ca2cad1416f req-b8acc4c6-906c-4037-a83f-3a3ce1af7d26 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:43.839801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Checking router: 0d404430-e03f-4eb3-be45-e35bc4f8abd8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:43.840222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Updating router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 port edc211cb-a0df-4c17-a899-4f676715b744 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:59:43.840505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-951b2461-ff71-474a-a025-1ca2cad1416f req-b8acc4c6-906c-4037-a83f-3a3ce1af7d26 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Aug 28 19:59:43.851434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.854359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-91eec114-7d31-4d49-a1c8-dbbbca99f3ac admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 941 time: 10.0538311 Aug 28 19:59:43.861495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41590) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:43.886202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2055bb8c-ac64-4d9d-8747-04b09d8123fd {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:43.890868 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (edc211cb-a0df-4c17-a899-4f676715b744), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.896425 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Publish callbacks [] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.913612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Transition to ACTIVE for port object 2055bb8c-ac64-4d9d-8747-04b09d8123fd will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:59:43.963602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:43.965623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d013b38d-77e0-490d-8933-377378f520e1 req-425dc028-18c9-43db-8ccd-b8fad90c0f2e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:43.977579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13dd936-3cf4-45ee-b6ff-72af4f77ca36 None None] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:43.988566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-951b2461-ff71-474a-a025-1ca2cad1416f req-13ac5f49-f61e-4f17-82fa-6f6b41092f4b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399589 Aug 28 19:59:44.013219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:44.013219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.013219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc028-18c9-43db-8ccd-b8fad90c0f2e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:44.032424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-b743f317-0563-42b5-bc6c-f8a09f342cc1 service neutron] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:44.036421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-b743f317-0563-42b5-bc6c-f8a09f342cc1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.038571 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.040586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c7b4-dd02-4942-9e30-661d7e161cd2 req-b743f317-0563-42b5-bc6c-f8a09f342cc1 service neutron] 10.222.0.84 "DELETE /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d/bindings/n-h2-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.4946313 Aug 28 19:59:44.091674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:44.099116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.110837 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d013b38d-77e0-490d-8933-377378f520e1 req-425dc028-18c9-43db-8ccd-b8fad90c0f2e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.129429 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d013b38d-77e0-490d-8933-377378f520e1 req-425dc028-18c9-43db-8ccd-b8fad90c0f2e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9812043 Aug 28 19:59:44.130936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:44.134118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:44.157874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41602) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:44.158139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d80d019b-d71c-4eb6-b66f-60348a74a11a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.7184563 Aug 28 19:59:44.158946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:44.163944 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:44.169091 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:44.180938 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:44.229614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400fe59-8f8c-42ab-9d1b-696e91fcdf08 req-12024dee-73b9-4748-8fa5-f98441a86b6a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:44.238287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8400fe59-8f8c-42ab-9d1b-696e91fcdf08 req-12024dee-73b9-4748-8fa5-f98441a86b6a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 931 time: 0.1411581 Aug 28 19:59:44.280866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2055bb8c-ac64-4d9d-8747-04b09d8123fd,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:44.375473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21', 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21', 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'fixed_ips': [{'subnet_id': '27131528-d3f1-4ee8-941a-ba81660f3250'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 19:59:44.377196 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.377640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8400fe59-8f8c-42ab-9d1b-696e91fcdf08 req-6f07b169-5279-400c-8d21-a44cc56d47c7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383820 Aug 28 19:59:44.458298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:44.459463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.550128 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.554891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:44.629943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396bdfb-8650-47fe-bece-b2721a96cf74 req-a851ff4f-7e60-45e6-8b60-c494638eb79d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:44.639232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d396bdfb-8650-47fe-bece-b2721a96cf74 req-a851ff4f-7e60-45e6-8b60-c494638eb79d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 948 time: 0.0752497 Aug 28 19:59:44.702580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Allocated IP 172.20.0.2 (91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21/27131528-d3f1-4ee8-941a-ba81660f3250/f389d22e-5551-4353-847b-2ee563893ac5) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:44.805104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d396bdfb-8650-47fe-bece-b2721a96cf74 req-ed949b2e-ffba-438b-851d-7ec04379a1e8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648760 Aug 28 19:59:44.908614 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:44.971000 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:44.985690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks [] for router_controller (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.042684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-b54c0767-1a73-42f0-99b9-73722d978983 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1394680 Aug 28 19:59:45.043490 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:45.051863 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:45.059399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Attempting to bind port 2055bb8c-ac64-4d9d-8747-04b09d8123fd on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:45.059835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Attempting to bind port 2055bb8c-ac64-4d9d-8747-04b09d8123fd by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:45.060263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Attempting to bind port 2055bb8c-ac64-4d9d-8747-04b09d8123fd on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:45.074802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Port 2055bb8c-ac64-4d9d-8747-04b09d8123fd on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:45.079794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Attempting to bind port 2055bb8c-ac64-4d9d-8747-04b09d8123fd on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:45.087976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Request body: {'port': {'device_id': '64125acd-602e-414d-a49a-422e1a10629e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:45.117146 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3519f-07c3-454b-b77e-0102acb46dbd req-332fd5c7-ca84-4531-be23-d4c00105873d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:45.119582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-23f3519f-07c3-454b-b77e-0102acb46dbd req-332fd5c7-ca84-4531-be23-d4c00105873d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.1523759 Aug 28 19:59:45.129593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:45.130107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:45.130622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:45.131180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Bound port: 2055bb8c-ac64-4d9d-8747-04b09d8123fd, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:45.132329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.222890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a947a8e2-d114-46dc-8a7f-ee7ad4bd033e None None] Provisioning complete for port 25ff9580-ce94-4fb0-9cda-432794d30afd triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:45.223716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a947a8e2-d114-46dc-8a7f-ee7ad4bd033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.229418 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Publish callbacks [] for port (f389d22e-5551-4353-847b-2ee563893ac5), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.233758 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Publish callbacks [] for port (edc211cb-a0df-4c17-a899-4f676715b744), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.288792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a947a8e2-d114-46dc-8a7f-ee7ad4bd033e None None] Port 25ff9580-ce94-4fb0-9cda-432794d30afd cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:45.310742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.362977 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (edc211cb-a0df-4c17-a899-4f676715b744), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.412201 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (f389d22e-5551-4353-847b-2ee563893ac5), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.449255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Attempting to bind port edc211cb-a0df-4c17-a899-4f676715b744 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:45.449627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Attempting to bind port edc211cb-a0df-4c17-a899-4f676715b744 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:45.450030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Attempting to bind port edc211cb-a0df-4c17-a899-4f676715b744 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:45.460473 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:45.473748 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks [] for router_gateway (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.477625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:45.478329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:45.478923 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.479494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:45.480161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Bound port: edc211cb-a0df-4c17-a899-4f676715b744, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:45.480733 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (edc211cb-a0df-4c17-a899-4f676715b744), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.484355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:45.486545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32fd82-8d18-4ea5-a441-c83ef2af7adb None None] Pushing event updated for resources: {'Port': ['ID=edc211cb-a0df-4c17-a899-4f676715b744,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:45.512547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:45.531854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-23f3519f-07c3-454b-b77e-0102acb46dbd req-e7e92298-5e09-4c2f-8556-b6253cc2df40 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487957 Aug 28 19:59:45.544430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:45.555430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.634121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Pushing event updated for resources: {'Port': ['ID=f389d22e-5551-4353-847b-2ee563893ac5,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:45.637367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] For port edc211cb-a0df-4c17-a899-4f676715b744, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:45.659299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] For port edc211cb-a0df-4c17-a899-4f676715b744, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=edc211cb-a0df-4c17-a899-4f676715b744,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:45.663872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Attempting to bind port f389d22e-5551-4353-847b-2ee563893ac5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:45.664486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Attempting to bind port f389d22e-5551-4353-847b-2ee563893ac5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:45.665057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Attempting to bind port f389d22e-5551-4353-847b-2ee563893ac5 on network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:45.671185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:45.671857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Checking segment: {'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:45.672781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.673117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Bound using segment: {'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:45.673782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Bound port: f389d22e-5551-4353-847b-2ee563893ac5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:45.674442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f389d22e-5551-4353-847b-2ee563893ac5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.695235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] For port 2055bb8c-ac64-4d9d-8747-04b09d8123fd, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:45.726936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] For port 2055bb8c-ac64-4d9d-8747-04b09d8123fd, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2055bb8c-ac64-4d9d-8747-04b09d8123fd,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:45.744639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (edc211cb-a0df-4c17-a899-4f676715b744), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.824414 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:45.841621 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:45.842966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:45.843949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:45.933967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-30b85764-cfba-4bfb-a9ac-8081fc0b7a4d tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 53695 time: 1.6368306 Aug 28 19:59:45.939328 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:45.979613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:46.007336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:46.008135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:46.010023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/2055bb8c-ac64-4d9d-8747-04b09d8123fd HTTP/1.1" status: 200 len: 1096 time: 3.9237914 Aug 28 19:59:46.059360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7c9eb-abcd-43dd-97be-a27725ceaf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2055bb8c-ac64-4d9d-8747-04b09d8123fd,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:46.065086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'tag': '2055bb8c-ac64-4d9d-8747-04b09d8123fd'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:46.065298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-458a898a-2971-4110-95e7-dbee55606337 None None] For port f389d22e-5551-4353-847b-2ee563893ac5, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:46.068617 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "5679cc4d-c32c-49a1-8888-1ec9eada4667", "tag": "2055bb8c-ac64-4d9d-8747-04b09d8123fd"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:46.075238 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:46.104253 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-58d572ea-7044-4262-a25f-db76c5806c4a tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/09cec809-921a-4a27-8992-278f65729554 HTTP/1.1" status: 200 len: 2998 time: 0.0922835 Aug 28 19:59:46.148569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32fd82-8d18-4ea5-a441-c83ef2af7adb None None] Pushing event updated for resources: {'Port': ['ID=edc211cb-a0df-4c17-a899-4f676715b744,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:46.157040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-458a898a-2971-4110-95e7-dbee55606337 None None] For port f389d22e-5551-4353-847b-2ee563893ac5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f389d22e-5551-4353-847b-2ee563893ac5,segment=NetworkSegment(bcaa4a9f-44fb-4957-91d6-ac5c596967f6),segment_id=bcaa4a9f-44fb-4957-91d6-ac5c596967f6)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:46.198358 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-ff4c5078-58f1-4e62-a0e5-2c3c60b49e69 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/09cec809-921a-4a27-8992-278f65729554 HTTP/1.1" status: 200 len: 2998 time: 0.0857599 Aug 28 19:59:46.267632 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:46.289748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-1f206a0a-b0b9-4879-87cd-50820409e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:46.292045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-1f206a0a-b0b9-4879-87cd-50820409e83f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 1130 time: 0.1121459 Aug 28 19:59:46.301570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:40Z', 'revision_number': 3, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:46.305821 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f389d22e-5551-4353-847b-2ee563893ac5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:46.325586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ff9580-ce94-4fb0-9cda-432794d30afd {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:46.363424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-06314f41-ad41-4f49-8dbc-12bb35378444 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/25a596e5-d930-4613-bc64-26e680231387 HTTP/1.1" status: 200 len: 2994 time: 0.1419075 Aug 28 19:59:46.365937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Publish callbacks [] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:46.370054 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-37fa7e4e-8d17-470c-a3a7-c4b3bef3dd9f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2055bb8c-ac64-4d9d-8747-04b09d8123fd HTTP/1.1" status: 200 len: 217 time: 0.0587306 Aug 28 19:59:46.399328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86359ec-dd43-4638-871b-0002c3b82af3 None None] The sync data for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 is: [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:40Z', 'revision_number': 3, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:46.451103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a898a-2971-4110-95e7-dbee55606337 None None] Pushing event updated for resources: {'Port': ['ID=f389d22e-5551-4353-847b-2ee563893ac5,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:46.493458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643b35-8a7e-4007-b6f4-214e59bdb6ba req-fa10f20f-b56c-479f-8c85-f3d9e15e4eae tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:46.495451 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca643b35-8a7e-4007-b6f4-214e59bdb6ba req-fa10f20f-b56c-479f-8c85-f3d9e15e4eae tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.8152833 Aug 28 19:59:46.510990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Transition to ACTIVE for port object 25ff9580-ce94-4fb0-9cda-432794d30afd will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 19:59:46.543453 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-18e49e9d-7a8e-45bd-a10f-e4df0692be57 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/25a596e5-d930-4613-bc64-26e680231387 HTTP/1.1" status: 200 len: 2994 time: 0.1708322 Aug 28 19:59:46.550541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-6ec8178a-6950-4f97-bbb2-5d0ecfc960b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:46.553055 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-6ec8178a-6950-4f97-bbb2-5d0ecfc960b5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1569140 Aug 28 19:59:46.632618 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:46.726315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks [] for router_gateway (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:46.762672 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:46.828468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-200fcd35-165e-42da-a68b-b641d5808f0a tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/29066f9d-2e0f-43f2-8dd5-141cddfd7e90 HTTP/1.1" status: 200 len: 2998 time: 0.2588594 Aug 28 19:59:46.829489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-2d133426-59c2-4660-8bd2-9a67eb353adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:46.842099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-2d133426-59c2-4660-8bd2-9a67eb353adf service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2825294 Aug 28 19:59:46.846950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:46.877370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca643b35-8a7e-4007-b6f4-214e59bdb6ba req-29579fde-b1c5-45c0-ab0a-95d7e79c662e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698642 Aug 28 19:59:46.885535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:47.053403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-daa0d8f9-e8b3-4e14-9b4b-ad89d763a564 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/29066f9d-2e0f-43f2-8dd5-141cddfd7e90 HTTP/1.1" status: 200 len: 2998 time: 0.2102551 Aug 28 19:59:47.109267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:47.109731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:47.110102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:47.119744 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:47.139352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Allocated IP 172.20.0.1 (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46/011e884e-2e0a-4c97-9e19-275a098a5806/6760cf47-06a1-489d-bef4-26a1079b3d89) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:47.144476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Port 25ff9580-ce94-4fb0-9cda-432794d30afd on network 7ec00116-e07e-4e45-a9a4-a2363c746438 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:47.146791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:47.177607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:47.178441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Checking segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:47.178861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Bound using segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:47.179870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Bound port: 25ff9580-ce94-4fb0-9cda-432794d30afd, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:47.179870 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:47.194236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-25dab39f-a5cc-4d7c-ab5b-1c9cd3ff98e0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343749 Aug 28 19:59:47.205410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-0827fd1e-0972-4b6e-b5ce-f94bae65749d tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/39a5aa5d-aa4f-4466-8b77-3fa2bddf670e HTTP/1.1" status: 200 len: 2998 time: 0.1439860 Aug 28 19:59:47.344306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks [] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:47.391178 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:47.449111 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-138f43c5-67cc-4cd4-8185-115c3d9621c0 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/39a5aa5d-aa4f-4466-8b77-3fa2bddf670e HTTP/1.1" status: 200 len: 2998 time: 0.2418718 Aug 28 19:59:47.458128 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:47.484826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:47.511863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:47.553099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:47.595610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16596655-f165-4f3f-8b8f-181c2d8b0c70 req-3d670f30-e937-4446-ba45-cc7684420f3c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742998 Aug 28 19:59:47.623542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-8f48d42b-4aa5-4bb4-8bc6-e59d122e24f6 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/3ac5170a-56a3-4dce-b985-144e01b26e2f HTTP/1.1" status: 200 len: 2998 time: 0.1734123 Aug 28 19:59:47.659683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Allocated IP 172.25.4.60 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/07e2319a-616c-4b56-a01f-073b49aa3596) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:47.665132 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:47.694595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:47.703635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:47.711654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 1091 time: 2.6220353 Aug 28 19:59:47.716636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec192-6153-4510-97d6-c118ad355721 req-a03cb3a2-607f-4200-abd1-fd2ab97d81f6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:47.727596 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39dec192-6153-4510-97d6-c118ad355721 req-a03cb3a2-607f-4200-abd1-fd2ab97d81f6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 943 time: 0.2828052 Aug 28 19:59:47.788529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:47.839695 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-e233c5bd-acfb-47c2-a8c0-18a5aa96b5b4 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/3ac5170a-56a3-4dce-b985-144e01b26e2f HTTP/1.1" status: 200 len: 2998 time: 0.2086234 Aug 28 19:59:47.882898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Pushing event updated for resources: {'Port': ['ID=6760cf47-06a1-489d-bef4-26a1079b3d89,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:47.933224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39dec192-6153-4510-97d6-c118ad355721 req-f123f55c-5858-4efb-81df-6548e76e8639 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046988 Aug 28 19:59:47.936383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:47.959509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65627f9-2cba-463a-a6e1-41dd1c0081f8 service neutron] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:47.964850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:48.028977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-87ee6d0e-1567-44fc-94de-b9a95e9c733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:48.031211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-87ee6d0e-1567-44fc-94de-b9a95e9c733a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1125 time: 0.1693869 Aug 28 19:59:48.044261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-ceabfba8-dc4c-4a76-8bf4-bbb70ca07d73 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/4439ce4d-1b51-4b9a-a527-e251fa7eaaf3 HTTP/1.1" status: 200 len: 2998 time: 0.1926029 Aug 28 19:59:48.194174 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:48.201485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-2a6a39d1-abc0-4aba-9193-134d3c768d13 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.1556106 Aug 28 19:59:48.211352 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:48.260083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ad1dc-d510-4857-967a-7c27f0fff271 None None] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 19:59:48.329766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks [] for port (07e2319a-616c-4b56-a01f-073b49aa3596), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:48.335883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-f36de198-82e1-412c-8da9-484090d0ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:48.338463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-f36de198-82e1-412c-8da9-484090d0ab4a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.1220629 Aug 28 19:59:48.386769 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (0d404430-e03f-4eb3-be45-e35bc4f8abd8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:48.395191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edc211cb-a0df-4c17-a899-4f676715b744 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:48.439613 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:48.450254 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-a7ebf16b-0cfd-43ef-b1d6-c066ff4cbc0c tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/4439ce4d-1b51-4b9a-a527-e251fa7eaaf3 HTTP/1.1" status: 200 len: 2998 time: 0.3792632 Aug 28 19:59:48.451421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-6225a0ae-4216-463b-bad7-601fbe1f8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:48.452811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d071d5be-7e5e-441d-80d4-a2b366d50db1 None None] Provisioning complete for port f389d22e-5551-4353-847b-2ee563893ac5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:48.453412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d071d5be-7e5e-441d-80d4-a2b366d50db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f389d22e-5551-4353-847b-2ee563893ac5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:48.453679 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-6225a0ae-4216-463b-bad7-601fbe1f8131 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1021194 Aug 28 19:59:48.535593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6beb1a-2a68-4109-90be-0bafd1ea8c1d req-2a5d3cd3-240c-48a1-8d93-791a2d2f371f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:48.537288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec6beb1a-2a68-4109-90be-0bafd1ea8c1d req-2a5d3cd3-240c-48a1-8d93-791a2d2f371f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 948 time: 0.3325191 Aug 28 19:59:48.562023 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:48.584729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port edc211cb-a0df-4c17-a899-4f676715b744 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:48.587859 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (edc211cb-a0df-4c17-a899-4f676715b744), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:48.589819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:48.597841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-519dc433-9863-4628-accb-bb0b2c13c8bc tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/454c1876-7562-41d1-b5f0-822bf4a17bb5 HTTP/1.1" status: 200 len: 2998 time: 0.1398463 Aug 28 19:59:48.622439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2055bb8c-ac64-4d9d-8747-04b09d8123fd details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:59:48.629560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d071d5be-7e5e-441d-80d4-a2b366d50db1 None None] Current status of the port f389d22e-5551-4353-847b-2ee563893ac5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:48.630287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d071d5be-7e5e-441d-80d4-a2b366d50db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f389d22e-5551-4353-847b-2ee563893ac5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:48.653288 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-11cf1a36-bf08-463f-84d8-a61ead9c3416 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877391 Aug 28 19:59:48.670501 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:48.703674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:48.729834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec6beb1a-2a68-4109-90be-0bafd1ea8c1d req-d22fa97d-90a1-4ce5-9fe3-161c5dad6124 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854434 Aug 28 19:59:48.743518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:48.760023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:48.776152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d071d5be-7e5e-441d-80d4-a2b366d50db1 None None] For port f389d22e-5551-4353-847b-2ee563893ac5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f389d22e-5551-4353-847b-2ee563893ac5,segment=NetworkSegment(bcaa4a9f-44fb-4957-91d6-ac5c596967f6),segment_id=bcaa4a9f-44fb-4957-91d6-ac5c596967f6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:48.812539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-ed493334-bb7b-4223-b644-2195818a4cc0 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/454c1876-7562-41d1-b5f0-822bf4a17bb5 HTTP/1.1" status: 200 len: 2998 time: 0.1691732 Aug 28 19:59:48.889550 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d071d5be-7e5e-441d-80d4-a2b366d50db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f389d22e-5551-4353-847b-2ee563893ac5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:48.892383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Pushing event updated for resources: {'Port': ['ID=07e2319a-616c-4b56-a01f-073b49aa3596,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:48.928070 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9f13fb-a292-4b74-9ceb-a9903557431d x-openstack-request-id: req-ce9f13fb-a292-4b74-9ceb-a9903557431d {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:48.928703 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5679cc4d-c32c-49a1-8888-1ec9eada4667", "tag": "2055bb8c-ac64-4d9d-8747-04b09d8123fd", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:48.929837 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce9f13fb-a292-4b74-9ceb-a9903557431d {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:48.930504 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9f13fb-a292-4b74-9ceb-a9903557431d'] response: {'name': 'network-changed', 'server_uuid': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'tag': '2055bb8c-ac64-4d9d-8747-04b09d8123fd', 'status': 'completed', 'code': 200} Aug 28 19:59:48.984752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port edc211cb-a0df-4c17-a899-4f676715b744 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:48.986209 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (edc211cb-a0df-4c17-a899-4f676715b744), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.009212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-122e494c-2791-44b6-9250-5f64020cb283 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/61bf3ac5-09c5-482e-b60e-5d1430295506 HTTP/1.1" status: 200 len: 2998 time: 0.1953912 Aug 28 19:59:49.074842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0d0680ec-bbb9-4b1d-95f0-ca9fe30598d2 None None] Provisioning complete for port 6760cf47-06a1-489d-bef4-26a1079b3d89 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:49.075512 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0d0680ec-bbb9-4b1d-95f0-ca9fe30598d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.100263 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.153583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a18972ba-0888-4ff9-8ca8-ca77b3d56481 req-54edc96f-ab2d-482c-b99d-bd7de7f5e4eb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890599 Aug 28 19:59:49.168387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-c2b6a945-0da3-4f3c-8405-823ad382365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:49.173344 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-c2b6a945-0da3-4f3c-8405-823ad382365f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 1130 time: 0.2352300 Aug 28 19:59:49.178146 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.181316 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.232594 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.235506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port edc211cb-a0df-4c17-a899-4f676715b744, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=edc211cb-a0df-4c17-a899-4f676715b744,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:49.284642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2055bb8c-ac64-4d9d-8747-04b09d8123fd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2055bb8c-ac64-4d9d-8747-04b09d8123fd,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:49.321073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071d5be-7e5e-441d-80d4-a2b366d50db1 None None] Pushing event updated for resources: {'Port': ['ID=f389d22e-5551-4353-847b-2ee563893ac5,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:49.335955 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (edc211cb-a0df-4c17-a899-4f676715b744), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.343345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f389d22e-5551-4353-847b-2ee563893ac5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:49.403687 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-6636e58e-ca28-4fc2-a6dc-631f184526c7 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/61bf3ac5-09c5-482e-b60e-5d1430295506 HTTP/1.1" status: 200 len: 2998 time: 0.3685749 Aug 28 19:59:49.409117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=edc211cb-a0df-4c17-a899-4f676715b744,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:49.416598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0d0680ec-bbb9-4b1d-95f0-ca9fe30598d2 None None] Port 6760cf47-06a1-489d-bef4-26a1079b3d89 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:49.436499 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2055bb8c-ac64-4d9d-8747-04b09d8123fd', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '2055bb8c-ac64-4d9d-8747-04b09d8123fd', 'mac_address': 'fa:16:3e:18:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:59:49.461805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24396-a48b-445d-b7d1-5dfbbc1e34b5 req-a918e864-cda4-471e-9a06-2bf79f59ce92 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:49.471105 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78b24396-a48b-445d-b7d1-5dfbbc1e34b5 req-a918e864-cda4-471e-9a06-2bf79f59ce92 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1127 time: 0.1905334 Aug 28 19:59:49.502668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-3575a474-0d37-4283-8843-d4b4431a7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:49.504508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-3575a474-0d37-4283-8843-d4b4431a7e40 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.3174264 Aug 28 19:59:49.524347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2055bb8c-ac64-4d9d-8747-04b09d8123fd is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:49.524793 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.526922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f389d22e-5551-4353-847b-2ee563893ac5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:49.527296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f389d22e-5551-4353-847b-2ee563893ac5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.550938 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.554110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-ca78d0c3-fd01-4dd3-be2a-67f327e011d1 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2055bb8c-ac64-4d9d-8747-04b09d8123fd HTTP/1.1" status: 200 len: 217 time: 0.0428839 Aug 28 19:59:49.555865 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-4d10d8b5-f445-48f7-b721-bd8fbf828a36 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/7d402ee3-0a17-4ea1-898b-71e5581c78b5 HTTP/1.1" status: 200 len: 2998 time: 0.1362631 Aug 28 19:59:49.561663 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.596107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2055bb8c-ac64-4d9d-8747-04b09d8123fd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:49.612602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-dfd223da-f60b-4b66-b751-c3a621943f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:49.614660 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-dfd223da-f60b-4b66-b751-c3a621943f41 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0544198 Aug 28 19:59:49.623329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2055bb8c-ac64-4d9d-8747-04b09d8123fd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2055bb8c-ac64-4d9d-8747-04b09d8123fd,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:49.629630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5e3da71b-e302-465d-b44d-5dd561866aba None None] Provisioning complete for port f389d22e-5551-4353-847b-2ee563893ac5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:49.630289 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5e3da71b-e302-465d-b44d-5dd561866aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f389d22e-5551-4353-847b-2ee563893ac5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.668521 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.680852 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.685223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-bc738f32-ab38-4c2e-a36a-3be0d6d99635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:49.685223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-bc738f32-ab38-4c2e-a36a-3be0d6d99635 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0611396 Aug 28 19:59:49.716872 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-486ad19d-c0fd-402c-b0b4-fe2a1fb97b43 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/7d402ee3-0a17-4ea1-898b-71e5581c78b5 HTTP/1.1" status: 200 len: 2998 time: 0.1007216 Aug 28 19:59:49.747694 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.799978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks [] for router_gateway (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:49.803281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5e3da71b-e302-465d-b44d-5dd561866aba None None] Current status of the port f389d22e-5551-4353-847b-2ee563893ac5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:49.806102 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:49.816083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f389d22e-5551-4353-847b-2ee563893ac5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:49.831451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2055bb8c-ac64-4d9d-8747-04b09d8123fd,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:49.833372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-154f8cd6-411e-4cb3-9071-b0cc5df803d5 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/85b9ade0-a85d-4b01-b199-55c81a4b0a36 HTTP/1.1" status: 200 len: 2990 time: 0.0891738 Aug 28 19:59:49.898511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78b24396-a48b-445d-b7d1-5dfbbc1e34b5 req-f6d893d1-a804-4665-a2cd-2c5e280c8f26 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517931 Aug 28 19:59:49.909094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-cb68830e-7329-4847-9049-9de066c2b94d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170119 Aug 28 19:59:49.912827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-f7e9c240-a083-4605-983b-0b9b56df3c1f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/85b9ade0-a85d-4b01-b199-55c81a4b0a36 HTTP/1.1" status: 200 len: 2990 time: 0.0596352 Aug 28 19:59:49.945947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2055bb8c-ac64-4d9d-8747-04b09d8123fd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:50.052677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-09fa27fe-b4f1-4af8-b18e-ade4a71d63ce tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/8c0c634e-655c-4a4e-8be9-ce379a331c2c HTTP/1.1" status: 200 len: 2998 time: 0.1254292 Aug 28 19:59:50.123233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da3a89d7-2402-46d3-9dc5-eba2bf5d6dcc req-1d7cb214-6caa-4e97-9919-34d7f1e2bbe7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047498 Aug 28 19:59:50.144331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-9351d308-8d91-4c7f-9260-739bb07e0938 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/8c0c634e-655c-4a4e-8be9-ce379a331c2c HTTP/1.1" status: 200 len: 2998 time: 0.0796936 Aug 28 19:59:50.154335 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:50.156987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:50.260094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-bb071b78-c894-459f-92cb-e56b78895aa5 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/97afc564-6ef4-406b-a6c2-1f65c380545d HTTP/1.1" status: 200 len: 2998 time: 0.1094534 Aug 28 19:59:50.269927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks [] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:50.290126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c2afd-ed6f-4d42-a702-400e32185be5 req-4f193baa-8d17-4b84-b136-5cb025bc83d8 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:50.302274 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d33c2afd-ed6f-4d42-a702-400e32185be5 req-4f193baa-8d17-4b84-b136-5cb025bc83d8 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1126 time: 0.1484323 Aug 28 19:59:50.333521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edc211cb-a0df-4c17-a899-4f676715b744 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:50.343844 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:50.348116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-1670013d-5933-408f-9408-1282d1d7f737 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/97afc564-6ef4-406b-a6c2-1f65c380545d HTTP/1.1" status: 200 len: 2998 time: 0.0819974 Aug 28 19:59:50.420403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port edc211cb-a0df-4c17-a899-4f676715b744 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:50.420689 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (edc211cb-a0df-4c17-a899-4f676715b744), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:50.423302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:50.439880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-f3d201b9-4b8b-4879-9dc3-2b4c718ba412 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/a9ff87fd-27d1-4ac4-a651-877dac7bc680 HTTP/1.1" status: 200 len: 2998 time: 0.0753808 Aug 28 19:59:50.476793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Pushing event updated for resources: {'Port': ['ID=6760cf47-06a1-489d-bef4-26a1079b3d89,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:50.497347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-87dac9e8-c4ea-4eba-8ce0-379ea7fa03f5 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/a9ff87fd-27d1-4ac4-a651-877dac7bc680 HTTP/1.1" status: 200 len: 2998 time: 0.0558503 Aug 28 19:59:50.553672 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d33c2afd-ed6f-4d42-a702-400e32185be5 req-749556bc-17a0-4b32-9b1d-02fa3b705b84 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504218 Aug 28 19:59:50.577638 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (0d404430-e03f-4eb3-be45-e35bc4f8abd8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:50.588459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port edc211cb-a0df-4c17-a899-4f676715b744 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:50.589711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f389d22e-5551-4353-847b-2ee563893ac5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:50.605379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-91565bde-481e-4e75-b239-7d4713f5b04f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/b0416d9a-d132-4ece-9fe0-032f959fef9e HTTP/1.1" status: 200 len: 2998 time: 0.1069069 Aug 28 19:59:50.661880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f389d22e-5551-4353-847b-2ee563893ac5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:50.662424 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f389d22e-5551-4353-847b-2ee563893ac5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:50.696317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 19:59:50.696471 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-e38c32ea-06a1-424d-aa1b-001e873a64c6 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/b0416d9a-d132-4ece-9fe0-032f959fef9e HTTP/1.1" status: 200 len: 2998 time: 0.0816729 Aug 28 19:59:50.696600 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:50.791768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-a9d84f9e-30a1-4865-a38a-f5599a4fa2b7 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/f59bf97d-8bac-4930-be80-85142bfae90e HTTP/1.1" status: 200 len: 2998 time: 0.0981801 Aug 28 19:59:50.796764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f389d22e-5551-4353-847b-2ee563893ac5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:50.831549 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:50.888526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e47abb5-918e-43fc-8199-16cda7999b0c req-39425e5b-9277-416a-8254-46404c042d20 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/f59bf97d-8bac-4930-be80-85142bfae90e HTTP/1.1" status: 200 len: 2998 time: 0.0949042 Aug 28 19:59:50.902042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22d824-65d0-491a-86d2-620662c8ff03 req-30290cb8-98b6-410d-bce7-cd4a70ea8de7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:50.903317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff22d824-65d0-491a-86d2-620662c8ff03 req-30290cb8-98b6-410d-bce7-cd4a70ea8de7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 943 time: 0.0618517 Aug 28 19:59:50.912500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:50.917710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:50.932019 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:50.934258 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:50.954497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:50.964746 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Sync routers for ids ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:50.985247 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Routers {'20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:50.992664 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:51.039418 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff22d824-65d0-491a-86d2-620662c8ff03 req-1d37852b-ec7f-4cf7-8d75-8c8ee4007b8e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254625 Aug 28 19:59:51.136176 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b06d00-0fec-4edb-b4e1-2fa141f4ad21 req-f470ba12-b4ad-45a6-aa01-20b84d685986 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:51.145217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-90b06d00-0fec-4edb-b4e1-2fa141f4ad21 req-f470ba12-b4ad-45a6-aa01-20b84d685986 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 949 time: 0.1569016 Aug 28 19:59:51.230826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:51.251952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f92d85dd-5e8e-4535-9e45-c31901b1e17e admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0913260 Aug 28 19:59:51.259315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41664) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 19:59:51.291773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:51.296205 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Set router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:51.298580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-90b06d00-0fec-4edb-b4e1-2fa141f4ad21 req-ad315055-a6a4-4eb2-8abe-fc9bba071d6c tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432171 Aug 28 19:59:51.372975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c414b0c2-d6eb-4422-8a5a-6cd59cb3a378 None None] Provisioning complete for port 6760cf47-06a1-489d-bef4-26a1079b3d89 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:51.380585 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c414b0c2-d6eb-4422-8a5a-6cd59cb3a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:51.486917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c414b0c2-d6eb-4422-8a5a-6cd59cb3a378 None None] Port 6760cf47-06a1-489d-bef4-26a1079b3d89 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:51.512379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69eade-d18b-4cac-b9b1-aa288b7f70d2 req-0fd244d3-aff0-49d3-a6cc-9618eba24667 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:51.515387 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e69eade-d18b-4cac-b9b1-aa288b7f70d2 req-0fd244d3-aff0-49d3-a6cc-9618eba24667 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 1126 time: 0.0511913 Aug 28 19:59:51.521683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804efac5-ed13-463a-a6bb-38d30240ebdd req-b5762836-8530-40ee-a1f2-9a8be17a67de tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:51.523560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-804efac5-ed13-463a-a6bb-38d30240ebdd req-b5762836-8530-40ee-a1f2-9a8be17a67de tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1127 time: 0.1891484 Aug 28 19:59:51.560968 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T19:59:49Z', 'revision_number': 3, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port': {'id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:46Z', 'updated_at': '2022-08-28T19:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:51.566676 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e69eade-d18b-4cac-b9b1-aa288b7f70d2 req-9a51c5d2-9b8c-45e9-ae79-3e600562ab69 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=05d3371a-6b2c-44e6-af11-c845df319494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Aug 28 19:59:51.569622 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:51.603768 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Checking router: 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:51.604187 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Updating router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b port 07e2319a-616c-4b56-a01f-073b49aa3596 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:59:51.651476 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:51.672770 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:51.679361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1da013be-afb8-4ad9-bcaf-b5af13c90ff7 req-4364f9c3-7a63-4c56-9eb0-70e90c79a001 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=203148593a554dd4b297a0d4a38231a4 HTTP/1.1" status: 200 len: 6153 time: 0.0827403 Aug 28 19:59:51.747920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1da013be-afb8-4ad9-bcaf-b5af13c90ff7 req-e71c8bc4-307f-4792-a62a-e8de455331f3 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "GET /networking/v2.0/security-groups/454c1876-7562-41d1-b5f0-822bf4a17bb5 HTTP/1.1" status: 200 len: 2998 time: 0.0563090 Aug 28 19:59:51.806853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1da013be-afb8-4ad9-bcaf-b5af13c90ff7 req-a13e07e4-304f-4a32-b276-e3d8167328e3 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "GET /networking/v2.0/security-groups/454c1876-7562-41d1-b5f0-822bf4a17bb5 HTTP/1.1" status: 200 len: 2998 time: 0.0485539 Aug 28 19:59:51.853688 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f8d5d-9653-4fbc-a0f4-e12758011e6a x-openstack-request-id: req-999f8d5d-9653-4fbc-a0f4-e12758011e6a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:51.853688 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:51.854282 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-999f8d5d-9653-4fbc-a0f4-e12758011e6a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:51.855981 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999f8d5d-9653-4fbc-a0f4-e12758011e6a'] response: {'name': 'network-changed', 'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'status': 'completed', 'code': 200} Aug 28 19:59:51.941166 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b7dc-2b4b-4a4b-8092-8a04d2cefce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:51.946226 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Publish callbacks [] for port (07e2319a-616c-4b56-a01f-073b49aa3596), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:51.991759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-882344f9-8e04-4e88-a4bd-67f9af61e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:51.993395 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-882344f9-8e04-4e88-a4bd-67f9af61e871 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1125 time: 0.0662963 Aug 28 19:59:52.015965 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.086931 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-804efac5-ed13-463a-a6bb-38d30240ebdd req-ab6f1aa4-0278-4a7e-b80f-8d70002e665a tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467129 Aug 28 19:59:52.107528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:52.125586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Sync routers for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:52.125821 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeba00-a6b9-4db5-83fa-656e8bd7a542 None None] Pushing event updated for resources: {'Port': ['ID=07e2319a-616c-4b56-a01f-073b49aa3596,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:52.128172 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Attempting to bind port 07e2319a-616c-4b56-a01f-073b49aa3596 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:52.128782 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Attempting to bind port 07e2319a-616c-4b56-a01f-073b49aa3596 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:52.129386 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Attempting to bind port 07e2319a-616c-4b56-a01f-073b49aa3596 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:52.136343 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:52.137087 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:52.137664 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.138443 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:52.139208 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Bound port: 07e2319a-616c-4b56-a01f-073b49aa3596, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:52.140064 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.162634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:52.164768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:52.189664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-401e14c3-a306-401a-96a1-eac8a7ab9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:52.191549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-401e14c3-a306-401a-96a1-eac8a7ab9db4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.1903155 Aug 28 19:59:52.197076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0d88703e-7033-4d8d-af9e-29f613efefa0 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0d404430-e03f-4eb3-be45-e35bc4f8abd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3345325 Aug 28 19:59:52.211649 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] For port 07e2319a-616c-4b56-a01f-073b49aa3596, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:52.220400 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] For port 07e2319a-616c-4b56-a01f-073b49aa3596, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=07e2319a-616c-4b56-a01f-073b49aa3596,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:52.315170 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.380046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-5fb7f26b-4f1f-4c04-b791-fa80bb23e4b0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.1713991 Aug 28 19:59:52.438472 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:52.474123 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:52.476774 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeba00-a6b9-4db5-83fa-656e8bd7a542 None None] Pushing event updated for resources: {'Port': ['ID=07e2319a-616c-4b56-a01f-073b49aa3596,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:52.500815 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Routers {'20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:52.504653 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:52.552766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-ff5bbaa2-b0b2-4a39-8c46-40fd9a74862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:52.552766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-ff5bbaa2-b0b2-4a39-8c46-40fd9a74862a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.1629920 Aug 28 19:59:52.567948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23443bad-7aaf-45ad-b879-a220c317d6c8 req-d5c1afc4-0ea3-484d-a81a-525d0fb45a10 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0 HTTP/1.1" status: 200 len: 1793 time: 0.2432964 Aug 28 19:59:52.573381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 19:59:52.594461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:52.633712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424c11-6c77-4c9a-9c46-0acb1b23257e req-8f5a9151-157c-4c99-9ae2-8631d07440c6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:52.635370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64424c11-6c77-4c9a-9c46-0acb1b23257e req-8f5a9151-157c-4c99-9ae2-8631d07440c6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 943 time: 0.1056008 Aug 28 19:59:52.658294 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:52.666922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2055bb8c-ac64-4d9d-8747-04b09d8123fd up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:52.695605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-4df4b8bf-082a-43df-bab2-cca75aef6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:52.696807 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-4df4b8bf-082a-43df-bab2-cca75aef6af8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1382914 Aug 28 19:59:52.716721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-23443bad-7aaf-45ad-b879-a220c317d6c8 req-26d180bf-0728-43f0-9e82-3354f115524e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.743288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-23443bad-7aaf-45ad-b879-a220c317d6c8 req-26d180bf-0728-43f0-9e82-3354f115524e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.748401 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] Set router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:52.911490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64424c11-6c77-4c9a-9c46-0acb1b23257e req-5e220532-5697-4f6c-a3ce-df19699b8de7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606142 Aug 28 19:59:52.912009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-23443bad-7aaf-45ad-b879-a220c317d6c8 req-26d180bf-0728-43f0-9e82-3354f115524e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.914580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-23443bad-7aaf-45ad-b879-a220c317d6c8 req-26d180bf-0728-43f0-9e82-3354f115524e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.916007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23443bad-7aaf-45ad-b879-a220c317d6c8 req-26d180bf-0728-43f0-9e82-3354f115524e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0 HTTP/1.1" status: 204 len: 173 time: 0.3472128 Aug 28 19:59:52.929723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:52.942599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d180bf-0728-43f0-9e82-3354f115524e tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0ea714-3f02-4d06-9ebe-c2f4c2a281a0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:52.947151 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:52.966878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 2055bb8c-ac64-4d9d-8747-04b09d8123fd completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:59:53.079706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 2055bb8c-ac64-4d9d-8747-04b09d8123fd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:53.080321 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:53.091394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:53.160266 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T19:59:49Z', 'revision_number': 3, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port': {'id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:46Z', 'updated_at': '2022-08-28T19:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:53.196205 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7269d0f-78ab-42c5-86a8-a7fa93e3372b None None] The sync data for ids ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'] in n-d-854121-7 is: [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T19:59:49Z', 'revision_number': 3, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port': {'id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:46Z', 'updated_at': '2022-08-28T19:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:53.228861 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:53.379413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'port_id': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'mac_address': 'fa:16:3e:ad:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 19:59:53.490167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:53.536960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2055bb8c-ac64-4d9d-8747-04b09d8123fd is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:53.537362 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:53.560303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:53.560700 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:53.566860 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:49Z', 'revision_number': 2, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:53.609318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2055bb8c-ac64-4d9d-8747-04b09d8123fd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2055bb8c-ac64-4d9d-8747-04b09d8123fd,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:53.637469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055bb8c-ac64-4d9d-8747-04b09d8123fd'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:53.640094 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4755f9-1fa2-4cf4-83f8-a13fcc69d668" -d '{"events": [{"server_uuid": "5679cc4d-c32c-49a1-8888-1ec9eada4667", "name": "network-vif-plugged", "status": "completed", "tag": "2055bb8c-ac64-4d9d-8747-04b09d8123fd"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:53.644313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Checking router: 0d404430-e03f-4eb3-be45-e35bc4f8abd8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:53.644714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Updating router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 port 6760cf47-06a1-489d-bef4-26a1079b3d89 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:59:53.647861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ff9580-ce94-4fb0-9cda-432794d30afd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 19:59:53.677220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:53.703143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:53.712175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Allocated IP 172.20.0.1 (91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21/27131528-d3f1-4ee8-941a-ba81660f3250/dbfa14d3-e526-4bb9-b93d-f4eeeb358549) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 19:59:53.781758 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:53.785916 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:53.858029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-7ba32fd8-6a4c-41a9-a5cd-8e2dfdce1f07 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:53.875736 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-7ba32fd8-6a4c-41a9-a5cd-8e2dfdce1f07 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 200 len: 829 time: 0.3407948 Aug 28 19:59:53.889342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2055bb8c-ac64-4d9d-8747-04b09d8123fd,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:53.942127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-603c1419-45fe-4d3a-8144-5e568595a84f tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/quotas/4b790fd7dc704073bc96021037e72f7d HTTP/1.1" status: 200 len: 375 time: 0.0637848 Aug 28 19:59:54.145035 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:54.151781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:54.157260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd276f-4095-406d-b42d-b81286df0eef req-93117ba3-f643-48fe-9e63-bfaad77ebf5b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:54.164690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-64fd276f-4095-406d-b42d-b81286df0eef req-93117ba3-f643-48fe-9e63-bfaad77ebf5b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 949 time: 0.9131141 Aug 28 19:59:54.182252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-6cc232e9-b191-48d4-97b8-41eeae337e11 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4b790fd7dc704073bc96021037e72f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2391996 Aug 28 19:59:54.200300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6df7bce3-c902-46e5-a184-fb80aaf259cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.265416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['25ff9580-ce94-4fb0-9cda-432794d30afd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 19:59:54.280551 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:54.320115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 07e2319a-616c-4b56-a01f-073b49aa3596 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:54.429797 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks [] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.445141 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-64fd276f-4095-406d-b42d-b81286df0eef req-896db888-4d89-4e1e-ab24-0350591601f8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794464 Aug 28 19:59:54.454824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-d7dfbf76-28b4-416e-b968-1b28aa6f45c6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3535492 Aug 28 19:59:54.517054 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:54.532339 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-32302438-f7ee-493d-9392-a6589cfcf62e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477397 Aug 28 19:59:54.634071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-868cd573-1a52-4dab-8c56-a51e6306c3a2 req-a2be86be-1d9f-4614-9410-04eb3a7c3c59 tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/94211868-62c9-4c90-b506-80844097e2f5 HTTP/1.1" status: 200 len: 1794 time: 0.1328523 Aug 28 19:59:54.669726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-136e675a-3d8c-4c30-8469-bbdabe9b5e0c req-7d034d95-04b9-4ed1-950e-9f0d05dc5c91 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948676 Aug 28 19:59:54.717013 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:54.734304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-868cd573-1a52-4dab-8c56-a51e6306c3a2 req-e2e1cbbc-1dfa-4a56-b473-c674fcc32e2f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (94211868-62c9-4c90-b506-80844097e2f5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.736196 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.762803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-868cd573-1a52-4dab-8c56-a51e6306c3a2 req-e2e1cbbc-1dfa-4a56-b473-c674fcc32e2f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (94211868-62c9-4c90-b506-80844097e2f5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.874513 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Publish callbacks [] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.878434 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:54.905050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-a542f9d8-a6f8-48e0-9897-67af894ada7d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718107 Aug 28 19:59:54.906504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Pushing event updated for resources: {'Port': ['ID=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:54.908526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 07e2319a-616c-4b56-a01f-073b49aa3596 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:54.909310 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.918168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:54.922827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:54.940720 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-868cd573-1a52-4dab-8c56-a51e6306c3a2 req-e2e1cbbc-1dfa-4a56-b473-c674fcc32e2f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (94211868-62c9-4c90-b506-80844097e2f5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.945134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-868cd573-1a52-4dab-8c56-a51e6306c3a2 req-e2e1cbbc-1dfa-4a56-b473-c674fcc32e2f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.955085 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-868cd573-1a52-4dab-8c56-a51e6306c3a2 req-e2e1cbbc-1dfa-4a56-b473-c674fcc32e2f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/94211868-62c9-4c90-b506-80844097e2f5 HTTP/1.1" status: 204 len: 173 time: 0.3184958 Aug 28 19:59:54.977208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 19:59:54.977347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:54.999008 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:55.006049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1cbbc-1dfa-4a56-b473-c674fcc32e2f tempest-SecurityGroupsTestAdminJSON-459051800 tempest-SecurityGroupsTestAdminJSON-459051800-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94211868-62c9-4c90-b506-80844097e2f5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:55.148997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a06c7-2154-43af-8b5c-2fe591c56001 None None] Pushing event updated for resources: {'Port': ['ID=6760cf47-06a1-489d-bef4-26a1079b3d89,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:55.169088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.220891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Attempting to bind port 6760cf47-06a1-489d-bef4-26a1079b3d89 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:55.221624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Attempting to bind port 6760cf47-06a1-489d-bef4-26a1079b3d89 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:55.222288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Attempting to bind port 6760cf47-06a1-489d-bef4-26a1079b3d89 on network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:55.258731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:55.264051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Checking segment: {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:55.265512 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.266201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Bound using segment: {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:55.267010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Bound port: 6760cf47-06a1-489d-bef4-26a1079b3d89, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:55.267676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.272102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 07e2319a-616c-4b56-a01f-073b49aa3596 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:55.277347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.317506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 07e2319a-616c-4b56-a01f-073b49aa3596, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=07e2319a-616c-4b56-a01f-073b49aa3596,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:55.374699 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.476306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-abec43a6-4cf4-4c6a-8079-7163884e44a4 None None] Provisioning complete for port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:55.476854 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-abec43a6-4cf4-4c6a-8079-7163884e44a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.548810 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:55.575158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-abec43a6-4cf4-4c6a-8079-7163884e44a4 None None] Port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:55.575158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] For port 6760cf47-06a1-489d-bef4-26a1079b3d89, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 19:59:55.606973 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.649825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] For port 6760cf47-06a1-489d-bef4-26a1079b3d89, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6760cf47-06a1-489d-bef4-26a1079b3d89,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:55.653730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=07e2319a-616c-4b56-a01f-073b49aa3596,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:55.687478 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73942d24-381f-47e9-84ff-b0ba77f01af0 x-openstack-request-id: req-73942d24-381f-47e9-84ff-b0ba77f01af0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:55.688336 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679cc4d-c32c-49a1-8888-1ec9eada4667", "name": "network-vif-plugged", "status": "completed", "tag": "2055bb8c-ac64-4d9d-8747-04b09d8123fd", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:55.688769 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73942d24-381f-47e9-84ff-b0ba77f01af0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:55.689612 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73942d24-381f-47e9-84ff-b0ba77f01af0'] response: {'server_uuid': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055bb8c-ac64-4d9d-8747-04b09d8123fd', 'code': 200} Aug 28 19:59:55.724017 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.731052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:55.879458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:55.880245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:55.923646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234d9f3-0e7e-4d40-a120-07f44c429f82 req-9804574e-6bb0-475b-9782-fab6c5cd90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:55.926530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e234d9f3-0e7e-4d40-a120-07f44c429f82 req-9804574e-6bb0-475b-9782-fab6c5cd90c7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 1132 time: 0.1842747 Aug 28 19:59:56.042895 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e234d9f3-0e7e-4d40-a120-07f44c429f82 req-7744c503-d8d7-40d5-8b8b-ef0bec74f3f2 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068146 Aug 28 19:59:56.108560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a06c7-2154-43af-8b5c-2fe591c56001 None None] Pushing event updated for resources: {'Port': ['ID=6760cf47-06a1-489d-bef4-26a1079b3d89,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:56.177369 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:56.223178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102d8fe-77a9-48f5-aed7-0301782da401 req-3985d84a-7fea-486a-9ca0-6a300e82eec7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:56.228264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7102d8fe-77a9-48f5-aed7-0301782da401 req-3985d84a-7fea-486a-9ca0-6a300e82eec7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.3589222 Aug 28 19:59:56.369034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:56.372238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 07e2319a-616c-4b56-a01f-073b49aa3596 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:56.432598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks [] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:56.562635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7102d8fe-77a9-48f5-aed7-0301782da401 req-c933b7ab-8483-4aea-a5f9-5b3f1bd9de9e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306379 Aug 28 19:59:56.570500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:56.588362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 19:59:56.611408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:56.758235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 25ff9580-ce94-4fb0-9cda-432794d30afd completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 19:59:56.797295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 07e2319a-616c-4b56-a01f-073b49aa3596 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:56.797596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:56.799150 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:56.865888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 25ff9580-ce94-4fb0-9cda-432794d30afd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:56.866276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:56.929451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Pushing event updated for resources: {'Port': ['ID=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:56.933228 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:56.986634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5766cd81-fa5a-41d9-8c58-67460ff39bff req-45049e6b-cc2d-4768-b7a5-e8867bf8d6a8 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "GET /networking/v2.0/security-groups/f358eaf5-2329-49fe-9b92-b1f3ad176a2e HTTP/1.1" status: 200 len: 1793 time: 0.2076569 Aug 28 19:59:57.053252 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.128217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 07e2319a-616c-4b56-a01f-073b49aa3596 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:57.134641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:57.186098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71d6c6-ca56-48dc-82fa-20d46317b403 None None] The sync data for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 is: [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 19:59:57.190080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:57.190571 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.234404 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5766cd81-fa5a-41d9-8c58-67460ff39bff req-5dbe8aa4-1fc2-43a5-92b5-99334e596d34 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (f358eaf5-2329-49fe-9b92-b1f3ad176a2e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.302164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 19:59:57.308977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 19:59:57.316408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:57.319304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5766cd81-fa5a-41d9-8c58-67460ff39bff req-5dbe8aa4-1fc2-43a5-92b5-99334e596d34 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (f358eaf5-2329-49fe-9b92-b1f3ad176a2e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.462174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.526713 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:57.546427 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.646505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:57.668775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.669217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.669669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.670122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.670493 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.670956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.671363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.671765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.672166 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.672567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.672968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.673364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.674768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.675192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.676193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 19:59:57.698114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 19:59:57.699358 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df067ace-2aca-4fbe-9484-530179e4cff5" -d '{"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-plugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 19:59:57.757231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 19:59:57.778800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5766cd81-fa5a-41d9-8c58-67460ff39bff req-5dbe8aa4-1fc2-43a5-92b5-99334e596d34 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f358eaf5-2329-49fe-9b92-b1f3ad176a2e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.782996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5766cd81-fa5a-41d9-8c58-67460ff39bff req-5dbe8aa4-1fc2-43a5-92b5-99334e596d34 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.796413 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5766cd81-fa5a-41d9-8c58-67460ff39bff req-5dbe8aa4-1fc2-43a5-92b5-99334e596d34 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f358eaf5-2329-49fe-9b92-b1f3ad176a2e HTTP/1.1" status: 204 len: 173 time: 0.7954888 Aug 28 19:59:57.855178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8aa4-1fc2-43a5-92b5-99334e596d34 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f358eaf5-2329-49fe-9b92-b1f3ad176a2e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:57.891466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5fedcc28-58bf-42cc-8624-154a065d95aa None None] Provisioning complete for port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:57.891839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5fedcc28-58bf-42cc-8624-154a065d95aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:57.971398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 19:59:57.981255 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Sync routers for ids ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 19:59:57.990687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a1cff782-6a4a-4428-a497-f0a34a22098e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7204304 Aug 28 19:59:58.008440 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Routers {'20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 19:59:58.009109 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:58.014257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5fedcc28-58bf-42cc-8624-154a065d95aa None None] Port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 19:59:58.050880 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3b79b53-5cfc-4beb-ada1-2fb0b57d1468 req-fd6eed30-1acb-4afe-9b0b-1340f705a487 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 210 time: 0.0767488 Aug 28 19:59:58.069810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-9a1c6deb-6479-4770-ad0f-78f61144c85b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 19:59:58.082672 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-9a1c6deb-6479-4770-ad0f-78f61144c85b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2442806 Aug 28 19:59:58.266104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-942a4c47-4ba8-4291-9808-584f587c3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:58.283096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-942a4c47-4ba8-4291-9808-584f587c3e62 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 1124 time: 0.1976666 Aug 28 19:59:58.289748 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Set router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 19:59:58.291610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Request body: {'binding': {'host': 'n-h1-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:58.292082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Unknown quota resources ['binding']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 19:59:58.319022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6760cf47-06a1-489d-bef4-26a1079b3d89 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 19:59:58.448788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6760cf47-06a1-489d-bef4-26a1079b3d89 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 19:59:58.449286 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:58.645653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fa69e-54e6-4f07-b0df-e0d1fd209b15 req-1be85325-a6fd-4de8-90a4-9157bb2e46ba tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:58.654755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c18fa69e-54e6-4f07-b0df-e0d1fd209b15 req-1be85325-a6fd-4de8-90a4-9157bb2e46ba tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 950 time: 0.3577025 Aug 28 19:59:58.759703 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port': {'id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:46Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dbfa14d3-e526-4bb9-b93d-f4eeeb358549', 'name': '', 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'mac_address': 'fa:16:3e:08:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '27131528-d3f1-4ee8-941a-ba81660f3250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:52Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 2, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'subnets': [{'id': '27131528-d3f1-4ee8-941a-ba81660f3250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 19:59:58.760910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6760cf47-06a1-489d-bef4-26a1079b3d89 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 19:59:58.761319 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:58.796423 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Checking router: 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 19:59:58.797060 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Updating router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 19:59:58.827737 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:58.839244 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:58.896867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6760cf47-06a1-489d-bef4-26a1079b3d89, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6760cf47-06a1-489d-bef4-26a1079b3d89,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 19:59:58.911138 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c18fa69e-54e6-4f07-b0df-e0d1fd209b15 req-549667c8-a234-46a1-b8fb-29c8dc9d6878 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550228 Aug 28 19:59:58.982574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:59.124771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6760cf47-06a1-489d-bef4-26a1079b3d89,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:59.127583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on host n-h1-854121-7 for vnic_type normal with profile None {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:59.127935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:59.128272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:59.147867 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:59.156883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 19:59:59.157224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:59.173000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:59.173933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:59.180579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:59.180579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Bound port: fa8f8171-b64b-40cd-86db-0885291066a7, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:59.281316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 19:59:59.322145 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 19:59:59.347173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e731d1-1364-4d82-a65f-8217bdef93f3 req-25a36140-51ba-443f-9fa3-3007e321e18a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:59.354764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7e731d1-1364-4d82-a65f-8217bdef93f3 req-25a36140-51ba-443f-9fa3-3007e321e18a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0706217 Aug 28 19:59:59.385116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:59.386364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-0f26af1c-909f-4f16-a10d-ddefd0101b0e service neutron] 10.222.0.78 "POST /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1019177 Aug 28 19:59:59.406493 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Publish callbacks [] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:59.449076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7e731d1-1364-4d82-a65f-8217bdef93f3 req-6bc58c25-1e27-4530-9c60-f0f5158da0bd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745523 Aug 28 19:59:59.488135 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb56ad90-a59d-4ff2-870c-7eff4fbde793 x-openstack-request-id: req-eb56ad90-a59d-4ff2-870c-7eff4fbde793 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 19:59:59.488628 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-plugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 19:59:59.488735 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb56ad90-a59d-4ff2-870c-7eff4fbde793 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 19:59:59.489066 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb56ad90-a59d-4ff2-870c-7eff4fbde793'] response: {'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'code': 200} Aug 28 19:59:59.540599 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:59.718269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-1de4b948-4b5b-4bde-8560-6cf6bcd37277 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 19:59:59.720642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-1de4b948-4b5b-4bde-8560-6cf6bcd37277 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.89 "GET /networking/v2.0/networks?id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 200 len: 829 time: 0.2895062 Aug 28 19:59:59.779839 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15242ad4-bbeb-42f6-bc24-994c8a4855bd None None] Pushing event updated for resources: {'Port': ['ID=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 19:59:59.786673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Request body: {'port': {'device_id': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'admin_state_up': True, 'tenant_id': '4b790fd7dc704073bc96021037e72f7d'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 19:59:59.827496 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Attempting to bind port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 19:59:59.827977 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Attempting to bind port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 19:59:59.828446 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Attempting to bind port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 on network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 19:59:59.843234 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 19:59:59.843849 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Checking segment: {'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 19:59:59.844359 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:59.844888 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Bound using segment: {'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 19:59:59.845473 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Bound port: dbfa14d3-e526-4bb9-b93d-f4eeeb358549, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 19:59:59.847977 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 19:59:59.972521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f4e2789-b518-4fee-8a29-178805924d46 req-8625c722-51a1-49ae-a277-8d59018f493d tempest-FloatingIPsNegativeTestJSON-2141265051 tempest-FloatingIPsNegativeTestJSON-2141265051-project] 10.222.0.78 "GET /networking/v2.0/floatingips?tenant_id=a779170f0bbb4b02b5f79007804a5221 HTTP/1.1" status: 200 len: 217 time: 0.1310945 Aug 28 20:00:00.000394 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] For port dbfa14d3-e526-4bb9-b93d-f4eeeb358549, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:00.009955 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] For port dbfa14d3-e526-4bb9-b93d-f4eeeb358549, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,segment=NetworkSegment(bcaa4a9f-44fb-4957-91d6-ac5c596967f6),segment_id=bcaa4a9f-44fb-4957-91d6-ac5c596967f6)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:00.061283 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:00.100773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac151d8-b415-4f28-92f5-d7c194854593 req-1b9211bd-c785-4700-8333-a4c15b823ece tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:00.101044 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Routers {'20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:00.102154 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:00.109169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ac151d8-b415-4f28-92f5-d7c194854593 req-1b9211bd-c785-4700-8333-a4c15b823ece tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 1132 time: 0.0583358 Aug 28 20:00:00.144860 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45f70210-17af-438d-b05a-151c99508d10 req-7cc68556-9e9e-4180-bc7c-b35936ccfbc3 tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "GET /networking/v2.0/security-groups/4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d HTTP/1.1" status: 200 len: 1795 time: 0.4187987 Aug 28 20:00:00.146743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4fcb5-b938-41ab-b9c4-44a580c6387d req-307183ba-5703-4b56-9c76-86df0d6a781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:00.148523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-18b4fcb5-b938-41ab-b9c4-44a580c6387d req-307183ba-5703-4b56-9c76-86df0d6a781f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1127 time: 0.4070947 Aug 28 20:00:00.162343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ac151d8-b415-4f28-92f5-d7c194854593 req-686667d2-951c-4397-a3b6-c887cd6def29 tempest-ServersOnMultiNodesTest-520262836 tempest-ServersOnMultiNodesTest-520262836-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520992 Aug 28 20:00:00.228295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Made reservation on behalf of 4b790fd7dc704073bc96021037e72f7d for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:00:00.232421 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:00.302439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6760cf47-06a1-489d-bef4-26a1079b3d89 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:00.344324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76c1b9ef-ebc5-4a98-9d17-6e32d4b0494e req-9ed7d933-734f-4714-a62a-31e244fb695e tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 210 time: 0.0532370 Aug 28 20:00:00.359508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-18b4fcb5-b938-41ab-b9c4-44a580c6387d req-22e9d5f5-1d76-4667-9b7d-d896fd3ae556 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561694 Aug 28 20:00:00.381453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-075cb9f7-9fcb-4748-984c-fb6c77283b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:00.388764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-075cb9f7-9fcb-4748-984c-fb6c77283b83 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1127 time: 0.1387887 Aug 28 20:00:00.417443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-45f70210-17af-438d-b05a-151c99508d10 req-610ed972-7bd7-4030-8c49-36faf34cb27a tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:00.451244 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15242ad4-bbeb-42f6-bc24-994c8a4855bd None None] Pushing event updated for resources: {'Port': ['ID=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:00.508809 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] Set router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:00.538140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6760cf47-06a1-489d-bef4-26a1079b3d89 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:00.538962 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:00.548840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-45f70210-17af-438d-b05a-151c99508d10 req-610ed972-7bd7-4030-8c49-36faf34cb27a tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:00.576188 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:00.624562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ad74e-ea60-4105-955b-3338671394d5 req-907c0d49-31b2-4667-b9f3-91927357b205 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:00.641770 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-621ad74e-ea60-4105-955b-3338671394d5 req-907c0d49-31b2-4667-b9f3-91927357b205 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.1402628 Aug 28 20:00:00.734383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6760cf47-06a1-489d-bef4-26a1079b3d89 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:00.753692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Allocated IP 172.20.0.10 (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46/011e884e-2e0a-4c97-9e19-275a098a5806/a94d638b-9518-4ca7-83b0-4e0644accfcc) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:00.861088 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:00.862414 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:00.886852 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port': {'id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:46Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dbfa14d3-e526-4bb9-b93d-f4eeeb358549', 'name': '', 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'mac_address': 'fa:16:3e:08:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '27131528-d3f1-4ee8-941a-ba81660f3250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:52Z', 'updated_at': '2022-08-28T19:59:59Z', 'revision_number': 4, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'subnets': [{'id': '27131528-d3f1-4ee8-941a-ba81660f3250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:00.929797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e83895e-ab05-4aa9-ac2f-e73efab59895 None None] The sync data for ids ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'] in n-d-854121-7 is: [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port': {'id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:46Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dbfa14d3-e526-4bb9-b93d-f4eeeb358549', 'name': '', 'network_id': '91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'mac_address': 'fa:16:3e:08:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '27131528-d3f1-4ee8-941a-ba81660f3250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:52Z', 'updated_at': '2022-08-28T19:59:59Z', 'revision_number': 4, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'subnets': [{'id': '27131528-d3f1-4ee8-941a-ba81660f3250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:00:01.024446 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:01.084336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-621ad74e-ea60-4105-955b-3338671394d5 req-32dac89d-f9bf-47d5-a3c2-23e0ab21ca49 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408367 Aug 28 20:00:01.211484 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7620f3d4-09d2-475e-8302-f65e2eb457af req-5648ccaf-aadd-47ba-84ca-52db2ddbe32e tempest-FloatingIPsNegativeTestJSON-2141265051 tempest-FloatingIPsNegativeTestJSON-2141265051-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0507782 Aug 28 20:00:01.240998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-2fa6fbf4-ae0e-4a50-992d-ce8884217710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:01.240998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-2fa6fbf4-ae0e-4a50-992d-ce8884217710 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.5293396 Aug 28 20:00:01.308542 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-442040f3-021c-46b6-9cad-ef387cdf2365 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 217 time: 0.0569911 Aug 28 20:00:01.383811 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:01.507197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-86f742d2-2cd4-4187-9a77-ad9613213b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:01.516901 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-86f742d2-2cd4-4187-9a77-ad9613213b0d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1865678 Aug 28 20:00:01.532475 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:01.758793 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-45f70210-17af-438d-b05a-151c99508d10 req-610ed972-7bd7-4030-8c49-36faf34cb27a tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:01.765524 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-45f70210-17af-438d-b05a-151c99508d10 req-610ed972-7bd7-4030-8c49-36faf34cb27a tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:01.765524 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45f70210-17af-438d-b05a-151c99508d10 req-610ed972-7bd7-4030-8c49-36faf34cb27a tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d HTTP/1.1" status: 204 len: 173 time: 1.6122894 Aug 28 20:00:01.766441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:01.872094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-d648789e-f3a1-4d2a-a0a7-700de3e151d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:01.875762 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-d648789e-f3a1-4d2a-a0a7-700de3e151d1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867922 Aug 28 20:00:01.923676 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:01.939269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:01.956802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ed972-7bd7-4030-8c49-36faf34cb27a tempest-SecurityGroupsTestAdminJSON-41703170 tempest-SecurityGroupsTestAdminJSON-41703170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbbe865-1ad7-4fa1-8cd9-6a2ec33ae77d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:01.963646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:01.966689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event updated for resources: {'Port': ['ID=a94d638b-9518-4ca7-83b0-4e0644accfcc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:02.013952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:02.166561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d609e-48ea-4d96-b51d-29ddea558c84 req-75223fd3-32d3-4735-8b39-f70ef7360c21 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:02.176256 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-002d609e-48ea-4d96-b51d-29ddea558c84 req-75223fd3-32d3-4735-8b39-f70ef7360c21 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2621427 Aug 28 20:00:02.216596 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-d59eb7e6-6d36-4aad-95db-edfb953cff6a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255992 Aug 28 20:00:02.273923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:02.281812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:02.417577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dbfa14d3-e526-4bb9-b93d-f4eeeb358549 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:02.422755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-002d609e-48ea-4d96-b51d-29ddea558c84 req-c4bb0e5e-cc6e-4677-a285-eae0882f107e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413776 Aug 28 20:00:02.547407 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-f7635d13-d3cf-4e2c-831f-060ba6201811 req-f65c1044-e844-4f7d-a9d0-cb43f2c70205 tempest-FloatingIPsNegativeTestJSON-2141265051 tempest-FloatingIPsNegativeTestJSON-2141265051-project] show failed (client error): The resource could not be found. Aug 28 20:00:02.559774 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7635d13-d3cf-4e2c-831f-060ba6201811 req-f65c1044-e844-4f7d-a9d0-cb43f2c70205 tempest-FloatingIPsNegativeTestJSON-2141265051 tempest-FloatingIPsNegativeTestJSON-2141265051-project] 10.222.0.78 "GET /networking/v2.0/floatingips/d81ef88b-5d1d-4579-a326-cfbd8843c6b1 HTTP/1.1" status: 404 len: 350 time: 0.0925159 Aug 28 20:00:02.572086 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-8d6360d4-4e95-4e82-afff-b7b26499f99d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7926714 Aug 28 20:00:02.572086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41832) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:02.584829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-eaaa2918-e451-43cf-9058-59807f1ff7b1 None None] Provisioning complete for port a94d638b-9518-4ca7-83b0-4e0644accfcc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:02.590007 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eaaa2918-e451-43cf-9058-59807f1ff7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:02.671312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-78d1c48c-61e8-4ff1-befe-6b692703e0e5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495466 Aug 28 20:00:02.776637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0954c7-7f49-49f5-af0f-69f7f6fd2800 req-64c9248b-cd5e-4e97-8c56-bffd0f9c05df tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:02.778186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e0954c7-7f49-49f5-af0f-69f7f6fd2800 req-64c9248b-cd5e-4e97-8c56-bffd0f9c05df tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 932 time: 0.1197059 Aug 28 20:00:02.778774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41834) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:02.835754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:02.844486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:02.979214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa2918-e451-43cf-9058-59807f1ff7b1 None None] Port a94d638b-9518-4ca7-83b0-4e0644accfcc cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:00:03.025167 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e0954c7-7f49-49f5-af0f-69f7f6fd2800 req-c462293b-d307-4454-b6d0-6abeec620141 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322161 Aug 28 20:00:03.087905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:03.089951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:03.135075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14facdaa-222a-484c-b64a-b5d19e6f9f54 req-b41abc49-8aa6-4167-9a46-b932562035f3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:03.147691 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14facdaa-222a-484c-b64a-b5d19e6f9f54 req-b41abc49-8aa6-4167-9a46-b932562035f3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.2870011 Aug 28 20:00:03.166841 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:03.182719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port dbfa14d3-e526-4bb9-b93d-f4eeeb358549, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,segment=NetworkSegment(bcaa4a9f-44fb-4957-91d6-ac5c596967f6),segment_id=bcaa4a9f-44fb-4957-91d6-ac5c596967f6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:03.232301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-079fe086-3732-4d37-9a91-902fc7a03738 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=203148593a554dd4b297a0d4a38231a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521866 Aug 28 20:00:03.275685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41838) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:03.300777 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:03.421965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2654bbe-871d-4a89-bbf0-2d3999730e91 admin admin] Publish callbacks [] for security_group (454c1876-7562-41d1-b5f0-822bf4a17bb5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:03.431671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:03.509084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2654bbe-871d-4a89-bbf0-2d3999730e91 admin admin] Publish callbacks [] for security_group (454c1876-7562-41d1-b5f0-822bf4a17bb5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:03.545974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Request body: {'port': {'device_id': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:03.596665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edaa48-a8da-407b-842a-6f7a1ab264bd req-6b137c9e-d9be-4f27-88b7-0346aa4a2f4f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:03.610844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6edaa48-a8da-407b-842a-6f7a1ab264bd req-6b137c9e-d9be-4f27-88b7-0346aa4a2f4f tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 950 time: 0.4047856 Aug 28 20:00:03.616697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14facdaa-222a-484c-b64a-b5d19e6f9f54 req-edecce7b-2d38-4c4a-9ac2-4a96766dbd73 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678929 Aug 28 20:00:03.657760 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:03.672018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2654bbe-871d-4a89-bbf0-2d3999730e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (454c1876-7562-41d1-b5f0-822bf4a17bb5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:03.675916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2654bbe-871d-4a89-bbf0-2d3999730e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:03.677253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a2654bbe-871d-4a89-bbf0-2d3999730e91 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/454c1876-7562-41d1-b5f0-822bf4a17bb5 HTTP/1.1" status: 204 len: 168 time: 0.3981137 Aug 28 20:00:03.710877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6edaa48-a8da-407b-842a-6f7a1ab264bd req-2d8985cc-10b9-4103-a5b5-62f297a87765 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970590 Aug 28 20:00:03.715010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2654bbe-871d-4a89-bbf0-2d3999730e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c1876-7562-41d1-b5f0-822bf4a17bb5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:03.993383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74faaea-5c66-4828-b288-7f241aa07593 req-db0e2074-2569-43a7-adf7-c25aeaf4edfb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:03.995129 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e74faaea-5c66-4828-b288-7f241aa07593 req-db0e2074-2569-43a7-adf7-c25aeaf4edfb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 950 time: 0.3290095 Aug 28 20:00:03.999919 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:04.001179 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:04.072621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e180be-2a7f-4d6a-bb54-461640736067 req-ba794a78-c49b-478a-b7be-12b9585f2238 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:04.074370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1e180be-2a7f-4d6a-bb54-461640736067 req-ba794a78-c49b-478a-b7be-12b9585f2238 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2037237 Aug 28 20:00:04.263488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7e8b8-8223-47c5-be8a-654cc3f77b62 req-531862d0-6f66-4ae5-b39a-ac9742c35cf3 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:04.274434 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-33b7e8b8-8223-47c5-be8a-654cc3f77b62 req-531862d0-6f66-4ae5-b39a-ac9742c35cf3 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 932 time: 0.0714829 Aug 28 20:00:04.282238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dbfa14d3-e526-4bb9-b93d-f4eeeb358549 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:04.332950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:04.395492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-33b7e8b8-8223-47c5-be8a-654cc3f77b62 req-3e435f24-cc86-4b43-9ef1-0cad72da2196 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178193 Aug 28 20:00:04.461604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:04.465889 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:04.516432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 2055bb8c-ac64-4d9d-8747-04b09d8123fd {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:04.516827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:04.531970 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1e180be-2a7f-4d6a-bb54-461640736067 req-77532ad7-c5f1-4301-aa6b-24bcfc287ffd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376825 Aug 28 20:00:04.637409 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:04.709646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:04.743494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41872) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:04.799864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-492f0faa-9593-431d-af75-825ae1ec53e3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=487ddbc4bf5644e594720ca72bdf67fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550644 Aug 28 20:00:04.810894 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:04.874483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 2055bb8c-ac64-4d9d-8747-04b09d8123fd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2055bb8c-ac64-4d9d-8747-04b09d8123fd,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:04.874944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:04.883637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7a89-3cd8-4db9-b5c6-812042971a56 req-b4c0b783-5b27-477f-af05-08f2c0c12c2c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:04.891756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a6ff7a89-3cd8-4db9-b5c6-812042971a56 req-b4c0b783-5b27-477f-af05-08f2c0c12c2c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.0835447 Aug 28 20:00:04.943062 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:04.960591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 2055bb8c-ac64-4d9d-8747-04b09d8123fd owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:04.991481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94d638b-9518-4ca7-83b0-4e0644accfcc {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:05.009496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Publish callbacks [] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.021655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1148eb2-0470-47bc-8362-8323f87e9f1b req-ea09fdb2-287a-4f2e-8cb3-0735a3e84416 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:05.023217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1148eb2-0470-47bc-8362-8323f87e9f1b req-ea09fdb2-287a-4f2e-8cb3-0735a3e84416 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5679cc4d-c32c-49a1-8888-1ec9eada4667 HTTP/1.1" status: 200 len: 950 time: 0.1591530 Aug 28 20:00:05.047860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a6ff7a89-3cd8-4db9-b5c6-812042971a56 req-45e0064e-41f0-4289-a575-97c273526992 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547239 Aug 28 20:00:05.079548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Transition to ACTIVE for port object a94d638b-9518-4ca7-83b0-4e0644accfcc will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:00:05.100759 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26c3e3a5-1c3b-4d20-9c90-d915af58c366 admin admin] Publish callbacks [] for security_group (b0416d9a-d132-4ece-9fe0-032f959fef9e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.182825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1148eb2-0470-47bc-8362-8323f87e9f1b req-cfd14ea1-b73b-40a9-8324-bfc48bc3b132 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241102 Aug 28 20:00:05.184790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.208074 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26c3e3a5-1c3b-4d20-9c90-d915af58c366 admin admin] Publish callbacks [] for security_group (b0416d9a-d132-4ece-9fe0-032f959fef9e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.301328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Deleting port dbfa14d3-e526-4bb9-b93d-f4eeeb358549 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:05.301817 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.372607 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:05.433115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a94d638b-9518-4ca7-83b0-4e0644accfcc,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:05.439391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26c3e3a5-1c3b-4d20-9c90-d915af58c366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b0416d9a-d132-4ece-9fe0-032f959fef9e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.445758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26c3e3a5-1c3b-4d20-9c90-d915af58c366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.450342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-26c3e3a5-1c3b-4d20-9c90-d915af58c366 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b0416d9a-d132-4ece-9fe0-032f959fef9e HTTP/1.1" status: 204 len: 168 time: 0.6426473 Aug 28 20:00:05.481898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3e3a5-1c3b-4d20-9c90-d915af58c366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0416d9a-d132-4ece-9fe0-032f959fef9e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:05.647644 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2055bb8c-ac64-4d9d-8747-04b09d8123fd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:05.664772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3', '075c0298-4887-4f93-8e8b-b8f001549193', '2055bb8c-ac64-4d9d-8747-04b09d8123fd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:05.736059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467', '577364c1-5b3d-48bd-987e-3e513570acb2', '639944f5-bd8b-453f-aa99-4e191ab36135', '3c7076b8-1897-417a-8c10-8ea72dfcefe5'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:05.806102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35704ee2-82e8-42f4-bda7-fb3f2d8c707b req-3c537f1f-b631-48e1-8389-88a4854c429e tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:05.823504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35704ee2-82e8-42f4-bda7-fb3f2d8c707b req-3c537f1f-b631-48e1-8389-88a4854c429e tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 944 time: 0.1472654 Aug 28 20:00:06.008999 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35704ee2-82e8-42f4-bda7-fb3f2d8c707b req-44da9bbe-683b-4d97-896e-4bd7c77e1938 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782155 Aug 28 20:00:06.082594 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:06.202560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=2055bb8c-ac64-4d9d-8747-04b09d8123fd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:06.225490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] For port dbfa14d3-e526-4bb9-b93d-f4eeeb358549, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,segment=NetworkSegment(bcaa4a9f-44fb-4957-91d6-ac5c596967f6),segment_id=bcaa4a9f-44fb-4957-91d6-ac5c596967f6)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:06.230258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:06.265445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Attempting to bind port a94d638b-9518-4ca7-83b0-4e0644accfcc on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:06.266840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Attempting to bind port a94d638b-9518-4ca7-83b0-4e0644accfcc by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:06.267944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Attempting to bind port a94d638b-9518-4ca7-83b0-4e0644accfcc on network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:06.457006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Calling delete_port for dbfa14d3-e526-4bb9-b93d-f4eeeb358549 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:06.497613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Port a94d638b-9518-4ca7-83b0-4e0644accfcc on network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:00:06.498023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Attempting to bind port a94d638b-9518-4ca7-83b0-4e0644accfcc on network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:06.512731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4ec0c107-abc0-481e-9dea-3b72e31bb0fc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:06.521328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4ec0c107-abc0-481e-9dea-3b72e31bb0fc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 814 time: 1.1443257 Aug 28 20:00:06.529952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 2055bb8c-ac64-4d9d-8747-04b09d8123fd on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:06.559418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:06.593077 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e74faaea-5c66-4828-b288-7f241aa07593 req-6c15d36b-cf9e-408d-82d6-ac5d2ebb49e4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "DELETE /networking/v2.0/ports/2055bb8c-ac64-4d9d-8747-04b09d8123fd HTTP/1.1" status: 204 len: 173 time: 2.5866103 Aug 28 20:00:06.593776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'name': 'network-vif-deleted', 'tag': '2055bb8c-ac64-4d9d-8747-04b09d8123fd'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:06.597535 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcf60f9-b637-4c62-adc6-1605588105db" -d '{"events": [{"server_uuid": "5679cc4d-c32c-49a1-8888-1ec9eada4667", "name": "network-vif-deleted", "tag": "2055bb8c-ac64-4d9d-8747-04b09d8123fd"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:06.613343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:06.615049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Checking segment: {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:06.615642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Bound using segment: {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:06.623048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Bound port: a94d638b-9518-4ca7-83b0-4e0644accfcc, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37767461-9378-4d20-ad3f-de3cfe280199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:06.624582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:06.648120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-9d3fceb2-5632-48d0-bf7d-66250e5b38a8 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/quotas/bdde347dfb5b40d5b3f7d1da61f062c2 HTTP/1.1" status: 200 len: 375 time: 0.1255665 Aug 28 20:00:06.682157 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:06.700517 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:06.706399 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:07.007665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] For port a94d638b-9518-4ca7-83b0-4e0644accfcc, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:07.018389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] For port a94d638b-9518-4ca7-83b0-4e0644accfcc, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:07.045873 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-bec06c1a-2043-4135-beba-748e6c28c975 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3093567 Aug 28 20:00:07.150627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:07.160845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:07.161480 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:07.163094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 1092 time: 3.6394436 Aug 28 20:00:07.304479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d8e52-5827-4fe9-9bdf-7e54d50253e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a94d638b-9518-4ca7-83b0-4e0644accfcc,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:07.315340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-0628ea8e-792e-40a6-b321-4c39ba558e7b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530391 Aug 28 20:00:07.470941 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:07.574771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-716cb929-e0dd-455b-a289-bec99d1444ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:07.586631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-716cb929-e0dd-455b-a289-bec99d1444ff service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4b790fd7dc704073bc96021037e72f7d&device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 1126 time: 0.1694355 Aug 28 20:00:07.660165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-0f29c660-50cb-4b45-b702-54bca853a127 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 217 time: 0.0567372 Aug 28 20:00:07.673797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-3f344695-ccba-45ca-b217-cf6d868b2ba9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488867 Aug 28 20:00:07.746437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dbfa14d3-e526-4bb9-b93d-f4eeeb358549), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:07.804738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfa14d3-e526-4bb9-b93d-f4eeeb358549,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:07.967035 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:08.069377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-a05ae80d-3ba6-4efd-a32a-a057c5db7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:08.072321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-a05ae80d-3ba6-4efd-a32a-a057c5db7d7b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=011e884e-2e0a-4c97-9e19-275a098a5806 HTTP/1.1" status: 200 len: 868 time: 0.2003801 Aug 28 20:00:08.347422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-ff1a5dbe-d2dc-4e73-adfc-06f90f56a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:08.350629 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-ff1a5dbe-d2dc-4e73-adfc-06f90f56a6ed service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2669723 Aug 28 20:00:08.463256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238b256-bb17-456f-90fa-4b7c366a807d req-71d5f43f-b585-4d5b-8db7-9dc1c87f1ca9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:08.472661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5238b256-bb17-456f-90fa-4b7c366a807d req-71d5f43f-b585-4d5b-8db7-9dc1c87f1ca9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.2806504 Aug 28 20:00:08.474666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:08.653836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-4d681f77-a22d-45f9-9587-c3f7be2062be service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926860 Aug 28 20:00:08.757403 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b907345e-b021-439b-b6bc-2138e4879bcc x-openstack-request-id: req-b907345e-b021-439b-b6bc-2138e4879bcc {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:08.757753 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679cc4d-c32c-49a1-8888-1ec9eada4667", "name": "network-vif-deleted", "tag": "2055bb8c-ac64-4d9d-8747-04b09d8123fd", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:08.760061 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b907345e-b021-439b-b6bc-2138e4879bcc {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:08.763663 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b907345e-b021-439b-b6bc-2138e4879bcc'] response: {'server_uuid': '5679cc4d-c32c-49a1-8888-1ec9eada4667', 'name': 'network-vif-deleted', 'tag': '2055bb8c-ac64-4d9d-8747-04b09d8123fd', 'status': 'completed', 'code': 200} Aug 28 20:00:08.792464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5238b256-bb17-456f-90fa-4b7c366a807d req-ae75f07f-9747-4206-a426-98cec150e1a5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188243 Aug 28 20:00:08.936752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f806fa-9a1f-4e1c-978f-0f8360a2f0d5 req-2c72d38d-e642-4bc3-a5fd-44e16a8988be tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:08.948714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5f806fa-9a1f-4e1c-978f-0f8360a2f0d5 req-2c72d38d-e642-4bc3-a5fd-44e16a8988be tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 944 time: 0.1454873 Aug 28 20:00:09.021291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e5f806fa-9a1f-4e1c-978f-0f8360a2f0d5 req-d0192aeb-8b23-42c9-9160-c42807a6e72d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709400 Aug 28 20:00:09.179401 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:09.194575 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd10755-053e-4333-a3ef-8718f91ee10d req-64e36ffd-6954-48ea-8c8a-c8c03dcbf3e6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291332 Aug 28 20:00:09.197728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2055bb8c-ac64-4d9d-8747-04b09d8123fd no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:09.212791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8f47b56-7d20-4cbb-aa13-8aa3aa92d620 req-3ae85f21-2e1d-4dfc-9340-c17a230599dd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 210 time: 0.0932391 Aug 28 20:00:09.289277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:09.303771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 2055bb8c-ac64-4d9d-8747-04b09d8123fd {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:09.304221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2055bb8c-ac64-4d9d-8747-04b09d8123fd not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:09.402913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:00:09.591220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:09.591220 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:09.596259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:00:09.604148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c01517f4-0490-4022-aadb-c1ef6dee853d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0401835 Aug 28 20:00:09.606878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42078) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:09.693219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] Sync routers for ids ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:00:09.807944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:09.830284 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb8c178-516c-4d2b-8f31-b18af4837273" -d '{"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-unplugged", "status": "completed", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:09.833461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] Routers {'20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:09.839580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:09.950756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks [] for router (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:10.105550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:10.314146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:10.402689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:10.413571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e60367-c8fc-482e-b62e-b73bfdbebf5d req-4b3eb87e-46ce-4ded-b4a3-afe8a42246fd tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:10.421619 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27e60367-c8fc-482e-b62e-b73bfdbebf5d req-4b3eb87e-46ce-4ded-b4a3-afe8a42246fd tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 950 time: 0.4594767 Aug 28 20:00:10.459766 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:10.482510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks [] for router_gateway (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:10.486152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] Set router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:10.505839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27e60367-c8fc-482e-b62e-b73bfdbebf5d req-f122cc26-8d3e-4372-96ee-1f7a011206ec tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794098 Aug 28 20:00:10.528828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9ebfd-be9a-47f8-a740-fdfcf378fd73 req-35d49885-1585-46c4-9224-3c308b7f480a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:10.551988 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0da9ebfd-be9a-47f8-a740-fdfcf378fd73 req-35d49885-1585-46c4-9224-3c308b7f480a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.3926687 Aug 28 20:00:10.603653 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7c9227-bf0c-4d40-b687-f2e6f8c32aa9 x-openstack-request-id: req-1c7c9227-bf0c-4d40-b687-f2e6f8c32aa9 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:10.603653 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-unplugged", "status": "completed", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:10.603653 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c7c9227-bf0c-4d40-b687-f2e6f8c32aa9 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:10.603653 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7c9227-bf0c-4d40-b687-f2e6f8c32aa9'] response: {'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'code': 200} Aug 28 20:00:10.689553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0da9ebfd-be9a-47f8-a740-fdfcf378fd73 req-3de5067e-de0f-49aa-9093-4568d15bccad tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378751 Aug 28 20:00:10.765978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:10.772883 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f38703b-d06e-462a-a817-40ce34e487d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:10.929705 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=86,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:10.962770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a77e225-2bc8-4282-9fd7-1ea1c89f11ea req-ade403af-6e0a-4b86-8e23-2669b1f57b0e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 210 time: 0.0815880 Aug 28 20:00:11.041749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T20:00:07Z', 'revision_number': 5, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port': {'id': '07e2319a-616c-4b56-a01f-073b49aa3596', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:46Z', 'updated_at': '2022-08-28T19:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:11.110037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] Checking router: 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:00:11.134804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] Routers {'20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:11.135934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T19:59:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:11.257538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a94d638b-9518-4ca7-83b0-4e0644accfcc details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:00:11.373967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Deleting port 07e2319a-616c-4b56-a01f-073b49aa3596 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:11.374577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:11.388492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b69eea-7039-4ced-9f35-9eedcb2321bb req-73f7a7ad-b46f-459e-9e99-e09ef3ce4e71 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:11.402737 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3b69eea-7039-4ced-9f35-9eedcb2321bb req-73f7a7ad-b46f-459e-9e99-e09ef3ce4e71 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 944 time: 0.6871686 Aug 28 20:00:11.440408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a94d638b-9518-4ca7-83b0-4e0644accfcc, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:11.535575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'port_id': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'mac_address': 'fa:16:3e:45:7f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:00:11.579264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3b69eea-7039-4ced-9f35-9eedcb2321bb req-16f283e2-9806-43f6-a3f5-e81ab4d55940 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729803 Aug 28 20:00:11.586255 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:11.631903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] For port 07e2319a-616c-4b56-a01f-073b49aa3596, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=07e2319a-616c-4b56-a01f-073b49aa3596,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:11.632304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:11.678124 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3c2b35-20d4-496a-882b-b5da9ade98ba x-openstack-request-id: req-fc3c2b35-20d4-496a-882b-b5da9ade98ba {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:11.678124 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:11.678124 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc3c2b35-20d4-496a-882b-b5da9ade98ba {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:11.678951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Calling delete_port for 07e2319a-616c-4b56-a01f-073b49aa3596 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:11.679150 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3c2b35-20d4-496a-882b-b5da9ade98ba'] response: {'name': 'network-changed', 'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'status': 'completed', 'code': 200} Aug 28 20:00:11.713217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-9f508199-3343-4d4a-b5af-79b5606aa66d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:11.739924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-9f508199-3343-4d4a-b5af-79b5606aa66d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.4030447 Aug 28 20:00:11.751943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] Set router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:11.863159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-36451344-dc70-4b7d-910f-69f36ea2d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:11.866311 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-36451344-dc70-4b7d-910f-69f36ea2d54e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4b790fd7dc704073bc96021037e72f7d&device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 1126 time: 0.1108272 Aug 28 20:00:11.877819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a94d638b-9518-4ca7-83b0-4e0644accfcc is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:11.878852 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:11.881127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-4d8361dd-5bbe-43dc-aa7f-d99280a4369f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/quotas/b17b22bb35cc4f958d5d71f17e8af7fd HTTP/1.1" status: 200 len: 375 time: 0.1396372 Aug 28 20:00:11.965642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T20:00:10Z', 'revision_number': 6, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:11.974886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94d638b-9518-4ca7-83b0-4e0644accfcc {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:12.013496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a94d638b-9518-4ca7-83b0-4e0644accfcc, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:12.054198 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:12.062123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7078735-184d-4ab7-bc40-2322ace8ee8d None None] The sync data for ids ['20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b'] in n-d-854121-7 is: [{'id': '20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1342008616-router', 'tenant_id': 'a779170f0bbb4b02b5f79007804a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:44Z', 'updated_at': '2022-08-28T20:00:10Z', 'revision_number': 6, 'project_id': 'a779170f0bbb4b02b5f79007804a5221', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:00:12.083617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca34d9f5-7beb-4f2b-8205-72d0ac9f45a2 req-34de52f9-3bfe-4d36-bfd6-400b06ad4007 tempest-FlavorsV2NegativeTest-736066590 tempest-FlavorsV2NegativeTest-736066590-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=6bf9550cb1334609ab5108a513c1a0e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2638767 Aug 28 20:00:12.141523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:12.197339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-b416433b-a24d-4c15-be18-e864a12db34a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3143234 Aug 28 20:00:12.254489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34d9f5-7beb-4f2b-8205-72d0ac9f45a2 req-62a2baab-b50a-4dea-9863-21b3eff76a4e tempest-FlavorsV2NegativeTest-736066590 tempest-FlavorsV2NegativeTest-736066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:12.254958 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca34d9f5-7beb-4f2b-8205-72d0ac9f45a2 req-62a2baab-b50a-4dea-9863-21b3eff76a4e tempest-FlavorsV2NegativeTest-736066590 tempest-FlavorsV2NegativeTest-736066590-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515510 Aug 28 20:00:12.256226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (07e2319a-616c-4b56-a01f-073b49aa3596), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:12.371118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e2319a-616c-4b56-a01f-073b49aa3596,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:12.379895 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca34d9f5-7beb-4f2b-8205-72d0ac9f45a2 req-026b3df0-1134-495b-a314-8b4a0c17972a tempest-FlavorsV2NegativeTest-736066590 tempest-FlavorsV2NegativeTest-736066590-project] 10.222.0.78 "GET /networking/v2.0/quotas/6bf9550cb1334609ab5108a513c1a0e0 HTTP/1.1" status: 200 len: 375 time: 0.1129766 Aug 28 20:00:12.408504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-c94e0749-f2ba-4bda-ae73-21121297a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:12.410381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-c94e0749-f2ba-4bda-ae73-21121297a0df service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 200 len: 930 time: 0.5248940 Aug 28 20:00:12.438652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca34d9f5-7beb-4f2b-8205-72d0ac9f45a2 req-89466e63-1f09-4405-9d3e-b83c0fef342d tempest-FlavorsV2NegativeTest-736066590 tempest-FlavorsV2NegativeTest-736066590-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6bf9550cb1334609ab5108a513c1a0e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566576 Aug 28 20:00:12.532177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:12.606123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-c6eb4ed2-088c-4744-99b1-f73e0241ad02 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 217 time: 0.1719947 Aug 28 20:00:12.662229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['a94d638b-9518-4ca7-83b0-4e0644accfcc'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:12.692229 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-aa6da63f-0313-4a26-bdde-37643a7d407e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778349 Aug 28 20:00:12.707848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a94d638b-9518-4ca7-83b0-4e0644accfcc,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:12.737937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdfaa0-6a6e-4e66-ad78-d19a8bc4149d req-6cf458ee-65e1-4bef-9104-8bde3eaa447d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:12.744306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cafdfaa0-6a6e-4e66-ad78-d19a8bc4149d req-6cf458ee-65e1-4bef-9104-8bde3eaa447d tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 950 time: 0.2314687 Aug 28 20:00:12.746259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:12.755693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks [] for router_controller (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:12.828973 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:12.884582 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:12.954013 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:12.955641 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:12.969650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-5dc25583-794a-44b7-a6a7-1099bcc0e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:12.971472 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-5dc25583-794a-44b7-a6a7-1099bcc0e37b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=011e884e-2e0a-4c97-9e19-275a098a5806 HTTP/1.1" status: 200 len: 868 time: 0.3599489 Aug 28 20:00:13.024784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-f2bf8993-943b-4e36-a8a0-8b95443dd38f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:13.027021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-f2bf8993-943b-4e36-a8a0-8b95443dd38f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0b3b0099-a586-4460-aa58-9803f8c2b50a HTTP/1.1" status: 200 len: 943 time: 0.1748564 Aug 28 20:00:13.032259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:13.033169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:00:13.043062 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cafdfaa0-6a6e-4e66-ad78-d19a8bc4149d req-53aead7a-f660-4e44-bf46-dace91eb2995 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731709 Aug 28 20:00:13.056355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:13.060189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ef578208-78d5-4d1f-82a5-01b744e66e10 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/20e31ad9-703e-4aa9-a1a2-9e67fcbc9a8b HTTP/1.1" status: 204 len: 168 time: 3.4458811 Aug 28 20:00:13.062546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42158) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:13.115014 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:13.146659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-c7748cf9-a109-4b8f-83c1-c0548586c1df tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:13.148515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-c7748cf9-a109-4b8f-83c1-c0548586c1df tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 950 time: 0.1399596 Aug 28 20:00:13.166044 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-bf3b818e-4f3c-4d8c-80ea-e5eba5a29eb1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541591 Aug 28 20:00:13.208757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-0d83fded-e6df-4a12-8aa0-efa2b48bc294 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:13.210754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-0d83fded-e6df-4a12-8aa0-efa2b48bc294 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.89 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 814 time: 0.4833598 Aug 28 20:00:13.241197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-fcc43819-70d9-432f-9a76-dfd162a7e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:13.243189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-fcc43819-70d9-432f-9a76-dfd162a7e2f2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2611094 Aug 28 20:00:13.251155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Request body: {'port': {'device_id': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'admin_state_up': True, 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:13.318019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] Deleting subnet 27131528-d3f1-4ee8-941a-ba81660f3250 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:00:13.321999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] Publish callbacks [] for subnet (27131528-d3f1-4ee8-941a-ba81660f3250), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:13.395645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6a9c7-3046-467a-87fd-cfa093903818 req-45007f73-20d5-4756-916b-c5ce0c5e005e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:13.397712 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2b6a9c7-3046-467a-87fd-cfa093903818 req-45007f73-20d5-4756-916b-c5ce0c5e005e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.1691725 Aug 28 20:00:13.457236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Deleting port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:13.457674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:13.472285 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:13.528031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (27131528-d3f1-4ee8-941a-ba81660f3250), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:13.609737 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2b6a9c7-3046-467a-87fd-cfa093903818 req-d2e78d70-4827-4df2-a5b5-6420cfde6b62 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874511 Aug 28 20:00:13.675633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a94d638b-9518-4ca7-83b0-4e0644accfcc up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:13.748791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] For port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:13.750968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:13.774482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Calling delete_port for 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:13.780818 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (27131528-d3f1-4ee8-941a-ba81660f3250), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:13.874192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port a94d638b-9518-4ca7-83b0-4e0644accfcc completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:00:13.979370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-2b2a5a4e-f51a-4680-a0fc-4198198c3ed0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207046 Aug 28 20:00:14.054295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c195ea-8296-423a-b23c-e2ab616017b2 req-0f2d37c4-4db2-477b-b279-b27709199efe tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:14.056306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-89c195ea-8296-423a-b23c-e2ab616017b2 req-0f2d37c4-4db2-477b-b279-b27709199efe tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 945 time: 0.1062138 Aug 28 20:00:14.143717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port a94d638b-9518-4ca7-83b0-4e0644accfcc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:14.143907 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3bfadb77-e656-465d-aff2-7eec1c6ffc11 req-9cddbb48-d938-498b-9798-9f3c70937e6f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 210 time: 0.1507566 Aug 28 20:00:14.145338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.150665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (27131528-d3f1-4ee8-941a-ba81660f3250), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.156877 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:14.208051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-89c195ea-8296-423a-b23c-e2ab616017b2 req-80571941-3b6d-41df-b7eb-8dc50ee82478 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389849 Aug 28 20:00:14.260378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27131528-d3f1-4ee8-941a-ba81660f3250,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:14.276142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.281268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dbfa14d3-e526-4bb9-b93d-f4eeeb358549 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:14.284332 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-63c6fe5e-0b3c-44bd-a861-e0d2c41a911a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/27131528-d3f1-4ee8-941a-ba81660f3250 HTTP/1.1" status: 204 len: 168 time: 1.2227294 Aug 28 20:00:14.286719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42174) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:14.289831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:14.291304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.347050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: dbfa14d3-e526-4bb9-b93d-f4eeeb358549 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:14.347752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dbfa14d3-e526-4bb9-b93d-f4eeeb358549 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:14.360501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 07e2319a-616c-4b56-a01f-073b49aa3596 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:14.387323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44ad1c-0106-45d8-9261-03ee28ec8401 None None] Network 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:00:14.453497 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.486618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-df19afd4-b62b-412b-9378-4b5449f5b9bb req-cc19538a-0113-441f-944d-048204403a75 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 210 time: 0.1779442 Aug 28 20:00:14.508515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5947a9f9-e2d1-478f-96c6-ecc9af9fa520), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.539041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 07e2319a-616c-4b56-a01f-073b49aa3596 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:14.539394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 07e2319a-616c-4b56-a01f-073b49aa3596 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:14.562545 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f38703b-d06e-462a-a817-40ce34e487d5 req-4e58d7a1-f4be-4d62-a32e-6852f7819a15 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642784 Aug 28 20:00:14.566354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dac9a-59d2-4ba2-af8a-34a26d254ade req-506c40dc-049f-4582-b281-c072fa7ef0f0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:14.578470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d76dac9a-59d2-4ba2-af8a-34a26d254ade req-506c40dc-049f-4582-b281-c072fa7ef0f0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 950 time: 0.1558528 Aug 28 20:00:14.597942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event deleted for resources: {'Port': ['ID=5947a9f9-e2d1-478f-96c6-ecc9af9fa520,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:14.642200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 3c7076b8-1897-417a-8c10-8ea72dfcefe5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3c7076b8-1897-417a-8c10-8ea72dfcefe5,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:14.642886 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.665084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 3c7076b8-1897-417a-8c10-8ea72dfcefe5 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:14.719843 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:14.728209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Deleting port f389d22e-5551-4353-847b-2ee563893ac5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:14.729012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f389d22e-5551-4353-847b-2ee563893ac5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.751365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a94d638b-9518-4ca7-83b0-4e0644accfcc is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:14.764038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.764347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42182) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:14.793062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Made reservation on behalf of bdde347dfb5b40d5b3f7d1da61f062c2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:00:14.809435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.821826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] No DVR routers for this DVR port 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:14.823407 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:14.847982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a94d638b-9518-4ca7-83b0-4e0644accfcc, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:14.860594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:14.863643 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936bf1c-553e-4725-9246-5fa8f78eedfa" -d '{"events": [{"server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "name": "network-vif-plugged", "status": "completed", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:14.885823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] DHCP port deletion for 91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:00:14.910708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:14.914327 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be06451d-2006-42b7-a977-7aebc0b70b71 req-b7b66887-3a5a-4ccb-89cf-22849942d929 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5947a9f9-e2d1-478f-96c6-ecc9af9fa520 HTTP/1.1" status: 204 len: 173 time: 1.8699150 Aug 28 20:00:14.914933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-deleted', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:14.933972 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e8bb97-10ef-4fbc-885b-2ba308c29f87" -d '{"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-deleted", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:14.958974 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.048686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] Deleting port f389d22e-5551-4353-847b-2ee563893ac5 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:15.049952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f389d22e-5551-4353-847b-2ee563893ac5), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.054182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] For port f389d22e-5551-4353-847b-2ee563893ac5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f389d22e-5551-4353-847b-2ee563893ac5,segment=NetworkSegment(bcaa4a9f-44fb-4957-91d6-ac5c596967f6),segment_id=bcaa4a9f-44fb-4957-91d6-ac5c596967f6)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:15.054569 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f389d22e-5551-4353-847b-2ee563893ac5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.071410 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:15.098556 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d76dac9a-59d2-4ba2-af8a-34a26d254ade req-47dcf677-ee86-4e6b-ae56-1ffd5524b758 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170839 Aug 28 20:00:15.108175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Calling delete_port for f389d22e-5551-4353-847b-2ee563893ac5 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:15.195332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a94d638b-9518-4ca7-83b0-4e0644accfcc,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:15.197079 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1787d061-6e78-433b-9158-c49bec8186fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.212289 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecc311a-dfb4-4066-a9a2-39dc0cbd3e8e x-openstack-request-id: req-6ecc311a-dfb4-4066-a9a2-39dc0cbd3e8e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:15.212804 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "name": "network-vif-plugged", "status": "completed", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:15.212966 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ecc311a-dfb4-4066-a9a2-39dc0cbd3e8e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:15.213379 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecc311a-dfb4-4066-a9a2-39dc0cbd3e8e'] response: {'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'code': 200} Aug 28 20:00:15.224755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] For port f389d22e-5551-4353-847b-2ee563893ac5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f389d22e-5551-4353-847b-2ee563893ac5,segment=NetworkSegment(bcaa4a9f-44fb-4957-91d6-ac5c596967f6),segment_id=bcaa4a9f-44fb-4957-91d6-ac5c596967f6)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:15.224755 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f389d22e-5551-4353-847b-2ee563893ac5), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.267978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] Calling delete_port for f389d22e-5551-4353-847b-2ee563893ac5 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:15.300169 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1787d061-6e78-433b-9158-c49bec8186fe admin admin] Publish callbacks [] for security_group (5a097e0c-848d-4dd7-8047-207bdfa6211d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.312478 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b695f2-fe27-4dbd-b1f9-30eb0bc03c36 x-openstack-request-id: req-a4b695f2-fe27-4dbd-b1f9-30eb0bc03c36 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:15.313120 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3b0099-a586-4460-aa58-9803f8c2b50a", "name": "network-vif-deleted", "tag": "5947a9f9-e2d1-478f-96c6-ecc9af9fa520", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:15.313462 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4b695f2-fe27-4dbd-b1f9-30eb0bc03c36 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:15.314180 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b695f2-fe27-4dbd-b1f9-30eb0bc03c36'] response: {'server_uuid': '0b3b0099-a586-4460-aa58-9803f8c2b50a', 'name': 'network-vif-deleted', 'tag': '5947a9f9-e2d1-478f-96c6-ecc9af9fa520', 'status': 'completed', 'code': 200} Aug 28 20:00:15.337637 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:15.355602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:15.373484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95219a2a-8db6-4cd9-96a5-69907af132eb req-a354f375-0a2a-4a5f-89f6-f5cc3d414a63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:15.383404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-95219a2a-8db6-4cd9-96a5-69907af132eb req-a354f375-0a2a-4a5f-89f6-f5cc3d414a63 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.5577450 Aug 28 20:00:15.383404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Allocated IP 172.20.0.8 (7ec00116-e07e-4e45-a9a4-a2363c746438/979a1e74-c8c9-4d68-bd6c-48e1488914d2/47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:15.416353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:15.416940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5947a9f9-e2d1-478f-96c6-ecc9af9fa520 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:15.417371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3c7076b8-1897-417a-8c10-8ea72dfcefe5 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:15.474662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569c1a2-b0df-4b12-8678-e9e6ade71648 req-d038bd42-576f-4a8b-bfb4-331cbb6f6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:15.476598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a569c1a2-b0df-4b12-8678-e9e6ade71648 req-d038bd42-576f-4a8b-bfb4-331cbb6f6d4b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 1128 time: 0.1536853 Aug 28 20:00:15.498156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1787d061-6e78-433b-9158-c49bec8186fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5a097e0c-848d-4dd7-8047-207bdfa6211d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.506383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-10de391e-b4cd-4cc2-bfbd-d290d9b0c245 req-dd4ab752-ac3d-40af-b8ec-d92854722d57 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 210 time: 0.0807347 Aug 28 20:00:15.555318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f389d22e-5551-4353-847b-2ee563893ac5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.561042 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-95219a2a-8db6-4cd9-96a5-69907af132eb req-420c12be-ddbd-4155-b0e6-dd7d9613c0f8 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472094 Aug 28 20:00:15.572958 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1787d061-6e78-433b-9158-c49bec8186fe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6bf9550cb1334609ab5108a513c1a0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7678535 Aug 28 20:00:15.581818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42198) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:15.602902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a569c1a2-b0df-4b12-8678-e9e6ade71648 req-b16529a2-7df3-43de-a186-ac2b7b1ee45c service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199350 Aug 28 20:00:15.610215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:15.614495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.700584 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (f389d22e-5551-4353-847b-2ee563893ac5), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.704052 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3c7076b8-1897-417a-8c10-8ea72dfcefe5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.714084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] No DVR routers for this DVR port f389d22e-5551-4353-847b-2ee563893ac5 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:15.720683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f389d22e-5551-4353-847b-2ee563893ac5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:15.746661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] Pushing event deleted for resources: {'Port': ['ID=f389d22e-5551-4353-847b-2ee563893ac5,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:15.750967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3', '075c0298-4887-4f93-8e8b-b8f001549193'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:15.765640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787d061-6e78-433b-9158-c49bec8186fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a097e0c-848d-4dd7-8047-207bdfa6211d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:15.795897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96b7bbfb-b174-4706-ae2e-ae0e304fe263 req-8ea73eb5-8b18-4662-b192-79ee17db700b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 210 time: 0.0921268 Aug 28 20:00:15.853373 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=11 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:15.875181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467', '577364c1-5b3d-48bd-987e-3e513570acb2', '639944f5-bd8b-453f-aa99-4e191ab36135'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:15.894000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=3c7076b8-1897-417a-8c10-8ea72dfcefe5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:15.902170 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:15.905266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9328be05-fde0-45a3-959b-fe381b85b009 admin admin] Publish callbacks [] for security_group (5a097e0c-848d-4dd7-8047-207bdfa6211d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.915388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120597ef-3d90-4be0-bd02-ba2a990355c3 req-bf845189-d1ad-4107-9d71-7a3e72836f60 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:15.925345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-120597ef-3d90-4be0-bd02-ba2a990355c3 req-bf845189-d1ad-4107-9d71-7a3e72836f60 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 946 time: 0.2235410 Aug 28 20:00:15.945020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 3c7076b8-1897-417a-8c10-8ea72dfcefe5 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:15.949061 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.955270 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9c3484f-ca47-4cae-88dd-d74e0aab6033 req-6c1b2816-fbad-40cb-b242-242ad4e8fb76 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "DELETE /networking/v2.0/ports/3c7076b8-1897-417a-8c10-8ea72dfcefe5 HTTP/1.1" status: 204 len: 173 time: 2.7839713 Aug 28 20:00:15.964961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'name': 'network-vif-deleted', 'tag': '3c7076b8-1897-417a-8c10-8ea72dfcefe5'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:15.968435 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5966d2ec-079d-4774-9adb-d16dacc1fd0c" -d '{"events": [{"server_uuid": "bf3e8af8-a95c-4a97-964a-e6016fc94a88", "name": "network-vif-deleted", "tag": "3c7076b8-1897-417a-8c10-8ea72dfcefe5"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:15.983705 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:15.998163 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9ccd6d-3e29-416c-b4a3-c7c8f32af91c None None] No DVR routers for this DVR port f389d22e-5551-4353-847b-2ee563893ac5 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:16.050945 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-120597ef-3d90-4be0-bd02-ba2a990355c3 req-d0fbbaea-c72a-4a15-b3b3-22e0c4508c02 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115992 Aug 28 20:00:16.092950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:16.096097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9328be05-fde0-45a3-959b-fe381b85b009 admin admin] Publish callbacks [] for security_group (5a097e0c-848d-4dd7-8047-207bdfa6211d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.104106 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ed18d8-7518-4ac4-8b53-0a3e723fdc19 x-openstack-request-id: req-32ed18d8-7518-4ac4-8b53-0a3e723fdc19 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:16.104669 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e8af8-a95c-4a97-964a-e6016fc94a88", "name": "network-vif-deleted", "tag": "3c7076b8-1897-417a-8c10-8ea72dfcefe5", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:16.105282 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32ed18d8-7518-4ac4-8b53-0a3e723fdc19 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:16.106534 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ed18d8-7518-4ac4-8b53-0a3e723fdc19'] response: {'server_uuid': 'bf3e8af8-a95c-4a97-964a-e6016fc94a88', 'name': 'network-vif-deleted', 'tag': '3c7076b8-1897-417a-8c10-8ea72dfcefe5', 'status': 'completed', 'code': 200} Aug 28 20:00:16.110302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:16.110869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcaa4a9f-44fb-4957-91d6-ac5c596967f6') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:16.157891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (bcaa4a9f-44fb-4957-91d6-ac5c596967f6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.219731 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bcaa4a9f-44fb-4957-91d6-ac5c596967f6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.239887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:00:16.240430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (bcaa4a9f-44fb-4957-91d6-ac5c596967f6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.376943 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:16.449024 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bcaa4a9f-44fb-4957-91d6-ac5c596967f6 resource provider aggregate not found Aug 28 20:00:16.453547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f389d22e-5551-4353-847b-2ee563893ac5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:16.457039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks [] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.510355 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:16.593896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.598630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad5ca8cb-0ad8-473f-97e3-edab402df693 req-d85e6bbe-8094-4b48-8810-b678d4adcb07 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.1371186 Aug 28 20:00:16.611035 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bcaa4a9f-44fb-4957-91d6-ac5c596967f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcaa4a9f-44fb-4957-91d6-ac5c596967f6 found for delete ", "request_id": "req-284c688a-117e-4d81-933f-2ee2c3a7bf4e"}]} Aug 28 20:00:16.675815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['25ff9580-ce94-4fb0-9cda-432794d30afd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:16.768940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f389d22e-5551-4353-847b-2ee563893ac5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:16.770087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f389d22e-5551-4353-847b-2ee563893ac5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:16.780205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.780205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.795053 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21 HTTP/1.1" status: 204 len: 168 time: 2.5082247 Aug 28 20:00:16.799983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9328be05-fde0-45a3-959b-fe381b85b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5a097e0c-848d-4dd7-8047-207bdfa6211d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.817761 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9328be05-fde0-45a3-959b-fe381b85b009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:16.824934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9328be05-fde0-45a3-959b-fe381b85b009 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5a097e0c-848d-4dd7-8047-207bdfa6211d HTTP/1.1" status: 204 len: 168 time: 1.2395875 Aug 28 20:00:16.862665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211dd70-8739-420a-a2f2-1ceac5b3fbc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d6ee92-b8f4-4ccf-88df-4fc41b8bbb21,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:16.945475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:16.952673 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:17.031777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:17.134060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b861-96ba-4dea-89fe-b2db11bb9cb0 req-44ea1658-9b88-4445-8a90-7a040a6944a5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:17.137944 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35f5b861-96ba-4dea-89fe-b2db11bb9cb0 req-44ea1658-9b88-4445-8a90-7a040a6944a5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.1496255 Aug 28 20:00:17.155348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:17.167226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328be05-fde0-45a3-959b-fe381b85b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a097e0c-848d-4dd7-8047-207bdfa6211d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:17.208849 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:17.212030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Pushing event updated for resources: {'Port': ['ID=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:17.238276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0f637-c5ad-449a-9f8e-496d51d3d3b5 req-807cac40-16bf-48a1-9067-367af64de7af tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:17.246005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21b0f637-c5ad-449a-9f8e-496d51d3d3b5 req-807cac40-16bf-48a1-9067-367af64de7af tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 931 time: 0.4641132 Aug 28 20:00:17.255643 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35f5b861-96ba-4dea-89fe-b2db11bb9cb0 req-0ae6cd86-7809-4fc6-ad1c-8651e3f67dc6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100893 Aug 28 20:00:17.288285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:17.289289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:17.408645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21b0f637-c5ad-449a-9f8e-496d51d3d3b5 req-7ab27804-4086-4afc-baba-dda761ee9464 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569607 Aug 28 20:00:17.440706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-e814ad06-ea78-401b-b335-7f16663ac69d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1907868 Aug 28 20:00:17.485423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Request body: {'port': {'device_id': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:17.544916 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ad73a4b-0134-4fc7-b2a5-2aaf9262173c req-c04e9b47-a5d8-4467-95cd-ecbe2d244356 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 210 time: 0.0762935 Aug 28 20:00:17.561267 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:17.650607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42224) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:17.659630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2a79b867-b045-4b14-805c-9c7a3f1a6ca1 None None] Provisioning complete for port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:17.660168 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2a79b867-b045-4b14-805c-9c7a3f1a6ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:17.723429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:17.790664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bc1ec589-e27a-4552-b0bf-e357531c6c09 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a779170f0bbb4b02b5f79007804a5221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378560 Aug 28 20:00:17.798996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:17.816032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6a3d7-2d29-4606-9cc1-e18d34b1162e req-01ffc67e-fc0c-4021-b45e-7ec6161199e6 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:17.827129 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-35f6a3d7-2d29-4606-9cc1-e18d34b1162e req-01ffc67e-fc0c-4021-b45e-7ec6161199e6 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 946 time: 0.1686573 Aug 28 20:00:17.837968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2a79b867-b045-4b14-805c-9c7a3f1a6ca1 None None] Port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:00:17.940621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e9cb9bd-fdf1-486b-9dac-5f09c3417204 req-411beb9d-1f23-43f7-a04e-fe9bac8e4f7a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.0453923 Aug 28 20:00:18.000173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f71b863-fd08-4815-81f3-a9263508b06c admin admin] Publish callbacks [] for security_group (4439ce4d-1b51-4b9a-a527-e251fa7eaaf3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.022540 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:18.065257 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f71b863-fd08-4815-81f3-a9263508b06c admin admin] Publish callbacks [] for security_group (4439ce4d-1b51-4b9a-a527-e251fa7eaaf3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.251056 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-35f6a3d7-2d29-4606-9cc1-e18d34b1162e req-ffd174ab-99f7-4848-be9d-959a567c7ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189208 Aug 28 20:00:18.384274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f71b863-fd08-4815-81f3-a9263508b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4439ce4d-1b51-4b9a-a527-e251fa7eaaf3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.387360 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f71b863-fd08-4815-81f3-a9263508b06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.388655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9f71b863-fd08-4815-81f3-a9263508b06c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4439ce4d-1b51-4b9a-a527-e251fa7eaaf3 HTTP/1.1" status: 204 len: 168 time: 0.5886345 Aug 28 20:00:18.431201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71b863-fd08-4815-81f3-a9263508b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439ce4d-1b51-4b9a-a527-e251fa7eaaf3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:18.502265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67077e-5db1-425c-9761-222a849c4d56 req-f3c79f2e-1b59-4985-9c7f-0d4258ace4ed tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:18.504175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d67077e-5db1-425c-9761-222a849c4d56 req-f3c79f2e-1b59-4985-9c7f-0d4258ace4ed tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.1354249 Aug 28 20:00:18.512638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:18.523557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Publish callbacks [] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.558466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Transition to ACTIVE for port object 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:00:18.597831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-75336dd9-38f7-42bd-852e-516de9e1134f tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 258 time: 0.2979946 Aug 28 20:00:18.604400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d67077e-5db1-425c-9761-222a849c4d56 req-9d42d9aa-f265-448b-855a-da6acacf4b11 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778384 Aug 28 20:00:18.612758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:18.650482 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:18.659706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.737825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Pushing event updated for resources: {'Port': ['ID=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:18.786070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.813474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00776fe8-8132-4efc-ab45-60103429369e req-ec65000e-d253-4ff8-9060-99970bd8c7b6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:18.815092 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00776fe8-8132-4efc-ab45-60103429369e req-ec65000e-d253-4ff8-9060-99970bd8c7b6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 943 time: 0.0927849 Aug 28 20:00:18.848122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Attempting to bind port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:18.848471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Attempting to bind port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:18.848804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Attempting to bind port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:18.860162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d on network 7ec00116-e07e-4e45-a9a4-a2363c746438 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:00:18.860477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Attempting to bind port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:18.876289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:18.876943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Checking segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:18.877508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Bound using segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:18.878137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Bound port: 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:18.878703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:18.913723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00776fe8-8132-4efc-ab45-60103429369e req-409c2ee7-6d1a-4979-9994-d7ce5a1c0c5a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900552 Aug 28 20:00:18.974567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:19.023808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] For port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:19.032949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] For port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:19.148967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-263e0251-7925-44ae-a001-ec876498cef4 req-3cedf914-27f3-48d8-ae65-e42e711d4320 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 210 time: 0.1047509 Aug 28 20:00:19.149785 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:19.159557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:19.173954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:19.178106 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:19.188890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d HTTP/1.1" status: 200 len: 1091 time: 1.7319624 Aug 28 20:00:19.196960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'tag': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:19.198847 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff" -d '{"events": [{"name": "network-changed", "server_uuid": "aa129b8f-354e-472b-8e9b-aaec17096d28", "tag": "47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:19.215743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Allocated IP 172.25.4.211 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/8b0c456d-74b6-4f83-bf8f-0f24c1feec53) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:19.284018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cae07-61c9-481e-b4bc-e08eef3b26ba service neutron] Pushing event updated for resources: {'Port': ['ID=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:19.295370 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:19.352021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87d54c91-eccc-4cac-9452-dd588f61f092 req-9f152878-7c2a-4f01-90b7-e361aee2b988 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bf3e8af8-a95c-4a97-964a-e6016fc94a88 HTTP/1.1" status: 200 len: 210 time: 0.0583942 Aug 28 20:00:19.414625 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:19.456667 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faf211f-305c-4822-a211-56ddd823e956 x-openstack-request-id: req-1faf211f-305c-4822-a211-56ddd823e956 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:19.456993 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa129b8f-354e-472b-8e9b-aaec17096d28", "tag": "47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:19.457249 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1faf211f-305c-4822-a211-56ddd823e956 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:19.457649 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1faf211f-305c-4822-a211-56ddd823e956'] response: {'name': 'network-changed', 'server_uuid': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'tag': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d', 'status': 'completed', 'code': 200} Aug 28 20:00:19.507233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-283bd631-7c2a-4b15-9c6e-470842df9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:19.508828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-283bd631-7c2a-4b15-9c6e-470842df9e20 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 1125 time: 0.1179016 Aug 28 20:00:19.559124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-146c3eae-cbe8-45de-8fb9-5306dcae4b44 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d HTTP/1.1" status: 200 len: 217 time: 0.0408480 Aug 28 20:00:19.598232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:19.641223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-c3615a49-40a5-4e36-9ce7-4a218f8c3268 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:19.642717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-c3615a49-40a5-4e36-9ce7-4a218f8c3268 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.2115409 Aug 28 20:00:19.662253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:19.664373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-3634c6f7-e991-44b2-984d-0cb3fcb765eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:19.666114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-3634c6f7-e991-44b2-984d-0cb3fcb765eb service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.0987210 Aug 28 20:00:19.668842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:19.672036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:19.707837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event updated for resources: {'Port': ['ID=8b0c456d-74b6-4f83-bf8f-0f24c1feec53,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:19.720270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae98e-93e5-4032-805e-01738f4d32ad req-ebeac4f5-f8e0-49cb-ba3c-8135d19139c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:19.722306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-ebeac4f5-f8e0-49cb-ba3c-8135d19139c8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491228 Aug 28 20:00:19.802960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Request body: {'port': {'device_id': '5899322b-8b9e-480f-942e-247eab03931c', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'admin_state_up': True, 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:19.885907 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (aaa82432-735d-4b15-b3d5-cf6d694a1616), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:19.956776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-a4584966-d398-4a0a-ae15-c3e5f15d9758 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963140 Aug 28 20:00:19.986882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-3129970e-8d1e-456c-aa6e-9c5f235c3357 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534230 Aug 28 20:00:20.073393 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.119508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-7eaca47d-4cc8-4147-b951-dbf1786652a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:20.123534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-7eaca47d-4cc8-4147-b951-dbf1786652a1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 1127 time: 0.1260772 Aug 28 20:00:20.252924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-660ae98e-93e5-4032-805e-01738f4d32ad req-995a3a35-7df8-4d1b-9c10-8a44fdf70fb3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500691 Aug 28 20:00:20.260599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Made reservation on behalf of b17b22bb35cc4f958d5d71f17e8af7fd for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:00:20.268181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.271461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.400525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-2c598272-f9af-451c-8663-1b529dc7f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:20.402364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-2c598272-f9af-451c-8663-1b529dc7f681 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.2495553 Aug 28 20:00:20.437500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:20.438933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7ed74-5105-4ffc-9416-f6a0fe1d13f5 req-84837c1b-f3b6-4697-aa90-f0d1d4491343 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:20.440595 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd7ed74-5105-4ffc-9416-f6a0fe1d13f5 req-84837c1b-f3b6-4697-aa90-f0d1d4491343 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.1099806 Aug 28 20:00:20.471209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.540927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Allocated IP 172.20.0.11 (83c35358-27a0-4ce4-ae59-facc4d05877d/cf951cff-f7a5-4776-b4dc-b4942b094c06/ebcae2d1-941e-4c04-9d01-6f96860f0cd7) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:20.546805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dd7ed74-5105-4ffc-9416-f6a0fe1d13f5 req-fbae6d3c-2a76-4790-84f1-ce27f1a36a66 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966990 Aug 28 20:00:20.565981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-network', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:20.589106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event updated for resources: {'Port': ['ID=8b0c456d-74b6-4f83-bf8f-0f24c1feec53,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:20.619420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (aaa82432-735d-4b15-b3d5-cf6d694a1616), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.711274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Made reservation on behalf of a8f7c5a28ffb4feb8c097ff9b8e0f6ba for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:00:20.713574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.724801 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.732995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6443c59-a6dd-46b6-89c6-64adf649bc8a req-d6c464fa-69d3-4c03-adee-8cd549b0037e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:20.734566 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6443c59-a6dd-46b6-89c6-64adf649bc8a req-d6c464fa-69d3-4c03-adee-8cd549b0037e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 943 time: 0.0926723 Aug 28 20:00:20.757087 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.758340 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-266b76f3-e07b-469f-8c27-cbc0257b38d4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1598878 Aug 28 20:00:20.802307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks [] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:20.830456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6443c59-a6dd-46b6-89c6-64adf649bc8a req-a9f5262b-cea3-4422-972c-03b6866f31be tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789628 Aug 28 20:00:20.927367 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-2b2cd45d-7c75-4145-9231-30dfe32d734c tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.211 HTTP/1.1" status: 200 len: 696 time: 0.1570208 Aug 28 20:00:20.933157 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-62b52b64-7658-4b29-9ceb-169d095b35e7 req-673a0c5f-c546-4da3-8c3a-b2915beef261 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 210 time: 0.0339935 Aug 28 20:00:20.947995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-c336e15d-cbb7-49b0-82e1-7642cc025fb4 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:20.949476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-c336e15d-cbb7-49b0-82e1-7642cc025fb4 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.1431701 Aug 28 20:00:20.988558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-854121-7'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:20.995836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks [] for security_group (a683bbdf-515f-4ab4-aa6b-9913d3189fa3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.009464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.091854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:21.095883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:21.100247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:21.161153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:21.205243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:21.205938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.365592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-ade3739c-7c62-416e-9e27-3fc7f9300ae0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5866890 Aug 28 20:00:21.401017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Request body: {'port': {'device_id': '5899322b-8b9e-480f-942e-247eab03931c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:21.405789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a683bbdf-515f-4ab4-aa6b-9913d3189fa3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.408112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-940bfc13-9802-4415-a3e2-65ba6e48c297 None None] Provisioning complete for port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:21.408635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-940bfc13-9802-4415-a3e2-65ba6e48c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.460657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:00:21.495727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-940bfc13-9802-4415-a3e2-65ba6e48c297 None None] Port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:00:21.513827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a683bbdf-515f-4ab4-aa6b-9913d3189fa3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:21.527543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0a8614eb-aa94-4864-8e41-abf54415945f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.527900 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Added segment 0a8614eb-aa94-4864-8e41-abf54415945f of type vlan for network e93f09aa-3c89-43d5-a78f-4063f3bca65d Aug 28 20:00:21.551681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.554388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.584920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-819be520-ceb8-43dd-83f8-deaacddc9cfa tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:21.586206 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-819be520-ceb8-43dd-83f8-deaacddc9cfa tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.6395802 Aug 28 20:00:21.617741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-5b090361-28d3-428c-9ffb-b87e93cebcad tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:00:21.618920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f0d07dd-c70d-45fb-a3c8-cff306b3c30a req-5b090361-28d3-428c-9ffb-b87e93cebcad tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0149782 Aug 28 20:00:21.627731 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e93f09aa-3c89-43d5-a78f-4063f3bca65d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.819667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f8add-a39e-442a-96a0-28843782960c req-ae3a56d2-711b-4137-a52f-736fa5a7605d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:21.821511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-769f8add-a39e-442a-96a0-28843782960c req-ae3a56d2-711b-4137-a52f-736fa5a7605d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 945 time: 0.0749128 Aug 28 20:00:21.825138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e93f09aa-3c89-43d5-a78f-4063f3bca65d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.826921 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:21.828070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.883887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-269c37c2-56e5-40cb-b95f-f1fb374f6a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:21.942264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:21.947057 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5083892 Aug 28 20:00:21.958823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42338) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:21.968695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Request body: {'subnet': {'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-subnet', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:21.970173 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:21.995182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c9435-39b1-431d-aaeb-dbe1f9405175 admin admin] Pushing event updated for resources: {'Network': ['ID=e93f09aa-3c89-43d5-a78f-4063f3bca65d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:22.011793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:00:22.042203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-769f8add-a39e-442a-96a0-28843782960c req-b9450d69-51de-4b10-9489-cc7f56c30ee4 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062192 Aug 28 20:00:22.065547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:22.112906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-9936844b-749b-4bb2-ad8f-0fdf4894acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.112906 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-9936844b-749b-4bb2-ad8f-0fdf4894acd5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 1125 time: 0.5658536 Aug 28 20:00:22.123210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-be12461a-2fa7-401a-86d7-a743263af9f9 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 200 len: 1000 time: 0.5753021 Aug 28 20:00:22.139271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Made reservation on behalf of a8f7c5a28ffb4feb8c097ff9b8e0f6ba for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:00:22.139772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a562ff3-1602-47b4-b6bb-4343ccbaf16f req-a3cef236-7140-46cf-9149-554c39c037ec tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.139971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:22.147205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a562ff3-1602-47b4-b6bb-4343ccbaf16f req-a3cef236-7140-46cf-9149-554c39c037ec tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 949 time: 0.1785071 Aug 28 20:00:22.190213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Publish callbacks [] for port (fa8f8171-b64b-40cd-86db-0885291066a7), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:22.215880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:22.222760 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd6d8d-f2fa-499b-b8b8-e3a8f98a86c9" -d '{"events": [{"server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:22.391224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:22.438604 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a562ff3-1602-47b4-b6bb-4343ccbaf16f req-40149b69-55a9-49fb-acc2-7f15c4013565 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902834 Aug 28 20:00:22.478774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-42da6838-38ab-4048-ad2e-ec4495bb8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.481422 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-42da6838-38ab-4048-ad2e-ec4495bb8552 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.3307929 Aug 28 20:00:22.523342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-cf667ed1-feef-419f-8288-8921ea28be70 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.526389 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-cf667ed1-feef-419f-8288-8921ea28be70 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1766007 Aug 28 20:00:22.590611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-80e66185-dda9-470e-b713-7dd579669994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.593095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-80e66185-dda9-470e-b713-7dd579669994 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.4685590 Aug 28 20:00:22.636341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:22.643793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-ff2e4cfb-21d3-44b7-b0cc-81540eaa147d tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.211 HTTP/1.1" status: 200 len: 696 time: 0.0787218 Aug 28 20:00:22.651477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on host n-h2-854121-7 for vnic_type normal with profile {"migrating_to": "n-h1-854121-7"} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:22.651477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:22.651477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:22.655378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:00:22.655795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Attempting to bind port fa8f8171-b64b-40cd-86db-0885291066a7 on network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:22.661368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Request body: {'floatingip': {'port_id': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:22.705176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:22.705529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Checking segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:22.706339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Bound using segment: {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:22.706670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Bound port: fa8f8171-b64b-40cd-86db-0885291066a7, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4222-3479-4843-90e1-5099c56f5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:22.707040 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:22.719266 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:22.720950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (aaa82432-735d-4b15-b3d5-cf6d694a1616), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:22.728539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-1f155ebe-37cd-49b5-b2b6-dd3b8e880bd7 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d HTTP/1.1" status: 200 len: 217 time: 0.1221859 Aug 28 20:00:22.747744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-9612a56b-d772-469b-b33e-fcd7f724b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.749843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-9612a56b-d772-469b-b33e-fcd7f724b2b5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2472358 Aug 28 20:00:22.759689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (7ea7ace7-a108-4b54-aaf1-7448ddd40570), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:22.780623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2ab5-51a8-4620-85eb-b2b10df013cc req-8736cf2f-72c4-4583-a345-bc5171382f66 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.787931 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bcc2ab5-51a8-4620-85eb-b2b10df013cc req-8736cf2f-72c4-4583-a345-bc5171382f66 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 943 time: 0.2543764 Aug 28 20:00:22.918479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-a11f6a85-966f-474b-a5ec-d532072ac6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:22.920834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-a11f6a85-966f-474b-a5ec-d532072ac6e5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.1841483 Aug 28 20:00:22.942288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea7ace7-a108-4b54-aaf1-7448ddd40570,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:22.946915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:22.993226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bcc2ab5-51a8-4620-85eb-b2b10df013cc req-1c01d9e0-4900-49f5-9fee-1ee269fafaeb tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042625 Aug 28 20:00:23.010030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:23.020434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Checking segment: {'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:23.021249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Network hostable DHCP agents. Network: e93f09aa-3c89-43d5-a78f-4063f3bca65d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:00:23.071994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-296f7b65-9db4-4cad-bed5-947cdfb5b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:23.073479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-296f7b65-9db4-4cad-bed5-947cdfb5b83c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1369598 Aug 28 20:00:23.113179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-553454af-9292-4973-ac08-ed407d4e11f0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562384 Aug 28 20:00:23.138897 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.221088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcae2d1-941e-4c04-9d01-6f96860f0cd7 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:23.229716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:00:23.261227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Publish callbacks [] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.296455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af0fda-1392-4941-8111-e833e33beed7 req-51b0f8be-3f72-4e5d-95e0-db5c20671201 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:23.298372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56af0fda-1392-4941-8111-e833e33beed7 req-51b0f8be-3f72-4e5d-95e0-db5c20671201 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 932 time: 0.1949308 Aug 28 20:00:23.311372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:23.312173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.313444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Transition to ACTIVE for port object ebcae2d1-941e-4c04-9d01-6f96860f0cd7 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:00:23.313732 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 1121 time: 2.3425667 Aug 28 20:00:23.313902 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.356527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fd6c3-ae1b-4b69-8a65-338e3652b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=8']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:23.370536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-47e64f84-fbf3-4ea5-8885-adf1df6a7005 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:23.372210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-47e64f84-fbf3-4ea5-8885-adf1df6a7005 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 949 time: 0.1471515 Aug 28 20:00:23.376173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e93f09aa-3c89-43d5-a78f-4063f3bca65d) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:23.381373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:23.382240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.399041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59c88a-cef4-4710-8c4c-9be52680cd5d None None] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:00:23.404813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-7be25b4d-2ec8-406e-a09b-6129efbfeeb3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240752 Aug 28 20:00:23.427541 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.486563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['fa8f8171-b64b-40cd-86db-0885291066a7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:23.526110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-820452c9-c42a-4043-9546-c41c6e85c9b4 req-a907254a-d2f6-4e1e-8011-d38d3a25d811 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882480 Aug 28 20:00:23.539319 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:00:23.575370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['fa8f8171-b64b-40cd-86db-0885291066a7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:23.584277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device fa8f8171-b64b-40cd-86db-0885291066a7 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:00:23.587858 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6c8dc334-4a41-45fc-9b12-1b448cdcab81 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6276410 Aug 28 20:00:23.597518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42356) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:23.611891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:23.646598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 639944f5-bd8b-453f-aa99-4e191ab36135 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:23.647010 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.679376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:00:23.755471 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa4aa21-3e06-4d36-8cb9-d4bc243798ff req-99eb0f3f-1906-431f-a981-bfabe753f0a8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394043 Aug 28 20:00:23.770915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56af0fda-1392-4941-8111-e833e33beed7 req-511b5393-73f7-4acd-921d-829233a3c727 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578221 Aug 28 20:00:23.783742 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.805356 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:23.820237 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:00:23.876874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:23.879824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 639944f5-bd8b-453f-aa99-4e191ab36135, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=639944f5-bd8b-453f-aa99-4e191ab36135,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:23.880315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.898346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (aaa82432-735d-4b15-b3d5-cf6d694a1616), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.907848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e93f09aa-3c89-43d5-a78f-4063f3bca65d', 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d', 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'fixed_ips': [{'subnet_id': '7ea7ace7-a108-4b54-aaf1-7448ddd40570'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:00:23.908967 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.913103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (b8275e4a-54ed-4b2b-872d-c87ca2358e27), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.914829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (b8275e4a-54ed-4b2b-872d-c87ca2358e27), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:23.925354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 639944f5-bd8b-453f-aa99-4e191ab36135 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:24.000026 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:00:24.003336 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e82525-4644-409b-8a87-0705cdc3a271 x-openstack-request-id: req-f9e82525-4644-409b-8a87-0705cdc3a271 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:24.003902 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:24.004099 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9e82525-4644-409b-8a87-0705cdc3a271 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:24.004591 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e82525-4644-409b-8a87-0705cdc3a271'] response: {'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7', 'code': 200} Aug 28 20:00:24.172665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks [] for router_controller (b8275e4a-54ed-4b2b-872d-c87ca2358e27), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:24.179999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Attempting to bind port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:24.180350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Attempting to bind port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:24.180789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Attempting to bind port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:24.189895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 on network 83c35358-27a0-4ce4-ae59-facc4d05877d not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:00:24.196380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Attempting to bind port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:24.207630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5c726-16ad-488f-96e5-c88acb560758 req-e1c6e6a9-22e5-46f3-ac00-6ca77126c480 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:24.211932 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:24.213798 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Floating IP aaa82432-735d-4b15-b3d5-cf6d694a1616 associated. External IP: 172.25.4.211, port: a94d638b-9518-4ca7-83b0-4e0644accfcc. Aug 28 20:00:24.221929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f8e5c726-16ad-488f-96e5-c88acb560758 req-e1c6e6a9-22e5-46f3-ac00-6ca77126c480 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1135921 Aug 28 20:00:24.252340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:24.253127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Checking segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:24.255362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Bound using segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:24.257014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Bound port: ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:24.258078 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:24.321057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:24.382690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f8e5c726-16ad-488f-96e5-c88acb560758 req-fd8137c3-c351-4a42-8a5f-6eb1e2d71617 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588738 Aug 28 20:00:24.403072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device fa8f8171-b64b-40cd-86db-0885291066a7 has no active binding in host n-h1-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 20:00:24.504421 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6787f5c3-21c8-4cf6-ba85-32c4064befb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:24.509306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:24.559409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (639944f5-bd8b-453f-aa99-4e191ab36135), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:24.597644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:24.614213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=639944f5-bd8b-453f-aa99-4e191ab36135,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:24.638314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04893c17-e564-4a85-bb45-6d1adc994525 req-71ae6ba7-8edd-4f9b-a1de-ece2b8a15e96 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:24.648771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04893c17-e564-4a85-bb45-6d1adc994525 req-71ae6ba7-8edd-4f9b-a1de-ece2b8a15e96 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 949 time: 0.1699200 Aug 28 20:00:24.667783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:00:24.780201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 639944f5-bd8b-453f-aa99-4e191ab36135 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:24.785500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:24.792328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04893c17-e564-4a85-bb45-6d1adc994525 req-b07bc419-37f4-4ba4-aef4-3aef08fb99cf tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418602 Aug 28 20:00:24.793417 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-744366c7-2f11-46b1-8135-600bb1b95bf1 req-0a9f8903-0b93-4563-afbf-6718898cdff4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "DELETE /networking/v2.0/ports/639944f5-bd8b-453f-aa99-4e191ab36135 HTTP/1.1" status: 204 len: 173 time: 1.4054093 Aug 28 20:00:24.799569 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks [] for router_gateway (b8275e4a-54ed-4b2b-872d-c87ca2358e27), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:24.839525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3', '075c0298-4887-4f93-8e8b-b8f001549193'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:24.918713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467', '577364c1-5b3d-48bd-987e-3e513570acb2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:24.991453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:24.998973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:00:25.011001 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] Sync routers for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:00:25.022284 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:25.034611 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:25.037218 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:25.069386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccfde8-ef87-4cb5-8784-04663a5c02e1 req-0738f0d6-0e80-43d0-b8c7-a9ca48e0edbe tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:25.071316 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-17ccfde8-ef87-4cb5-8784-04663a5c02e1 req-0738f0d6-0e80-43d0-b8c7-a9ca48e0edbe tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 943 time: 0.1064703 Aug 28 20:00:25.208626 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:25.216582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-17ccfde8-ef87-4cb5-8784-04663a5c02e1 req-cd53baa2-be4b-4452-91f0-6fdf95c422bd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336300 Aug 28 20:00:25.234013 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:25.250655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'port_id': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d', 'mac_address': 'fa:16:3e:b9:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:00:25.276203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Allocated IP 172.20.0.2 (e93f09aa-3c89-43d5-a78f-4063f3bca65d/7ea7ace7-a108-4b54-aaf1-7448ddd40570/3ee7db83-a757-46f7-a40c-bdc49d0c1e10) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:25.302609 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:25.332388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42374) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:25.369186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:25.375250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:25.376245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:25.377766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/ebcae2d1-941e-4c04-9d01-6f96860f0cd7 HTTP/1.1" status: 200 len: 1092 time: 3.9977028 Aug 28 20:00:25.380401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:25.381746 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:25.462794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:25.463445 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:25.615783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:25.644468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:25.669433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 639944f5-bd8b-453f-aa99-4e191ab36135 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:25.748846 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:25.772155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c7d464fe-ed3c-48bf-8eb1-279e8f4c9dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:25.779369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b858d-3a0a-49f9-a476-9a823ac42eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:25.811228 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'aaa82432-735d-4b15-b3d5-cf6d694a1616', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'port_id': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'mac_address': 'fa:16:3e:45:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:00:19Z', 'updated_at': '2022-08-28T20:00:23Z', 'revision_number': 1, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:58Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:25.843319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 639944f5-bd8b-453f-aa99-4e191ab36135 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:25.843954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 639944f5-bd8b-453f-aa99-4e191ab36135 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:25.845748 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] Checking router: 0d404430-e03f-4eb3-be45-e35bc4f8abd8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:00:25.861160 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:25.866965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:25.877378 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:25.889586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:25.896109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57f345-c6b7-4015-8755-6c40036fcada req-100e1690-3a6d-4d8d-ae04-bc41c3af0bdb tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:25.910625 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:25.912939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe57f345-c6b7-4015-8755-6c40036fcada req-100e1690-3a6d-4d8d-ae04-bc41c3af0bdb tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 944 time: 0.4217603 Aug 28 20:00:25.944819 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:25.949763 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:25.951901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-bc52f5b0-294f-4b4d-bbc1-331c591376cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:25.953310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-bc52f5b0-294f-4b4d-bbc1-331c591376cb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 1126 time: 0.3251841 Aug 28 20:00:25.997522 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:26.004282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-7547b072-5c6a-4694-8dbd-3e285e7153e5 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/aaa82432-735d-4b15-b3d5-cf6d694a1616 HTTP/1.1" status: 200 len: 997 time: 3.3509085 Aug 28 20:00:26.007718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7'}, {'server_uuid': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'name': 'network-vif-deleted', 'tag': '639944f5-bd8b-453f-aa99-4e191ab36135'}, {'name': 'network-changed', 'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:26.012451 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e9732-a820-41ca-a510-c715c8b0fb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7"}, {"server_uuid": "6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd", "name": "network-vif-deleted", "tag": "639944f5-bd8b-453f-aa99-4e191ab36135"}, {"name": "network-changed", "server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:26.091359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-7f5c158c-1988-4395-a37d-c193a4ce60b5 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7 HTTP/1.1" status: 200 len: 217 time: 0.0949583 Aug 28 20:00:26.107867 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:26.212298 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c7d464fe-ed3c-48bf-8eb1-279e8f4c9dac admin admin] Publish callbacks [] for security_group (0f717278-15ad-4320-98ab-af4529b3db0f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:26.225332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe57f345-c6b7-4015-8755-6c40036fcada req-8b775c44-c660-44bd-a8d1-b44905fba4e8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804766 Aug 28 20:00:26.236094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-f9d4996d-b809-4b20-b0f1-81aa0aa0df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:26.239809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-f9d4996d-b809-4b20-b0f1-81aa0aa0df1b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=cf951cff-f7a5-4776-b4dc-b4942b094c06 HTTP/1.1" status: 200 len: 843 time: 0.1389067 Aug 28 20:00:26.285378 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Publish callbacks [] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:26.399056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c7d464fe-ed3c-48bf-8eb1-279e8f4c9dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0f717278-15ad-4320-98ab-af4529b3db0f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:26.408183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-9f6fdeb1-bce7-4d93-a4f6-d915666602d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:26.425892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-9f6fdeb1-bce7-4d93-a4f6-d915666602d3 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4b790fd7dc704073bc96021037e72f7d&device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 1128 time: 0.3117223 Aug 28 20:00:26.426523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:26.488452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-2666e8e1-58d2-4e28-baf6-3b69c1783b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:26.490858 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-2666e8e1-58d2-4e28-baf6-3b69c1783b97 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=83c35358-27a0-4ce4-ae59-facc4d05877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2385781 Aug 28 20:00:26.561436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:26.646719 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c7d464fe-ed3c-48bf-8eb1-279e8f4c9dac admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b5d50beedc114cf39e5be5d67ecbcd13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3103690 Aug 28 20:00:26.657838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42390) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:26.691662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d664-3fcc-4580-963d-fb812815bad4 req-9080bd31-4c78-4ac5-b771-090fce07091c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:26.693647 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'aaa82432-735d-4b15-b3d5-cf6d694a1616', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'port_id': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'mac_address': 'fa:16:3e:45:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:00:19Z', 'updated_at': '2022-08-28T20:00:23Z', 'revision_number': 1, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:58Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:26.697061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:26.705000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ff8d664-3fcc-4580-963d-fb812815bad4 req-9080bd31-4c78-4ac5-b771-090fce07091c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.3290329 Aug 28 20:00:26.708930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:26.713407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks [] for router_gateway (b8275e4a-54ed-4b2b-872d-c87ca2358e27), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:26.721396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:26.741878 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:26.744358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Pushing event updated for resources: {'Port': ['ID=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:26.761681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-6fad438c-5e73-4621-8e3b-b5c645b15969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:26.764479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-6fad438c-5e73-4621-8e3b-b5c645b15969 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 200 len: 930 time: 0.3113768 Aug 28 20:00:26.784037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d464fe-ed3c-48bf-8eb1-279e8f4c9dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f717278-15ad-4320-98ab-af4529b3db0f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:26.806544 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4c232-3226-4e4d-8566-23ccd3dc79b4 None None] The sync data for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 is: [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'aaa82432-735d-4b15-b3d5-cf6d694a1616', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'port_id': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'mac_address': 'fa:16:3e:45:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:00:19Z', 'updated_at': '2022-08-28T20:00:23Z', 'revision_number': 1, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:58Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:00:26.967711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-9b71b7de-320d-4200-b699-28540c646c1a service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 1000 time: 0.1303208 Aug 28 20:00:26.998589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Attempting to bind port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:26.998973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Attempting to bind port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:26.999341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Attempting to bind port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 on network e93f09aa-3c89-43d5-a78f-4063f3bca65d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:27.010359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ff8d664-3fcc-4580-963d-fb812815bad4 req-810bc629-3236-4889-9d0d-c861e9d82a27 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042130 Aug 28 20:00:27.017358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:27.017742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Checking segment: {'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:27.018187 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.018587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Bound using segment: {'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:27.019201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Bound port: 3ee7db83-a757-46f7-a40c-bdc49d0c1e10, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:27.019587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.086319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-564d0f7c-e23a-4012-ad87-273a5334e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:27.087859 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-564d0f7c-e23a-4012-ad87-273a5334e193 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=011e884e-2e0a-4c97-9e19-275a098a5806 HTTP/1.1" status: 200 len: 868 time: 0.1037588 Aug 28 20:00:27.090718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e155303a-11af-4da6-b7d7-e89ea5af3f2b admin admin] Publish callbacks [] for security_group (0f717278-15ad-4320-98ab-af4529b3db0f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.095951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Allocated IP 172.25.4.16 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/012ae96b-9eff-403e-be7f-e67514b2cb77) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:27.123965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-c37d5964-d1dd-40fe-ac6f-36b4bdc2522c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169064 Aug 28 20:00:27.139655 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.159212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e155303a-11af-4da6-b7d7-e89ea5af3f2b admin admin] Publish callbacks [] for security_group (0f717278-15ad-4320-98ab-af4529b3db0f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.166261 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae0985-52b7-459d-9ec9-7071a242493e x-openstack-request-id: req-b5ae0985-52b7-459d-9ec9-7071a242493e {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:27.174312 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:27.174312 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5ae0985-52b7-459d-9ec9-7071a242493e {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:27.174312 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ae0985-52b7-459d-9ec9-7071a242493e'] response: {'name': 'network-changed', 'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'status': 'completed', 'code': 200} Aug 28 20:00:27.187060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] For port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:27.192081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] For port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,segment=NetworkSegment(0a8614eb-aa94-4864-8e41-abf54415945f),segment_id=0a8614eb-aa94-4864-8e41-abf54415945f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:27.275491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cbfddb-ef68-46b9-a7af-cbd0c52b9ac7 None None] New status for floating IP aaa82432-735d-4b15-b3d5-cf6d694a1616: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:00:27.288674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-cd496f3d-6a60-4ba9-a755-490986fa2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:27.297722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-cd496f3d-6a60-4ba9-a755-490986fa2142 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1902647 Aug 28 20:00:27.339970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-445aeabf-c7f3-4613-8320-8a3c8867988d service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:00:27.344297 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-445aeabf-c7f3-4613-8320-8a3c8867988d service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0304596 Aug 28 20:00:27.453513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1de7f10b-bca0-419f-aa68-3c6cd08f7d72 req-330e4fba-8112-4f0b-bfdc-3ae35800d3de tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd HTTP/1.1" status: 200 len: 210 time: 0.0965104 Aug 28 20:00:27.462623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e155303a-11af-4da6-b7d7-e89ea5af3f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0f717278-15ad-4320-98ab-af4529b3db0f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.465414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e155303a-11af-4da6-b7d7-e89ea5af3f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.472050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e155303a-11af-4da6-b7d7-e89ea5af3f2b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0f717278-15ad-4320-98ab-af4529b3db0f HTTP/1.1" status: 204 len: 168 time: 0.8120193 Aug 28 20:00:27.510994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155303a-11af-4da6-b7d7-e89ea5af3f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f717278-15ad-4320-98ab-af4529b3db0f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:27.594380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78165fdb-f565-42cb-9161-a8cb82af43c6 req-5a81deae-068f-44d6-b247-e141cd57281c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211129 Aug 28 20:00:27.638347 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e729bc-5d75-45ed-985d-5157e12f383a x-openstack-request-id: req-d7e729bc-5d75-45ed-985d-5157e12f383a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:27.638921 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7", "status": "completed", "code": 200}, {"server_uuid": "6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd", "name": "network-vif-deleted", "tag": "639944f5-bd8b-453f-aa99-4e191ab36135", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:27.639145 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7e729bc-5d75-45ed-985d-5157e12f383a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:27.639684 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e729bc-5d75-45ed-985d-5157e12f383a'] response: {'name': 'network-changed', 'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7', 'status': 'completed', 'code': 200} Aug 28 20:00:27.640111 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e729bc-5d75-45ed-985d-5157e12f383a'] response: {'server_uuid': '6efa1a15-b2b3-4f21-bd9f-e5c8e9bc2dfd', 'name': 'network-vif-deleted', 'tag': '639944f5-bd8b-453f-aa99-4e191ab36135', 'status': 'completed', 'code': 200} Aug 28 20:00:27.640457 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e729bc-5d75-45ed-985d-5157e12f383a'] response: {'name': 'network-changed', 'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'status': 'completed', 'code': 200} Aug 28 20:00:27.675228 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks [] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.701995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.703116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-f3c0fa4a-0d87-4b7e-839d-ef653f3b366e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381519 Aug 28 20:00:27.864560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdaffe-95a7-4861-a2d4-e3712074408d None None] Pushing event updated for resources: {'Port': ['ID=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:27.878250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:27.942661 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:27.973947 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b491-d340-4b7a-9933-3f611c6ecce3 req-c86cd3e0-099b-4c2a-baf4-55123392122a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:27.980556 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5000b491-d340-4b7a-9933-3f611c6ecce3 req-c86cd3e0-099b-4c2a-baf4-55123392122a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 944 time: 0.0891421 Aug 28 20:00:27.984470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:00:28.016451 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:28.048649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:28.049030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:28.156098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-aeb65f94-226a-461d-8b6c-d132d41a4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:28.162308 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-aeb65f94-226a-461d-8b6c-d132d41a4a90 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1155 time: 0.1562066 Aug 28 20:00:28.189387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:28.229704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:28.244455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:28.252924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5000b491-d340-4b7a-9933-3f611c6ecce3 req-f6fcca7c-0711-4ee8-9016-c01f199f221b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708664 Aug 28 20:00:28.365628 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:28.367641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7f1825f-3dc8-4d49-a566-ba9a2a2a304b req-ef075113-6d4c-4fab-bb32-77825406fd19 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244643 Aug 28 20:00:28.378662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Pushing event updated for resources: {'Port': ['ID=012ae96b-9eff-403e-be7f-e67514b2cb77,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:28.464471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:28.464970 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:28.527498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:28.534139 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d413dd1-b349-4fa7-b871-763fa3ca9c9d" -d '{"events": [{"server_uuid": "aa129b8f-354e-472b-8e9b-aaec17096d28", "name": "network-vif-plugged", "status": "completed", "tag": "47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:28.577269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:28.636351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede88df-d8bb-4482-977b-136456c33d1a req-459c4d96-e403-4199-97bb-a38c227b2a70 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:28.644781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ede88df-d8bb-4482-977b-136456c33d1a req-459c4d96-e403-4199-97bb-a38c227b2a70 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 944 time: 0.1722102 Aug 28 20:00:28.671683 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:28.672532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fa8f8171-b64b-40cd-86db-0885291066a7 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:28.679352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-77d5a99c-0ca4-42ea-88d6-3269eb1f405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:28.693194 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-77d5a99c-0ca4-42ea-88d6-3269eb1f405e service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.4922738 Aug 28 20:00:28.810160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e33da-af28-4bfc-a7dc-1fe19345df3e req-f2a30279-7741-4940-8e14-a361096ff738 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:28.812263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-070e33da-af28-4bfc-a7dc-1fe19345df3e req-f2a30279-7741-4940-8e14-a361096ff738 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1301956 Aug 28 20:00:28.857025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:28.949989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port fa8f8171-b64b-40cd-86db-0885291066a7 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:29.004012 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-070e33da-af28-4bfc-a7dc-1fe19345df3e req-3cf99c00-ef7f-4f86-84ea-7e5ca387ebb0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765566 Aug 28 20:00:29.322686 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-248dbf96-8cdf-494c-8016-33866854fc80 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 217 time: 0.6280117 Aug 28 20:00:29.346024 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:29.441253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks [] for router_gateway (b8275e4a-54ed-4b2b-872d-c87ca2358e27), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:29.451757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ede88df-d8bb-4482-977b-136456c33d1a req-84c3fad7-71ce-42a6-9f2e-50d71411c655 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8051589 Aug 28 20:00:29.454694 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:29.476747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-b9b9d262-3a1e-49e1-9f53-4055b8545d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:29.481779 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-b9b9d262-3a1e-49e1-9f53-4055b8545d71 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 1126 time: 0.2076738 Aug 28 20:00:29.498337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-1b6e9fe8-dc25-46f7-8794-1e40dbe7352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:29.504664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-1b6e9fe8-dc25-46f7-8794-1e40dbe7352a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.1794009 Aug 28 20:00:29.587909 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4599017-5a72-4ff3-ad57-6745c00a0e49 x-openstack-request-id: req-f4599017-5a72-4ff3-ad57-6745c00a0e49 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:29.588249 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa129b8f-354e-472b-8e9b-aaec17096d28", "name": "network-vif-plugged", "status": "completed", "tag": "47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:29.588725 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4599017-5a72-4ff3-ad57-6745c00a0e49 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:29.588921 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4599017-5a72-4ff3-ad57-6745c00a0e49'] response: {'server_uuid': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d', 'code': 200} Aug 28 20:00:29.599448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-34bce4e0-ba0d-4e42-b04a-1dd90eff6a11 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 258 time: 0.4159863 Aug 28 20:00:29.635597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c91ca-75a2-4f3c-9ece-ad90fe0bcc23 None None] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:00:29.675362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-105d9a44-e98d-4a04-af9d-85f23b9953a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:29.676141 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-105d9a44-e98d-4a04-af9d-85f23b9953a5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515894 Aug 28 20:00:29.721437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:29.761603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-80d6797a-775b-495c-afb2-b4b1c4afac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:29.769500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-80d6797a-775b-495c-afb2-b4b1c4afac51 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 905 time: 0.2825460 Aug 28 20:00:29.862798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-38af8c6a-cec7-4d3c-b8d9-cd0190034cae None None] Provisioning complete for port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:29.863436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38af8c6a-cec7-4d3c-b8d9-cd0190034cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:29.886441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-e3010494-686d-4acf-b38f-fabbe2cc1782 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7 HTTP/1.1" status: 200 len: 217 time: 0.0981488 Aug 28 20:00:30.003412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edca45-4bf1-4908-b5b6-9da2dae9a00e req-f47d3a67-c75c-4def-ae97-78bde0c9b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:30.005182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b7edca45-4bf1-4908-b5b6-9da2dae9a00e req-f47d3a67-c75c-4def-ae97-78bde0c9b9e1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 1127 time: 0.1208718 Aug 28 20:00:30.032583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-8698ae0d-5b15-4df2-93cf-ecf8d3e63f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:30.034730 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-8698ae0d-5b15-4df2-93cf-ecf8d3e63f00 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=cf951cff-f7a5-4776-b4dc-b4942b094c06 HTTP/1.1" status: 200 len: 843 time: 0.1373219 Aug 28 20:00:30.063125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ebcae2d1-941e-4c04-9d01-6f96860f0cd7 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:00:30.095348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38af8c6a-cec7-4d3c-b8d9-cd0190034cae None None] Current status of the port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:30.095348 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38af8c6a-cec7-4d3c-b8d9-cd0190034cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.113910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.186399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-2a71e17a-d332-483f-aa2b-4dec518144d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:30.197924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-2a71e17a-d332-483f-aa2b-4dec518144d7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=83c35358-27a0-4ce4-ae59-facc4d05877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515872 Aug 28 20:00:30.202608 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-c0264678-c171-4099-820e-f0bf6f07628b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271300 Aug 28 20:00:30.264003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (b8275e4a-54ed-4b2b-872d-c87ca2358e27), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.386490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-38af8c6a-cec7-4d3c-b8d9-cd0190034cae None None] For port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,segment=NetworkSegment(0a8614eb-aa94-4864-8e41-abf54415945f),segment_id=0a8614eb-aa94-4864-8e41-abf54415945f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:30.388061 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.395308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:30.537789 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-b8f5918b-1207-4de9-ba1a-70ef708af4fa service neutron] 10.222.0.89 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183424 Aug 28 20:00:30.578591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:30.613554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'mac_address': 'fa:16:3e:9b:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:00:30.630448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:30.630805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.644354 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-51e9daef-5b02-490f-9033-158956c9dfcc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395196 Aug 28 20:00:30.646656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b7edca45-4bf1-4908-b5b6-9da2dae9a00e req-eb8eb46e-7eb1-4cd5-b9ee-2e071721dc0d service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293118 Aug 28 20:00:30.655935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Allocated IP 172.25.4.78 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/566ff691-c24a-4157-a9f7-9d9e46ed699b) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:30.692733 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:30.714329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:30.714329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.732439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcae2d1-941e-4c04-9d01-6f96860f0cd7 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:30.795699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:30.815774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:30.816574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.819446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:30.855118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4a0ddef-cecc-486a-be47-bc5cad89a9c7 req-bd8f83e8-6c25-499f-9172-c31c05d0c964 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991704 Aug 28 20:00:31.071884 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:31.079030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38af8c6a-cec7-4d3c-b8d9-cd0190034cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:31.080237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:31.084345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Router b8275e4a-54ed-4b2b-872d-c87ca2358e27 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:00:31.089717 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:31.158917 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:00:31.159780 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:00:31.210997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event updated for resources: {'Port': ['ID=566ff691-c24a-4157-a9f7-9d9e46ed699b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:31.215722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:31.224350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af8c6a-cec7-4d3c-b8d9-cd0190034cae None None] Pushing event updated for resources: {'Port': ['ID=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:31.224489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:31.226591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:31.227640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03760a4-12e6-48d1-aba9-1cd212817c03 req-550e2690-47af-454d-aaf0-f77985c311e7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:31.229476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a03760a4-12e6-48d1-aba9-1cd212817c03 req-550e2690-47af-454d-aaf0-f77985c311e7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 945 time: 0.0564864 Aug 28 20:00:31.234122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5342ec29-cb14-4909-a149-b8d9c8f5558f None None] Provisioning complete for port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:31.235168 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5342ec29-cb14-4909-a149-b8d9c8f5558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:31.305787 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a03760a4-12e6-48d1-aba9-1cd212817c03 req-8a608361-bb32-40ef-9004-65c0454fbc38 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639691 Aug 28 20:00:31.326717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:00:31.341596 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Sync routers for ids ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:00:31.369676 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Routers {'b8275e4a-54ed-4b2b-872d-c87ca2358e27'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:31.373674 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:31.439659 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (c9ab538e-d50a-4344-a3b7-12f1f43969ed), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:31.533419 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:31.534829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-987ad617-1a5f-4dd2-b8a7-8778d6744c4f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9340820 Aug 28 20:00:31.540578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42446) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:31.610396 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:31.683748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-b8f03463-6823-4e6a-8c8b-c1476a18dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:31.686834 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:31.690389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-b8f03463-6823-4e6a-8c8b-c1476a18dbcc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4b790fd7dc704073bc96021037e72f7d&device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 1128 time: 0.1709239 Aug 28 20:00:31.694044 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-1cfaf20d-17eb-46b7-a916-864e19c57dc9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7/bindings/n-h1-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.2221348 Aug 28 20:00:31.699101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['ebcae2d1-941e-4c04-9d01-6f96860f0cd7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:31.709373 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:31.720799 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Set router b8275e4a-54ed-4b2b-872d-c87ca2358e27 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:31.791966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5342ec29-cb14-4909-a149-b8d9c8f5558f None None] Current status of the port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:31.861351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:31.885367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:32.100004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e3ae3-ad0c-46b0-adb8-315c4537f40f req-2d79a78c-1ee0-4e31-ba1a-f7116991402e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:32.101627 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c7e3ae3-ad0c-46b0-adb8-315c4537f40f req-2d79a78c-1ee0-4e31-ba1a-f7116991402e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.1590495 Aug 28 20:00:32.126649 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:32.149815 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:00:28Z', 'revision_number': 3, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port': {'id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:36:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:26Z', 'updated_at': '2022-08-28T20:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:32.180353 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Checking router: b8275e4a-54ed-4b2b-872d-c87ca2358e27 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:00:32.180707 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Updating router b8275e4a-54ed-4b2b-872d-c87ca2358e27 port 012ae96b-9eff-403e-be7f-e67514b2cb77 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:00:32.222663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-46fc9d4f-e8a7-4eb5-9d51-17fca84e5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:32.224576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-46fc9d4f-e8a7-4eb5-9d51-17fca84e5fac service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 200 len: 930 time: 0.5181894 Aug 28 20:00:32.228466 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.289332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c7e3ae3-ad0c-46b0-adb8-315c4537f40f req-348f0e16-0ac5-4135-b45a-d3fc9d0d6f4e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617537 Aug 28 20:00:32.362295 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:32.385381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.395412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:32.448802 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.531828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:32.532504 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.557709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-d8a99924-5312-479f-a3d6-14a983cf189b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1959662 Aug 28 20:00:32.573166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5c12d-adfc-4c9e-82ac-e08aafafd8df req-f889115f-700d-4318-ae95-f53ec91d549f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:32.581888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dab5c12d-adfc-4c9e-82ac-e08aafafd8df req-f889115f-700d-4318-ae95-f53ec91d549f tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 945 time: 0.1233015 Aug 28 20:00:32.621363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (c9ab538e-d50a-4344-a3b7-12f1f43969ed), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.631308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.635115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event updated for resources: {'Port': ['ID=566ff691-c24a-4157-a9f7-9d9e46ed699b,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:32.681130 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-2801235d-3481-4ec5-ab8b-67d65b4db422 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 1002 time: 0.4191751 Aug 28 20:00:32.684040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:32.729055 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Publish callbacks [] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.779828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:32.790281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-ae973856-dfce-4827-b00a-285742ec72a4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:32.792372 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-ae973856-dfce-4827-b00a-285742ec72a4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 948 time: 0.1152694 Aug 28 20:00:32.794770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dab5c12d-adfc-4c9e-82ac-e08aafafd8df req-b3ea1c6a-c518-4b53-b95b-2c117170c4e0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007203 Aug 28 20:00:32.807517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:32.807517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-7ca8b4b5-2a86-441e-96e8-f1e042688b27 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2050307 Aug 28 20:00:32.831379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49527b3-34a5-4c33-8462-981396147f89 req-84969a21-f856-4181-932b-f2d191098b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:32.833444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-84969a21-f856-4181-932b-f2d191098b16 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 1127 time: 0.1550963 Aug 28 20:00:32.860469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-281bb791-fe44-466f-b6e7-43c5e5019607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:32.862073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-281bb791-fe44-466f-b6e7-43c5e5019607 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=011e884e-2e0a-4c97-9e19-275a098a5806 HTTP/1.1" status: 200 len: 868 time: 0.1633909 Aug 28 20:00:32.929654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ebcae2d1-941e-4c04-9d01-6f96860f0cd7 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:32.982976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49527b3-34a5-4c33-8462-981396147f89 req-83934f24-8823-453c-b99c-55971485810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:32.984550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-83934f24-8823-453c-b99c-55971485810c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1214731 Aug 28 20:00:32.985692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:33.042449 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.085040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-0855b466-5e61-4faf-a855-e4bb4f9cf307 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 200 len: 217 time: 0.0766325 Aug 28 20:00:33.087639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8f8171-b64b-40cd-86db-0885291066a7 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:33.097798 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:33.102649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:00:33.111818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-77bdebd3-93a5-4117-8858-39d7e003be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:33.114526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-77bdebd3-93a5-4117-8858-39d7e003be98 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1445220 Aug 28 20:00:33.119937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:33.124714 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Attempting to bind port 012ae96b-9eff-403e-be7f-e67514b2cb77 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:33.131467 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Attempting to bind port 012ae96b-9eff-403e-be7f-e67514b2cb77 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:33.131467 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Attempting to bind port 012ae96b-9eff-403e-be7f-e67514b2cb77 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:33.141170 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:33.141541 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:33.142225 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.142631 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:33.143130 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Bound port: 012ae96b-9eff-403e-be7f-e67514b2cb77, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:33.143513 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.207569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e14e71-e2ad-4617-8b29-251036e3cd26 None None] Pushing event updated for resources: {'Port': ['ID=012ae96b-9eff-403e-be7f-e67514b2cb77,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:33.215259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:33.220754 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.228780 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:33.239028 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:33.258520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49527b3-34a5-4c33-8462-981396147f89 req-a9db76bc-8145-43ad-a310-b7ce9bd822e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:33.259556 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] For port 012ae96b-9eff-403e-be7f-e67514b2cb77, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:33.260190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-a9db76bc-8145-43ad-a310-b7ce9bd822e3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1645889 Aug 28 20:00:33.266558 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] For port 012ae96b-9eff-403e-be7f-e67514b2cb77, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=012ae96b-9eff-403e-be7f-e67514b2cb77,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:33.360176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-e1c088c7-28c9-4286-a9c7-4c5d15c49199 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131054 Aug 28 20:00:33.363736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49527b3-34a5-4c33-8462-981396147f89 req-61f7e297-7e0e-4d4a-9c4c-4ea68a55981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:33.365414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-61f7e297-7e0e-4d4a-9c4c-4ea68a55981c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966415 Aug 28 20:00:33.373048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:33.373745 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.380659 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.457153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:33.463871 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c6628-12b7-46bf-a6ad-a09622d90f57" -d '{"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-plugged", "status": "completed", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:33.477872 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Routers {'b8275e4a-54ed-4b2b-872d-c87ca2358e27'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:33.481746 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:33.499399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:33.584146 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:00:33.587521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e14e71-e2ad-4617-8b29-251036e3cd26 None None] Pushing event updated for resources: {'Port': ['ID=012ae96b-9eff-403e-be7f-e67514b2cb77,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:33.598844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.648110 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-6b2c5999-a2b2-4706-b1b0-f2b3437e4dff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.8269610 Aug 28 20:00:33.684154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-31df61f1-5332-48e6-9545-815bfa7e20d3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775453 Aug 28 20:00:33.686213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.741445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:33.749410 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] Set router b8275e4a-54ed-4b2b-872d-c87ca2358e27 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:33.833205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 577364c1-5b3d-48bd-987e-3e513570acb2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:33.833912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:33.882329 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e49527b3-34a5-4c33-8462-981396147f89 req-b2b6d969-26f8-4962-b229-f1c4d4e9fa8c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834075 Aug 28 20:00:33.940380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc4e9732-a820-41ca-a510-c715c8b0fb2e req-70a23f3c-04aa-43b3-84c2-10629aade35b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740278 Aug 28 20:00:33.973729 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:33.992746 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:34.012669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19484ff-75da-4de7-99b8-4178fb726f68 req-08826fc6-ff99-4955-b6fa-f6d101b9d483 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:34.014773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b19484ff-75da-4de7-99b8-4178fb726f68 req-08826fc6-ff99-4955-b6fa-f6d101b9d483 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 945 time: 0.2218008 Aug 28 20:00:34.015798 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:00:28Z', 'revision_number': 3, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port': {'id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:36:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:26Z', 'updated_at': '2022-08-28T20:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:34.043915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-4f46e4da-7009-46b8-9033-7ec656c5638b tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:34.046315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-802ff347-4dcc-468c-8766-2d5c92b32dad req-4f46e4da-7009-46b8-9033-7ec656c5638b tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.3789406 Aug 28 20:00:34.048120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Allocated IP 172.20.0.1 (e93f09aa-3c89-43d5-a78f-4063f3bca65d/7ea7ace7-a108-4b54-aaf1-7448ddd40570/64e1e5b2-7134-45b7-b57c-cf6cbae5e21d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:34.048347 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5def67c-87da-4517-992a-2d34d7dfc98a None None] The sync data for ids ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'] in n-d-854121-7 is: [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:00:28Z', 'revision_number': 3, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port': {'id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:36:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:26Z', 'updated_at': '2022-08-28T20:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:00:34.099450 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b19484ff-75da-4de7-99b8-4178fb726f68 req-68f329d6-d0c9-4b2b-bfb8-7b135cb288fe tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779066 Aug 28 20:00:34.103232 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 577364c1-5b3d-48bd-987e-3e513570acb2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=577364c1-5b3d-48bd-987e-3e513570acb2,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:34.103604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:34.107563 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:34.133222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] Transition to ACTIVE for port object fa8f8171-b64b-40cd-86db-0885291066a7 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:00:34.183401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 577364c1-5b3d-48bd-987e-3e513570acb2 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:34.216119 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620818dd-509f-4c1d-8418-af6d43f6da6b x-openstack-request-id: req-620818dd-509f-4c1d-8418-af6d43f6da6b {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:34.216440 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-plugged", "status": "completed", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:34.216699 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-620818dd-509f-4c1d-8418-af6d43f6da6b {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:34.217128 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620818dd-509f-4c1d-8418-af6d43f6da6b'] response: {'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'code': 200} Aug 28 20:00:34.253450 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:34.342465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebda65d-47f0-4496-bf2e-1bfdc5e5feea req-8f8eaa27-1485-418b-99a3-73d9167e0baa tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:34.344154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ebda65d-47f0-4496-bf2e-1bfdc5e5feea req-8f8eaa27-1485-418b-99a3-73d9167e0baa tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 948 time: 0.0626903 Aug 28 20:00:34.361016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks [] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:34.412572 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:34.442996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] No DVR routers for this DVR port fa8f8171-b64b-40cd-86db-0885291066a7 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:34.465835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e249ae-cd29-4a1e-a378-5332fa97e9c4 req-1e1e6c3e-b482-4935-8b2e-210739d9c7b3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:34.469159 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13e249ae-cd29-4a1e-a378-5332fa97e9c4 req-1e1e6c3e-b482-4935-8b2e-210739d9c7b3 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 943 time: 0.2479920 Aug 28 20:00:34.476264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=10']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:34.478547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:34.537820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-94cb7c67-42ad-4836-bd41-8dc1b2df1ba5 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7/bindings/n-h1-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 2.8074481 Aug 28 20:00:34.577045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:34.600734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:34.600949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feff65-6079-4507-8284-d1efa382b490 req-34bf6fe0-0f07-4b7a-8bc1-58c397d36093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:34.603145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98feff65-6079-4507-8284-d1efa382b490 req-34bf6fe0-0f07-4b7a-8bc1-58c397d36093 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 1128 time: 0.0705950 Aug 28 20:00:34.604356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:34.620013 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ebda65d-47f0-4496-bf2e-1bfdc5e5feea req-c9d28ae3-601f-44f1-8950-011411724654 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486384 Aug 28 20:00:34.719368 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (b8275e4a-54ed-4b2b-872d-c87ca2358e27), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:34.746841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98feff65-6079-4507-8284-d1efa382b490 req-87e52984-2006-472d-ae2b-e1d4db7c6570 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211133 Aug 28 20:00:34.819789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13e249ae-cd29-4a1e-a378-5332fa97e9c4 req-4c664fc6-d94d-41f8-aa52-2180308b76c9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252459 Aug 28 20:00:34.983876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc15f4-ef59-49f1-ad13-85b0a9bdecbb req-0bf675ee-e9f8-417d-966f-819c567f5b0c tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:34.998073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:35.009442 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16fc15f4-ef59-49f1-ad13-85b0a9bdecbb req-0bf675ee-e9f8-417d-966f-819c567f5b0c tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 946 time: 0.1600933 Aug 28 20:00:35.056677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-270d434b-5179-4111-a85e-d415f2d9337f None None] Provisioning complete for port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:35.073910 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-270d434b-5179-4111-a85e-d415f2d9337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:35.099433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (577364c1-5b3d-48bd-987e-3e513570acb2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:35.109614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16fc15f4-ef59-49f1-ad13-85b0a9bdecbb req-7c89426e-58b1-46f1-8449-380065e1b427 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962336 Aug 28 20:00:35.140528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec360c-1ad5-486e-a06a-38eca2edc5e2 req-bbf4ed74-4a31-47ab-89be-3ae5c68d167e tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:35.143191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3', '075c0298-4887-4f93-8e8b-b8f001549193'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:35.148219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30ec360c-1ad5-486e-a06a-38eca2edc5e2 req-bbf4ed74-4a31-47ab-89be-3ae5c68d167e tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1142845 Aug 28 20:00:35.162277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=577364c1-5b3d-48bd-987e-3e513570acb2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:35.176195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:35.267014 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:35.280999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-270d434b-5179-4111-a85e-d415f2d9337f None None] Port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:00:35.314285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30ec360c-1ad5-486e-a06a-38eca2edc5e2 req-1396f53c-d791-4c53-952a-397de5b33958 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.1645045 Aug 28 20:00:35.329451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-30ec360c-1ad5-486e-a06a-38eca2edc5e2 req-6d0cf1ef-d734-4989-91de-2a64f408d153 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Request body: {'floatingip': {'port_id': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:35.391391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-3d8feb46-f1e6-489d-82f1-3e740ca6cd79 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:35.393801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-3d8feb46-f1e6-489d-82f1-3e740ca6cd79 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bdc98a72-bb81-486e-84d4-3698c0f20bbf HTTP/1.1" status: 200 len: 950 time: 0.0631096 Aug 28 20:00:35.457561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-30ec360c-1ad5-486e-a06a-38eca2edc5e2 req-6d0cf1ef-d734-4989-91de-2a64f408d153 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (c9ab538e-d50a-4344-a3b7-12f1f43969ed), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:35.465068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 577364c1-5b3d-48bd-987e-3e513570acb2 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:35.469067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:35.476054 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:35.486312 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:35.491254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc0593b2-0092-4765-9290-ddf2dc6b0d6c req-157697c5-e0c7-4a8f-88b3-2c8444aa9ceb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "DELETE /networking/v2.0/ports/577364c1-5b3d-48bd-987e-3e513570acb2 HTTP/1.1" status: 204 len: 173 time: 2.6922030 Aug 28 20:00:35.491993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95685b52-f489-48dd-8d18-449b42cfc327', 'name': 'network-vif-deleted', 'tag': '577364c1-5b3d-48bd-987e-3e513570acb2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:35.497082 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a97872-3b4c-48c5-9aec-c3f1f9209846" -d '{"events": [{"server_uuid": "95685b52-f489-48dd-8d18-449b42cfc327", "name": "network-vif-deleted", "tag": "577364c1-5b3d-48bd-987e-3e513570acb2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:35.623091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 075c0298-4887-4f93-8e8b-b8f001549193 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:35.623442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (075c0298-4887-4f93-8e8b-b8f001549193), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:35.683564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b40dda95-8933-4819-b84e-a74b731a3037 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:35.686108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-b40dda95-8933-4819-b84e-a74b731a3037 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.1054492 Aug 28 20:00:35.725263 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:35.782266 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:35.800809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 075c0298-4887-4f93-8e8b-b8f001549193, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=075c0298-4887-4f93-8e8b-b8f001549193,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:35.801364 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (075c0298-4887-4f93-8e8b-b8f001549193), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:35.820807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 075c0298-4887-4f93-8e8b-b8f001549193 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:35.951149 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe8cda-387f-4d7a-aa38-fa0550d4ffcc x-openstack-request-id: req-4abe8cda-387f-4d7a-aa38-fa0550d4ffcc {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:35.951524 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95685b52-f489-48dd-8d18-449b42cfc327", "name": "network-vif-deleted", "tag": "577364c1-5b3d-48bd-987e-3e513570acb2", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:35.951739 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4abe8cda-387f-4d7a-aa38-fa0550d4ffcc {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:35.952164 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abe8cda-387f-4d7a-aa38-fa0550d4ffcc'] response: {'server_uuid': '95685b52-f489-48dd-8d18-449b42cfc327', 'name': 'network-vif-deleted', 'tag': '577364c1-5b3d-48bd-987e-3e513570acb2', 'status': 'completed', 'code': 200} Aug 28 20:00:35.980340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-9ff7ba45-d0a8-4efb-a284-325028777b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:35.982983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-9ff7ba45-d0a8-4efb-a284-325028777b0e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58&tenant_id=722e7cf4482747a98836d2a4a1761042 HTTP/1.1" status: 200 len: 1126 time: 0.2562711 Aug 28 20:00:36.060222 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:36.063802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d9ce8ed9-6214-4334-ba23-ec494ef10adf req-f3a7d567-7a9b-41bd-9cd7-62a56e0584f8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 210 time: 0.0473251 Aug 28 20:00:36.197264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (075c0298-4887-4f93-8e8b-b8f001549193), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:36.252424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=075c0298-4887-4f93-8e8b-b8f001549193,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:36.286007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:36.292593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-aa9b92f1-0d83-4920-a62c-5497d8ab7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:36.294365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-aa9b92f1-0d83-4920-a62c-5497d8ab7c16 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=722e7cf4482747a98836d2a4a1761042&device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1126 time: 0.1638553 Aug 28 20:00:36.316195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3b693-aa4e-48bb-99bf-a5c96ce91601 req-15a18795-c3de-4ae7-93ed-82c87cf48905 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:36.337526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ab3b693-aa4e-48bb-99bf-a5c96ce91601 req-15a18795-c3de-4ae7-93ed-82c87cf48905 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 945 time: 0.1856053 Aug 28 20:00:36.375675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 012ae96b-9eff-403e-be7f-e67514b2cb77 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:36.439396 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-30ec360c-1ad5-486e-a06a-38eca2edc5e2 req-6d0cf1ef-d734-4989-91de-2a64f408d153 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 20:00:36.440260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30ec360c-1ad5-486e-a06a-38eca2edc5e2 req-6d0cf1ef-d734-4989-91de-2a64f408d153 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/c9ab538e-d50a-4344-a3b7-12f1f43969ed HTTP/1.1" status: 409 len: 550 time: 1.1254973 Aug 28 20:00:36.477915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks [] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:36.488255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 012ae96b-9eff-403e-be7f-e67514b2cb77 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:36.489481 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:36.494221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 075c0298-4887-4f93-8e8b-b8f001549193 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:36.501284 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:36.508850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-adeb41eb-88ad-4261-9d45-f1f4d7f41542 req-9c383b01-292e-43c8-b9f1-505fb2a5d15e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "DELETE /networking/v2.0/ports/075c0298-4887-4f93-8e8b-b8f001549193 HTTP/1.1" status: 204 len: 173 time: 1.1072650 Aug 28 20:00:36.509734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'name': 'network-vif-deleted', 'tag': '075c0298-4887-4f93-8e8b-b8f001549193'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:36.512508 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7364bbb-ba07-4e07-97ff-f05fc8892d06" -d '{"events": [{"server_uuid": "bdc98a72-bb81-486e-84d4-3698c0f20bbf", "name": "network-vif-deleted", "tag": "075c0298-4887-4f93-8e8b-b8f001549193"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:36.569040 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:36.596955 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-2541eca1-e9e9-45ff-9263-5a46f7985082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:36.599140 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ab3b693-aa4e-48bb-99bf-a5c96ce91601 req-100296f1-a188-469b-b2c1-8662a04068e9 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586117 Aug 28 20:00:36.601455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-2541eca1-e9e9-45ff-9263-5a46f7985082 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 200 len: 922 time: 0.2925718 Aug 28 20:00:36.640901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:36.658825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', '070c71ff-366a-441f-94a0-0df187d47467'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:36.757179 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:36.761923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (b8275e4a-54ed-4b2b-872d-c87ca2358e27), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:36.851649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-c6054753-f2fa-4c42-91b1-5ab93ffcffc9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 200 len: 217 time: 0.2362900 Aug 28 20:00:36.873887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f3f5e-2a7e-4acd-99d0-03f9cd0fc82d req-3159a75e-d810-489d-b888-0ac3fc05a7b6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:36.875061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f60f3f5e-2a7e-4acd-99d0-03f9cd0fc82d req-3159a75e-d810-489d-b888-0ac3fc05a7b6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.1594319 Aug 28 20:00:36.890218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaf6cb-acc9-44ff-8581-2da27f2e398d req-d3bb5094-770d-4f10-a4bd-ecb5e8bc51d3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:36.892371 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ebaf6cb-acc9-44ff-8581-2da27f2e398d req-d3bb5094-770d-4f10-a4bd-ecb5e8bc51d3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 946 time: 0.1337488 Aug 28 20:00:36.969824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 012ae96b-9eff-403e-be7f-e67514b2cb77 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:36.970547 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:36.976507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 577364c1-5b3d-48bd-987e-3e513570acb2 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:37.003038 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ebaf6cb-acc9-44ff-8581-2da27f2e398d req-03ed2059-9db9-463b-9d6f-c81528864f7d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022706 Aug 28 20:00:37.038049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 577364c1-5b3d-48bd-987e-3e513570acb2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:37.038614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 577364c1-5b3d-48bd-987e-3e513570acb2 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:37.046081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 012ae96b-9eff-403e-be7f-e67514b2cb77, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=012ae96b-9eff-403e-be7f-e67514b2cb77,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:37.077908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:37.104065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-d9858bae-a659-4e09-844d-5e7132c590bb tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips/c9ab538e-d50a-4344-a3b7-12f1f43969ed HTTP/1.1" status: 200 len: 692 time: 0.0786490 Aug 28 20:00:37.111826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.112177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.112530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.112891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.113217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.113903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.114458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.114980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.115485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.116005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.116521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.117095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.117612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.118138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.122907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:37.130530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:37.136348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-f026a945-e176-433c-b558-192943aac5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:37.138815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-f026a945-e176-433c-b558-192943aac5d6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 200 len: 860 time: 0.2757971 Aug 28 20:00:37.142816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:37.175914 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:37.306364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=012ae96b-9eff-403e-be7f-e67514b2cb77,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:37.422112 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:37.467464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f60f3f5e-2a7e-4acd-99d0-03f9cd0fc82d req-e887b760-9b41-4e4e-b0d9-4869095c8240 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481584 Aug 28 20:00:37.475037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-f1e36b0d-ce40-4bc9-a6a2-84cb86edcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:37.477085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-f1e36b0d-ce40-4bc9-a6a2-84cb86edcf71 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3031156 Aug 28 20:00:37.483249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Router b8275e4a-54ed-4b2b-872d-c87ca2358e27 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:00:37.639965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7b99755e-ba50-4b0f-9a8b-4cc5c5bc732e None None] Provisioning complete for port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:37.640231 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b99755e-ba50-4b0f-9a8b-4cc5c5bc732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:37.806475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 075c0298-4887-4f93-8e8b-b8f001549193 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:37.838653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7b99755e-ba50-4b0f-9a8b-4cc5c5bc732e None None] Port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:00:37.842382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 075c0298-4887-4f93-8e8b-b8f001549193 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:37.843172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 075c0298-4887-4f93-8e8b-b8f001549193 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:37.861809 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-005e8c71-ccef-4c91-82f7-0e530cc51559 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763583 Aug 28 20:00:37.885219 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4736a6a-d2da-4064-a7a2-77eddf601a3f x-openstack-request-id: req-d4736a6a-d2da-4064-a7a2-77eddf601a3f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:37.885929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:00:37.886236 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc98a72-bb81-486e-84d4-3698c0f20bbf", "name": "network-vif-deleted", "tag": "075c0298-4887-4f93-8e8b-b8f001549193", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:37.886688 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4736a6a-d2da-4064-a7a2-77eddf601a3f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:37.887294 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4736a6a-d2da-4064-a7a2-77eddf601a3f'] response: {'server_uuid': 'bdc98a72-bb81-486e-84d4-3698c0f20bbf', 'name': 'network-vif-deleted', 'tag': '075c0298-4887-4f93-8e8b-b8f001549193', 'status': 'completed', 'code': 200} Aug 28 20:00:37.889528 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:37.919460 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fa023fc7-77d6-4f36-80f7-174a58fdc3a6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b8275e4a-54ed-4b2b-872d-c87ca2358e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3602328 Aug 28 20:00:37.920972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Sync routers for ids ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:00:37.939998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Routers {'b8275e4a-54ed-4b2b-872d-c87ca2358e27'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:37.941688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:37.987348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-dd40a8c3-2713-4653-9009-19b150d469b6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:37.988920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-dd40a8c3-2713-4653-9009-19b150d469b6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 945 time: 0.0978017 Aug 28 20:00:38.100377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-0971d685-f4d7-4c77-a58e-fc903b331534 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:38.109276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-0971d685-f4d7-4c77-a58e-fc903b331534 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 1.0035913 Aug 28 20:00:38.134311 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:38.134311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-37bc0a82-8457-4b90-8259-987e0222ea74 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:00:38.138853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-37bc0a82-8457-4b90-8259-987e0222ea74 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0271432 Aug 28 20:00:38.211557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Set router b8275e4a-54ed-4b2b-872d-c87ca2358e27 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:38.261333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-68c48ee0-4c21-48ef-b34b-34bb73776c1b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866498 Aug 28 20:00:38.277816 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:38.327650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2f137312-c0cf-4556-a813-bf8e8d83aba4 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.1877751 Aug 28 20:00:38.339905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Deleting port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:38.340272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:38.393616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 012ae96b-9eff-403e-be7f-e67514b2cb77 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:38.463242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-a636f142-aaf1-4fbe-bc78-eb4b59dc2328 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.1343763 Aug 28 20:00:38.525491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06e9e39a-6048-428a-97bc-6f15d3a867af req-7eea420b-60f7-4211-8fa7-c262e77ec1e2 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95685b52-f489-48dd-8d18-449b42cfc327 HTTP/1.1" status: 200 len: 210 time: 0.0435157 Aug 28 20:00:38.545335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 012ae96b-9eff-403e-be7f-e67514b2cb77 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:38.545735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:38.660880 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] For port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:38.661447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:38.694910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Calling delete_port for 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:38.697344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 012ae96b-9eff-403e-be7f-e67514b2cb77 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:38.703723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:00:35Z', 'revision_number': 4, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port': {'id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:26Z', 'updated_at': '2022-08-28T20:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '64e1e5b2-7134-45b7-b57c-cf6cbae5e21d', 'name': '', 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'mac_address': 'fa:16:3e:81:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '7ea7ace7-a108-4b54-aaf1-7448ddd40570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:32Z', 'updated_at': '2022-08-28T20:00:35Z', 'revision_number': 2, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'subnets': [{'id': '7ea7ace7-a108-4b54-aaf1-7448ddd40570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:38.759756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Checking router: b8275e4a-54ed-4b2b-872d-c87ca2358e27 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:00:38.760111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Updating router b8275e4a-54ed-4b2b-872d-c87ca2358e27 port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:00:38.806956 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:38.811276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ba8c1-2d78-4fc6-800e-a793d06fb091 req-ec1054ce-0070-4afc-b3f3-0ae7c6c959af tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:38.813739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d7ba8c1-2d78-4fc6-800e-a793d06fb091 req-ec1054ce-0070-4afc-b3f3-0ae7c6c959af tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 945 time: 0.0938196 Aug 28 20:00:38.831151 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:38.845377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Deleting port 566ff691-c24a-4157-a9f7-9d9e46ed699b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:38.845377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:38.889778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42566) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:38.923625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d7ba8c1-2d78-4fc6-800e-a793d06fb091 req-3f631b20-35f2-4a7e-9722-549cf82ccbd1 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958393 Aug 28 20:00:39.048387 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:39.052972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.052972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (566ff691-c24a-4157-a9f7-9d9e46ed699b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.097731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Calling delete_port for 566ff691-c24a-4157-a9f7-9d9e46ed699b owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:39.101065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.158183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['25ff9580-ce94-4fb0-9cda-432794d30afd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:39.163207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ab73c008-8830-4a76-b6db-b7c73e5701fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.167951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Pushing event deleted for resources: {'Port': ['ID=47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:39.336624 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:39.398587 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] No DVR routers for this DVR port 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:39.412569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.418083 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3364c732-b1ed-4e10-b3dd-777196abb8db req-84f2e2ad-f3e6-441d-bd5c-1ba0b56a909b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.89 "DELETE /networking/v2.0/ports/47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d HTTP/1.1" status: 204 len: 173 time: 1.4102819 Aug 28 20:00:39.465019 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:39.600426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-c8ac2c10-b22d-4458-86ac-7aae1dd945a1 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:39.602211 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-c8ac2c10-b22d-4458-86ac-7aae1dd945a1 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58&tenant_id=722e7cf4482747a98836d2a4a1761042&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.2608149 Aug 28 20:00:39.619142 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Publish callbacks [] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.677106 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (566ff691-c24a-4157-a9f7-9d9e46ed699b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.726439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event deleted for resources: {'Port': ['ID=566ff691-c24a-4157-a9f7-9d9e46ed699b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:39.858971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:39.897152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:39.897532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:39.931719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'name': 'network-vif-deleted', 'tag': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:39.935078 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee78123c-4c01-49e9-bc70-3168b7d22bd1" -d '{"events": [{"server_uuid": "aa129b8f-354e-472b-8e9b-aaec17096d28", "name": "network-vif-deleted", "tag": "47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:39.950193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (c9ab538e-d50a-4344-a3b7-12f1f43969ed), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.953906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:39.956024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-006d710d-dc75-44fd-9f7c-b46d8a4fc3ff req-2c7fd42d-3e8c-46dc-a449-40b05fe784ff tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/c9ab538e-d50a-4344-a3b7-12f1f43969ed HTTP/1.1" status: 204 len: 173 time: 1.4859340 Aug 28 20:00:39.969555 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:39.991506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.064200 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:40.074990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aec77-62c5-4bd3-91f9-10c8c518126e None None] Pushing event updated for resources: {'Port': ['ID=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:40.132128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Attempting to bind port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:40.134114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Attempting to bind port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:40.134722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Attempting to bind port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d on network e93f09aa-3c89-43d5-a78f-4063f3bca65d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:40.142065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ab73c008-8830-4a76-b6db-b7c73e5701fd admin admin] Publish callbacks [] for security_group (398aaee6-bc31-4fd1-94ec-79f70a76e432), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.144694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:40.145081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Checking segment: {'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:40.145537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.145878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Bound using segment: {'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:40.146383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Bound port: 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8614eb-aa94-4864-8e41-abf54415945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:40.146766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.172112 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:40.202043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91428-7d03-4824-b0c2-fa86182b3d2d req-ab2aa4fa-3728-42f3-98ea-ef857d3daeb3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:40.204177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42a91428-7d03-4824-b0c2-fa86182b3d2d req-ab2aa4fa-3728-42f3-98ea-ef857d3daeb3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 946 time: 0.1625602 Aug 28 20:00:40.208865 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21100f0a-cdc6-4084-952d-c699b96001ca req-76af5dd7-b695-455e-8122-bd35fa36baf3 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7981331 Aug 28 20:00:40.232966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] For port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:40.237783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] For port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,segment=NetworkSegment(0a8614eb-aa94-4864-8e41-abf54415945f),segment_id=0a8614eb-aa94-4864-8e41-abf54415945f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:40.257209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:40.290568 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42a91428-7d03-4824-b0c2-fa86182b3d2d req-ad868c5c-19ed-4ec7-b5ca-9e7fd3217216 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734124 Aug 28 20:00:40.329962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ab73c008-8830-4a76-b6db-b7c73e5701fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (398aaee6-bc31-4fd1-94ec-79f70a76e432), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.364298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.466973 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ab73c008-8830-4a76-b6db-b7c73e5701fd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dd06399e867649408cf6f443c2d2ba6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5754702 Aug 28 20:00:40.468850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73c008-8830-4a76-b6db-b7c73e5701fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398aaee6-bc31-4fd1-94ec-79f70a76e432,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:40.475246 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:40.476024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42584) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:40.478085 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Routers {'b8275e4a-54ed-4b2b-872d-c87ca2358e27'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:40.479364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:40.565974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3af0d-ae89-4ba9-9a9e-78a55c951d4e req-6807a11d-469e-4bfc-994d-e8779aad5738 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:40.569534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afb3af0d-ae89-4ba9-9a9e-78a55c951d4e req-6807a11d-469e-4bfc-994d-e8779aad5738 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.1271410 Aug 28 20:00:40.579019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aec77-62c5-4bd3-91f9-10c8c518126e None None] Pushing event updated for resources: {'Port': ['ID=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:40.588337 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:40.598973 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.616178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-9f7fb333-acc9-43e7-a6fc-80b592f64633 service neutron] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:40.650779 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-9f7fb333-acc9-43e7-a6fc-80b592f64633 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.651956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81dd96d3-0f84-439d-ad87-b2a61b7bc6d3 req-9f7fb333-acc9-43e7-a6fc-80b592f64633 service neutron] 10.222.0.84 "DELETE /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7/bindings/n-h2-854121-7 HTTP/1.1" status: 204 len: 173 time: 1.0383425 Aug 28 20:00:40.662623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afb3af0d-ae89-4ba9-9a9e-78a55c951d4e req-d3ad3125-6c89-4213-962e-eee5611d669f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668824 Aug 28 20:00:40.705514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] Set router b8275e4a-54ed-4b2b-872d-c87ca2358e27 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:40.712154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ef5a-5210-42d6-a952-9f141ea6b823 admin admin] Publish callbacks [] for security_group (398aaee6-bc31-4fd1-94ec-79f70a76e432), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.776418 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7dc22b-0b76-4f98-af1d-9dd431ad8621 x-openstack-request-id: req-aa7dc22b-0b76-4f98-af1d-9dd431ad8621 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:40.776787 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa129b8f-354e-472b-8e9b-aaec17096d28", "name": "network-vif-deleted", "tag": "47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:40.777046 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa7dc22b-0b76-4f98-af1d-9dd431ad8621 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:40.777472 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7dc22b-0b76-4f98-af1d-9dd431ad8621'] response: {'server_uuid': 'aa129b8f-354e-472b-8e9b-aaec17096d28', 'name': 'network-vif-deleted', 'tag': '47326880-fcb6-47f8-9dd2-6bb7dd4d0e7d', 'status': 'completed', 'code': 200} Aug 28 20:00:40.799544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ef5a-5210-42d6-a952-9f141ea6b823 admin admin] Publish callbacks [] for security_group (398aaee6-bc31-4fd1-94ec-79f70a76e432), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.814021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:40.974542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40771cd9-baf0-416c-b856-4db7d795dd7c req-6e0483ec-78dd-4b2d-be97-45881d418881 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa129b8f-354e-472b-8e9b-aaec17096d28 HTTP/1.1" status: 200 len: 210 time: 0.0553224 Aug 28 20:00:41.045372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:00:35Z', 'revision_number': 4, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port': {'id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:26Z', 'updated_at': '2022-08-28T20:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '64e1e5b2-7134-45b7-b57c-cf6cbae5e21d', 'name': '', 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'mac_address': 'fa:16:3e:81:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '7ea7ace7-a108-4b54-aaf1-7448ddd40570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:32Z', 'updated_at': '2022-08-28T20:00:40Z', 'revision_number': 4, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'subnets': [{'id': '7ea7ace7-a108-4b54-aaf1-7448ddd40570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:41.050003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Allocated IP 172.25.4.29 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/5b69e495-a786-4603-9108-290fa774f0ca) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:41.081393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed47e8a2-966f-4ec9-9288-0c706476a95d None None] The sync data for ids ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'] in n-d-854121-7 is: [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:00:35Z', 'revision_number': 4, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port': {'id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:26Z', 'updated_at': '2022-08-28T20:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '64e1e5b2-7134-45b7-b57c-cf6cbae5e21d', 'name': '', 'network_id': 'e93f09aa-3c89-43d5-a78f-4063f3bca65d', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'mac_address': 'fa:16:3e:81:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '7ea7ace7-a108-4b54-aaf1-7448ddd40570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:32Z', 'updated_at': '2022-08-28T20:00:40Z', 'revision_number': 4, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'subnets': [{'id': '7ea7ace7-a108-4b54-aaf1-7448ddd40570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:00:41.103324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-ada6898e-c6c6-4adb-9a2c-9e4f24af37fa tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.211 HTTP/1.1" status: 200 len: 1002 time: 0.0993552 Aug 28 20:00:41.118931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ef5a-5210-42d6-a952-9f141ea6b823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (398aaee6-bc31-4fd1-94ec-79f70a76e432), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:41.121747 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ef5a-5210-42d6-a952-9f141ea6b823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:41.123726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f4e5ef5a-5210-42d6-a952-9f141ea6b823 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/398aaee6-bc31-4fd1-94ec-79f70a76e432 HTTP/1.1" status: 204 len: 168 time: 0.6284118 Aug 28 20:00:41.147965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5ef5a-5210-42d6-a952-9f141ea6b823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398aaee6-bc31-4fd1-94ec-79f70a76e432,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:41.267838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-af487b49-e811-491e-ae74-0bb6f1d2ee04 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:41.284761 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (5b69e495-a786-4603-9108-290fa774f0ca), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:41.286118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-af487b49-e811-491e-ae74-0bb6f1d2ee04 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports/a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 943 time: 0.1760347 Aug 28 20:00:41.521298 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-fb880dbc-ab7a-4089-9155-0d2f1ca5dc01 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.211 HTTP/1.1" status: 200 len: 1002 time: 0.1111610 Aug 28 20:00:41.626065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5b69e495-a786-4603-9108-290fa774f0ca), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:41.662221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-2289433b-91f9-4feb-95b0-f744c97f71c6 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:41.670244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:41.672346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-2289433b-91f9-4feb-95b0-f744c97f71c6 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1498218 Aug 28 20:00:41.676085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:41.681079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:41.683212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-86c7c311-34d3-4106-847e-d85f926dd551 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:00:41.683661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=5b69e495-a786-4603-9108-290fa774f0ca,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:41.695822 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-86c7c311-34d3-4106-847e-d85f926dd551 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0220017 Aug 28 20:00:41.803608 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (726b148a-fb40-4c43-82c8-5e249d7d820e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:41.834050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-f3dfddb8-2a58-415b-82e6-bd8df4264a05 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.211 HTTP/1.1" status: 200 len: 1002 time: 0.1371856 Aug 28 20:00:41.860719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:42.006787 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (aaa82432-735d-4b15-b3d5-cf6d694a1616), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.013545 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5b69e495-a786-4603-9108-290fa774f0ca), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.186602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.249029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (5b69e495-a786-4603-9108-290fa774f0ca), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.364739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:42.379774 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (aaa82432-735d-4b15-b3d5-cf6d694a1616), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.387311 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Floating IP aaa82432-735d-4b15-b3d5-cf6d694a1616 disassociated. External IP: 172.25.4.211, port: a94d638b-9518-4ca7-83b0-4e0644accfcc. Aug 28 20:00:42.425385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:42.426143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.457138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5b69e495-a786-4603-9108-290fa774f0ca), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.525485 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (726b148a-fb40-4c43-82c8-5e249d7d820e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.526340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:42.526647 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.531556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=5b69e495-a786-4603-9108-290fa774f0ca,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:42.581756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,segment=NetworkSegment(0a8614eb-aa94-4864-8e41-abf54415945f),segment_id=0a8614eb-aa94-4864-8e41-abf54415945f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:42.690368 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.694027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:00:42.696819 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21100f0a-cdc6-4084-952d-c699b96001ca req-63f347c9-b7b1-4e27-8ccd-08d8eebc72c8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4460568 Aug 28 20:00:42.753102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21100f0a-cdc6-4084-952d-c699b96001ca req-1e727d49-623d-4f91-b948-525e60bb2fd0 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0527952 Aug 28 20:00:42.765038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.765940 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:42.796889 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.827670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:00:42.830341 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:42.834572 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:42.835088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:42.845480 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] Sync routers for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:00:42.865466 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:42.866568 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:42.881498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-e765c4a9-9447-46cb-87be-a5b49c88cb68 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/aaa82432-735d-4b15-b3d5-cf6d694a1616 HTTP/1.1" status: 200 len: 695 time: 1.0332415 Aug 28 20:00:42.882066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:42.886740 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a889cec7-06f9-40db-a824-bd67c4bf92af" -d '{"events": [{"name": "network-changed", "server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:42.907223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100f0a-cdc6-4084-952d-c699b96001ca req-55b0e540-be65-4eaa-afbb-cfe89751d58d tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:42.909914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-21100f0a-cdc6-4084-952d-c699b96001ca req-55b0e540-be65-4eaa-afbb-cfe89751d58d tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1555905 Aug 28 20:00:42.923109 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:42.957900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-a72e0e75-84d5-4c44-b761-614fadd07ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:42.960615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-a72e0e75-84d5-4c44-b761-614fadd07ff6 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4b790fd7dc704073bc96021037e72f7d&device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 1128 time: 0.0627170 Aug 28 20:00:43.025042 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:43.102309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-882ad87b-011d-4b23-bd12-8c45904644f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:43.104291 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-882ad87b-011d-4b23-bd12-8c45904644f6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 200 len: 930 time: 0.1419103 Aug 28 20:00:43.153169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-a545a308-388d-4b9d-92ea-9d1650b62c49 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 217 time: 0.0367496 Aug 28 20:00:43.214521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-17c253e9-bf44-4e80-a2f0-025a5f1c0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:43.215941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-17c253e9-bf44-4e80-a2f0-025a5f1c0bf6 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=011e884e-2e0a-4c97-9e19-275a098a5806 HTTP/1.1" status: 200 len: 868 time: 0.0561316 Aug 28 20:00:43.265475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-fa0c853f-9079-493f-9276-639057ab6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:43.266987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-fa0c853f-9079-493f-9276-639057ab6d3e service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443101 Aug 28 20:00:43.284263 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:58Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:43.312727 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] Checking router: 0d404430-e03f-4eb3-be45-e35bc4f8abd8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:00:43.324352 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:00:43.324989 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:43.383078 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-b505cd59-3682-43ff-93d9-056e1f29643a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095812 Aug 28 20:00:43.497331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fd57b15-bfbc-43a1-b6d4-9a4fefafcb14 req-22c536b9-00a2-4970-a16c-0a2942e8d3dd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072133 Aug 28 20:00:43.523559 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:43.539502 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:00:43.792042 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:58Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:00:43.797609 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b7621-67be-42cb-983c-71fd7f48c19c x-openstack-request-id: req-f95b7621-67be-42cb-983c-71fd7f48c19c {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:43.799205 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:43.806133 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f95b7621-67be-42cb-983c-71fd7f48c19c {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:43.806997 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95b7621-67be-42cb-983c-71fd7f48c19c'] response: {'name': 'network-changed', 'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'status': 'completed', 'code': 200} Aug 28 20:00:43.831454 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dc9e5-1fc9-4c77-8a73-12e3ce190b39 None None] The sync data for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 is: [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6760cf47-06a1-489d-bef4-26a1079b3d89', 'name': '', 'network_id': 'ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'mac_address': 'fa:16:3e:51:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:45Z', 'updated_at': '2022-08-28T19:59:58Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'subnets': [{'id': '011e884e-2e0a-4c97-9e19-275a098a5806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:00:43.969526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-9f32aa6c-7c1c-4366-9884-cce42e315060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:43.971453 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-9f32aa6c-7c1c-4366-9884-cce42e315060 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4b790fd7dc704073bc96021037e72f7d&device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 1128 time: 0.1403117 Aug 28 20:00:44.031405 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:44.128242 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-20f17336-00e2-4bed-a33d-9c47469147e3 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips/aaa82432-735d-4b15-b3d5-cf6d694a1616 HTTP/1.1" status: 200 len: 695 time: 0.0666308 Aug 28 20:00:44.229323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320a2025-55a1-4291-b01a-894786f04260 None None] New status for floating IP aaa82432-735d-4b15-b3d5-cf6d694a1616: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:00:44.288795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-2bac124a-a7e5-4171-a84c-9065c2c09b85 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:44.298360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-2bac124a-a7e5-4171-a84c-9065c2c09b85 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1680942 Aug 28 20:00:44.308901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-d609143f-77d3-40b4-bd0d-70b9db821562 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:00:44.319333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-d609143f-77d3-40b4-bd0d-70b9db821562 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0201344 Aug 28 20:00:44.397304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-ed717936-f813-475d-8024-ff8c5bc6e180 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.211 HTTP/1.1" status: 200 len: 698 time: 0.0761554 Aug 28 20:00:44.410055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:44.466281 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-b8466f86-ee95-44a9-9011-2ee3327ad0be tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.211 HTTP/1.1" status: 200 len: 698 time: 0.0678189 Aug 28 20:00:44.511154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:44.511837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:44.527353 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:44.557323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-ceeed43f-b5a4-4deb-92ce-653df39d99b4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7840712 Aug 28 20:00:44.580173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:44.595060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:44.608437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Deleting port 8b0c456d-74b6-4f83-bf8f-0f24c1feec53 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:44.608745 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:44.612836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-a7b26827-d1f1-4460-9719-a25501fb14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:44.614408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-a7b26827-d1f1-4460-9719-a25501fb14d7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 200 len: 930 time: 0.6351485 Aug 28 20:00:44.657184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-cd8e05bb-8070-40c8-9cb2-3d78b939e866 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 200 len: 217 time: 0.0359278 Aug 28 20:00:44.706001 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:44.706399 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:44.718884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-85a99d96-0a73-4feb-bf68-6c5b9a05a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:44.720446 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-85a99d96-0a73-4feb-bf68-6c5b9a05a2ed service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=011e884e-2e0a-4c97-9e19-275a098a5806 HTTP/1.1" status: 200 len: 868 time: 0.0574424 Aug 28 20:00:44.724416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Calling delete_port for 8b0c456d-74b6-4f83-bf8f-0f24c1feec53 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:44.782153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-dfd39f8d-48a0-41c2-81e8-0d6487693d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:44.783700 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-dfd39f8d-48a0-41c2-81e8-0d6487693d7c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567505 Aug 28 20:00:44.835891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:44.965480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-3f4d2457-ee30-49a0-8d7d-3792c064b317 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748228 Aug 28 20:00:44.967235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.036194 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8b0c456d-74b6-4f83-bf8f-0f24c1feec53), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.070451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event deleted for resources: {'Port': ['ID=8b0c456d-74b6-4f83-bf8f-0f24c1feec53,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:45.149150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks [] for floatingip (aaa82432-735d-4b15-b3d5-cf6d694a1616), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.153660 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.155277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a7ad77d-df48-428f-805d-be7ed49af53e req-befbdcdb-48bc-4a87-8784-28a9e0ef9af1 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/aaa82432-735d-4b15-b3d5-cf6d694a1616 HTTP/1.1" status: 204 len: 173 time: 0.6825588 Aug 28 20:00:45.160146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a889cec7-06f9-40db-a824-bd67c4bf92af req-1947a29a-daea-49c7-b213-dc557c5224ef service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836500 Aug 28 20:00:45.173683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Allocated IP 172.25.4.249 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:45.294704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359933b-7036-45cb-861b-a39515b6581d req-612a60a9-5079-4ec5-81b2-3461e2d1476b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:45.296454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7359933b-7036-45cb-861b-a39515b6581d req-612a60a9-5079-4ec5-81b2-3461e2d1476b tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 1126 time: 0.0463064 Aug 28 20:00:45.328968 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.349993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7359933b-7036-45cb-861b-a39515b6581d req-99792d72-8758-409d-b54c-3dc7e45fc484 tempest-LiveAutoBlockMigrationV225Test-1911438553 tempest-LiveAutoBlockMigrationV225Test-1911438553-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Aug 28 20:00:45.466994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.519256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:45.522574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:45.527934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:45.534738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:45.547815 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e3ed-f065-44da-b958-c93b903bc379 req-c4898af0-ee54-4b47-b740-eb7283ea7005 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:45.549658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8859e3ed-f065-44da-b958-c93b903bc379 req-c4898af0-ee54-4b47-b740-eb7283ea7005 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0606098 Aug 28 20:00:45.571507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.571862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.572211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.572573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.572899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.573246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.573573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.573985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.574471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.574614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.574915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.575943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.576274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.576608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.576940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:45.620653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8859e3ed-f065-44da-b958-c93b903bc379 req-0bb976ac-31d9-45d2-a9ee-8b9a9ae9f3bc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596542 Aug 28 20:00:45.659178 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (03217454-7a0f-42f0-83d3-535a273b5fee), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.705281 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:45.831184 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:45.858759 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:46.025897 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:46.037452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:46.191307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:46.259690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:46.262285 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (03217454-7a0f-42f0-83d3-535a273b5fee), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:46.456185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:46.457439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-6d56db37-a691-4db2-ae08-975885111f33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8838694 Aug 28 20:00:46.511566 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-86b912b6-dd23-4523-96e5-5b89cb5ccca9 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.249 HTTP/1.1" status: 200 len: 696 time: 0.0482676 Aug 28 20:00:46.639020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-538ea718-f8a8-42a1-8873-22faabd0f2c4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:46.640536 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-538ea718-f8a8-42a1-8873-22faabd0f2c4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1231532 Aug 28 20:00:46.650753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-a9554bfa-f0d7-427e-b4f1-081a239060bb tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:00:46.651743 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b566c3b-1665-4a41-ad5e-416fa250d17c req-a9554bfa-f0d7-427e-b4f1-081a239060bb tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059581 Aug 28 20:00:46.875148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97c63-f565-4055-ba06-055adb9f403c req-572bd77f-91d7-4877-9df8-54694f822d77 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:46.876662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6af97c63-f565-4055-ba06-055adb9f403c req-572bd77f-91d7-4877-9df8-54694f822d77 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0931253 Aug 28 20:00:46.916785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6af97c63-f565-4055-ba06-055adb9f403c req-ae4b6984-e7f2-4571-a899-aefb866ba00c tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0343328 Aug 28 20:00:46.978982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ebcae2d1-941e-4c04-9d01-6f96860f0cd7 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:00:47.096847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41022324-6692-4c40-9ac9-98114696a130 req-86196b13-dfe6-4a92-889c-3bcccb398c05 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:47.098472 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41022324-6692-4c40-9ac9-98114696a130 req-86196b13-dfe6-4a92-889c-3bcccb398c05 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.0599444 Aug 28 20:00:47.112103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:47.113141 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:47.140022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'mac_address': 'fa:16:3e:9b:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:00:47.145839 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:47.157213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41022324-6692-4c40-9ac9-98114696a130 req-12ad84ed-3d0d-4020-bab5-914deabef4b6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528991 Aug 28 20:00:47.188536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:47.189353 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:47.208996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebcae2d1-941e-4c04-9d01-6f96860f0cd7 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:00:47.286272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:47.305322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89976-f47f-4010-8f79-c36cf4a4f018 req-670c9989-d814-497f-ab2c-42b5d52caf27 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:47.307211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e0e89976-f47f-4010-8f79-c36cf4a4f018 req-670c9989-d814-497f-ab2c-42b5d52caf27 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0675128 Aug 28 20:00:47.384274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e0e89976-f47f-4010-8f79-c36cf4a4f018 req-b68fd6c2-50d9-4a06-8e1f-63437c6e2763 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557423 Aug 28 20:00:47.408382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25386f80-5f1d-45c1-a6b6-915388095aad req-087f1523-d571-4507-94a0-df46d426071d tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1790886 Aug 28 20:00:47.425908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:47.431406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42734) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:47.442010 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:47.459908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3318cdd8-e794-4421-ad08-34726aad366f req-acb2dffd-ccbe-4c32-a238-7289b279460a tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0465088 Aug 28 20:00:47.503012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:47.592579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1743-96e9-4a58-9c77-8c205fdea7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:47.601556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:47.628608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['ebcae2d1-941e-4c04-9d01-6f96860f0cd7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:47.708740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:47.796782 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:47.797443 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1743-96e9-4a58-9c77-8c205fdea7c4 admin admin] Publish callbacks [] for security_group (7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:47.854306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Allocated IP 172.25.4.104 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:47.918249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1743-96e9-4a58-9c77-8c205fdea7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:47.979569 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a3fd1743-96e9-4a58-9c77-8c205fdea7c4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=78ea0f6205074cbc86aa0c466245c0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460176 Aug 28 20:00:47.982915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd1743-96e9-4a58-9c77-8c205fdea7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:47.983706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42740) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:48.012275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.048483 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a7a47bac-6b6e-4526-ba8d-e59cedee06e8 admin admin] Publish callbacks [] for security_group (7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.072356 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a7a47bac-6b6e-4526-ba8d-e59cedee06e8 admin admin] Publish callbacks [] for security_group (7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.143972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e03f6-7332-4ba9-9ac0-8a69f18b53df req-f1c65056-6f98-43b4-974c-8ab2d0d9a1c5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:48.145459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f08e03f6-7332-4ba9-9ac0-8a69f18b53df req-f1c65056-6f98-43b4-974c-8ab2d0d9a1c5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0652351 Aug 28 20:00:48.186304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.207279 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f08e03f6-7332-4ba9-9ac0-8a69f18b53df req-7cc41346-3b54-48d9-9098-423de69d6fe8 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547986 Aug 28 20:00:48.227860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:48.232288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:48.240182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:48.271153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:48.294184 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a7a47bac-6b6e-4526-ba8d-e59cedee06e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.297828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a7a47bac-6b6e-4526-ba8d-e59cedee06e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.299513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a7a47bac-6b6e-4526-ba8d-e59cedee06e8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4 HTTP/1.1" status: 204 len: 168 time: 0.3143721 Aug 28 20:00:48.309339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47bac-6b6e-4526-ba8d-e59cedee06e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad625fc-c5c7-45c0-99f5-0fccc7d9fef4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:48.368402 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (a711b949-ffd7-422c-a63d-bb686273b598), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.543142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.745698 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.928706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:48.996153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ebcae2d1-941e-4c04-9d01-6f96860f0cd7 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:49.019075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:49.021823 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (a711b949-ffd7-422c-a63d-bb686273b598), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:49.038526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b67103-467e-42ae-abc5-d79087b8086a req-d1bc4a1c-6a15-4df3-93e9-1493630c6337 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:49.040160 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14b67103-467e-42ae-abc5-d79087b8086a req-d1bc4a1c-6a15-4df3-93e9-1493630c6337 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 950 time: 0.0726271 Aug 28 20:00:49.063928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:49.064507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:49.121000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14b67103-467e-42ae-abc5-d79087b8086a req-7fa5ff9c-8b6b-4fe0-b348-9209b3c71e98 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706885 Aug 28 20:00:49.141772 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:49.143071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25386f80-5f1d-45c1-a6b6-915388095aad req-baf704ac-e0d9-421e-9553-2f8d164ef311 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7232778 Aug 28 20:00:49.179421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:49.180507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:49.220868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:49.227809 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14a39c5-9398-4689-ad1c-59f5415080b2" -d '{"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-plugged", "status": "completed", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:49.237188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25386f80-5f1d-45c1-a6b6-915388095aad req-e81d0df5-20d4-45c0-b681-9053919d8517 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0854106 Aug 28 20:00:49.237751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:49.317501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e350f4-5a5a-46f7-8df6-d02426286663 req-de9e66a1-de79-4bf9-9cca-404a7ec36ac9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:49.323285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88e350f4-5a5a-46f7-8df6-d02426286663 req-de9e66a1-de79-4bf9-9cca-404a7ec36ac9 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.0652761 Aug 28 20:00:49.387451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88e350f4-5a5a-46f7-8df6-d02426286663 req-60017222-f382-4f60-988c-fb178bd43f36 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600190 Aug 28 20:00:49.391964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25386f80-5f1d-45c1-a6b6-915388095aad req-491ceda0-4441-4f74-a904-8adf953d05e5 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:49.393793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25386f80-5f1d-45c1-a6b6-915388095aad req-491ceda0-4441-4f74-a904-8adf953d05e5 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1488431 Aug 28 20:00:49.401973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:49.501185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:49.541232 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df6e23-c042-418f-bf59-e448d9a0aa89 x-openstack-request-id: req-62df6e23-c042-418f-bf59-e448d9a0aa89 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:49.541784 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-plugged", "status": "completed", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:49.549978 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62df6e23-c042-418f-bf59-e448d9a0aa89 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:49.549978 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62df6e23-c042-418f-bf59-e448d9a0aa89'] response: {'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'code': 200} Aug 28 20:00:49.569031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7debd9-ce7b-4895-9d8a-1b2accd99759 req-093e2030-b85b-4946-99a0-ae00d231bdb2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:49.575444 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db7debd9-ce7b-4895-9d8a-1b2accd99759 req-093e2030-b85b-4946-99a0-ae00d231bdb2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 946 time: 0.1055925 Aug 28 20:00:49.575444 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:49.631771 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db7debd9-ce7b-4895-9d8a-1b2accd99759 req-03c31a59-a461-4a9e-8665-f6b229c5a07a tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Aug 28 20:00:49.685350 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:49.735354 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-78212375-9693-4a19-aceb-b198ea779052 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1645977 Aug 28 20:00:49.740854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:49.801664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42808) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:49.935527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-962796238-network', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:50.013399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:50.060307 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:50.124776 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:50.139302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:00:50.142099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:50.238270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:50.253695 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:50.397655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Allocated IP 172.25.4.2 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/f6f3cf03-b474-4518-ac39-52bed63073aa) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:50.444298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3dac-e8fe-4aa1-9115-31ec7135c3d2 req-12d0f960-8b8f-405b-9e0f-b833710f6a83 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:50.458624 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dd1b3dac-e8fe-4aa1-9115-31ec7135c3d2 req-12d0f960-8b8f-405b-9e0f-b833710f6a83 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 950 time: 0.1518281 Aug 28 20:00:50.672306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-8f30c28d-7dc9-413a-9797-000c7de6264d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:50.674293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-8f30c28d-7dc9-413a-9797-000c7de6264d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.2338181 Aug 28 20:00:50.680322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-340f84da-67a7-4124-acda-2f3037da81dc tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:50.682620 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks [] for security_group (1f0f473e-507d-4e2c-9c10-1dd96c04bdfd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:50.683021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-340f84da-67a7-4124-acda-2f3037da81dc tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 950 time: 0.2136183 Aug 28 20:00:50.690562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-3fa5d60d-3ee1-49fa-8ac9-02947f275831 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:50.692365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-61e964ab-3c88-4e88-b30a-79b545a0f888 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:50.692645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-3fa5d60d-3ee1-49fa-8ac9-02947f275831 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 946 time: 0.1610796 Aug 28 20:00:50.694087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-61e964ab-3c88-4e88-b30a-79b545a0f888 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 950 time: 0.1354992 Aug 28 20:00:50.710112 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dd1b3dac-e8fe-4aa1-9115-31ec7135c3d2 req-a39a6596-e481-4d6f-a765-795281eddb2b tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502255 Aug 28 20:00:50.852865 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1f0f473e-507d-4e2c-9c10-1dd96c04bdfd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:50.921221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:50.921221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:50.927358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:00:50.945446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Deleting port a94d638b-9518-4ca7-83b0-4e0644accfcc {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:50.945899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.000570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device fa8f8171-b64b-40cd-86db-0885291066a7 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:51.029050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b115b20c-e5ce-432a-8f8d-7262db21cd6f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.029050 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Added segment b115b20c-e5ce-432a-8f8d-7262db21cd6f of type vlan for network 696827ca-0b03-4d79-a644-1142303f65f1 Aug 28 20:00:51.047325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:51.066129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Deleting port fa8f8171-b64b-40cd-86db-0885291066a7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:51.066129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.070857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131b8c4-b9e6-4a2c-955b-d7611d8a01eb req-4c8addfe-5cbe-41bc-b66b-1e29898f6258 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:51.083723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2131b8c4-b9e6-4a2c-955b-d7611d8a01eb req-4c8addfe-5cbe-41bc-b66b-1e29898f6258 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 944 time: 0.2306862 Aug 28 20:00:51.181816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 070c71ff-366a-441f-94a0-0df187d47467 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:51.181816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (070c71ff-366a-441f-94a0-0df187d47467), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.192139 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.206622 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:51.224462 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (696827ca-0b03-4d79-a644-1142303f65f1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.240549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port fa8f8171-b64b-40cd-86db-0885291066a7 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:51.244085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] For port a94d638b-9518-4ca7-83b0-4e0644accfcc, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a94d638b-9518-4ca7-83b0-4e0644accfcc,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:51.244455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.283031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:51.283413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.287912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Calling delete_port for a94d638b-9518-4ca7-83b0-4e0644accfcc owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:51.299621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:51.390277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] For port fa8f8171-b64b-40cd-86db-0885291066a7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=fa8f8171-b64b-40cd-86db-0885291066a7,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:51.390645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.410244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Calling delete_port for fa8f8171-b64b-40cd-86db-0885291066a7 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:51.608629 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2131b8c4-b9e6-4a2c-955b-d7611d8a01eb req-3e06d641-dca7-46a4-8b69-d47b841ad432 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234432 Aug 28 20:00:51.644809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 070c71ff-366a-441f-94a0-0df187d47467, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=070c71ff-366a-441f-94a0-0df187d47467,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:51.644952 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (070c71ff-366a-441f-94a0-0df187d47467), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.658998 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.671604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 070c71ff-366a-441f-94a0-0df187d47467 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:51.679130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (696827ca-0b03-4d79-a644-1142303f65f1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.683453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:51.686903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.788878 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8e17590d-84e9-4bd8-b61c-fc9ce9ac613d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.805233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:51.891510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:51.896739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['070c71ff-366a-441f-94a0-0df187d47467'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:51.919344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:51.922415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:51.931720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=f6f3cf03-b474-4518-ac39-52bed63073aa,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:51.951198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=8e17590d-84e9-4bd8-b61c-fc9ce9ac613d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:51.963961 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:51.971608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a94d638b-9518-4ca7-83b0-4e0644accfcc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:51.979705 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d656bd05-835d-43cc-a99d-587d14c7bb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.024508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2216353 Aug 28 20:00:52.052408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42840) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:52.067439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4eabd-8be8-452f-8a5b-e0f83438bf0c req-fca26969-47fa-4ac6-9d93-8298a0364225 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:52.069099 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbb4eabd-8be8-452f-8a5b-e0f83438bf0c req-fca26969-47fa-4ac6-9d93-8298a0364225 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 946 time: 0.2677786 Aug 28 20:00:52.082890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Request body: {'subnet': {'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-subnet', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:52.095372 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:52.135785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:52.144619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.148225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69aaa732-dabf-436b-a726-d6af3afc6147 req-0cf5aba3-5839-4d3a-8bf1-3b4ffffcd44a tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "DELETE /networking/v2.0/ports/8e17590d-84e9-4bd8-b61c-fc9ce9ac613d HTTP/1.1" status: 204 len: 173 time: 1.4528308 Aug 28 20:00:52.155633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'name': 'network-vif-deleted', 'tag': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:52.159123 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97410a5e-399f-4798-adcb-41dabb0c06d9" -d '{"events": [{"server_uuid": "5c964b53-2434-4bb7-aa55-3a35ce584e87", "name": "network-vif-deleted", "tag": "8e17590d-84e9-4bd8-b61c-fc9ce9ac613d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:52.179938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67c711-9da7-4d3c-931b-4b3bd3cc91d9 admin admin] Pushing event updated for resources: {'Network': ['ID=696827ca-0b03-4d79-a644-1142303f65f1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:52.202968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 696827ca-0b03-4d79-a644-1142303f65f1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:00:52.223117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Pushing event deleted for resources: {'Port': ['ID=a94d638b-9518-4ca7-83b0-4e0644accfcc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:52.234697 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:52.238050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fa8f8171-b64b-40cd-86db-0885291066a7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.251424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbb4eabd-8be8-452f-8a5b-e0f83438bf0c req-74a4629c-ba25-4027-920e-82fed4a8d23a tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=09cec809-921a-4a27-8992-278f65729554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501634 Aug 28 20:00:52.311070 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:52.325413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] No DVR routers for this DVR port a94d638b-9518-4ca7-83b0-4e0644accfcc on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:52.330031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.333391 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3e1fda8-a8f5-4961-b727-a154b3b443dd req-2f0ea796-e33f-49fc-8780-6bb968f857a2 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.89 "DELETE /networking/v2.0/ports/a94d638b-9518-4ca7-83b0-4e0644accfcc HTTP/1.1" status: 204 len: 173 time: 1.5936871 Aug 28 20:00:52.333890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'name': 'network-vif-deleted', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:52.336257 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76ac01d-462c-4a7a-8123-3954a45928ce" -d '{"events": [{"server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "name": "network-vif-deleted", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:52.341647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event deleted for resources: {'Port': ['ID=fa8f8171-b64b-40cd-86db-0885291066a7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:52.357434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:00:52.371337 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.495570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (070c71ff-366a-441f-94a0-0df187d47467), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.560092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] No DVR routers for this DVR port fa8f8171-b64b-40cd-86db-0885291066a7 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:52.574065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.588515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0316562-ca72-4a9d-9814-b865d6de2ca4 req-6773bde1-c3ec-4980-98e2-7532f100a8da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.84 "DELETE /networking/v2.0/ports/fa8f8171-b64b-40cd-86db-0885291066a7 HTTP/1.1" status: 204 len: 173 time: 1.8925288 Aug 28 20:00:52.633026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (d2e61160-9a99-45bd-94e7-0dd891b2fa27), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.718620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=070c71ff-366a-441f-94a0-0df187d47467,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:52.742624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:00:52.936408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56de4cda-b953-432e-aad8-4bd05ef92a67 req-ff3dd9c1-408f-462f-a560-d28b3c387403 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 210 time: 0.2604015 Aug 28 20:00:52.945174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 070c71ff-366a-441f-94a0-0df187d47467 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:00:52.956235 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:52.960449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a7fd276-8832-44e0-b1c9-7c18ce603fd4 req-93b4d65b-9c03-4fc3-b711-5719ba976dfe tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.84 "DELETE /networking/v2.0/ports/070c71ff-366a-441f-94a0-0df187d47467 HTTP/1.1" status: 204 len: 173 time: 2.2475061 Aug 28 20:00:52.988427 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:53.077177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 070c71ff-366a-441f-94a0-0df187d47467 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:53.163372 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee6a4c7-929a-4b54-83e6-6599772508e3 x-openstack-request-id: req-1ee6a4c7-929a-4b54-83e6-6599772508e3 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:53.163722 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c964b53-2434-4bb7-aa55-3a35ce584e87", "name": "network-vif-deleted", "tag": "8e17590d-84e9-4bd8-b61c-fc9ce9ac613d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:53.164015 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ee6a4c7-929a-4b54-83e6-6599772508e3 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:53.164421 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee6a4c7-929a-4b54-83e6-6599772508e3'] response: {'server_uuid': '5c964b53-2434-4bb7-aa55-3a35ce584e87', 'name': 'network-vif-deleted', 'tag': '8e17590d-84e9-4bd8-b61c-fc9ce9ac613d', 'status': 'completed', 'code': 200} Aug 28 20:00:53.201956 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8b0988-266d-4ab8-86db-5a1f42805990 x-openstack-request-id: req-0b8b0988-266d-4ab8-86db-5a1f42805990 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:53.202579 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6025074d-3efb-428e-9cf7-bab183c1da5e", "name": "network-vif-deleted", "tag": "a94d638b-9518-4ca7-83b0-4e0644accfcc", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:53.202844 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b8b0988-266d-4ab8-86db-5a1f42805990 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:53.203268 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8b0988-266d-4ab8-86db-5a1f42805990'] response: {'server_uuid': '6025074d-3efb-428e-9cf7-bab183c1da5e', 'name': 'network-vif-deleted', 'tag': 'a94d638b-9518-4ca7-83b0-4e0644accfcc', 'status': 'completed', 'code': 200} Aug 28 20:00:53.248318 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:53.259895 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:53.298441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 070c71ff-366a-441f-94a0-0df187d47467 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:53.298796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 070c71ff-366a-441f-94a0-0df187d47467 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:53.309096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:53.362039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (0ebd595a-ad79-40cb-a9da-44d7abc1a472), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:53.376257 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d75d9853-58c7-46dd-a822-4a43dab2f8d5 req-76005e45-ab9d-4558-9dde-d1bf8ea64aa6 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.0692444 Aug 28 20:00:53.436525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:53.436887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 8e17590d-84e9-4bd8-b61c-fc9ce9ac613d not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:53.530963 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:53.656397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:53.675920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebd595a-ad79-40cb-a9da-44d7abc1a472,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:53.766353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Checking segment: {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:53.768795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Network hostable DHCP agents. Network: 696827ca-0b03-4d79-a644-1142303f65f1, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:00:53.785451 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:53.826381 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e3cba27-2606-433a-97f7-5c2873ba2306 req-01f7628f-d062-4f67-a2c3-85bbda02c706 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506 tempest-FloatingIPsAssociationNegativeTestJSON-1878123506-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6025074d-3efb-428e-9cf7-bab183c1da5e HTTP/1.1" status: 200 len: 210 time: 0.1132565 Aug 28 20:00:53.854954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a94d638b-9518-4ca7-83b0-4e0644accfcc no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:00:53.915451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: a94d638b-9518-4ca7-83b0-4e0644accfcc {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:00:53.916422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a94d638b-9518-4ca7-83b0-4e0644accfcc not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:00:53.949289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (d2e61160-9a99-45bd-94e7-0dd891b2fa27), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:53.984265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Network 696827ca-0b03-4d79-a644-1142303f65f1 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:00:53.987350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event updated for resources: {'Port': ['ID=f6f3cf03-b474-4518-ac39-52bed63073aa,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:54.080346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:54.084808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-3871bae8-33c4-4189-b644-38b70dc9105b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.3460677 Aug 28 20:00:54.164605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-f56dd276-ff65-477b-8449-dda8d08fcee1 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0619137 Aug 28 20:00:54.175470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 696827ca-0b03-4d79-a644-1142303f65f1) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:54.182539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:54.183116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:54.188151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332516f3-88e1-46f1-90d2-7981ab395abe None None] Network 696827ca-0b03-4d79-a644-1142303f65f1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:00:54.436785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9cf1ffce-7f50-4b8e-b885-0f19d309b04d admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3665948 Aug 28 20:00:54.453118 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41aebe76-49c5-4645-8ff1-2483f2765c66 req-be9c2109-9679-4064-b747-0ddc5c58aac0 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5c964b53-2434-4bb7-aa55-3a35ce584e87 HTTP/1.1" status: 200 len: 210 time: 0.0996568 Aug 28 20:00:54.459308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42890) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:54.464011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:00:54.512737 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b2ada44-c70a-403a-925d-b9c82205e07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:54.544501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-696827ca-0b03-4d79-a644-1142303f65f1', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:00:54.545531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:54.765277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:54.768738 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:54.847124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks [] for router_controller (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:54.873017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59922b8-c58e-4a1d-8cc8-4e2e4273deec req-d98e91f9-de32-4cc7-a6f5-d9baf61a483a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:54.882804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f59922b8-c58e-4a1d-8cc8-4e2e4273deec req-d98e91f9-de32-4cc7-a6f5-d9baf61a483a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2786193 Aug 28 20:00:54.960599 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:54.993608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f59922b8-c58e-4a1d-8cc8-4e2e4273deec req-dc848a27-78e7-4a21-ba9b-86afc79dea48 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097336 Aug 28 20:00:55.061154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-ac5edcea-97f3-4b33-80c7-155451aad3c4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:55.071211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-80f9dbf6-987f-4fea-a475-92b964591e0a req-ac5edcea-97f3-4b33-80c7-155451aad3c4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.8754497 Aug 28 20:00:55.133296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Allocated IP 172.20.0.2 (696827ca-0b03-4d79-a644-1142303f65f1/0ebd595a-ad79-40cb-a9da-44d7abc1a472/6e49cf02-e527-4f69-bc09-66f5d89bd8a7) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:55.181700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42900) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:00:55.238401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d23656b-6b9b-4803-8b3b-41028e423875', 'name': 'network-vif-deleted', 'tag': '070c71ff-366a-441f-94a0-0df187d47467'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:55.244960 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c1838d-97c8-4e4d-80a9-9833ca948980" -d '{"events": [{"server_uuid": "9d23656b-6b9b-4803-8b3b-41028e423875", "name": "network-vif-deleted", "tag": "070c71ff-366a-441f-94a0-0df187d47467"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:55.364085 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=45 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:55.391209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'name': 'network-vif-deleted', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:00:55.393656 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff4f11-4af9-4a6a-9e0a-fddc8a8f36b1" -d '{"events": [{"server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "name": "network-vif-deleted", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:00:55.520866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45931d-19f7-4133-8dfd-e8d9de49cc0d req-ccc8a593-4f29-4a3a-81a0-54dc1345b44f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:55.522904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb45931d-19f7-4133-8dfd-e8d9de49cc0d req-ccc8a593-4f29-4a3a-81a0-54dc1345b44f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1229558 Aug 28 20:00:55.561553 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:55.789259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb45931d-19f7-4133-8dfd-e8d9de49cc0d req-aecca84d-01d8-4786-b22f-39aeb38f0479 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354417 Aug 28 20:00:55.801688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Publish callbacks [] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:55.934871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d097a5c6-6a92-478d-ba08-f6adc56f47e0 req-7f75da56-af2e-41cc-a0f9-41a71e09fe1b tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.6794093 Aug 28 20:00:55.957550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks [] for router_gateway (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:56.050654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da67f9a2-3520-4205-80dd-b493c080f6d7 req-682e853e-f4a1-4bc7-8db2-206984bf38e8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips/d2e61160-9a99-45bd-94e7-0dd891b2fa27 HTTP/1.1" status: 200 len: 691 time: 0.1224110 Aug 28 20:00:56.056088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (0d404430-e03f-4eb3-be45-e35bc4f8abd8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:56.087656 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37a3b12-cf9a-4602-9d43-ccc5ea71c7aa x-openstack-request-id: req-c37a3b12-cf9a-4602-9d43-ccc5ea71c7aa {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:56.088189 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d23656b-6b9b-4803-8b3b-41028e423875", "name": "network-vif-deleted", "tag": "070c71ff-366a-441f-94a0-0df187d47467", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:56.088189 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c37a3b12-cf9a-4602-9d43-ccc5ea71c7aa {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:56.088790 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37a3b12-cf9a-4602-9d43-ccc5ea71c7aa'] response: {'server_uuid': '9d23656b-6b9b-4803-8b3b-41028e423875', 'name': 'network-vif-deleted', 'tag': '070c71ff-366a-441f-94a0-0df187d47467', 'status': 'completed', 'code': 200} Aug 28 20:00:56.154742 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956d065e-3856-4bb5-b4cc-011c84ecb267 x-openstack-request-id: req-956d065e-3856-4bb5-b4cc-011c84ecb267 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:00:56.155135 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59cfb8-91da-496c-8fcd-018d7fe6fe58", "name": "network-vif-deleted", "tag": "fa8f8171-b64b-40cd-86db-0885291066a7", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:00:56.155309 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-956d065e-3856-4bb5-b4cc-011c84ecb267 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:00:56.155853 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956d065e-3856-4bb5-b4cc-011c84ecb267'] response: {'server_uuid': '2b59cfb8-91da-496c-8fcd-018d7fe6fe58', 'name': 'network-vif-deleted', 'tag': 'fa8f8171-b64b-40cd-86db-0885291066a7', 'status': 'completed', 'code': 200} Aug 28 20:00:56.191051 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:56.259990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67f9a2-3520-4205-80dd-b493c080f6d7 req-76b23dc5-60b9-4816-a360-ae665fc36c49 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:56.259990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da67f9a2-3520-4205-80dd-b493c080f6d7 req-76b23dc5-60b9-4816-a360-ae665fc36c49 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1994424 Aug 28 20:00:56.280270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-da67f9a2-3520-4205-80dd-b493c080f6d7 req-25665d1f-7c31-4614-8399-486097f801c4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:00:56.281625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da67f9a2-3520-4205-80dd-b493c080f6d7 req-25665d1f-7c31-4614-8399-486097f801c4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079472 Aug 28 20:00:56.369322 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fbf2b82f-b1aa-4c9f-80d1-9e6f2abbdb63 req-59603a2c-b562-4980-b985-f4762b556c04 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d23656b-6b9b-4803-8b3b-41028e423875 HTTP/1.1" status: 200 len: 210 time: 0.0300052 Aug 28 20:00:56.392312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-c7318e57-17b3-4502-b8e1-f09bd5adef50 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips/d2e61160-9a99-45bd-94e7-0dd891b2fa27 HTTP/1.1" status: 200 len: 691 time: 0.0715890 Aug 28 20:00:56.543797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Deleting port 6760cf47-06a1-489d-bef4-26a1079b3d89 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:56.544154 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:56.553109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-a13613b9-c069-483b-b48a-cac3dc037f92 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:56.555719 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-a13613b9-c069-483b-b48a-cac3dc037f92 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1601791 Aug 28 20:00:56.643610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-9471724d-d2d7-4071-9353-480c12e93a33 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0783167 Aug 28 20:00:56.718746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-ac51b9aa-42c9-48da-862a-b28f215995ff tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0682108 Aug 28 20:00:56.729994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] For port 6760cf47-06a1-489d-bef4-26a1079b3d89, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6760cf47-06a1-489d-bef4-26a1079b3d89,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:56.730358 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:56.768858 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:56.788702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Calling delete_port for 6760cf47-06a1-489d-bef4-26a1079b3d89 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:56.830011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Network 696827ca-0b03-4d79-a644-1142303f65f1 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:56.840149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:56.844905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:56.932181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Pushing event updated for resources: {'Port': ['ID=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:56.951867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Deleting port f6f3cf03-b474-4518-ac39-52bed63073aa {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:00:56.952524 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.009034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Attempting to bind port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:00:57.011963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Attempting to bind port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:00:57.012420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Attempting to bind port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 on network 696827ca-0b03-4d79-a644-1142303f65f1 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:00:57.025131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:00:57.025131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Checking segment: {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:00:57.025131 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.025131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Bound using segment: {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:00:57.025131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Bound port: 6e49cf02-e527-4f69-bc09-66f5d89bd8a7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:00:57.025131 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.070992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.070992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (f6f3cf03-b474-4518-ac39-52bed63073aa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.081708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Calling delete_port for f6f3cf03-b474-4518-ac39-52bed63073aa owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:00:57.156547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] For port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:00:57.162730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] For port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:00:57.191835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.260758 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6908425f-e598-453e-a067-43ff293a516e req-7d5671a5-4041-431e-b132-ac4d833e4ef5 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.0735526 Aug 28 20:00:57.306333 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.448127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks [] for router_gateway (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.553221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.617495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9010f-334a-422a-943a-172d3be388c7 None None] Pushing event updated for resources: {'Port': ['ID=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:57.701004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.922531 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f6f3cf03-b474-4518-ac39-52bed63073aa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:57.984655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Allocated IP 172.25.4.70 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/cde07baa-bcfd-4d50-af44-b8423d8de78a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:00:57.992505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event deleted for resources: {'Port': ['ID=f6f3cf03-b474-4518-ac39-52bed63073aa,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:58.047010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6760cf47-06a1-489d-bef4-26a1079b3d89), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:58.096665 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:58.126222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6760cf47-06a1-489d-bef4-26a1079b3d89,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:58.182496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (d2e61160-9a99-45bd-94e7-0dd891b2fa27), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:58.185215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:58.196186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0c2ce99-7551-487a-a2cb-fbfb462f7bee req-5b2fac2e-0a4e-419d-9473-81a892d35136 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/d2e61160-9a99-45bd-94e7-0dd891b2fa27 HTTP/1.1" status: 204 len: 173 time: 1.4665773 Aug 28 20:00:58.260638 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:58.466021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks [] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:58.631115 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:58.695096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:00:58.778162 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:58.784337 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:00:58.794386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Pushing event updated for resources: {'Port': ['ID=cde07baa-bcfd-4d50-af44-b8423d8de78a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:58.841726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:00:58.852603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:00:58.860206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:00:58.861552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:58.862084 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:59.112643 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2e62eb0-b7cb-4b98-a435-5e43373efeba req-ee16c757-0bef-46d4-896c-f6eb39ecf06f tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.1253765 Aug 28 20:00:59.123138 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (0d404430-e03f-4eb3-be45-e35bc4f8abd8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:59.144319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:00:59.144730 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:59.255161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:00:59.311539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd680-b72b-4d6c-94b4-0d516339e2c9 req-babba7b5-21b7-496c-ac95-79cfe6967a7e tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:59.313088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cbbbd680-b72b-4d6c-94b4-0d516339e2c9 req-babba7b5-21b7-496c-ac95-79cfe6967a7e tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.0980890 Aug 28 20:00:59.356917 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:59.521933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:00:59.553377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.554018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.556689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.557109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.557454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.557798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.563342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:00:59.636008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d311f397-9148-41f2-acef-30485ee3e0dd None None] Network 696827ca-0b03-4d79-a644-1142303f65f1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:00:59.707718 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc42945b-35a8-4530-abd1-64abdf5ded8c req-b668bf0f-3de1-4f11-8a45-63db9a707ab5 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?tenant_id=a8f7c5a28ffb4feb8c097ff9b8e0f6ba HTTP/1.1" status: 200 len: 1656 time: 0.3218691 Aug 28 20:00:59.785639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af6032-5a9f-404e-8b30-fddef287bd87 req-b0d8cf02-c04e-4762-ab7c-7cc2bb942e7e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:00:59.804893 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7af6032-5a9f-404e-8b30-fddef287bd87 req-b0d8cf02-c04e-4762-ab7c-7cc2bb942e7e tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 948 time: 0.3004396 Aug 28 20:00:59.853591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c8619502-f150-410b-93a4-eaa1226e0056 None None] Provisioning complete for port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:00:59.854598 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8619502-f150-410b-93a4-eaa1226e0056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:00:59.883731 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:00.036500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7af6032-5a9f-404e-8b30-fddef287bd87 req-c5e7e300-4ae1-4cb9-833b-58131e76bfd7 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143981 Aug 28 20:01:00.079437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:00.215997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c8619502-f150-410b-93a4-eaa1226e0056 None None] Current status of the port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:00.228977 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:00.396418 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks [] for router_gateway (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:00.519432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:00.536239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-944f6d7e-b0b8-4c60-a6a1-011fe04422d8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:00.538880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-944f6d7e-b0b8-4c60-a6a1-011fe04422d8 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 948 time: 0.1333165 Aug 28 20:01:00.635163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-025192d8-fc0b-4aec-bb17-aa95901defe6 req-bd0fd412-a0c6-42ba-9985-0ac107647550 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b59cfb8-91da-496c-8fcd-018d7fe6fe58 HTTP/1.1" status: 200 len: 210 time: 0.0956001 Aug 28 20:01:00.645677 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:00.664706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:00.665084 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:00.683405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:00.699309 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] Sync routers for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:00.736166 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:00.738271 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:00.810670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-74d8ed08-91fe-44b5-ab6c-799c446eef6d None None] Provisioning complete for port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:00.819472 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74d8ed08-91fe-44b5-ab6c-799c446eef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:00.853103 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:00.897166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42945b-35a8-4530-abd1-64abdf5ded8c req-7a8039c9-c262-4d2d-9e11-5b48c24f471f tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:00.916769 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc42945b-35a8-4530-abd1-64abdf5ded8c req-7a8039c9-c262-4d2d-9e11-5b48c24f471f tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 787 time: 1.2078168 Aug 28 20:01:00.931572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-bc42945b-35a8-4530-abd1-64abdf5ded8c req-63575344-9040-4d00-a60b-5b3d69e37a60 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:01:00.938351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc42945b-35a8-4530-abd1-64abdf5ded8c req-63575344-9040-4d00-a60b-5b3d69e37a60 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0207479 Aug 28 20:01:01.030449 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:01.045218 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:01.048587 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:01.097492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:01.105755 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:01.150745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-74d8ed08-91fe-44b5-ab6c-799c446eef6d None None] Current status of the port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:01.171358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:01.346600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5de7c941-9279-4a57-ad96-d03bb57196a8 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0d404430-e03f-4eb3-be45-e35bc4f8abd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1647739 Aug 28 20:01:01.351324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43002) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:01.426725 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:01.472695 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:01.487198 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-faae2b07-79b5-437f-abf6-22a221073ffb req-5da2cf99-92c7-46aa-89ad-8b40a6efb4b0 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips/a711b949-ffd7-422c-a63d-bb686273b598 HTTP/1.1" status: 200 len: 693 time: 0.1651514 Aug 28 20:01:01.492688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ee8b7-0409-464c-96c5-17ddf4c3befb req-742041e1-d107-446c-948a-57b3c073d8bb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:01.500495 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4ee8b7-0409-464c-96c5-17ddf4c3befb req-742041e1-d107-446c-948a-57b3c073d8bb tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 948 time: 0.2584147 Aug 28 20:01:01.535626 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T20:00:57Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:01.575862 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:01.616823 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=17 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:01.617046 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] Checking router: 0d404430-e03f-4eb3-be45-e35bc4f8abd8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:01.617046 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] Routers {'0d404430-e03f-4eb3-be45-e35bc4f8abd8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:01.617046 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:01.617473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Deleting port 320742eb-2da2-41de-8f1e-f0f94da663e3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:01.617473 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:01.707269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae4ee8b7-0409-464c-96c5-17ddf4c3befb req-91402b62-1c9b-4d37-9880-2f2272473e59 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=61bf3ac5-09c5-482e-b60e-5d1430295506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556122 Aug 28 20:01:01.767797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] Set router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:01.843285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:01:01.893365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks [] for router (0d404430-e03f-4eb3-be45-e35bc4f8abd8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:01.902518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae2b07-79b5-437f-abf6-22a221073ffb req-97bb2229-0099-4a7c-ab52-d5551c51c2d5 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:01.913899 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-faae2b07-79b5-437f-abf6-22a221073ffb req-97bb2229-0099-4a7c-ab52-d5551c51c2d5 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.4152942 Aug 28 20:01:02.002488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-faae2b07-79b5-437f-abf6-22a221073ffb req-96acba96-5cf3-473d-97f9-fe501f9167a4 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0874770 Aug 28 20:01:02.088368 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.089521 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.100808 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T20:00:57Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:02.176680 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ab748-b8cb-456a-a00a-90607d15d40a None None] The sync data for ids ['0d404430-e03f-4eb3-be45-e35bc4f8abd8'] in n-d-854121-7 is: [{'id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1635164536-router', 'tenant_id': '4b790fd7dc704073bc96021037e72f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:33Z', 'updated_at': '2022-08-28T20:00:57Z', 'revision_number': 5, 'project_id': '4b790fd7dc704073bc96021037e72f7d', 'gw_port': {'id': 'edc211cb-a0df-4c17-a899-4f676715b744', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d404430-e03f-4eb3-be45-e35bc4f8abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:36Z', 'updated_at': '2022-08-28T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:02.194967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:02.212793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Sync routers for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:02.227818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-faae2b07-79b5-437f-abf6-22a221073ffb req-9bba00e7-d893-4e77-99c6-e845ce5cb709 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.2158990 Aug 28 20:01:02.241537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-398f7489-5472-4d69-84d2-11324d82b617 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:02.244199 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-398f7489-5472-4d69-84d2-11324d82b617 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.3024993 Aug 28 20:01:02.246135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:02.248424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:02.283349 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-c30f9799-2220-4349-bca1-043327339d02 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/quotas/d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 375 time: 0.0204632 Aug 28 20:01:02.287234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:02.292263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-58faa2d8-398a-4de4-9df5-cfe166967440 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8290703 Aug 28 20:01:02.298695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43012) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:02.446065 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.453373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:02.459265 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.496083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-b7a9befd-fed0-4a9c-b6c3-fb0eed79100c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2015131 Aug 28 20:01:02.527806 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.540098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] For port 320742eb-2da2-41de-8f1e-f0f94da663e3, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=320742eb-2da2-41de-8f1e-f0f94da663e3,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:02.540552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:02.552423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Deleting port bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:02.555453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:02.675472 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.713607 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:02.713925 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:02.754057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Calling delete_port for bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:02.757867 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks [] for router_gateway (0d404430-e03f-4eb3-be45-e35bc4f8abd8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:02.774657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Calling delete_port for 320742eb-2da2-41de-8f1e-f0f94da663e3 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:02.783339 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.839638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:00Z', 'revision_number': 3, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:02.922304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Checking router: c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:02.922974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Updating router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 port cde07baa-bcfd-4d50-af44-b8423d8de78a binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:02.953800 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.988077 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:02.993289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-f5f0de0a-23c7-4b7a-809a-78ada093b027 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504349 Aug 28 20:01:02.998473 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.051480 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:03.061066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Deleting port edc211cb-a0df-4c17-a899-4f676715b744 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:03.061737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (edc211cb-a0df-4c17-a899-4f676715b744), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.135734 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:03.164133 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:03.224207 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4965a5d4-dc57-4f49-84d9-03552ce64936 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756604 Aug 28 20:01:03.412652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.474866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-30376818-a573-4028-9888-771106ea60ad admin admin] For port edc211cb-a0df-4c17-a899-4f676715b744, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=edc211cb-a0df-4c17-a899-4f676715b744,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:03.475667 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (edc211cb-a0df-4c17-a899-4f676715b744), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.505474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Calling delete_port for edc211cb-a0df-4c17-a899-4f676715b744 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:03.592427 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (320742eb-2da2-41de-8f1e-f0f94da663e3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.604591 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.635702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['320742eb-2da2-41de-8f1e-f0f94da663e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:01:03.656792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Pushing event deleted for resources: {'Port': ['ID=320742eb-2da2-41de-8f1e-f0f94da663e3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:03.752346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event deleted for resources: {'Port': ['ID=bb5c3aaa-8dc0-40b7-a543-ef9f3e50c8eb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:03.819988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Allocated IP 172.20.0.1 (696827ca-0b03-4d79-a644-1142303f65f1/0ebd595a-ad79-40cb-a9da-44d7abc1a472/c1feed3a-3e44-4fbc-af9d-156ce2fcfd89) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:03.827263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] No DVR routers for this DVR port 320742eb-2da2-41de-8f1e-f0f94da663e3 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:03.862630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.866476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c710f18e-7dfc-40e9-8211-cae5f8c6759b req-ba129ea5-5828-4886-a6b2-c2da881871d4 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.89 "DELETE /networking/v2.0/ports/320742eb-2da2-41de-8f1e-f0f94da663e3 HTTP/1.1" status: 204 len: 173 time: 3.3161123 Aug 28 20:01:03.869119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'name': 'network-vif-deleted', 'tag': '320742eb-2da2-41de-8f1e-f0f94da663e3'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:03.872355 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba94761-67b8-4663-9e93-3739e70a925e" -d '{"events": [{"server_uuid": "556fec7a-32ad-41ed-a2bd-1aff84816033", "name": "network-vif-deleted", "tag": "320742eb-2da2-41de-8f1e-f0f94da663e3"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:03.893073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Publish callbacks [] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.929695 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (a711b949-ffd7-422c-a63d-bb686273b598), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.933253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:03.943210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-faae2b07-79b5-437f-abf6-22a221073ffb req-59c9d2a3-ea83-4917-b0f1-9db241f7095c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/a711b949-ffd7-422c-a63d-bb686273b598 HTTP/1.1" status: 204 len: 173 time: 1.6275768 Aug 28 20:01:03.950360 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:04.027124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks [] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.035598 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.071999 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:04.141975 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:04.184806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96654cbc-4c46-41cf-88c7-bab0dc591d8b None None] Pushing event updated for resources: {'Port': ['ID=cde07baa-bcfd-4d50-af44-b8423d8de78a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:04.189117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Attempting to bind port cde07baa-bcfd-4d50-af44-b8423d8de78a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:04.189473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Attempting to bind port cde07baa-bcfd-4d50-af44-b8423d8de78a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:04.191544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Attempting to bind port cde07baa-bcfd-4d50-af44-b8423d8de78a on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:04.202603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:04.202998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:04.203409 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.204025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:04.204789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Bound port: cde07baa-bcfd-4d50-af44-b8423d8de78a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:04.205236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.223446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (edc211cb-a0df-4c17-a899-4f676715b744), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.233226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.441953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Network 696827ca-0b03-4d79-a644-1142303f65f1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:04.467057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:04.495555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] For port cde07baa-bcfd-4d50-af44-b8423d8de78a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:04.530907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Pushing event updated for resources: {'Port': ['ID=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:04.536321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] For port cde07baa-bcfd-4d50-af44-b8423d8de78a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cde07baa-bcfd-4d50-af44-b8423d8de78a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:04.538352 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238bb6a-83a8-42a9-a806-a21e048633df x-openstack-request-id: req-e238bb6a-83a8-42a9-a806-a21e048633df {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:04.538638 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556fec7a-32ad-41ed-a2bd-1aff84816033", "name": "network-vif-deleted", "tag": "320742eb-2da2-41de-8f1e-f0f94da663e3", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:04.538900 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e238bb6a-83a8-42a9-a806-a21e048633df {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:04.539327 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e238bb6a-83a8-42a9-a806-a21e048633df'] response: {'server_uuid': '556fec7a-32ad-41ed-a2bd-1aff84816033', 'name': 'network-vif-deleted', 'tag': '320742eb-2da2-41de-8f1e-f0f94da663e3', 'status': 'completed', 'code': 200} Aug 28 20:01:04.541619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:04.541756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Pushing event deleted for resources: {'Port': ['ID=edc211cb-a0df-4c17-a899-4f676715b744,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:04.559670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6760cf47-06a1-489d-bef4-26a1079b3d89 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:04.670300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6760cf47-06a1-489d-bef4-26a1079b3d89 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:04.672224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6760cf47-06a1-489d-bef4-26a1079b3d89 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:04.672630 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.763914 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:04.768815 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:04.780221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (0d404430-e03f-4eb3-be45-e35bc4f8abd8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:04.811457 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-d984dba9-df76-4df1-b51c-89b823aabda8 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips/03217454-7a0f-42f0-83d3-535a273b5fee HTTP/1.1" status: 200 len: 693 time: 0.2003901 Aug 28 20:01:04.856675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:04.858544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:04.976099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0efcdb7a-a23b-46dc-85fb-e6483de1c01e req-3fe2bd00-1c9e-4ec2-81f4-193c37c926f5 tempest-ServersOnMultiNodesTest-2136333659 tempest-ServersOnMultiNodesTest-2136333659-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=556fec7a-32ad-41ed-a2bd-1aff84816033 HTTP/1.1" status: 200 len: 210 time: 0.4345315 Aug 28 20:01:04.977728 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=14,neutron:SELECT=86 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:05.055862 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (0d404430-e03f-4eb3-be45-e35bc4f8abd8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:05.059569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks [] for router_controller (0d404430-e03f-4eb3-be45-e35bc4f8abd8), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:05.150220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-598ccc92-ba62-4b03-8c15-50c379f6c614 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:05.153153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-598ccc92-ba62-4b03-8c15-50c379f6c614 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.3386097 Aug 28 20:01:05.154742 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:05.220075 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:05.375976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2434f-495b-43b1-8b82-e6cbaa654733 req-ea0e9b79-ab99-4253-91c3-08f2fd41c183 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:05.392618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fa2434f-495b-43b1-8b82-e6cbaa654733 req-ea0e9b79-ab99-4253-91c3-08f2fd41c183 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2118723 Aug 28 20:01:05.525274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fa2434f-495b-43b1-8b82-e6cbaa654733 req-7eee869e-4e53-45e1-8f8b-0a647395bf4e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169658 Aug 28 20:01:05.562125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (0d404430-e03f-4eb3-be45-e35bc4f8abd8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:05.563085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d404430-e03f-4eb3-be45-e35bc4f8abd8 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:01:05.572479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30376818-a573-4028-9888-771106ea60ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:05.572479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-30376818-a573-4028-9888-771106ea60ad admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/0d404430-e03f-4eb3-be45-e35bc4f8abd8 HTTP/1.1" status: 204 len: 168 time: 4.2052226 Aug 28 20:01:05.573126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43056) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:05.659022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2461214a-d4a1-4ea7-809c-2c7214f746fc None None] Provisioning complete for port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:05.660389 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2461214a-d4a1-4ea7-809c-2c7214f746fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:05.695832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96654cbc-4c46-41cf-88c7-bab0dc591d8b None None] Pushing event updated for resources: {'Port': ['ID=cde07baa-bcfd-4d50-af44-b8423d8de78a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:05.708399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:05.816601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dad526ac-e3c2-46d4-bd57-a4303d959ed4 req-456bf9a0-2e97-475d-807e-dfc4d3388b1b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 210 time: 0.1235151 Aug 28 20:01:05.882883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] Deleting subnet 011e884e-2e0a-4c97-9e19-275a098a5806 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:01:05.883269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2461214a-d4a1-4ea7-809c-2c7214f746fc None None] Port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:05.918034 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] Publish callbacks [] for subnet (011e884e-2e0a-4c97-9e19-275a098a5806), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:06.026669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 320742eb-2da2-41de-8f1e-f0f94da663e3 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:06.089675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 320742eb-2da2-41de-8f1e-f0f94da663e3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:06.090487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 320742eb-2da2-41de-8f1e-f0f94da663e3 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:06.103615 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (011e884e-2e0a-4c97-9e19-275a098a5806), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:06.106150 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:06.128549 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:06.132860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-fe571c49-f45f-4f13-af50-f2ebf124c65e tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.249 HTTP/1.1" status: 200 len: 696 time: 0.9709816 Aug 28 20:01:06.276682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-82a40642-65db-43af-b622-ab3b4a4c0b29 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.249 HTTP/1.1" status: 200 len: 696 time: 0.1293993 Aug 28 20:01:06.306079 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:06.317627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c726b5-02f0-434b-ba11-f98f0d145bab req-796b0758-b9ae-447f-9674-b686c6f400ba tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:06.332165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51c726b5-02f0-434b-ba11-f98f0d145bab req-796b0758-b9ae-447f-9674-b686c6f400ba tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2449079 Aug 28 20:01:06.388247 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:06.388247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:00Z', 'revision_number': 3, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:06.464486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84afe2a-e1db-4296-8b3c-e4c53f81f3b3 None None] The sync data for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 is: [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:00Z', 'revision_number': 3, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:06.520366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edc211cb-a0df-4c17-a899-4f676715b744 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:06.531564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:06.544979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (011e884e-2e0a-4c97-9e19-275a098a5806), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:06.568849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: edc211cb-a0df-4c17-a899-4f676715b744 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:06.575524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edc211cb-a0df-4c17-a899-4f676715b744 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:06.597705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51c726b5-02f0-434b-ba11-f98f0d145bab req-3395b202-ef78-445c-ae1e-2e7461bd7c22 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223649 Aug 28 20:01:06.724165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Deleting port ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:06.724680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:06.796447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (011e884e-2e0a-4c97-9e19-275a098a5806), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:06.876852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011e884e-2e0a-4c97-9e19-275a098a5806,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:06.891877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:06.894055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680fcd6-1696-4f97-8740-43d8727a3b35 None None] Network ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:06.900900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9f21c6fd-7cdf-41fe-ab19-116e59256fa8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/011e884e-2e0a-4c97-9e19-275a098a5806 HTTP/1.1" status: 204 len: 168 time: 1.3251467 Aug 28 20:01:06.906649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43082) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:07.032389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.032734 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.055778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Calling delete_port for ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:07.218274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40e064-7414-4731-b9ed-38405d89061c req-ab9e87ee-39dd-4677-9c94-eddb0a37f45f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:07.230633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a40e064-7414-4731-b9ed-38405d89061c req-ab9e87ee-39dd-4677-9c94-eddb0a37f45f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.3264418 Aug 28 20:01:07.333459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] DHCP port deletion for ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:01:07.338582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.412492 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:07.511238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] Deleting port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:07.512460 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.610295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Deleting port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:07.611836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.633379 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks [] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.771458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43090) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:07.779539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.813030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a40e064-7414-4731-b9ed-38405d89061c req-b27825f1-2024-4341-8627-76fb1a9bbb8c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745370 Aug 28 20:01:07.896917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] For port 601bfb10-72f6-4e5c-85bc-97e7e8691e15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=601bfb10-72f6-4e5c-85bc-97e7e8691e15,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:07.897594 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.910715 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:07.913658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] For port 601bfb10-72f6-4e5c-85bc-97e7e8691e15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=601bfb10-72f6-4e5c-85bc-97e7e8691e15,segment=NetworkSegment(37767461-9378-4d20-ad3f-de3cfe280199),segment_id=37767461-9378-4d20-ad3f-de3cfe280199)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:07.919449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.950550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:07.978847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] Calling delete_port for 601bfb10-72f6-4e5c-85bc-97e7e8691e15 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:07.997312 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:08.001033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Calling delete_port for 601bfb10-72f6-4e5c-85bc-97e7e8691e15 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:08.140451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-90841261-9b6e-4bf0-8e3a-f0d7daea307d req-7d25e352-0ccd-493c-9535-82b64c3c9728 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 210 time: 0.1167531 Aug 28 20:01:08.194088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Pushing event updated for resources: {'Port': ['ID=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:08.213679 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:08.354028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:08.369989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event deleted for resources: {'Port': ['ID=ee2c7f8e-2fb3-4a24-86a6-5681cc25bf81,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:08.384570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:08.507251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (03217454-7a0f-42f0-83d3-535a273b5fee), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:08.519905 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:08.521365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fea02f1c-4de5-4908-8d0b-0a5733099bc2 req-062cde3c-60a7-4ffe-80f1-7cbbcb330c84 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/03217454-7a0f-42f0-83d3-535a273b5fee HTTP/1.1" status: 204 len: 173 time: 2.2346058 Aug 28 20:01:08.533822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] Pushing event deleted for resources: {'Port': ['ID=601bfb10-72f6-4e5c-85bc-97e7e8691e15,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:08.545341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7427bae4-4815-4ded-ab83-c82ddbea534d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=114c1dbf05024fb0b8c494a02b5f16fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722473 Aug 28 20:01:08.548193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43108) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:08.561028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff464c1-6139-4d2e-a726-0b76a64b955a None None] No DVR routers for this DVR port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:08.653802 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (601bfb10-72f6-4e5c-85bc-97e7e8691e15), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:08.742590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-b8789c3e-27f8-40ed-8603-6db023330508 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips/726b148a-fb40-4c43-82c8-5e249d7d820e HTTP/1.1" status: 200 len: 692 time: 0.1760840 Aug 28 20:01:08.760890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630b4c-f292-46f1-956e-c167bdac7932 req-9b35531a-7501-4b2f-a074-57fe4082bcec tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:08.782193 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d630b4c-f292-46f1-956e-c167bdac7932 req-9b35531a-7501-4b2f-a074-57fe4082bcec tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1939528 Aug 28 20:01:08.788104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Pushing event deleted for resources: {'Port': ['ID=601bfb10-72f6-4e5c-85bc-97e7e8691e15,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:08.812426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cde07baa-bcfd-4d50-af44-b8423d8de78a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:08.848652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] No DVR routers for this DVR port 601bfb10-72f6-4e5c-85bc-97e7e8691e15 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:08.970011 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:08.970011 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:09.027080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cde07baa-bcfd-4d50-af44-b8423d8de78a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:09.027746 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.097820 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-f0cb91f8-2787-4939-9bd9-9b02532e85be tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:09.125097 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-f0cb91f8-2787-4939-9bd9-9b02532e85be tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 808 time: 0.7816975 Aug 28 20:01:09.174217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Network 696827ca-0b03-4d79-a644-1142303f65f1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:09.211121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Request body: {'port': {'device_id': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'admin_state_up': True, 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:09.258147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a771e66-16a6-49ef-968f-104bf5c57418 admin admin] Publish callbacks [] for security_group (61bf3ac5-09c5-482e-b60e-5d1430295506), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.303189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cde07baa-bcfd-4d50-af44-b8423d8de78a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:09.303585 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.327697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a771e66-16a6-49ef-968f-104bf5c57418 admin admin] Publish callbacks [] for security_group (61bf3ac5-09c5-482e-b60e-5d1430295506), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.341114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d630b4c-f292-46f1-956e-c167bdac7932 req-fc80984f-358d-48ea-98c2-764e41c2ee94 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576396 Aug 28 20:01:09.365823 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.381997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port cde07baa-bcfd-4d50-af44-b8423d8de78a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cde07baa-bcfd-4d50-af44-b8423d8de78a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:09.419959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:09.427387 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:09.454272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.491278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:09.635558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37767461-9378-4d20-ad3f-de3cfe280199') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:09.643862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37767461-9378-4d20-ad3f-de3cfe280199') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:09.664911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 601bfb10-72f6-4e5c-85bc-97e7e8691e15 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:09.726909 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:09.763101 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:09.789235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6700bb3d-f4e6-4e15-be16-65cd632f8a91 req-f58735ae-2964-4d4e-8185-599e0fb40a45 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 210 time: 0.2754805 Aug 28 20:01:09.791055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=cde07baa-bcfd-4d50-af44-b8423d8de78a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:09.814657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (37767461-9378-4d20-ad3f-de3cfe280199), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.912819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 601bfb10-72f6-4e5c-85bc-97e7e8691e15 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:09.913194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 601bfb10-72f6-4e5c-85bc-97e7e8691e15 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:09.930157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-2b22e1b9-feda-4af0-aeb6-3ec9163e2bea tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:09.943916 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-2b22e1b9-feda-4af0-aeb6-3ec9163e2bea tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 1.1993387 Aug 28 20:01:09.958993 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (37767461-9378-4d20-ad3f-de3cfe280199), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.961205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a771e66-16a6-49ef-968f-104bf5c57418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (61bf3ac5-09c5-482e-b60e-5d1430295506), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.967931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a771e66-16a6-49ef-968f-104bf5c57418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:09.969280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9a771e66-16a6-49ef-968f-104bf5c57418 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/61bf3ac5-09c5-482e-b60e-5d1430295506 HTTP/1.1" status: 204 len: 168 time: 1.4090142 Aug 28 20:01:09.972623 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:10.014669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:01:10.014669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (37767461-9378-4d20-ad3f-de3cfe280199), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:10.123764 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 37767461-9378-4d20-ad3f-de3cfe280199 resource provider aggregate not found Aug 28 20:01:10.161617 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 37767461-9378-4d20-ad3f-de3cfe280199 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37767461-9378-4d20-ad3f-de3cfe280199 found for delete ", "request_id": "req-704d9af1-f412-4c90-b847-a08659ef7a7c"}]} Aug 28 20:01:10.222981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1904c484-ab32-449c-9ab3-1615e5a47544 None None] Provisioning complete for port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:10.223608 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1904c484-ab32-449c-9ab3-1615e5a47544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:10.328802 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:10.363012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1904c484-ab32-449c-9ab3-1615e5a47544 None None] Port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:10.373298 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:10.377368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a771e66-16a6-49ef-968f-104bf5c57418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf3ac5-09c5-482e-b60e-5d1430295506,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:10.425732 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-4a9b95f8-35e7-4735-a0b0-2b78a709148b tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.4807343 Aug 28 20:01:10.495307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Made reservation on behalf of d2f2cf16e3964ce2b5b0491468a3b159 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:10.507833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:10.552598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cde07baa-bcfd-4d50-af44-b8423d8de78a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:10.580310 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:01:10.607532 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-4a369528-6a7d-4a0e-95e5-a7e84f8632f2 tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.1807556 Aug 28 20:01:10.618816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813eba5-f584-4fea-ac72-9a9dac18fe60 req-87bc31a6-6721-49c3-9a5f-d521bf08d47c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:10.622069 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8813eba5-f584-4fea-ac72-9a9dac18fe60 req-87bc31a6-6721-49c3-9a5f-d521bf08d47c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.3085918 Aug 28 20:01:10.630035 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:10.677185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:10.711370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cde07baa-bcfd-4d50-af44-b8423d8de78a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:10.712021 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:10.724356 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:10.752267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46 HTTP/1.1" status: 204 len: 168 time: 3.8436303 Aug 28 20:01:10.791674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:10.894230 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:10.963213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465740f-d38d-428e-984e-0fb4916fe186 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1ba8b9-a82b-4cf4-b525-ac87f13b3b46,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:11.035177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cde07baa-bcfd-4d50-af44-b8423d8de78a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:11.112583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Allocated IP 172.20.0.3 (e6382cd2-5644-465e-8b30-a10a1c5fc02a/ef870976-a87f-4d01-91db-d14275322a41/3462d058-4f58-41f8-8fcb-7751ed408fd1) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:11.366804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43148) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:11.369128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:11.437688 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8813eba5-f584-4fea-ac72-9a9dac18fe60 req-a087aaf1-8e75-4b79-a827-c753ba30c859 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7909820 Aug 28 20:01:11.488291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:11.549291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Deleting port 5b69e495-a786-4603-9108-290fa774f0ca {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:11.549640 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5b69e495-a786-4603-9108-290fa774f0ca), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:11.606710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43152) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:11.622442 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:11.624649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:11.693911 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:11.711142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10750265-e614-4720-8d87-5cfa7c7a84a7 req-f6bda789-bae0-456e-83a7-31285f0b3104 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:11.723050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10750265-e614-4720-8d87-5cfa7c7a84a7 req-f6bda789-bae0-456e-83a7-31285f0b3104 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 931 time: 0.0907283 Aug 28 20:01:11.732436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:11.755739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:11.758760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:11.778585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:11.786583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-187cd571-668f-4399-8767-3274a53814ca admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c7cc798c-07fb-45eb-a08d-61ecfd7f40f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4841657 Aug 28 20:01:11.793658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cdcae0ac-d2f4-4278-8414-7811753f5467 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4b790fd7dc704073bc96021037e72f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071181 Aug 28 20:01:11.794320 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Sync routers for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:11.806180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43154) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:11.815184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:11.815834 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:11.991320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:11.992053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.083997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5b69e495-a786-4603-9108-290fa774f0ca), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.084362 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (5b69e495-a786-4603-9108-290fa774f0ca), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.135751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Calling delete_port for 5b69e495-a786-4603-9108-290fa774f0ca owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:12.168703 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10750265-e614-4720-8d87-5cfa7c7a84a7 req-f9fc3799-58aa-4e71-a3c7-0c2e62cfc244 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427431 Aug 28 20:01:12.215338 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-28af3041-b906-4c87-9e55-6096df6d6cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0086939 Aug 28 20:01:12.223834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Request body: {'port': {'device_id': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:12.267876 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:12.418030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9f8603aa-ad46-461c-af70-845ab464040c None None] Provisioning complete for port 3462d058-4f58-41f8-8fcb-7751ed408fd1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:12.421474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f8603aa-ad46-461c-af70-845ab464040c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.530684 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.561389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9f8603aa-ad46-461c-af70-845ab464040c None None] Port 3462d058-4f58-41f8-8fcb-7751ed408fd1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:12.585702 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:12.623657 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ec2dddf6-674a-4ef4-aebb-b18428eb8050 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b1bc20806bbf4c91b45ecb8867ee7461&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0078404 Aug 28 20:01:12.632204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43172) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:12.699760 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:12.701832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e1f-5feb-4f46-93dc-4fdd4bbb8482 admin admin] Publish callbacks [] for security_group (09cec809-921a-4a27-8992-278f65729554), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.708997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5b69e495-a786-4603-9108-290fa774f0ca), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.750774 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:12.885738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Pushing event deleted for resources: {'Port': ['ID=5b69e495-a786-4603-9108-290fa774f0ca,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:12.936130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e1f-5feb-4f46-93dc-4fdd4bbb8482 admin admin] Publish callbacks [] for security_group (09cec809-921a-4a27-8992-278f65729554), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.014191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks [] for floatingip (726b148a-fb40-4c43-82c8-5e249d7d820e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.025361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.025361 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef940eb8-020c-444d-a3fd-63994dae6dda req-30d92491-a443-419a-976b-fc25fc70080c tempest-FloatingIPDetailsTestJSON-950906517 tempest-FloatingIPDetailsTestJSON-950906517-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/726b148a-fb40-4c43-82c8-5e249d7d820e HTTP/1.1" status: 204 len: 173 time: 2.4136889 Aug 28 20:01:13.035264 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 2, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:13.046972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43176) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:13.052585 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf79b0cb-f90b-4127-b87b-0364565e25ff admin admin] Publish callbacks [] for security_group (a9ff87fd-27d1-4ac4-a651-877dac7bc680), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.111674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf79b0cb-f90b-4127-b87b-0364565e25ff admin admin] Publish callbacks [] for security_group (a9ff87fd-27d1-4ac4-a651-877dac7bc680), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.156067 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Checking router: c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:13.156420 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Updating router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:13.280676 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.351156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf79b0cb-f90b-4127-b87b-0364565e25ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a9ff87fd-27d1-4ac4-a651-877dac7bc680), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.354456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf79b0cb-f90b-4127-b87b-0364565e25ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.356185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf79b0cb-f90b-4127-b87b-0364565e25ff admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a9ff87fd-27d1-4ac4-a651-877dac7bc680 HTTP/1.1" status: 204 len: 168 time: 0.6730413 Aug 28 20:01:13.405460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79b0cb-f90b-4127-b87b-0364565e25ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff87fd-27d1-4ac4-a651-877dac7bc680,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:13.523121 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:13.588998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104684e-a06a-424f-a4d5-bf30c7d8e998 req-6ddfbd7d-e6ef-405f-8a9c-4aafdc121787 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:13.591582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f104684e-a06a-424f-a4d5-bf30c7d8e998 req-6ddfbd7d-e6ef-405f-8a9c-4aafdc121787 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 931 time: 0.2343369 Aug 28 20:01:13.690595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43192) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:13.696928 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-network', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:13.707970 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e1f-5feb-4f46-93dc-4fdd4bbb8482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (09cec809-921a-4a27-8992-278f65729554), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.711375 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e1f-5feb-4f46-93dc-4fdd4bbb8482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:13.712737 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d2ee6e1f-5feb-4f46-93dc-4fdd4bbb8482 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/09cec809-921a-4a27-8992-278f65729554 HTTP/1.1" status: 204 len: 168 time: 1.8806448 Aug 28 20:01:13.781909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6e1f-5feb-4f46-93dc-4fdd4bbb8482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cec809-921a-4a27-8992-278f65729554,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:13.890726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3462d058-4f58-41f8-8fcb-7751ed408fd1 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:01:13.897590 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:13.970154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f104684e-a06a-424f-a4d5-bf30c7d8e998 req-c0e94be6-cd9a-4cc5-9b26-f2132a795a63 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670034 Aug 28 20:01:13.981503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377ec6a-48c4-4746-87c9-2147c482d426 req-8a8e5bbf-f550-4423-8f59-64edde69e19c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:13.983450 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6377ec6a-48c4-4746-87c9-2147c482d426 req-8a8e5bbf-f550-4423-8f59-64edde69e19c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0840507 Aug 28 20:01:13.987499 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Publish callbacks [] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.051126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Transition to ACTIVE for port object 3462d058-4f58-41f8-8fcb-7751ed408fd1 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:01:14.091544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6377ec6a-48c4-4746-87c9-2147c482d426 req-13717de2-8c15-4ff0-b246-d53a9a44e752 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953219 Aug 28 20:01:14.109408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Made reservation on behalf of b3d963f0a9494415a7028b031cf7078d for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:14.142273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.150504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.177138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.437894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks [] for security_group (f5597724-9e61-4b0d-9723-b366e7ac0fae), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.492167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:14.627924 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Publish callbacks [] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.647084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f5597724-9e61-4b0d-9723-b366e7ac0fae), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.652912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:14.658231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:14.658231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:14.671955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:01:14.676017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:14.689493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:14.699740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:14.701879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:14.715808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Bound port: 3462d058-4f58-41f8-8fcb-7751ed408fd1, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:14.715808 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.733800 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:14.834898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01939-8fa0-48d2-b466-834fca92bd7e req-91be6fb9-48df-4106-b56e-33caf5e102f6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:14.836591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c5d01939-8fa0-48d2-b466-834fca92bd7e req-91be6fb9-48df-4106-b56e-33caf5e102f6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2079482 Aug 28 20:01:14.904713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:01:14.906471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:14.924897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:14.931573 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:15.024921 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:15.031326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:15.032349 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:15.034079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 1091 time: 2.8161821 Aug 28 20:01:15.035167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:15.041445 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:15.076082 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:15.128748 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Pushing event updated for resources: {'Port': ['ID=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:15.169462 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.171665 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.172452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.172974 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.173483 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.174017 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.176794 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.177345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.177903 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.178569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.179090 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.180512 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.182037 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.186978 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.187577 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:15.191827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5597724-9e61-4b0d-9723-b366e7ac0fae,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:15.202719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1fa75c0b-8af4-42d5-b701-9bac6fd8725c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:15.203077 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Added segment 1fa75c0b-8af4-42d5-b701-9bac6fd8725c of type vlan for network 3bca1a1b-e3ca-4da3-989f-cb692180db6b Aug 28 20:01:15.215478 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Attempting to bind port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:15.221266 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Attempting to bind port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:15.221701 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Attempting to bind port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 on network 696827ca-0b03-4d79-a644-1142303f65f1 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:15.238660 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:15.249152 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Checking segment: {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:15.249152 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:15.249152 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Bound using segment: {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:15.249152 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Bound port: c1feed3a-3e44-4fbc-af9d-156ce2fcfd89, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:15.249152 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:15.298641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c5d01939-8fa0-48d2-b466-834fca92bd7e req-ff574bd7-ca4c-46d7-83dc-2133ae9b0bc4 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332800 Aug 28 20:01:15.304548 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:15.509045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4b1b8f94-cb0e-4403-9ced-7ae0d732dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:15.515511 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] For port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:15.519561 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] For port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:15.523240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-4b1b8f94-cb0e-4403-9ced-7ae0d732dab3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1125 time: 0.3577483 Aug 28 20:01:15.530766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb3ff-b910-4aaf-a705-6ec4b2b4187f service neutron] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:15.618196 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:15.663517 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc21cf0e-6b62-4a81-907f-87d382ee03bf x-openstack-request-id: req-cc21cf0e-6b62-4a81-907f-87d382ee03bf {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:15.663517 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:15.663517 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc21cf0e-6b62-4a81-907f-87d382ee03bf {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:15.663517 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc21cf0e-6b62-4a81-907f-87d382ee03bf'] response: {'name': 'network-changed', 'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1', 'status': 'completed', 'code': 200} Aug 28 20:01:15.706415 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:15.752487 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:15.755911 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:15.906705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-e76e323d-0441-4cad-ae70-6f08c6e6ee9d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 217 time: 0.1407657 Aug 28 20:01:16.123975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (b8275e4a-54ed-4b2b-872d-c87ca2358e27), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:16.142972 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:16.273565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f71e4-5e86-4588-b83a-b1eddcb7ae61 req-6fcebb8a-479a-4511-9c89-ceb838bfd96c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:16.281134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-150f71e4-5e86-4588-b83a-b1eddcb7ae61 req-6fcebb8a-479a-4511-9c89-ceb838bfd96c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1905313 Aug 28 20:01:16.289567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-d0cd42cb-b8d8-43dd-af1e-f89cb2cb5473 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:16.291141 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-d0cd42cb-b8d8-43dd-af1e-f89cb2cb5473 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.1938112 Aug 28 20:01:16.295183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:16.389070 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca7c09-2bd1-46a9-8090-caa64c32d6bd None None] Pushing event updated for resources: {'Port': ['ID=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:16.398473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (3bca1a1b-e3ca-4da3-989f-cb692180db6b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:16.472241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-274828f1-40a0-42aa-9c37-fc100d49a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:16.484795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-274828f1-40a0-42aa-9c37-fc100d49a94d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.5393753 Aug 28 20:01:16.671538 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:15Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:16.784810 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c4827-eda8-43cd-9044-747e68a31d83 None None] The sync data for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 is: [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:15Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:16.812301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710de1c-5a30-487d-bc04-4aa4e1a25cc0 req-00afccb2-f228-4161-8e7f-cf51aa712e62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:16.831559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3710de1c-5a30-487d-bc04-4aa4e1a25cc0 req-00afccb2-f228-4161-8e7f-cf51aa712e62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.7607441 Aug 28 20:01:16.921164 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:16.998547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:01:16.999733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Deleting port 6e13161a-da7a-4acb-bf32-51b9aca1799c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:17.011304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:17.050204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-150f71e4-5e86-4588-b83a-b1eddcb7ae61 req-c625c57e-a297-4c99-9920-1de8e3dd927a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669814 Aug 28 20:01:17.059656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-c2ca0430-f92f-4051-985e-ebc0cc6f5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:17.065515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-c2ca0430-f92f-4051-985e-ebc0cc6f5857 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4818790 Aug 28 20:01:17.225230 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (3bca1a1b-e3ca-4da3-989f-cb692180db6b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:17.232689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:17.233441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:17.416898 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3710de1c-5a30-487d-bc04-4aa4e1a25cc0 req-ede639e6-6de4-442b-aee4-242226873eed tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825653 Aug 28 20:01:17.544733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] Pushing event updated for resources: {'Network': ['ID=3bca1a1b-e3ca-4da3-989f-cb692180db6b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:17.554510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9767f2ec-a968-4c6c-bceb-f7289203f045 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.8617966 Aug 28 20:01:17.559293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43284) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:17.559557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:01:17.575400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Request body: {'subnet': {'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-subnet', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:17.593667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] For port 6e13161a-da7a-4acb-bf32-51b9aca1799c, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6e13161a-da7a-4acb-bf32-51b9aca1799c,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:17.595162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:17.595736 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Deleting port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:17.596298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:17.691679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Made reservation on behalf of b3d963f0a9494415a7028b031cf7078d for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:17.701988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:17.874081 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:17.899204 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:17.936368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-network', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:17.955481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] For port 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,segment=NetworkSegment(0a8614eb-aa94-4864-8e41-abf54415945f),segment_id=0a8614eb-aa94-4864-8e41-abf54415945f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:17.955873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.018189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Calling delete_port for 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:18.303440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29462-3e50-4b3d-b47f-3519bc848043 req-c80ec315-3ff3-40af-a05d-f500810b4348 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:18.316170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ffe29462-3e50-4b3d-b47f-3519bc848043 req-c80ec315-3ff3-40af-a05d-f500810b4348 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 945 time: 0.4133306 Aug 28 20:01:18.466051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.466337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (d713dd02-7b05-4678-84c0-b39de48a85fe), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.466658 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Floating IP d713dd02-7b05-4678-84c0-b39de48a85fe disassociated. External IP: 172.25.4.142, port: 6e13161a-da7a-4acb-bf32-51b9aca1799c. Aug 28 20:01:18.467037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Calling delete_port for 6e13161a-da7a-4acb-bf32-51b9aca1799c owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:18.499519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:18.586573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:18.591081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.687865 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-f39a90ab-c46c-4f7e-b76e-340e0ff9202f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5781901 Aug 28 20:01:18.694239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:18.695226 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.744049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:18.800250 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:18.817286 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.828964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ffe29462-3e50-4b3d-b47f-3519bc848043 req-71e5fbf1-831c-4d8f-bbc1-426eb013ced0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7914fb05-9468-4ca3-a5e9-375af3b73f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463907 Aug 28 20:01:18.835634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Made reservation on behalf of 2cfe92f7e31c4c4eb8886f256f57df8e for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:18.845367 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa16c688-4e72-4dbd-a096-c21b173f8063 req-b20bc03f-6d05-402c-8846-3143ed494490 tempest-AbsoluteLimitsNegativeTestJSON-2029088303 tempest-AbsoluteLimitsNegativeTestJSON-2029088303-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=4e5de8d4e7f24d7a862e84b8afc72088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3579648 Aug 28 20:01:18.847522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.854085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (64e1e5b2-7134-45b7-b57c-cf6cbae5e21d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.953140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:18.955953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:19.021572 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:19.242716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Pushing event deleted for resources: {'Port': ['ID=64e1e5b2-7134-45b7-b57c-cf6cbae5e21d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:19.252880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16c688-4e72-4dbd-a096-c21b173f8063 req-2eb8f38f-fcde-4154-bf8e-c9cc857673ce tempest-AbsoluteLimitsNegativeTestJSON-2029088303 tempest-AbsoluteLimitsNegativeTestJSON-2029088303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:19.255936 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa16c688-4e72-4dbd-a096-c21b173f8063 req-2eb8f38f-fcde-4154-bf8e-c9cc857673ce tempest-AbsoluteLimitsNegativeTestJSON-2029088303 tempest-AbsoluteLimitsNegativeTestJSON-2029088303-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3672464 Aug 28 20:01:19.257460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (25855e8b-9e28-4b8a-b747-97eb93ec2c83), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:19.326813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3fb7eb-972a-4cee-8e50-09128b98bf58 req-9cd6c7f6-21fa-4742-913e-8da632e4f78a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980835 Aug 28 20:01:19.375587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25855e8b-9e28-4b8a-b747-97eb93ec2c83,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:19.413797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2dfc9-2f57-454a-a7e0-26587d53ba12 req-4c0be819-ddcd-4554-80f8-d5f83037bc51 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:19.424900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1d2dfc9-2f57-454a-a7e0-26587d53ba12 req-4c0be819-ddcd-4554-80f8-d5f83037bc51 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.3885705 Aug 28 20:01:19.430506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa16c688-4e72-4dbd-a096-c21b173f8063 req-2e1b7198-2c30-49b0-8bdc-a15c5a36223b tempest-AbsoluteLimitsNegativeTestJSON-2029088303 tempest-AbsoluteLimitsNegativeTestJSON-2029088303-project] 10.222.0.78 "GET /networking/v2.0/quotas/4e5de8d4e7f24d7a862e84b8afc72088 HTTP/1.1" status: 200 len: 375 time: 0.1299462 Aug 28 20:01:19.444887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Checking segment: {'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:19.445327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Network hostable DHCP agents. Network: 3bca1a1b-e3ca-4da3-989f-cb692180db6b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:01:19.506495 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:19.509633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa16c688-4e72-4dbd-a096-c21b173f8063 req-cc00d686-2b64-4d5f-9014-33adeb4e7c3e tempest-AbsoluteLimitsNegativeTestJSON-2029088303 tempest-AbsoluteLimitsNegativeTestJSON-2029088303-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4e5de8d4e7f24d7a862e84b8afc72088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571277 Aug 28 20:01:19.570291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6e13161a-da7a-4acb-bf32-51b9aca1799c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:19.630336 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (b8275e4a-54ed-4b2b-872d-c87ca2358e27), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:19.633200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event deleted for resources: {'Port': ['ID=6e13161a-da7a-4acb-bf32-51b9aca1799c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:19.644507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:01:19.657321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-d4e3a947-ebeb-486e-92ad-e4619c33e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:19.659631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-d4e3a947-ebeb-486e-92ad-e4619c33e948 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1125 time: 0.1811540 Aug 28 20:01:19.675181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1d2dfc9-2f57-454a-a7e0-26587d53ba12 req-68cca91a-874c-469c-bece-97e1dd29cc2d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481627 Aug 28 20:01:19.763827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks [] for security_group (aa3e86a5-b5f8-46a5-a7c5-ee188737f031), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:19.929336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 3bca1a1b-e3ca-4da3-989f-cb692180db6b) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:19.948416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9618ea80-0f4b-4651-91b4-e49d3c93fa45 None None] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:19.992921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ac80f-7aa6-4427-a504-388a9d18aab3 req-f63b17c0-2b03-4515-ba84-1dd727291447 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:20.000546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e70ac80f-7aa6-4427-a504-388a9d18aab3 req-f63b17c0-2b03-4515-ba84-1dd727291447 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0569868 Aug 28 20:01:20.020287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aa3e86a5-b5f8-46a5-a7c5-ee188737f031), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.030444 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:20.052594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d720-597b-409d-9453-d4e247e51230 req-757f8d39-6761-4276-8df2-693fa917e0de tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:20.059328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2061d720-597b-409d-9453-d4e247e51230 req-757f8d39-6761-4276-8df2-693fa917e0de tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.1351588 Aug 28 20:01:20.060931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:20.061554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.077112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6e13161a-da7a-4acb-bf32-51b9aca1799c no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:20.097084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:01:20.168704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 6e13161a-da7a-4acb-bf32-51b9aca1799c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:20.170029 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f404a08c-09ce-4503-b60b-4dcc7b70240a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.170384 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Added segment f404a08c-09ce-4503-b60b-4dcc7b70240a of type vlan for network 8c51a71c-593a-4dab-8c5b-035d0ddce249 Aug 28 20:01:20.171862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6e13161a-da7a-4acb-bf32-51b9aca1799c not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:20.190998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e86a5-b5f8-46a5-a7c5-ee188737f031,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:20.198601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-dc5e3d8a-2ccf-4188-a5d2-33b04186f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:20.200498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-dc5e3d8a-2ccf-4188-a5d2-33b04186f05a service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.5064218 Aug 28 20:01:20.221075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Router 97bd689f-cc62-4630-9321-25c8abd695ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:20.231796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e70ac80f-7aa6-4427-a504-388a9d18aab3 req-a5b9fe97-c16e-457c-8169-14e816808901 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303619 Aug 28 20:01:20.281283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ebf7759a-d642-46d5-b3c1-103a30fb860c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7176919 Aug 28 20:01:20.285824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43332) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:20.289417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Router b8275e4a-54ed-4b2b-872d-c87ca2358e27 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:20.304751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:20.314969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-3bca1a1b-e3ca-4da3-989f-cb692180db6b', 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b', 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'fixed_ips': [{'subnet_id': '25855e8b-9e28-4b8a-b747-97eb93ec2c83'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:01:20.321363 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.377601 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:20.451707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2061d720-597b-409d-9453-d4e247e51230 req-216ab025-77f7-443b-b74e-c127934b91d9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615339 Aug 28 20:01:20.499310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-373336e8-39c3-44b9-88c6-5769ad0741f7 req-50085b97-1e7f-44d7-b95b-54e5c13509f7 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 210 time: 0.0532081 Aug 28 20:01:20.518716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-3082bffc-14c9-4f65-a36b-43400b43457a service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 217 time: 0.2382078 Aug 28 20:01:20.590656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.591856 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.610984 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:20.634017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43346) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:20.639580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-92c9c91b-c8e9-4668-97e0-9524af65c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:20.641071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-92c9c91b-c8e9-4668-97e0-9524af65c4b2 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1017087 Aug 28 20:01:20.662300 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (8c51a71c-593a-4dab-8c5b-035d0ddce249), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.662971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:20.683784 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:20.811989 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks [] for router_controller (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.844100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Allocated IP 172.20.0.2 (3bca1a1b-e3ca-4da3-989f-cb692180db6b/25855e8b-9e28-4b8a-b747-97eb93ec2c83/8935d1c3-ab43-4eff-bc50-38216cd84d2a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:20.861342 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:20.876367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:20.882014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:20.883192 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:20.913035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f777144d-011b-49fe-abd7-487e7e39865d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b8275e4a-54ed-4b2b-872d-c87ca2358e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7238793 Aug 28 20:01:20.929238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43360) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:21.062922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5118a2c-4671-4247-942a-c47a512a7b5c req-a85921f6-a49b-4975-9d85-d8004f086a16 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:21.072186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5118a2c-4671-4247-942a-c47a512a7b5c req-a85921f6-a49b-4975-9d85-d8004f086a16 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.3640854 Aug 28 20:01:21.085029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] Sync routers for ids ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:21.103407 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:01:21.133594 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:21.144025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-fd63342b-2fd0-45d9-938e-9f15c6956071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:21.146340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-fd63342b-2fd0-45d9-938e-9f15c6956071 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4715974 Aug 28 20:01:21.153216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] Routers {'b8275e4a-54ed-4b2b-872d-c87ca2358e27'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:21.154115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:21.166137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:21.181351 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] Sync routers for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:21.204792 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:21.210029 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:21.253584 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Publish callbacks [] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.260676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (8c51a71c-593a-4dab-8c5b-035d0ddce249), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.265966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:21.265966 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.275056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:21.317617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5118a2c-4671-4247-942a-c47a512a7b5c req-af760860-fd55-4e71-9175-b3e878e4818b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440569 Aug 28 20:01:21.353788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] Set router b8275e4a-54ed-4b2b-872d-c87ca2358e27 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:21.413789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde3-f9f5-4d1a-8b91-90f5374a6591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.461582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 5.1616271 Aug 28 20:01:21.465728 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:21.472119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43390) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:21.480778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.481023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] No DVR routers for this DVR port 6e13161a-da7a-4acb-bf32-51b9aca1799c on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:21.484314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.488492 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-878d12b3-56e2-4eea-9d84-3c81b8c9c5f9 req-1ab3bb12-06e4-4f17-88d2-566c2451ce39 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "DELETE /networking/v2.0/ports/6e13161a-da7a-4acb-bf32-51b9aca1799c HTTP/1.1" status: 204 len: 173 time: 5.1901839 Aug 28 20:01:21.492180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Request body: {'subnet': {'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-subnet', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:21.507373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'name': 'network-vif-deleted', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:21.510042 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9e602d-556f-47a2-b32b-cb1e10ca11d3" -d '{"events": [{"server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "name": "network-vif-deleted", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:21.522632 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:21.561378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b2d80-4328-40f0-9b4e-f01a6e737c72 admin admin] Pushing event updated for resources: {'Network': ['ID=8c51a71c-593a-4dab-8c5b-035d0ddce249,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:21.602328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa7eb6-7969-4b5f-a578-48e1ba9f0734 req-eb0eb61a-ca1f-4a30-8683-0a8b26b945cb tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:21.610074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16aa7eb6-7969-4b5f-a578-48e1ba9f0734 req-eb0eb61a-ca1f-4a30-8683-0a8b26b945cb tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1440725 Aug 28 20:01:21.616176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-09c4bcda-49f9-498c-b369-f78fc4b5197e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616542 Aug 28 20:01:21.732836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16aa7eb6-7969-4b5f-a578-48e1ba9f0734 req-4b8fb1b4-aae0-456e-a476-0b40aaba2b9b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216629 Aug 28 20:01:21.734030 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks [] for router (b8275e4a-54ed-4b2b-872d-c87ca2358e27), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.746336 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks [] for router_gateway (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.746885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Made reservation on behalf of 2cfe92f7e31c4c4eb8886f256f57df8e for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:21.749818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:21.898128 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:21.978422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:01:22.127842 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:31Z', 'revision_number': 5, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:22.155828 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:22.162380 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde3-f9f5-4d1a-8b91-90f5374a6591 admin admin] Publish callbacks [] for security_group (dfc87857-cb91-4314-b60a-a344889c4331), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.163862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks [] for router_gateway (b8275e4a-54ed-4b2b-872d-c87ca2358e27), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.164425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:22.208032 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] Checking router: 97bd689f-cc62-4630-9321-25c8abd695ef for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:22.216193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (58b96036-b3f1-480b-a8c5-ca2daf8a269a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.237067 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:22.238124 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:22.245038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:22.245362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a684-e174-4c1d-bdb7-ef7558fee2d0 req-615bec04-55f5-42f2-997f-b60ae0f750bc tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:22.248733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:22.268358 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b31a684-e174-4c1d-bdb7-ef7558fee2d0 req-615bec04-55f5-42f2-997f-b60ae0f750bc tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.1611888 Aug 28 20:01:22.299754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Pushing event updated for resources: {'Port': ['ID=8935d1c3-ab43-4eff-bc50-38216cd84d2a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:22.332180 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:22.334974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:01:18Z', 'revision_number': 5, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port': {'id': '012ae96b-9eff-403e-be7f-e67514b2cb77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:26Z', 'updated_at': '2022-08-28T20:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:22.369901 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb7ee537-7963-4761-86e5-6ec1c8ba2ea6 req-30dfb6aa-31a3-4da9-b516-9870610e7d53 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461429 Aug 28 20:01:22.435211 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e6efef27-2990-4b35-adbe-7718dad39a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.437116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] Checking router: b8275e4a-54ed-4b2b-872d-c87ca2358e27 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:22.439424 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:22.453107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b96036-b3f1-480b-a8c5-ca2daf8a269a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:22.473469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Attempting to bind port 8935d1c3-ab43-4eff-bc50-38216cd84d2a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:22.473469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Attempting to bind port 8935d1c3-ab43-4eff-bc50-38216cd84d2a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:22.473469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Attempting to bind port 8935d1c3-ab43-4eff-bc50-38216cd84d2a on network 3bca1a1b-e3ca-4da3-989f-cb692180db6b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:22.494397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Checking segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:22.496056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Network hostable DHCP agents. Network: 8c51a71c-593a-4dab-8c5b-035d0ddce249, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:01:22.499231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:22.499942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Checking segment: {'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:22.500573 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.501135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Bound using segment: {'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:22.501805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Bound port: 8935d1c3-ab43-4eff-bc50-38216cd84d2a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:22.503068 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.520203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] Routers {'b8275e4a-54ed-4b2b-872d-c87ca2358e27'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:22.521174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:00:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:22.532384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b31a684-e174-4c1d-bdb7-ef7558fee2d0 req-dde8b6cd-b651-47d5-9cff-1ddfa474f9ee tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630246 Aug 28 20:01:22.612543 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523c444-55a5-4fe1-8cd6-4d293818173f x-openstack-request-id: req-8523c444-55a5-4fe1-8cd6-4d293818173f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:22.612803 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4713cd5a-0d07-448f-b2cc-cd194cc0a1cb", "name": "network-vif-deleted", "tag": "6e13161a-da7a-4acb-bf32-51b9aca1799c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:22.613041 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8523c444-55a5-4fe1-8cd6-4d293818173f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:22.613449 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8523c444-55a5-4fe1-8cd6-4d293818173f'] response: {'server_uuid': '4713cd5a-0d07-448f-b2cc-cd194cc0a1cb', 'name': 'network-vif-deleted', 'tag': '6e13161a-da7a-4acb-bf32-51b9aca1799c', 'status': 'completed', 'code': 200} Aug 28 20:01:22.647065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:01:22.692991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Deleting port 012ae96b-9eff-403e-be7f-e67514b2cb77 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:22.693653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.697075 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde3-f9f5-4d1a-8b91-90f5374a6591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dfc87857-cb91-4314-b60a-a344889c4331), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.725473 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:22.759597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] For port 8935d1c3-ab43-4eff-bc50-38216cd84d2a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:22.764464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] For port 8935d1c3-ab43-4eff-bc50-38216cd84d2a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8935d1c3-ab43-4eff-bc50-38216cd84d2a,segment=NetworkSegment(1fa75c0b-8af4-42d5-b701-9bac6fd8725c),segment_id=1fa75c0b-8af4-42d5-b701-9bac6fd8725c)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:22.772707 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-161cce8e-a2d4-416c-92dc-016c3a29eeec req-9e114600-1d9e-4de6-a4b0-631e5d20ed40 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4713cd5a-0d07-448f-b2cc-cd194cc0a1cb HTTP/1.1" status: 200 len: 210 time: 0.0437629 Aug 28 20:01:22.774194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 8c51a71c-593a-4dab-8c5b-035d0ddce249) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:22.801212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:22.806837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea312cc-1ff3-4e5e-bb99-a66e852cf8d6 None None] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:22.808608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.819911 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:22.841511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47bde3-f9f5-4d1a-8b91-90f5374a6591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc87857-cb91-4314-b60a-a344889c4331,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:22.859013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks [] for router_gateway (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.862632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6c47bde3-f9f5-4d1a-8b91-90f5374a6591 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4e5de8d4e7f24d7a862e84b8afc72088&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2201412 Aug 28 20:01:22.865289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43432) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:22.929336 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:31Z', 'revision_number': 5, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:22.941363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.956747 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:22.968023 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:22.984873 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be4d9c-3054-4344-9af4-46e262bdd67e None None] The sync data for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 is: [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:25Z', 'revision_number': 4, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a7fa8bbe-04ad-4629-a558-8d129db979b3', 'name': '', 'network_id': '59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'mac_address': 'fa:16:3e:7b:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:23Z', 'updated_at': '2022-08-28T19:53:31Z', 'revision_number': 5, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'subnets': [{'id': '4840aad5-d346-4519-9cd0-422036b5ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:23.085507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-8c51a71c-593a-4dab-8c5b-035d0ddce249', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:01:23.086787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.106062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] Set router b8275e4a-54ed-4b2b-872d-c87ca2358e27 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:23.112592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] For port 012ae96b-9eff-403e-be7f-e67514b2cb77, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=012ae96b-9eff-403e-be7f-e67514b2cb77,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:23.112592 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.123380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7a1f2abb-9491-4597-a621-34f04eeaf219 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6403949 Aug 28 20:01:23.152907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43440) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:23.180559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Calling delete_port for 012ae96b-9eff-403e-be7f-e67514b2cb77 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:23.187545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:23.219012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:01:22Z', 'revision_number': 6, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:23.226650 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:23.274907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec25e39-36ee-4b85-befb-97e5a0a68980 None None] Pushing event updated for resources: {'Port': ['ID=8935d1c3-ab43-4eff-bc50-38216cd84d2a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:23.281990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Allocated IP 172.25.4.19 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e87131f8-6999-4bbe-978d-07fe48eed268) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:23.282371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619ae71-8dd9-40f3-bde7-991be98e7505 None None] The sync data for ids ['b8275e4a-54ed-4b2b-872d-c87ca2358e27'] in n-d-854121-7 is: [{'id': 'b8275e4a-54ed-4b2b-872d-c87ca2358e27', 'name': 'tempest-FloatingIPDetailsTestJSON-2110881324-router', 'tenant_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:23Z', 'updated_at': '2022-08-28T20:01:22Z', 'revision_number': 6, 'project_id': 'a8f7c5a28ffb4feb8c097ff9b8e0f6ba', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:23.403838 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f26b9dde-5895-42dd-96f1-be59873f14cf), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.404899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f26b9dde-5895-42dd-96f1-be59873f14cf), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.412718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c66431c3-ff72-42cc-83b9-d0c3296243a3 admin admin] Publish callbacks [] for security_group (dfc87857-cb91-4314-b60a-a344889c4331), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.545930 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c66431c3-ff72-42cc-83b9-d0c3296243a3 admin admin] Publish callbacks [] for security_group (dfc87857-cb91-4314-b60a-a344889c4331), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.561162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks [] for port (e87131f8-6999-4bbe-978d-07fe48eed268), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.621387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436b633-44d0-4a97-b35a-fd4a7bb35e93 None None] New status for floating IP d713dd02-7b05-4678-84c0-b39de48a85fe: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:01:23.628277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Allocated IP 172.20.0.2 (8c51a71c-593a-4dab-8c5b-035d0ddce249/58b96036-b3f1-480b-a8c5-ca2daf8a269a/7cee017d-a1d4-4681-b4d8-aa13abd5b9a6) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:23.693162 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.850516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (012ae96b-9eff-403e-be7f-e67514b2cb77), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:23.860101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038c8a-8054-4149-9648-2b2f42d6ae5a req-802de8b1-36b6-42c5-8f69-b72a1ff243a6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:23.861933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01038c8a-8054-4149-9648-2b2f42d6ae5a req-802de8b1-36b6-42c5-8f69-b72a1ff243a6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.0895481 Aug 28 20:01:23.901777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=012ae96b-9eff-403e-be7f-e67514b2cb77,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:23.914926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.012909 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Publish callbacks [] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.094570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:24.104737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:24.107174 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:24.108448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219e314-ff32-4ff0-93c0-a6c74b5389dc req-cae5926d-b7a2-4337-89a1-3f8c09b856a9 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:24.109986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Pushing event updated for resources: {'Port': ['ID=e87131f8-6999-4bbe-978d-07fe48eed268,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:24.112465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:24.115922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8219e314-ff32-4ff0-93c0-a6c74b5389dc req-cae5926d-b7a2-4337-89a1-3f8c09b856a9 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 814 time: 1.2107503 Aug 28 20:01:24.121810 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c66431c3-ff72-42cc-83b9-d0c3296243a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dfc87857-cb91-4314-b60a-a344889c4331), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.124394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c66431c3-ff72-42cc-83b9-d0c3296243a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.126550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01038c8a-8054-4149-9648-2b2f42d6ae5a req-50f17c0a-5765-41b3-8a08-ed1ba0dd2413 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364280 Aug 28 20:01:24.128268 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.128456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c66431c3-ff72-42cc-83b9-d0c3296243a3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dfc87857-cb91-4314-b60a-a344889c4331 HTTP/1.1" status: 204 len: 168 time: 1.2619941 Aug 28 20:01:24.135921 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks [] for router_controller (f26b9dde-5895-42dd-96f1-be59873f14cf), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.166213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8219e314-ff32-4ff0-93c0-a6c74b5389dc req-32cc91c2-1058-4170-bd39-1ef90a9a8632 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/quotas/bdde347dfb5b40d5b3f7d1da61f062c2 HTTP/1.1" status: 200 len: 375 time: 0.0492644 Aug 28 20:01:24.169506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66431c3-ff72-42cc-83b9-d0c3296243a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc87857-cb91-4314-b60a-a344889c4331,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:24.209054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad616187-f383-4104-b8ac-2f715b65f29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.222451 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=10 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:24.227188 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:24.236820 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Pushing event updated for resources: {'Port': ['ID=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:24.240927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:24.243235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:24.246245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:24.368169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Attempting to bind port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:24.368602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Attempting to bind port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:24.368970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Attempting to bind port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:24.378328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:24.378954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Checking segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:24.379952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.380568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Bound using segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:24.381236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Bound port: 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:24.381916 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.445645 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (b8275e4a-54ed-4b2b-872d-c87ca2358e27), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.446644 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8219e314-ff32-4ff0-93c0-a6c74b5389dc req-8da1a688-6b58-46c7-a905-532452da8722 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2792938 Aug 28 20:01:24.502456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] For port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:24.507498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] For port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:24.567669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8935d1c3-ab43-4eff-bc50-38216cd84d2a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:24.611068 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.616311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43466) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:24.666340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks [] for router_gateway (f26b9dde-5895-42dd-96f1-be59873f14cf), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.699921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8935d1c3-ab43-4eff-bc50-38216cd84d2a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:24.700302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.750124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-17d8909d-561b-4537-b102-7999d5cfc540 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group (7914fb05-9468-4ca3-a5e9-375af3b73f3a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.760290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (b8275e4a-54ed-4b2b-872d-c87ca2358e27), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.763268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks [] for router_controller (b8275e4a-54ed-4b2b-872d-c87ca2358e27), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.769481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224113a-17b4-480c-a96b-e9740a2407bd None None] Pushing event updated for resources: {'Port': ['ID=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:24.843272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8935d1c3-ab43-4eff-bc50-38216cd84d2a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:24.843818 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:24.904944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8935d1c3-ab43-4eff-bc50-38216cd84d2a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8935d1c3-ab43-4eff-bc50-38216cd84d2a,segment=NetworkSegment(1fa75c0b-8af4-42d5-b701-9bac6fd8725c),segment_id=1fa75c0b-8af4-42d5-b701-9bac6fd8725c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:25.301601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (b8275e4a-54ed-4b2b-872d-c87ca2358e27), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.301601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8275e4a-54ed-4b2b-872d-c87ca2358e27 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:01:25.301601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.301601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-651384fe-8dd4-433a-bc84-0b2fe2df07f0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/b8275e4a-54ed-4b2b-872d-c87ca2358e27 HTTP/1.1" status: 204 len: 168 time: 4.0284932 Aug 28 20:01:25.301601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43470) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:25.311900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d39c8c-d117-4b7f-ae38-06c55b60397b None None] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:25.314899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-17d8909d-561b-4537-b102-7999d5cfc540 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group (7914fb05-9468-4ca3-a5e9-375af3b73f3a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.316611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] Deleting subnet 7ea7ace7-a108-4b54-aaf1-7448ddd40570 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:01:25.317751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ebcae2d1-941e-4c04-9d01-6f96860f0cd7 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:25.317751 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:25.318522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b4d77-5fd0-4f1e-aada-de00e7edee14 req-1efb5a8b-22a1-4dcf-9eca-7fa54590e1a1 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:25.318757 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks [] for router_gateway (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.318966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-980b4d77-5fd0-4f1e-aada-de00e7edee14 req-1efb5a8b-22a1-4dcf-9eca-7fa54590e1a1 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.4526236 Aug 28 20:01:25.320334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.320499 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] Publish callbacks [] for subnet (7ea7ace7-a108-4b54-aaf1-7448ddd40570), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.320608 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:25.406943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-75940224-e173-47fb-81bd-18c3cddbb449 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:25.414646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-75940224-e173-47fb-81bd-18c3cddbb449 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.9701102 Aug 28 20:01:25.424529 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:25.466206 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-c756f1b2-0a49-46a6-8a38-4d0fc7801bc5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/quotas/b17b22bb35cc4f958d5d71f17e8af7fd HTTP/1.1" status: 200 len: 375 time: 0.0504494 Aug 28 20:01:25.471837 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (7ea7ace7-a108-4b54-aaf1-7448ddd40570), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.518695 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-980b4d77-5fd0-4f1e-aada-de00e7edee14 req-da9232fa-fe85-4f07-8bdb-4b7cee137a99 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704992 Aug 28 20:01:25.533325 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks [] for router_gateway (f26b9dde-5895-42dd-96f1-be59873f14cf), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.567982 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.567982 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-17d8909d-561b-4537-b102-7999d5cfc540 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7914fb05-9468-4ca3-a5e9-375af3b73f3a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.573190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-17d8909d-561b-4537-b102-7999d5cfc540 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.576374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-17d8909d-561b-4537-b102-7999d5cfc540 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7914fb05-9468-4ca3-a5e9-375af3b73f3a HTTP/1.1" status: 204 len: 168 time: 0.9587486 Aug 28 20:01:25.607460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43482) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:25.623702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8909d-561b-4537-b102-7999d5cfc540 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7914fb05-9468-4ca3-a5e9-375af3b73f3a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:25.627210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:25.637260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fa9dbd92-410a-4a0d-9b2f-ee18d6412547 None None] Provisioning complete for port 8935d1c3-ab43-4eff-bc50-38216cd84d2a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:25.637659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa9dbd92-410a-4a0d-9b2f-ee18d6412547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.670680 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-4d593826-25f3-4c20-a1bb-c3736ed39e7c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] show failed (client error): The resource could not be found. Aug 28 20:01:25.675175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4d593826-25f3-4c20-a1bb-c3736ed39e7c tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups/7914fb05-9468-4ca3-a5e9-375af3b73f3a HTTP/1.1" status: 404 len: 347 time: 0.0592554 Aug 28 20:01:25.677462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43488) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:25.687700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d7b71f93-5580-44d0-b75d-80e1882a2175 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2204647 Aug 28 20:01:25.702376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753970d-8320-4322-b765-5cb415f0e0e1 req-92bc4007-99c0-4336-8c5c-bc5d883c04bb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:25.710207 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b753970d-8320-4322-b765-5cb415f0e0e1 req-92bc4007-99c0-4336-8c5c-bc5d883c04bb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.0960169 Aug 28 20:01:25.830711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:25.831112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:25.834376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b753970d-8320-4322-b765-5cb415f0e0e1 req-df581ccb-8590-49f9-a992-745fac6ff359 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231289 Aug 28 20:01:25.931258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:25.931258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fa9dbd92-410a-4a0d-9b2f-ee18d6412547 None None] Current status of the port 8935d1c3-ab43-4eff-bc50-38216cd84d2a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:25.931575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:25.931784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 64e1e5b2-7134-45b7-b57c-cf6cbae5e21d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:25.932207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 012ae96b-9eff-403e-be7f-e67514b2cb77 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:25.962475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:25.965612 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f911664-7093-4214-b902-081a1b3fc672" -d '{"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-unplugged", "status": "completed", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:25.968498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 012ae96b-9eff-403e-be7f-e67514b2cb77 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:25.968905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 012ae96b-9eff-403e-be7f-e67514b2cb77 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:25.996603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8935d1c3-ab43-4eff-bc50-38216cd84d2a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:26.018862 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.027304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Allocated IP 172.25.4.233 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/1e24b061-12e6-4d9e-8abb-7312f2544424) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:26.066295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5b768-3e36-4868-9a70-5c5f175e6cde req-422cb8cd-192c-48db-b038-3b5f3adf6e47 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:26.077838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ea5b768-3e36-4868-9a70-5c5f175e6cde req-422cb8cd-192c-48db-b038-3b5f3adf6e47 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1514480 Aug 28 20:01:26.081958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43498) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:26.122000 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.135111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:26.226661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9ea5b768-3e36-4868-9a70-5c5f175e6cde req-e84e1814-ee74-48c0-b912-b8d914f7fd4b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435087 Aug 28 20:01:26.308801 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:26.360907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1986502950-network', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:26.362277 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e1bb5b-1dca-4295-a309-2b2c73df9f94 x-openstack-request-id: req-e3e1bb5b-1dca-4295-a309-2b2c73df9f94 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:26.363028 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-unplugged", "status": "completed", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:26.363498 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3e1bb5b-1dca-4295-a309-2b2c73df9f94 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:26.364254 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e1bb5b-1dca-4295-a309-2b2c73df9f94'] response: {'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'code': 200} Aug 28 20:01:26.414120 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:26.427010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks [] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.484759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-035efe46-b82a-4b87-8afa-529b5114c735 None None] Provisioning complete for port 8935d1c3-ab43-4eff-bc50-38216cd84d2a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:26.485145 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-035efe46-b82a-4b87-8afa-529b5114c735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.497266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Made reservation on behalf of 51ab0b6f6a7549a68be0791b209cc1ec for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:26.500469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.526285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-817b883b-dbab-45bd-b632-a31c300d7199 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:26.529047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-817b883b-dbab-45bd-b632-a31c300d7199 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5899322b-8b9e-480f-942e-247eab03931c HTTP/1.1" status: 200 len: 946 time: 0.7851138 Aug 28 20:01:26.533667 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.547477 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (7ea7ace7-a108-4b54-aaf1-7448ddd40570), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.550442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c39094-9191-4bc2-9c9d-8a0523f2e365 None None] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:26.580567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.615991 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:26.620891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.643809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:26.648376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:26.665187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:26.679825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-035efe46-b82a-4b87-8afa-529b5114c735 None None] Current status of the port 8935d1c3-ab43-4eff-bc50-38216cd84d2a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:26.682542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:26.692669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Deleting port e4fa6a2d-35a6-4c7e-96db-d4b6e4972332 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:26.693278 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.709122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94593416-1d75-422e-be45-ed692af7e492 req-5c8fcd11-0fa3-4ec6-8387-5722f98f3d0d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2 HTTP/1.1" status: 200 len: 221 time: 0.1125705 Aug 28 20:01:26.750916 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:26.750916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Pushing event updated for resources: {'Port': ['ID=1e24b061-12e6-4d9e-8abb-7312f2544424,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:26.752287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:26.752287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.813655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-26413792-46a9-4ec0-b5c1-5704fdc0a38a None None] Provisioning complete for port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:26.813655 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26413792-46a9-4ec0-b5c1-5704fdc0a38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.829234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks [] for security_group (62c07ec5-ce09-472f-bf9e-9c2471dea7c3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.924234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (62c07ec5-ce09-472f-bf9e-9c2471dea7c3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.949741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ef8742fa-52dd-40c8-a6a4-be59f630102a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2013144 Aug 28 20:01:26.964311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-26413792-46a9-4ec0-b5c1-5704fdc0a38a None None] Current status of the port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:26.964311 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26413792-46a9-4ec0-b5c1-5704fdc0a38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.984212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:26.984212 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.988983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:26.989834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e29779-f0e6-4b54-bfa1-cf8edc61d79a req-226fe378-f923-4d16-aedd-9b877589a726 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:27.000161 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0e29779-f0e6-4b54-bfa1-cf8edc61d79a req-226fe378-f923-4d16-aedd-9b877589a726 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1772447 Aug 28 20:01:27.011490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:01:27.030621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-26413792-46a9-4ec0-b5c1-5704fdc0a38a None None] For port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:27.039807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Deleting port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:27.040160 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.048672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c07ec5-ce09-472f-bf9e-9c2471dea7c3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:27.056848 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (47e5df0f-0ba1-4626-891b-0c4d211e9204), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.058738 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Added segment 47e5df0f-0ba1-4626-891b-0c4d211e9204 of type vlan for network b59b512a-ab3a-4e74-a354-4896bdac9613 Aug 28 20:01:27.123831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26413792-46a9-4ec0-b5c1-5704fdc0a38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.134488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0e29779-f0e6-4b54-bfa1-cf8edc61d79a req-137d4680-769d-4853-be8f-b1968bbe85a2 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329813 Aug 28 20:01:27.136884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (b59b512a-ab3a-4e74-a354-4896bdac9613), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.141643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.142241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for floatingip (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.166689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (7ea7ace7-a108-4b54-aaf1-7448ddd40570), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.213722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea7ace7-a108-4b54-aaf1-7448ddd40570,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:27.218749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Calling delete_port for e4fa6a2d-35a6-4c7e-96db-d4b6e4972332 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:27.261440 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:01:27.262090 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:01:27.270132 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.270452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8f45d137-20f6-4194-9954-c87c9269c679 None None] Provisioning complete for port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:27.270823 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8f45d137-20f6-4194-9954-c87c9269c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.274391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-74deb4a9-34a7-4833-bd8a-dc6cbd025472 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/7ea7ace7-a108-4b54-aaf1-7448ddd40570 HTTP/1.1" status: 204 len: 168 time: 2.2889078 Aug 28 20:01:27.295085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43520) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:27.300041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17316c70-5a42-46a7-8d80-a8ceebc5535c None None] Network e93f09aa-3c89-43d5-a78f-4063f3bca65d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:27.311998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26413792-46a9-4ec0-b5c1-5704fdc0a38a None None] Pushing event updated for resources: {'Port': ['ID=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:27.317367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d8181-c8e8-4f70-af7b-4514d73c88cf req-9fc1db09-897e-4136-a943-d182d348fb13 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:27.317722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-894d8181-c8e8-4f70-af7b-4514d73c88cf req-9fc1db09-897e-4136-a943-d182d348fb13 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.0948207 Aug 28 20:01:27.358869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks [] for router_gateway (f26b9dde-5895-42dd-96f1-be59873f14cf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.412265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-a5f7832d-8bca-436b-8380-542e024b3a92 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359469 Aug 28 20:01:27.421286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] For port ebcae2d1-941e-4c04-9d01-6f96860f0cd7, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:27.422107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.445889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-894d8181-c8e8-4f70-af7b-4514d73c88cf req-64df39e8-9ce8-485e-907d-f7600e0cf6a2 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205838 Aug 28 20:01:27.477220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Calling delete_port for ebcae2d1-941e-4c04-9d01-6f96860f0cd7 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:27.493610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e93f09aa-3c89-43d5-a78f-4063f3bca65d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.504920 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:27.506441 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:27.542390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8f45d137-20f6-4194-9954-c87c9269c679 None None] Current status of the port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:27.600558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:01:27.623005 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.629998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] DHCP port deletion for e93f09aa-3c89-43d5-a78f-4063f3bca65d request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:01:27.630226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (b59b512a-ab3a-4e74-a354-4896bdac9613), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.631219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:27.631606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.662147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Deleting port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:27.662147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.681378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] Deleting port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:27.681764 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.718861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2ce61-b350-4a46-8bb0-462b4fd1eb54 req-def72001-3467-475b-90dc-b920294e9fa0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:27.720511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cbf2ce61-b350-4a46-8bb0-462b4fd1eb54 req-def72001-3467-475b-90dc-b920294e9fa0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1818576 Aug 28 20:01:27.803832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] Pushing event updated for resources: {'Network': ['ID=b59b512a-ab3a-4e74-a354-4896bdac9613,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:27.830261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:27.831483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8935d1c3-ab43-4eff-bc50-38216cd84d2a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:27.833349 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-693c8823-bd1e-4ac6-ad74-149339e01426 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7269492 Aug 28 20:01:27.837003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43526) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:27.843826 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f26b9dde-5895-42dd-96f1-be59873f14cf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.852526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network b59b512a-ab3a-4e74-a354-4896bdac9613 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:01:27.854759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Request body: {'subnet': {'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-subnet', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:27.881533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cbf2ce61-b350-4a46-8bb0-462b4fd1eb54 req-19b4da27-09d0-40dd-8fca-715f79c2b3f7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495581 Aug 28 20:01:27.923363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] For port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,segment=NetworkSegment(0a8614eb-aa94-4864-8e41-abf54415945f),segment_id=0a8614eb-aa94-4864-8e41-abf54415945f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:27.923786 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.937123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58a39567-672f-44f5-bb82-bfb771f0bddd req-5e2ada43-013d-4fcc-8fce-b0b81c0ae263 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 210 time: 0.0948837 Aug 28 20:01:27.940016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e4fa6a2d-35a6-4c7e-96db-d4b6e4972332), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:27.990987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] For port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,segment=NetworkSegment(0a8614eb-aa94-4864-8e41-abf54415945f),segment_id=0a8614eb-aa94-4864-8e41-abf54415945f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:27.991399 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.009220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Made reservation on behalf of 51ab0b6f6a7549a68be0791b209cc1ec for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:28.010674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Calling delete_port for 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:28.018259 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.026697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] Calling delete_port for 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:28.054317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event deleted for resources: {'Port': ['ID=e4fa6a2d-35a6-4c7e-96db-d4b6e4972332,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:28.064477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:28.075712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8935d1c3-ab43-4eff-bc50-38216cd84d2a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:28.075712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.081479 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Sync routers for ids ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:28.101275 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Routers {'4f49d799-fb6c-4d8c-b3dd-75623ed1b245'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:28.102145 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:28.200678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ebcae2d1-941e-4c04-9d01-6f96860f0cd7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.221949 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:28.261533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event deleted for resources: {'Port': ['ID=ebcae2d1-941e-4c04-9d01-6f96860f0cd7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:28.276054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8935d1c3-ab43-4eff-bc50-38216cd84d2a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:28.277571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93512e-a827-46c2-b153-2df32112ebeb req-c0861993-d083-4619-b8c9-4b8340926572 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:28.279383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c93512e-a827-46c2-b153-2df32112ebeb req-c0861993-d083-4619-b8c9-4b8340926572 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2125232 Aug 28 20:01:28.327446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks [] for floatingip (d713dd02-7b05-4678-84c0-b39de48a85fe), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.332107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.333537 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Set router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:28.336891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-812aa965-3a61-43fb-b942-26ef5b2f842a tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/d713dd02-7b05-4678-84c0-b39de48a85fe HTTP/1.1" status: 204 len: 168 time: 2.6568706 Aug 28 20:01:28.384623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.398207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.403911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5ad7ba51-a827-4e21-8f14-5740270fde67 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1119826 Aug 28 20:01:28.404827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43538) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:28.405882 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:28.519050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] Pushing event deleted for resources: {'Port': ['ID=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:28.527291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b767f25a-0599-4ba6-a869-da8f83a7bf3c None None] No DVR routers for this DVR port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:28.560792 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:28.582968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:28.588539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3ee7db83-a757-46f7-a40c-bdc49d0c1e10), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.602481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] No DVR routers for this DVR port ebcae2d1-941e-4c04-9d01-6f96860f0cd7 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:28.620023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] No DVR routers for this DVR port 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:28.624596 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.628095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c8be07d-d7cd-4b3f-aec4-05aa3cf101d3 req-670e3c60-b9b7-46aa-8e0f-2ae7edfe27e3 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.84 "DELETE /networking/v2.0/ports/ebcae2d1-941e-4c04-9d01-6f96860f0cd7 HTTP/1.1" status: 204 len: 173 time: 2.0772259 Aug 28 20:01:28.640700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-deleted', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:28.643276 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9715fc2-90fc-4912-b79a-bc5fecf43bc3" -d '{"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-deleted", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:28.656925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:28.657996 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.679921 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee7db83-a757-46f7-a40c-bdc49d0c1e10,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:28.716529 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (9a8f302c-99b5-4314-85a0-d6d952554d99), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.738538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Router f26b9dde-5895-42dd-96f1-be59873f14cf is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:01:28.802581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:28.811941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c93512e-a827-46c2-b153-2df32112ebeb req-ebb03d71-1016-4b29-ae80-0d39c2484de6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066187 Aug 28 20:01:28.814569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:01:24Z', 'revision_number': 3, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:28.865504 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Checking router: 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:28.866613 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Updating router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 port e87131f8-6999-4bbe-978d-07fe48eed268 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:28.881395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:28.901348 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:28.919943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:28.920273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ee7db83-a757-46f7-a40c-bdc49d0c1e10 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:28.948639 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:28.970407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8f302c-99b5-4314-85a0-d6d952554d99,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:28.970656 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f122bdb9-c63e-47a7-bfe7-d1481179b23c x-openstack-request-id: req-f122bdb9-c63e-47a7-bfe7-d1481179b23c {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:28.971078 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5899322b-8b9e-480f-942e-247eab03931c", "name": "network-vif-deleted", "tag": "ebcae2d1-941e-4c04-9d01-6f96860f0cd7", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:28.971473 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f122bdb9-c63e-47a7-bfe7-d1481179b23c {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:28.974738 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f122bdb9-c63e-47a7-bfe7-d1481179b23c'] response: {'server_uuid': '5899322b-8b9e-480f-942e-247eab03931c', 'name': 'network-vif-deleted', 'tag': 'ebcae2d1-941e-4c04-9d01-6f96860f0cd7', 'status': 'completed', 'code': 200} Aug 28 20:01:28.988570 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:28.992407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Checking segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:28.992407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Network hostable DHCP agents. Network: b59b512a-ab3a-4e74-a354-4896bdac9613, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:01:29.015339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:29.026673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:29.046068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:29.047041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:29.121023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b51d-c0f1-4f7c-aed3-be21b497153c req-c736fee6-4ab2-4b9b-ac8c-00460e6ae19e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:29.128187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76d8b51d-c0f1-4f7c-aed3-be21b497153c req-c736fee6-4ab2-4b9b-ac8c-00460e6ae19e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0836360 Aug 28 20:01:29.145957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Network b59b512a-ab3a-4e74-a354-4896bdac9613 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:01:29.170496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.174745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f38d26d8-0e72-4901-850d-b68b6e3170cc admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.0103295 Aug 28 20:01:29.177195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43552) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:29.194673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e93f09aa-3c89-43d5-a78f-4063f3bca65d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.216914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ebcae2d1-941e-4c04-9d01-6f96860f0cd7 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:29.236751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f62f-4230-4a37-a877-5876ce13de28 req-b54efdb3-3f57-4990-90b7-ca7e51243b57 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:29.238544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ced9f62f-4230-4a37-a877-5876ce13de28 req-b54efdb3-3f57-4990-90b7-ca7e51243b57 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.1188879 Aug 28 20:01:29.251975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, b59b512a-ab3a-4e74-a354-4896bdac9613) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:29.268607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:29.269202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.280684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93f09aa-3c89-43d5-a78f-4063f3bca65d']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:29.290747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76d8b51d-c0f1-4f7c-aed3-be21b497153c req-411b185c-cf86-45f6-9cdf-72652b385733 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616232 Aug 28 20:01:29.310134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8614eb-aa94-4864-8e41-abf54415945f') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:29.310470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8614eb-aa94-4864-8e41-abf54415945f') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:29.346471 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (0a8614eb-aa94-4864-8e41-abf54415945f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.491075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:29.496937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: ebcae2d1-941e-4c04-9d01-6f96860f0cd7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:29.497388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ebcae2d1-941e-4c04-9d01-6f96860f0cd7 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:29.500097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-73fd56b0-dea3-4a03-b463-383df21f8334 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:29.500776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3d1dd-b059-4cd0-9e49-c6c4218d27b9 None None] Network b59b512a-ab3a-4e74-a354-4896bdac9613 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:29.501693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-73fd56b0-dea3-4a03-b463-383df21f8334 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 945 time: 0.1878028 Aug 28 20:01:29.523089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c94c82-1d1e-4f3d-bdd1-5b53ac5c1949 req-a340231d-a363-44df-8e05-99ca4a161b9d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:29.534127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6c94c82-1d1e-4f3d-bdd1-5b53ac5c1949 req-a340231d-a363-44df-8e05-99ca4a161b9d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 945 time: 0.1091983 Aug 28 20:01:29.566280 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7ab7a5a-27da-4cc6-b1e0-cb5554dde836 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7261343 Aug 28 20:01:29.621079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43556) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:29.640491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:29.682209 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Publish callbacks [] for port (e87131f8-6999-4bbe-978d-07fe48eed268), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.763040 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.770114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0a8614eb-aa94-4864-8e41-abf54415945f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.793998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:01:29.794547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (0a8614eb-aa94-4864-8e41-abf54415945f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.801583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-b59b512a-ab3a-4e74-a354-4896bdac9613', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'fixed_ips': [{'subnet_id': '9a8f302c-99b5-4314-85a0-d6d952554d99'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:01:29.802561 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.807366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Attempting to bind port e87131f8-6999-4bbe-978d-07fe48eed268 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:29.818143 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Attempting to bind port e87131f8-6999-4bbe-978d-07fe48eed268 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:29.818143 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Attempting to bind port e87131f8-6999-4bbe-978d-07fe48eed268 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:29.821523 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:29.831131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:29.831821 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:29.832551 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.833137 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:29.834421 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Bound port: e87131f8-6999-4bbe-978d-07fe48eed268, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:29.835048 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:29.848400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ced9f62f-4230-4a37-a877-5876ce13de28 req-3881d65d-4e74-4156-93db-5f2ff666006b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649827 Aug 28 20:01:29.864396 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1220ac6-0445-430a-8a4f-2c519fa4c7de None None] Pushing event updated for resources: {'Port': ['ID=e87131f8-6999-4bbe-978d-07fe48eed268,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:29.959147 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] For port e87131f8-6999-4bbe-978d-07fe48eed268, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:29.967862 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] For port e87131f8-6999-4bbe-978d-07fe48eed268, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e87131f8-6999-4bbe-978d-07fe48eed268,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:30.010723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e93f09aa-3c89-43d5-a78f-4063f3bca65d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.020893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.027824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e93f09aa-3c89-43d5-a78f-4063f3bca65d HTTP/1.1" status: 204 len: 168 time: 2.7310340 Aug 28 20:01:30.060020 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.098130 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 0a8614eb-aa94-4864-8e41-abf54415945f resource provider aggregate not found Aug 28 20:01:30.103657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4017f9-45bd-49d8-826d-da31702ca8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93f09aa-3c89-43d5-a78f-4063f3bca65d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:30.110335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3e658fe-add6-4b82-9c9e-6a4f2226c0bf req-567d2d1b-9bb4-4e8c-be8f-80610c0204e0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 210 time: 0.0964882 Aug 28 20:01:30.122825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:27Z', 'revision_number': 3, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:30.140338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.142640 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 0a8614eb-aa94-4864-8e41-abf54415945f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a8614eb-aa94-4864-8e41-abf54415945f found for delete ", "request_id": "req-e48280a1-b11a-4ef9-a566-19a933d9eb6e"}]} Aug 28 20:01:30.190874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:30.191310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Updating router f26b9dde-5895-42dd-96f1-be59873f14cf port 1e24b061-12e6-4d9e-8abb-7312f2544424 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:30.212132 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Routers {'4f49d799-fb6c-4d8c-b3dd-75623ed1b245'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:30.214366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:30.234496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6c94c82-1d1e-4f3d-bdd1-5b53ac5c1949 req-8fa1e457-4b8f-42b8-9645-c082f7209205 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005446 Aug 28 20:01:30.239604 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:30.259349 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:30.262222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.276971 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (520efd1b-3764-415c-895c-b4a12951b477), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.277955 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (520efd1b-3764-415c-895c-b4a12951b477), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.283377 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1220ac6-0445-430a-8a4f-2c519fa4c7de None None] Pushing event updated for resources: {'Port': ['ID=e87131f8-6999-4bbe-978d-07fe48eed268,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:30.288593 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:30.345883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Deleting port c9c6e818-7286-477b-a548-1c3c6c7792ee {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:30.346226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.393266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768cef-5280-4109-a8c9-fd6ea2e87ee3 req-ba959e4d-cc3f-4dc8-b5ad-8601fe430564 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:30.395042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e768cef-5280-4109-a8c9-fd6ea2e87ee3 req-ba959e4d-cc3f-4dc8-b5ad-8601fe430564 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1480281 Aug 28 20:01:30.429279 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:30.437281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] Set router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:30.484326 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks [] for router_controller (520efd1b-3764-415c-895c-b4a12951b477), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.518193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e768cef-5280-4109-a8c9-fd6ea2e87ee3 req-f557c3b5-02f6-4219-b171-f00dfe9bdbc7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142225 Aug 28 20:01:30.526598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Allocated IP 172.20.0.1 (3bca1a1b-e3ca-4da3-989f-cb692180db6b/25855e8b-9e28-4b8a-b747-97eb93ec2c83/dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:30.535836 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:30.582948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] For port c9c6e818-7286-477b-a548-1c3c6c7792ee, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c9c6e818-7286-477b-a548-1c3c6c7792ee,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:30.583743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.588034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Allocated IP 172.20.0.2 (b59b512a-ab3a-4e74-a354-4896bdac9613/9a8f302c-99b5-4314-85a0-d6d952554d99/0c0bfbb7-f6b9-46f6-8939-a800c07c78bd) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:30.599222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Calling delete_port for c9c6e818-7286-477b-a548-1c3c6c7792ee owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:30.613127 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:30.625217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43570) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:30.749584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4318035a-b150-4b6b-91c9-09b6c313a235 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a8f7c5a28ffb4feb8c097ff9b8e0f6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1234198 Aug 28 20:01:30.755322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43572) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:30.760274 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:01:24Z', 'revision_number': 3, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:30.792785 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5560f9-3f24-4fc4-8b40-fd42c0c7bdd7 None None] The sync data for ids ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'] in n-d-854121-7 is: [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:01:24Z', 'revision_number': 3, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:30.804987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks [] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.872361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4affce5-e53f-4f04-8d1f-86556d9a01ca admin admin] Publish callbacks [] for security_group (a683bbdf-515f-4ab4-aa6b-9913d3189fa3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:30.903082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e2427-bca5-4cee-8e86-159775e49f00 req-84013471-4970-479b-8f2d-04e0b8fd7ab7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:30.904918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-388e2427-bca5-4cee-8e86-159775e49f00 req-84013471-4970-479b-8f2d-04e0b8fd7ab7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2327933 Aug 28 20:01:30.932158 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4affce5-e53f-4f04-8d1f-86556d9a01ca admin admin] Publish callbacks [] for security_group (a683bbdf-515f-4ab4-aa6b-9913d3189fa3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.007958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.026073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Publish callbacks [] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.112760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-388e2427-bca5-4cee-8e86-159775e49f00 req-724d2f00-3930-45b5-951a-66c1cbde5cac tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923265 Aug 28 20:01:31.116553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Publish callbacks [] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.119003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks [] for router_gateway (520efd1b-3764-415c-895c-b4a12951b477), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.121509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:31.136183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:31.163557 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.164756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755bc4e-140b-4ade-a479-ee2a1b07cdb5 req-9c496dfc-ddff-473d-99a2-475cdc3368b4 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:31.170307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f755bc4e-140b-4ade-a479-ee2a1b07cdb5 req-9c496dfc-ddff-473d-99a2-475cdc3368b4 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.1414461 Aug 28 20:01:31.171620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:31.280299 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:31.293733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:31.294917 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.317262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Network b59b512a-ab3a-4e74-a354-4896bdac9613 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:31.325447 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.340965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Attempting to bind port 1e24b061-12e6-4d9e-8abb-7312f2544424 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:31.341348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Attempting to bind port 1e24b061-12e6-4d9e-8abb-7312f2544424 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:31.344869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Attempting to bind port 1e24b061-12e6-4d9e-8abb-7312f2544424 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:31.353465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:31.353465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:31.354146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.354523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:31.355056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Bound port: 1e24b061-12e6-4d9e-8abb-7312f2544424, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:31.355561 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.357882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Pushing event updated for resources: {'Port': ['ID=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:31.363717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:31.400863 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:31.402734 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:31.415864 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c9c6e818-7286-477b-a548-1c3c6c7792ee), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.462294 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.523530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-303dc91b-ee66-4e09-8912-f7bd47eafa6b req-425bebee-a858-4b0a-8e4c-c58d1e3a3aa0 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 210 time: 0.1943529 Aug 28 20:01:31.527980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event deleted for resources: {'Port': ['ID=c9c6e818-7286-477b-a548-1c3c6c7792ee,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:31.550462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] For port 1e24b061-12e6-4d9e-8abb-7312f2544424, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:31.551914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ac58c-5586-437d-b4ae-8eb1a040712f None None] Pushing event updated for resources: {'Port': ['ID=1e24b061-12e6-4d9e-8abb-7312f2544424,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:31.553831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4affce5-e53f-4f04-8d1f-86556d9a01ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a683bbdf-515f-4ab4-aa6b-9913d3189fa3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.555843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] For port 1e24b061-12e6-4d9e-8abb-7312f2544424, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1e24b061-12e6-4d9e-8abb-7312f2544424,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:31.564105 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4affce5-e53f-4f04-8d1f-86556d9a01ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.567877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4affce5-e53f-4f04-8d1f-86556d9a01ca admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a683bbdf-515f-4ab4-aa6b-9913d3189fa3 HTTP/1.1" status: 204 len: 168 time: 0.8084528 Aug 28 20:01:31.591262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4affce5-e53f-4f04-8d1f-86556d9a01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a683bbdf-515f-4ab4-aa6b-9913d3189fa3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:31.600854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f755bc4e-140b-4ade-a479-ee2a1b07cdb5 req-667508aa-70a3-4aa4-94f9-85001a9841e1 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443708 Aug 28 20:01:31.714177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.733311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Attempting to bind port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:31.734323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Attempting to bind port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:31.736888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Attempting to bind port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd on network b59b512a-ab3a-4e74-a354-4896bdac9613 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:31.750171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ed022d27-1612-45e3-bf66-e9086a538708 None None] Provisioning complete for port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:31.750640 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed022d27-1612-45e3-bf66-e9086a538708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.833977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af7aa029-6418-485b-bf43-b646f8094388 req-07065e5c-068e-463c-b21b-255d2643c40d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 210 time: 0.0560839 Aug 28 20:01:31.843790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:31.844233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Checking segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:31.844737 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.845294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Bound using segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:31.846522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Bound port: 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:31.847033 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.865454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ed022d27-1612-45e3-bf66-e9086a538708 None None] Port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:31.868301 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:31.887691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:31.888115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:31.916060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38806c-09cb-4327-a13a-a0a2b7340c20 req-801fbca6-ea60-4612-81f1-cdf59719d907 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:31.926969 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a38806c-09cb-4327-a13a-a0a2b7340c20 req-801fbca6-ea60-4612-81f1-cdf59719d907 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1529360 Aug 28 20:01:31.932083 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:32.020230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] No DVR routers for this DVR port c9c6e818-7286-477b-a548-1c3c6c7792ee on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:32.027782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3462d058-4f58-41f8-8fcb-7751ed408fd1 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:01:32.060730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] For port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:32.072599 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks [] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:32.099188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:32.106977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aad25f21-3e58-40c6-bc25-78eac5575827 req-44e060d8-a36c-4df2-8bd2-8117bc669fc0 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "DELETE /networking/v2.0/ports/c9c6e818-7286-477b-a548-1c3c6c7792ee HTTP/1.1" status: 204 len: 173 time: 2.5990148 Aug 28 20:01:32.107568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'name': 'network-vif-deleted', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:32.111801 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d849b7f-1bde-47b0-a91c-b7dd3c8cb805" -d '{"events": [{"server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "name": "network-vif-deleted", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:32.118600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] For port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:32.139120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ac58c-5586-437d-b4ae-8eb1a040712f None None] Pushing event updated for resources: {'Port': ['ID=1e24b061-12e6-4d9e-8abb-7312f2544424,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:32.152060 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:32.251015 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:32.279983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:32.280861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:32.284016 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1dc580-2a83-4fcc-b97c-1924984fd56d x-openstack-request-id: req-7b1dc580-2a83-4fcc-b97c-1924984fd56d {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:32.286687 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd", "name": "network-vif-deleted", "tag": "c9c6e818-7286-477b-a548-1c3c6c7792ee", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:32.287170 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b1dc580-2a83-4fcc-b97c-1924984fd56d {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:32.287698 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1dc580-2a83-4fcc-b97c-1924984fd56d'] response: {'server_uuid': 'a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd', 'name': 'network-vif-deleted', 'tag': 'c9c6e818-7286-477b-a548-1c3c6c7792ee', 'status': 'completed', 'code': 200} Aug 28 20:01:32.428247 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:32.462657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:32.524858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-e1c69d09-fab0-4eb4-8d2d-f36d0610583d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:32.526573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-e1c69d09-fab0-4eb4-8d2d-f36d0610583d tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.89 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 804 time: 0.7537436 Aug 28 20:01:32.554408 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:32.577362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Request body: {'port': {'device_id': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'admin_state_up': True, 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:32.598239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:32.605984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:32.608170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a38806c-09cb-4327-a13a-a0a2b7340c20 req-0ad1e388-a0d9-4023-8b7d-da220f15c14f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802950 Aug 28 20:01:32.810554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Allocated IP 172.20.0.1 (8c51a71c-593a-4dab-8c5b-035d0ddce249/58b96036-b3f1-480b-a8c5-ca2daf8a269a/dd4dbb0a-810e-471e-9320-d440e3e38fa8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:32.898709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e87131f8-6999-4bbe-978d-07fe48eed268 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:32.990906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58123d11-da11-47bf-8d25-160fc33777e4 req-e4247591-4872-4879-ac8c-e652ae5e0166 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 210 time: 0.2068818 Aug 28 20:01:33.075980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:33.083610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ebd46-bdc8-4c55-8f43-3f73cc70db83 None None] Pushing event updated for resources: {'Port': ['ID=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:33.118113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks [] for router_gateway (520efd1b-3764-415c-895c-b4a12951b477), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.134900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:33.156216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5a562c3d-f6fc-419c-a77e-e92c33b7b707 None None] Provisioning complete for port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:33.156596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a562c3d-f6fc-419c-a77e-e92c33b7b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.195226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '3462d058-4f58-41f8-8fcb-7751ed408fd1', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'port_id': '3462d058-4f58-41f8-8fcb-7751ed408fd1', 'mac_address': 'fa:16:3e:1a:97:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:01:33.205714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Made reservation on behalf of b17b22bb35cc4f958d5d71f17e8af7fd for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:33.210473 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.212671 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:33.217099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.229985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e87131f8-6999-4bbe-978d-07fe48eed268 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:33.230440 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.260139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb5d5b-7163-4bff-99a6-c179dcf25b76 req-01db97de-9029-4c54-ab82-620ecf627e9d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:33.285509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8bcb5d5b-7163-4bff-99a6-c179dcf25b76 req-01db97de-9029-4c54-ab82-620ecf627e9d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.4512889 Aug 28 20:01:33.322117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5a562c3d-f6fc-419c-a77e-e92c33b7b707 None None] Port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:33.352765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705bcce-1b88-4c9c-9c8e-51c3b6a3e735 req-2d8c6add-a927-45f2-ba64-14b4d1cf9319 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:33.365087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1705bcce-1b88-4c9c-9c8e-51c3b6a3e735 req-2d8c6add-a927-45f2-ba64-14b4d1cf9319 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1671517 Aug 28 20:01:33.366049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 3462d058-4f58-41f8-8fcb-7751ed408fd1 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:33.366049 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.366638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:27Z', 'revision_number': 3, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:33.435097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:33.442533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0fe883be-d536-413f-8c05-022974dec914 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4f49d799-fb6c-4d8c-b3dd-75623ed1b245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9551392 Aug 28 20:01:33.467070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0011d72-6068-488a-a29c-bc042a6b2af0 None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:27Z', 'revision_number': 3, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:33.471594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3462d058-4f58-41f8-8fcb-7751ed408fd1 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:01:33.533488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:33.545418 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1705bcce-1b88-4c9c-9c8e-51c3b6a3e735 req-ada0222b-40df-428f-a778-46b7b437445d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591294 Aug 28 20:01:33.611375 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:33.615953 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.650653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e87131f8-6999-4bbe-978d-07fe48eed268 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:33.651053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.714503 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:33.718471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e87131f8-6999-4bbe-978d-07fe48eed268, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e87131f8-6999-4bbe-978d-07fe48eed268,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:33.753578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:33.765781 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:33.830507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:33.928530 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a918864-a789-4f06-aecb-8be3076bce8a req-daded717-13ef-4cb5-88bf-b18006b94d5e tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a4e4d51e-73ad-43ee-beb9-18a1dbe6d8fd HTTP/1.1" status: 200 len: 210 time: 0.0845349 Aug 28 20:01:33.933395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['3462d058-4f58-41f8-8fcb-7751ed408fd1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:01:33.955436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Allocated IP 172.25.4.250 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/dc4ad829-6047-413a-965d-f4898aa55c96) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:33.998650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43622) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:34.062331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:34.095394 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:34.166375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: c9c6e818-7286-477b-a548-1c3c6c7792ee {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:34.166916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c9c6e818-7286-477b-a548-1c3c6c7792ee not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:34.174237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e87131f8-6999-4bbe-978d-07fe48eed268,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:34.201170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks [] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.230045 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Sync routers for ids ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:34.256175 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Routers {'4f49d799-fb6c-4d8c-b3dd-75623ed1b245'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:34.262309 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:34.307106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ce0ed-ff6a-4432-83b1-3257b97b6662 req-d3205932-4cf5-4e4e-867c-22a13758d083 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:34.319903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a45ce0ed-ff6a-4432-83b1-3257b97b6662 req-d3205932-4cf5-4e4e-867c-22a13758d083 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1629553 Aug 28 20:01:34.363578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.381171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-network', 'tenant_id': 'c342ce57e97c427d9138546094a987e3'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:34.460738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a45ce0ed-ff6a-4432-83b1-3257b97b6662 req-881f1171-0094-4d72-a985-a872a69fdfab tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393421 Aug 28 20:01:34.528001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56251425-0c7f-4ce7-8087-412fc0e9f2bf None None] Network b59b512a-ab3a-4e74-a354-4896bdac9613 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:34.550725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Made reservation on behalf of c342ce57e97c427d9138546094a987e3 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:34.555730 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.565325 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Set router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:34.580990 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.682248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d5ffd821-c350-48f4-ad5b-7f51250fdd4b None None] Provisioning complete for port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:34.687905 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd821-c350-48f4-ad5b-7f51250fdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.750496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks [] for port (dc4ad829-6047-413a-965d-f4898aa55c96), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.779465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks [] for security_group (93717e5e-4de1-4b9b-b018-19a0eeb62be1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.795653 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:34.819099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8bcb5d5b-7163-4bff-99a6-c179dcf25b76 req-ada1716b-810f-4ab2-a107-3904984e8f1c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5325763 Aug 28 20:01:34.847542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Allocated IP 172.20.0.5 (83c35358-27a0-4ce4-ae59-facc4d05877d/cf951cff-f7a5-4776-b4dc-b4942b094c06/2c89eede-ab78-44f7-b396-8378aee65ccd) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:34.864572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3afee3e8-1170-44d0-98a5-80416b850fd8 req-2f7164ef-d1b5-4f34-b2a9-b232a08857d7 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 210 time: 0.0872748 Aug 28 20:01:34.878468 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (93717e5e-4de1-4b9b-b018-19a0eeb62be1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:34.879008 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:34.880844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:34.894148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Pushing event updated for resources: {'Port': ['ID=dd4dbb0a-810e-471e-9320-d440e3e38fa8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:34.902734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:34.970016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:01:34.990245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:35.008051 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:01:31Z', 'revision_number': 4, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc', 'name': '', 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'mac_address': 'fa:16:3e:13:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '25855e8b-9e28-4b8a-b747-97eb93ec2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:31Z', 'revision_number': 2, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'subnets': [{'id': '25855e8b-9e28-4b8a-b747-97eb93ec2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:35.022290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93717e5e-4de1-4b9b-b018-19a0eeb62be1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:35.053366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0d954168-d896-4096-b965-6270cd002200), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.053366 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Added segment 0d954168-d896-4096-b965-6270cd002200 of type vlan for network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 Aug 28 20:01:35.083580 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Checking router: 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:35.083930 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Updating router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:35.142960 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.174470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffd821-c350-48f4-ad5b-7f51250fdd4b None None] Current status of the port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:35.175081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd821-c350-48f4-ad5b-7f51250fdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.206839 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (1ebf3af8-e420-4404-90b8-f74da6a1ffc7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.231243 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:35.273234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:35.273617 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.345142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (1ebf3af8-e420-4404-90b8-f74da6a1ffc7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.346271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:35.346913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.381385 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:35.395945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d5ffd821-c350-48f4-ad5b-7f51250fdd4b None None] For port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:35.488936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] Pushing event updated for resources: {'Network': ['ID=1ebf3af8-e420-4404-90b8-f74da6a1ffc7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:35.504171 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd821-c350-48f4-ad5b-7f51250fdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.566117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:01:35.576862 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-206cf2d9-f0bf-48c7-b853-46825fd991ec admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5770574 Aug 28 20:01:35.579818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43672) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:35.585212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Request body: {'subnet': {'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-subnet', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:35.620949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:35.620949 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.767916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-713703fb-cd5f-4df5-b5d9-e2c38be5d7c5 None None] Provisioning complete for port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:35.768386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-713703fb-cd5f-4df5-b5d9-e2c38be5d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.774877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.786732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef167570-3165-4d63-a63d-2a3236ccf8f9 req-1a390b0b-6b12-4c41-87e3-17a9d78f32c1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:35.788465 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef167570-3165-4d63-a63d-2a3236ccf8f9 req-1a390b0b-6b12-4c41-87e3-17a9d78f32c1 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.0987985 Aug 28 20:01:35.798320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Made reservation on behalf of c342ce57e97c427d9138546094a987e3 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:35.800805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.825013 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:35.849258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f26b9dde-5895-42dd-96f1-be59873f14cf), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.856403 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:01:35.856817 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:01:35.860716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffd821-c350-48f4-ad5b-7f51250fdd4b None None] Pushing event updated for resources: {'Port': ['ID=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:35.923421 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Publish callbacks [] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:35.959662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:35.983666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-713703fb-cd5f-4df5-b5d9-e2c38be5d7c5 None None] Current status of the port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:35.991865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcac5-8c40-4f41-9dac-b25e88e28f38 req-9418a45d-7275-4865-a694-678e2b005505 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:35.993441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-772dcac5-8c40-4f41-9dac-b25e88e28f38 req-9418a45d-7275-4865-a694-678e2b005505 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.9905467 Aug 28 20:01:35.994022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-713703fb-cd5f-4df5-b5d9-e2c38be5d7c5 None None] Provisioning complete for port dd4dbb0a-810e-471e-9320-d440e3e38fa8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:35.994421 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-713703fb-cd5f-4df5-b5d9-e2c38be5d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.009649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:36.026732 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.035536 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:36.039717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-713703fb-cd5f-4df5-b5d9-e2c38be5d7c5 None None] Port dd4dbb0a-810e-471e-9320-d440e3e38fa8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:36.048576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3462d058-4f58-41f8-8fcb-7751ed408fd1 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:36.054731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:36.115346 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:36.137990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 3462d058-4f58-41f8-8fcb-7751ed408fd1 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:01:36.200369 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99d6c7-ed9b-4d18-9e7d-ed5c74089f83 None None] Pushing event updated for resources: {'Port': ['ID=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:36.214360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef167570-3165-4d63-a63d-2a3236ccf8f9 req-a21fe9ba-6059-4382-84aa-11c88c4bd5da tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666445 Aug 28 20:01:36.230470 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Attempting to bind port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:36.230964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Attempting to bind port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:36.231489 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Attempting to bind port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc on network 3bca1a1b-e3ca-4da3-989f-cb692180db6b {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:36.247494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 3462d058-4f58-41f8-8fcb-7751ed408fd1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:36.257010 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.257520 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (59b57d67-dac4-4a93-956f-dc3a865050ac), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.262020 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:36.264753 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Checking segment: {'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:36.265255 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.266248 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Bound using segment: {'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:36.267720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Bound port: dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa75c0b-8af4-42d5-b701-9bac6fd8725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:36.268186 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.313982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Pushing event updated for resources: {'Port': ['ID=dc4ad829-6047-413a-965d-f4898aa55c96,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:36.383850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c82f11-681b-4928-9f15-77519090171b req-c70e79c0-6453-4d50-8322-149e43e8c713 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:36.394705 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0c82f11-681b-4928-9f15-77519090171b req-c70e79c0-6453-4d50-8322-149e43e8c713 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 944 time: 0.0814242 Aug 28 20:01:36.424874 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] For port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:36.435299 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] For port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,segment=NetworkSegment(1fa75c0b-8af4-42d5-b701-9bac6fd8725c),segment_id=1fa75c0b-8af4-42d5-b701-9bac6fd8725c)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:36.439339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 3462d058-4f58-41f8-8fcb-7751ed408fd1 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:36.440415 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.447776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:36.450773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e87131f8-6999-4bbe-978d-07fe48eed268 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:36.491594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b57d67-dac4-4a93-956f-dc3a865050ac,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:36.507669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:36.511151 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9803b2fb-50ac-4d1e-8a18-818e20775849" -d '{"events": [{"server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "name": "network-vif-plugged", "status": "completed", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:36.514244 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-772dcac5-8c40-4f41-9dac-b25e88e28f38 req-e32b397d-5b21-4c94-84e0-260048ab45d7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687450 Aug 28 20:01:36.548854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:36.551070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Checking segment: {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:36.551709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Network hostable DHCP agents. Network: 1ebf3af8-e420-4404-90b8-f74da6a1ffc7, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:01:36.554678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-1648cc08-0072-4801-9a55-b525be1b8ef4 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:36.560759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-1648cc08-0072-4801-9a55-b525be1b8ef4 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.5936971 Aug 28 20:01:36.566864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e87131f8-6999-4bbe-978d-07fe48eed268 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:36.567250 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.576057 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0c82f11-681b-4928-9f15-77519090171b req-e48b0b1f-69da-4365-8c6b-32bcb62435b7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800103 Aug 28 20:01:36.597837 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.627673 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.677060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:01:36.699219 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508a734c-c036-4ed4-b5a1-09e898768737 x-openstack-request-id: req-508a734c-c036-4ed4-b5a1-09e898768737 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:36.699642 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "name": "network-vif-plugged", "status": "completed", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:36.699996 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-508a734c-c036-4ed4-b5a1-09e898768737 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:36.701013 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508a734c-c036-4ed4-b5a1-09e898768737'] response: {'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1', 'code': 200} Aug 28 20:01:36.708208 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Routers {'4f49d799-fb6c-4d8c-b3dd-75623ed1b245'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:36.709116 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:36.784919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:36.813621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e87131f8-6999-4bbe-978d-07fe48eed268 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:36.815113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e24b061-12e6-4d9e-8abb-7312f2544424 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:36.872377 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99d6c7-ed9b-4d18-9e7d-ed5c74089f83 None None] Pushing event updated for resources: {'Port': ['ID=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:36.873476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 1ebf3af8-e420-4404-90b8-f74da6a1ffc7) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:36.904114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd4cc4b-1935-4ec1-bd3c-0b1129940790 None None] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:36.914209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:36.914817 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:36.927305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679eca-a765-4fb4-a7ca-4b42027db717 req-856de8a5-0fa9-4ee4-9536-8f6c4d4b9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:36.928875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2679eca-a765-4fb4-a7ca-4b42027db717 req-856de8a5-0fa9-4ee4-9536-8f6c4d4b9e44 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1127 time: 0.1460149 Aug 28 20:01:36.957643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c0628-7594-42de-ac8d-c3747d4bc33e req-3dc01698-c643-489b-901d-a46092e4e877 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:36.959372 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-373c0628-7594-42de-ac8d-c3747d4bc33e req-3dc01698-c643-489b-901d-a46092e4e877 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0839562 Aug 28 20:01:37.008105 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:37.021017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1e24b061-12e6-4d9e-8abb-7312f2544424 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:37.021377 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.031160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2679eca-a765-4fb4-a7ca-4b42027db717 req-47c95a3f-03c9-4961-b063-82480663a323 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919640 Aug 28 20:01:37.037215 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] Set router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:37.046065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-373c0628-7594-42de-ac8d-c3747d4bc33e req-4912cd69-1bfd-4e6d-8627-9f1dd74acc94 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787914 Aug 28 20:01:37.053547 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-abe22ce6-7327-4e91-a22f-8ed703b9d68f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4698541 Aug 28 20:01:37.053753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43720) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:37.085933 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cc66c621-879b-4fe8-96a9-7837a4aca524 req-43c24c05-268b-4ab8-85f3-1fbf6db140f6 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 210 time: 0.2592967 Aug 28 20:01:37.093798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Deleting port 6b33999d-c193-4fe9-a4bc-2febb605c49b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:37.094355 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.095015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:37.116718 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:37.240151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks [] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.244409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-1ebf3af8-e420-4404-90b8-f74da6a1ffc7', 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7', 'project_id': 'c342ce57e97c427d9138546094a987e3', 'fixed_ips': [{'subnet_id': '59b57d67-dac4-4a93-956f-dc3a865050ac'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:01:37.257874 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.287753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a289-6920-44c9-ac92-cbb639a66069 req-6c72026d-a18d-4ebd-adad-186f3869669a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:37.294670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1b44a289-6920-44c9-ac92-cbb639a66069 req-6c72026d-a18d-4ebd-adad-186f3869669a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1183004 Aug 28 20:01:37.298465 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:37.308799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (4f52b50c-27cb-4a25-b5e7-700849fe91d3), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.311460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (4f52b50c-27cb-4a25-b5e7-700849fe91d3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.360647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.362645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks [] for router_gateway (520efd1b-3764-415c-895c-b4a12951b477), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.416093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1e24b061-12e6-4d9e-8abb-7312f2544424 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:37.416700 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.454646 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:37.458601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks [] for router_controller (4f52b50c-27cb-4a25-b5e7-700849fe91d3), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.466030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 1e24b061-12e6-4d9e-8abb-7312f2544424, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1e24b061-12e6-4d9e-8abb-7312f2544424,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:37.479980 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1b44a289-6920-44c9-ac92-cbb639a66069 req-5cf19bc9-038e-423a-9dfb-510e24040e77 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514041 Aug 28 20:01:37.486554 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:01:31Z', 'revision_number': 4, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc', 'name': '', 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'mac_address': 'fa:16:3e:13:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '25855e8b-9e28-4b8a-b747-97eb93ec2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:36Z', 'revision_number': 4, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'subnets': [{'id': '25855e8b-9e28-4b8a-b747-97eb93ec2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:37.519592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64cac-e12c-4da1-ac7c-8df2ca020638 req-68068b46-a5ac-4aed-8de2-79386d3c5300 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:37.521324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1d64cac-e12c-4da1-ac7c-8df2ca020638 req-68068b46-a5ac-4aed-8de2-79386d3c5300 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.1527421 Aug 28 20:01:37.537013 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:37.541432 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661deda-f6ae-47d8-8afc-19320504bd45 None None] The sync data for ids ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'] in n-d-854121-7 is: [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:01:31Z', 'revision_number': 4, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc', 'name': '', 'network_id': '3bca1a1b-e3ca-4da3-989f-cb692180db6b', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'mac_address': 'fa:16:3e:13:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '25855e8b-9e28-4b8a-b747-97eb93ec2c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:36Z', 'revision_number': 4, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'subnets': [{'id': '25855e8b-9e28-4b8a-b747-97eb93ec2c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:37.555224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Allocated IP 172.20.0.2 (1ebf3af8-e420-4404-90b8-f74da6a1ffc7/59b57d67-dac4-4a93-956f-dc3a865050ac/6de0eda0-c5fd-4061-b8d1-88c891027a21) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:37.597600 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.663004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] For port 6b33999d-c193-4fe9-a4bc-2febb605c49b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6b33999d-c193-4fe9-a4bc-2febb605c49b,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:37.663386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.757469 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1d64cac-e12c-4da1-ac7c-8df2ca020638 req-d1c3a436-be0a-42cd-ae8d-e2c131caa377 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932769 Aug 28 20:01:37.767320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Calling delete_port for 6b33999d-c193-4fe9-a4bc-2febb605c49b owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:37.782816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=1e24b061-12e6-4d9e-8abb-7312f2544424,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:37.930192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:37.940324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.956038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Publish callbacks [] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:37.989073 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks [] for router_gateway (4f52b50c-27cb-4a25-b5e7-700849fe91d3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.007267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1820dc3-3e58-47aa-b560-1917ad2936fe req-c87315dc-9fa0-436b-b29d-bd95b07ef25a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:38.014953 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d1820dc3-3e58-47aa-b560-1917ad2936fe req-c87315dc-9fa0-436b-b29d-bd95b07ef25a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2031927 Aug 28 20:01:38.029698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.091948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:38.100007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:38.101516 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d1820dc3-3e58-47aa-b560-1917ad2936fe req-4563c892-4474-49a7-82f7-5a668f0b6d7e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Aug 28 20:01:38.106633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:38.109261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Pushing event updated for resources: {'Port': ['ID=6de0eda0-c5fd-4061-b8d1-88c891027a21,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:38.120645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:38.121298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.217793 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:38.234032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Attempting to bind port 6de0eda0-c5fd-4061-b8d1-88c891027a21 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:38.234401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Attempting to bind port 6de0eda0-c5fd-4061-b8d1-88c891027a21 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:38.234767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Attempting to bind port 6de0eda0-c5fd-4061-b8d1-88c891027a21 on network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:38.242344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:38.242790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Checking segment: {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:38.243205 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.243591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Bound using segment: {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:38.244068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Bound port: 6de0eda0-c5fd-4061-b8d1-88c891027a21, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:38.244455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.306791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa022b-fdc3-4527-9473-aad45c047c10 req-77515f98-be78-4a90-a75a-938d5d2e7878 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:38.317533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66aa022b-fdc3-4527-9473-aad45c047c10 req-77515f98-be78-4a90-a75a-938d5d2e7878 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0729790 Aug 28 20:01:38.366363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:38.402320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] For port 6de0eda0-c5fd-4061-b8d1-88c891027a21, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:38.406481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] For port 6de0eda0-c5fd-4061-b8d1-88c891027a21, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6de0eda0-c5fd-4061-b8d1-88c891027a21,segment=NetworkSegment(0d954168-d896-4096-b965-6270cd002200),segment_id=0d954168-d896-4096-b965-6270cd002200)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:38.421281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks [] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.493697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Network 83c35358-27a0-4ce4-ae59-facc4d05877d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:38.495934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66aa022b-fdc3-4527-9473-aad45c047c10 req-eee52c46-6c10-4215-9cd7-2e959ed3b6ef tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774039 Aug 28 20:01:38.504931 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.508014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a58cc8-2e9a-45b5-8fc1-7feeb4ce6f87 req-8551727a-cf8a-4c98-a18d-f194d930d18b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:38.518332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92a58cc8-2e9a-45b5-8fc1-7feeb4ce6f87 req-8551727a-cf8a-4c98-a18d-f194d930d18b tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.5870111 Aug 28 20:01:38.554755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:38.563224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:38.563224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.576751 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:38.648393 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks [] for router_gateway (4f52b50c-27cb-4a25-b5e7-700849fe91d3), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.692690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event updated for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:38.723160 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.727057 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:38.735656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b3c3a-9469-4f34-9cd3-9bec14b92da8 None None] Pushing event updated for resources: {'Port': ['ID=6de0eda0-c5fd-4061-b8d1-88c891027a21,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:38.839090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92a58cc8-2e9a-45b5-8fc1-7feeb4ce6f87 req-01c6271e-f25b-411e-9a89-9d758b4c9653 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178892 Aug 28 20:01:38.953016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (520efd1b-3764-415c-895c-b4a12951b477), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:38.997634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:39.001765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:39.003733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9c3d27e7-aa3f-4ec0-82c0-b2f3595d5ee3 None None] Provisioning complete for port 2c89eede-ab78-44f7-b396-8378aee65ccd triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:39.004317 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9c3d27e7-aa3f-4ec0-82c0-b2f3595d5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:39.133641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f26b9dde-5895-42dd-96f1-be59873f14cf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:39.136289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Pushing event updated for resources: {'Port': ['ID=dd4dbb0a-810e-471e-9320-d440e3e38fa8,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:39.155751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4fd48-5387-4e80-bb0f-26e1bc8141f8 req-4c53c877-0e5a-4141-917b-719807f7e0b7 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:39.166576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4d4fd48-5387-4e80-bb0f-26e1bc8141f8 req-4c53c877-0e5a-4141-917b-719807f7e0b7 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 944 time: 0.1552939 Aug 28 20:01:39.187120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-ba5a8e67-df60-4678-8a28-98973ea1e5f5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6309726 Aug 28 20:01:39.301537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d27e7-aa3f-4ec0-82c0-b2f3595d5ee3 None None] Port 2c89eede-ab78-44f7-b396-8378aee65ccd cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:39.332993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Request body: {'port': {'device_id': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:39.422532 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:39.453170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b9eb-2caf-4f78-bfc2-d9bae0f391dc req-9bb27afd-43a2-4fbc-9298-9c5334b87ada tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:39.462720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7e7b9eb-2caf-4f78-bfc2-d9bae0f391dc req-9bb27afd-43a2-4fbc-9298-9c5334b87ada tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 931 time: 0.6456087 Aug 28 20:01:39.500057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Allocated IP 172.25.4.210 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/63aa84b0-378c-4a61-98a3-bd877a34e8db) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:39.604548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7e7b9eb-2caf-4f78-bfc2-d9bae0f391dc req-745e3c50-8d65-4867-b8c9-75d370b41f75 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404305 Aug 28 20:01:39.703298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks [] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:39.908717 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:39.921038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891e775-9acd-4ae2-a7df-4018d4b0bbb0 req-497b4a6b-8913-42c2-a071-e10bec4e8ec0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:39.930376 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e891e775-9acd-4ae2-a7df-4018d4b0bbb0 req-497b4a6b-8913-42c2-a071-e10bec4e8ec0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1469855 Aug 28 20:01:39.960425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:39.982690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:40.036501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:40.040547 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.050795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:40.057985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:40.058673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Pushing event updated for resources: {'Port': ['ID=63aa84b0-378c-4a61-98a3-bd877a34e8db,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:40.064426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:40.070023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4d4fd48-5387-4e80-bb0f-26e1bc8141f8 req-6085d844-709b-4da8-a084-985ad6fb9429 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=29066f9d-2e0f-43f2-8dd5-141cddfd7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8857844 Aug 28 20:01:40.132932 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6b33999d-c193-4fe9-a4bc-2febb605c49b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.134735 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e891e775-9acd-4ae2-a7df-4018d4b0bbb0 req-2d0e3118-f134-4fe6-b951-c98fd18afff9 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028811 Aug 28 20:01:40.163842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No active binding found for port 6b33999d-c193-4fe9-a4bc-2febb605c49b {{(pid=114323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 28 20:01:40.164220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] The host n-h2-854121-7 is not matching for port 6b33999d-c193-4fe9-a4bc-2febb605c49b host None! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:01:40.164854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6b33999d-c193-4fe9-a4bc-2febb605c49b not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:40.189536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:40.190208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.240411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.240897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.241765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.242346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.242780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.243213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.243681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.244426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.245465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.246026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.246752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.246922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.247347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.247770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.248601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:40.285671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Pushing event deleted for resources: {'Port': ['ID=6b33999d-c193-4fe9-a4bc-2febb605c49b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:40.370563 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:40.386161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:40.393144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b63d7-c5bd-45bc-8c13-07565227720c req-2c3a82fd-9ccb-4a17-b0db-be06ff9a26a7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:40.397992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:40.397992 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.402035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c1b63d7-c5bd-45bc-8c13-07565227720c req-2c3a82fd-9ccb-4a17-b0db-be06ff9a26a7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.1061003 Aug 28 20:01:40.405053 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:40.415122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf026-22d8-48e0-b679-a0a65c330dbf req-68fbec3c-88ad-4771-9722-5390108bbf87 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:40.422508 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90cbf026-22d8-48e0-b679-a0a65c330dbf req-68fbec3c-88ad-4771-9722-5390108bbf87 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1172435 Aug 28 20:01:40.435827 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:40.454103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:40.464742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,segment=NetworkSegment(1fa75c0b-8af4-42d5-b701-9bac6fd8725c),segment_id=1fa75c0b-8af4-42d5-b701-9bac6fd8725c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:40.502656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] No DVR routers for this DVR port 6b33999d-c193-4fe9-a4bc-2febb605c49b on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:01:40.510337 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90cbf026-22d8-48e0-b679-a0a65c330dbf req-5dbb754a-5b41-454a-8f9a-9449e48346f5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Aug 28 20:01:40.532075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b56e5e-5cf1-433e-8ba2-d63f1ed60b0e None None] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:40.536479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.540051 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7c64427-7b71-4f6e-af69-8bd596fb3cc7 req-7ab35323-666f-4f5c-9109-f7291dffa8b2 tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.89 "DELETE /networking/v2.0/ports/6b33999d-c193-4fe9-a4bc-2febb605c49b HTTP/1.1" status: 204 len: 173 time: 3.9123278 Aug 28 20:01:40.542727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'name': 'network-vif-deleted', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:40.545645 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddfa306-97cf-43e6-9528-e80ae0896cbb" -d '{"events": [{"server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "name": "network-vif-deleted", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:40.614954 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.616483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6de0eda0-c5fd-4061-b8d1-88c891027a21 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:40.731242 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02962f8-39f6-45b3-b6dc-e9c5ba385ffd x-openstack-request-id: req-c02962f8-39f6-45b3-b6dc-e9c5ba385ffd {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:40.731242 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9633a5de-4a04-4281-931a-62eff9dc3072", "name": "network-vif-deleted", "tag": "6b33999d-c193-4fe9-a4bc-2febb605c49b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:40.731242 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c02962f8-39f6-45b3-b6dc-e9c5ba385ffd {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:40.731659 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02962f8-39f6-45b3-b6dc-e9c5ba385ffd'] response: {'server_uuid': '9633a5de-4a04-4281-931a-62eff9dc3072', 'name': 'network-vif-deleted', 'tag': '6b33999d-c193-4fe9-a4bc-2febb605c49b', 'status': 'completed', 'code': 200} Aug 28 20:01:40.823610 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:40.864820 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks [] for router_gateway (4f52b50c-27cb-4a25-b5e7-700849fe91d3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.870647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e4e5f1b3-6d55-4993-b0df-89c11f68cc99 None None] Provisioning complete for port 6de0eda0-c5fd-4061-b8d1-88c891027a21 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:40.871270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f1b3-6d55-4993-b0df-89c11f68cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.903609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6de0eda0-c5fd-4061-b8d1-88c891027a21 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:40.903609 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:40.978140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Router 520efd1b-3764-415c-895c-b4a12951b477 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:01:41.022812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ecbc-a297-429e-a2e4-52c380ad2e5b req-b00ed219-b11d-46b9-b344-080a96950dcb tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:41.032132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f3ecbc-a297-429e-a2e4-52c380ad2e5b req-b00ed219-b11d-46b9-b344-080a96950dcb tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 931 time: 0.0934377 Aug 28 20:01:41.049872 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c1b63d7-c5bd-45bc-8c13-07565227720c req-494e1d36-a863-4c54-bd2b-3c8160ded2e4 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467309 Aug 28 20:01:41.106387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:41.120746 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:41.165220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:41.509323 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f3ecbc-a297-429e-a2e4-52c380ad2e5b req-025c44fd-6770-49a6-9b02-9b4b761f6467 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882300 Aug 28 20:01:41.510987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5f1b3-6d55-4993-b0df-89c11f68cc99 None None] Current status of the port 6de0eda0-c5fd-4061-b8d1-88c891027a21 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:41.510987 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f1b3-6d55-4993-b0df-89c11f68cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.510987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6de0eda0-c5fd-4061-b8d1-88c891027a21 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:41.510987 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.510987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e4e5f1b3-6d55-4993-b0df-89c11f68cc99 None None] For port 6de0eda0-c5fd-4061-b8d1-88c891027a21, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6de0eda0-c5fd-4061-b8d1-88c891027a21,segment=NetworkSegment(0d954168-d896-4096-b965-6270cd002200),segment_id=0d954168-d896-4096-b965-6270cd002200)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:41.512083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (4f52b50c-27cb-4a25-b5e7-700849fe91d3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.512222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f1b3-6d55-4993-b0df-89c11f68cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.516295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:41.587432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Sync routers for ids ['520efd1b-3764-415c-895c-b4a12951b477'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:41.618134 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:41.622386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c89eede-ab78-44f7-b396-8378aee65ccd {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:01:41.631182 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Publish callbacks [] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.652835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Transition to ACTIVE for port object 2c89eede-ab78-44f7-b396-8378aee65ccd will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:01:41.674307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5f1b3-6d55-4993-b0df-89c11f68cc99 None None] Pushing event updated for resources: {'Port': ['ID=6de0eda0-c5fd-4061-b8d1-88c891027a21,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:41.677308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709ecd-c1ab-4e71-b431-caff9b6e07e1 req-6e2adad6-ef5f-40e9-a611-5e5b17216583 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:41.679452 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53709ecd-c1ab-4e71-b431-caff9b6e07e1 req-6e2adad6-ef5f-40e9-a611-5e5b17216583 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.4973843 Aug 28 20:01:41.683857 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:41.706258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d925ee17-c947-48d5-a454-f9fa49846520 None None] Provisioning complete for port dd4dbb0a-810e-471e-9320-d440e3e38fa8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:41.706638 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d925ee17-c947-48d5-a454-f9fa49846520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.709703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Routers {'520efd1b-3764-415c-895c-b4a12951b477'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:41.710042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['520efd1b-3764-415c-895c-b4a12951b477'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:41.717474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:41.731802 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:41.758993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-76c649b6-aec4-49dc-8556-dbaf6aeeb02d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f26b9dde-5895-42dd-96f1-be59873f14cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5806031 Aug 28 20:01:41.762665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53709ecd-c1ab-4e71-b431-caff9b6e07e1 req-c76cae8e-df91-4f89-870e-a500c0ea1d20 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750575 Aug 28 20:01:41.780643 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:41.784978 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:41.785829 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:41.804391 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.805107 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:01:41.805444 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:01:41.810429 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-13e2adcd-c6b3-4a93-9e21-f506c50592dc admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.1876521 Aug 28 20:01:41.811291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:41.822332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43774) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:41.825703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d925ee17-c947-48d5-a454-f9fa49846520 None None] Port dd4dbb0a-810e-471e-9320-d440e3e38fa8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:41.834163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:01:41.878626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bb54f-16a2-4c59-add9-11f9b7d6ff83 req-5e0bd9d5-80e4-458a-a214-de5bbba5b2ab tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:41.880227 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d29bb54f-16a2-4c59-add9-11f9b7d6ff83 req-5e0bd9d5-80e4-458a-a214-de5bbba5b2ab tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1127 time: 0.1335504 Aug 28 20:01:41.971136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-363e7259-d365-4eec-aaa7-c2574268c15b None None] Provisioning complete for port 6de0eda0-c5fd-4061-b8d1-88c891027a21 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:41.971724 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-363e7259-d365-4eec-aaa7-c2574268c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:42.048144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Set router 520efd1b-3764-415c-895c-b4a12951b477 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:42.053094 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:42.059644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:42.117471 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d29bb54f-16a2-4c59-add9-11f9b7d6ff83 req-30d7b5a2-30d9-48c4-89e8-c5400a840be9 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280304 Aug 28 20:01:42.136087 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:42.271759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-363e7259-d365-4eec-aaa7-c2574268c15b None None] Current status of the port 6de0eda0-c5fd-4061-b8d1-88c891027a21 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:42.320337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7d31aa4-40a0-40b9-96c4-07ae3b4f97f5 req-551facf3-5eb2-46bf-b587-f3b3db7f1b9d tempest-LiveAutoBlockMigrationV225Test-135679816 tempest-LiveAutoBlockMigrationV225Test-135679816-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9633a5de-4a04-4281-931a-62eff9dc3072 HTTP/1.1" status: 200 len: 210 time: 0.1731553 Aug 28 20:01:42.340639 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 2, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:42.395450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6de0eda0-c5fd-4061-b8d1-88c891027a21 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:42.403965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e24b061-12e6-4d9e-8abb-7312f2544424 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:42.429491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f165c-114d-41f4-8354-59d66bcfb00a req-d4bd118d-d472-4dde-ade2-c87a9fd3ed9a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:42.430487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Attempting to bind port 2c89eede-ab78-44f7-b396-8378aee65ccd on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:42.430834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Attempting to bind port 2c89eede-ab78-44f7-b396-8378aee65ccd by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:42.431172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Attempting to bind port 2c89eede-ab78-44f7-b396-8378aee65ccd on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:42.442289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:42.443835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f07f165c-114d-41f4-8354-59d66bcfb00a req-d4bd118d-d472-4dde-ade2-c87a9fd3ed9a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1834226 Aug 28 20:01:42.465525 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:42.470448 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Updating router f26b9dde-5895-42dd-96f1-be59873f14cf port dd4dbb0a-810e-471e-9320-d440e3e38fa8 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:42.479533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:42.505735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Sync routers for ids ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:42.506022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Port 2c89eede-ab78-44f7-b396-8378aee65ccd on network 83c35358-27a0-4ce4-ae59-facc4d05877d not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:01:42.506332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Attempting to bind port 2c89eede-ab78-44f7-b396-8378aee65ccd on network 83c35358-27a0-4ce4-ae59-facc4d05877d {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:42.512435 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:42.521475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:42.521475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Checking segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:42.521475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Bound using segment: {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:42.521475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Bound port: 2c89eede-ab78-44f7-b396-8378aee65ccd, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21771b9-6e45-48aa-b92f-99ffd736b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:42.521913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:42.526838 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:42.558081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:36Z', 'revision_number': 3, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port': {'id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:33Z', 'updated_at': '2022-08-28T20:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:42.563345 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:42.568628 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-86aec06a-38f4-4c17-bd5e-e8f314ad0610 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5138679 Aug 28 20:01:42.577597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43794) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:42.624886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Checking router: 520efd1b-3764-415c-895c-b4a12951b477 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:42.626062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Updating router 520efd1b-3764-415c-895c-b4a12951b477 port dc4ad829-6047-413a-965d-f4898aa55c96 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:42.652306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1e24b061-12e6-4d9e-8abb-7312f2544424 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:42.653002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:42.692983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Routers {'4f52b50c-27cb-4a25-b5e7-700849fe91d3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:42.694146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:42.714713 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f07f165c-114d-41f4-8354-59d66bcfb00a req-431f8e80-f021-4ca4-aeb4-a3a95924f4e6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624922 Aug 28 20:01:42.780001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-f18ce20f-f578-4c04-a2d5-626ea2d8fd3e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:42.781761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-f18ce20f-f578-4c04-a2d5-626ea2d8fd3e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 821 time: 0.1469681 Aug 28 20:01:42.802114 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:42.884814 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Publish callbacks [] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:42.889692 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:42.916606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:42.919046 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:42.946789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:42.950558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-0f274f9c-9c4d-4e39-8082-4745f0e8c4f7 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/quotas/2cfe92f7e31c4c4eb8886f256f57df8e HTTP/1.1" status: 200 len: 375 time: 0.0368092 Aug 28 20:01:42.976156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b032a-68d9-46be-a68c-e3fd9394fab0 req-fa13a234-5ae3-4832-b939-e4389c20681d tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:42.984324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b8b032a-68d9-46be-a68c-e3fd9394fab0 req-fa13a234-5ae3-4832-b939-e4389c20681d tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1127 time: 0.1146734 Aug 28 20:01:42.991117 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.039251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-1eadddb5-1de7-4f99-8a2b-e9cca297cfad tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817499 Aug 28 20:01:43.059425 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.068100 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:43.106406 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e511a-bc81-4155-995e-4cc39d8dbaee None None] Pushing event updated for resources: {'Port': ['ID=dd4dbb0a-810e-471e-9320-d440e3e38fa8,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:43.119036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Attempting to bind port dd4dbb0a-810e-471e-9320-d440e3e38fa8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:43.120235 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Attempting to bind port dd4dbb0a-810e-471e-9320-d440e3e38fa8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:43.120704 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Attempting to bind port dd4dbb0a-810e-471e-9320-d440e3e38fa8 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:43.128273 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:43.128813 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Checking segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:43.129350 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.129874 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Bound using segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:43.130480 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Bound port: dd4dbb0a-810e-471e-9320-d440e3e38fa8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:43.131396 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.137291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b8b032a-68d9-46be-a68c-e3fd9394fab0 req-07455556-1ba2-48cc-9938-a080ebe628c8 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517549 Aug 28 20:01:43.161095 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:43.163824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.251572 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] For port dd4dbb0a-810e-471e-9320-d440e3e38fa8, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:43.255605 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] For port dd4dbb0a-810e-471e-9320-d440e3e38fa8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dd4dbb0a-810e-471e-9320-d440e3e38fa8,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:43.268142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:43.268781 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.270912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/2c89eede-ab78-44f7-b396-8378aee65ccd HTTP/1.1" status: 200 len: 1091 time: 3.9434154 Aug 28 20:01:43.275706 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:43.282757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83404ea-ddb6-4845-8400-8386f9fac4bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:43.285419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'tag': '2c89eede-ab78-44f7-b396-8378aee65ccd'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:43.296087 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a14c52-48fd-44ab-b6c8-0ae46b14a821" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed69f9-bfae-4be6-a6e8-9707abbd253c", "tag": "2c89eede-ab78-44f7-b396-8378aee65ccd"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:43.339863 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:43.364411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89d8e6-20fa-4efd-8d3d-c964e2c889e3 req-a33744e4-5305-449e-8b07-aaf12f17cd67 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:43.365831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Set router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:43.372004 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d89d8e6-20fa-4efd-8d3d-c964e2c889e3 req-a33744e4-5305-449e-8b07-aaf12f17cd67 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 943 time: 0.1280551 Aug 28 20:01:43.372590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.403238 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.485659 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:43.506022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1e24b061-12e6-4d9e-8abb-7312f2544424 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:43.511489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d89d8e6-20fa-4efd-8d3d-c964e2c889e3 req-face9a94-90b9-4c0b-aceb-d0862a61ddd8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385012 Aug 28 20:01:43.556200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:43.556854 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:43.603703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Allocated IP 172.20.0.1 (b59b512a-ab3a-4e74-a354-4896bdac9613/9a8f302c-99b5-4314-85a0-d6d952554d99/cabfa74b-04a6-4dee-98a4-51e72f708b5d) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:43.782111 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8b501-9e84-4ff1-a594-d952acaa6224 x-openstack-request-id: req-b8c8b501-9e84-4ff1-a594-d952acaa6224 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:43.782432 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed69f9-bfae-4be6-a6e8-9707abbd253c", "tag": "2c89eede-ab78-44f7-b396-8378aee65ccd", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:43.788090 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8c8b501-9e84-4ff1-a594-d952acaa6224 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:43.788222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:43.788667 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c8b501-9e84-4ff1-a594-d952acaa6224'] response: {'name': 'network-changed', 'server_uuid': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'tag': '2c89eede-ab78-44f7-b396-8378aee65ccd', 'status': 'completed', 'code': 200} Aug 28 20:01:43.821073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:40Z', 'revision_number': 3, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port': {'id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:38Z', 'updated_at': '2022-08-28T20:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:43.827550 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:43.835370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43816) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:43.883128 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:43.915821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:43.937370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Checking router: 4f52b50c-27cb-4a25-b5e7-700849fe91d3 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:43.937729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Updating router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 port 63aa84b0-378c-4a61-98a3-bd877a34e8db binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:43.953082 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e511a-bc81-4155-995e-4cc39d8dbaee None None] Pushing event updated for resources: {'Port': ['ID=dd4dbb0a-810e-471e-9320-d440e3e38fa8,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:43.969547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-3c8aa39a-4951-4449-9c65-d8f68fcb0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:43.971479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-3c8aa39a-4951-4449-9c65-d8f68fcb0036 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 1125 time: 0.1847179 Aug 28 20:01:43.983668 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:44.020622 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:44.022644 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Publish callbacks [] for port (dc4ad829-6047-413a-965d-f4898aa55c96), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.033757 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.065113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-1edb196c-0423-4c38-88f2-be45c52536ac service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0166841 Aug 28 20:01:44.077260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:44.077642 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.094998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-fd9a14a7-e7ff-4ecf-9564-2ea5c0e38b0b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c89eede-ab78-44f7-b396-8378aee65ccd HTTP/1.1" status: 200 len: 217 time: 0.1112034 Aug 28 20:01:44.111284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.217792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Attempting to bind port dc4ad829-6047-413a-965d-f4898aa55c96 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:44.217992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Attempting to bind port dc4ad829-6047-413a-965d-f4898aa55c96 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:44.218276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Attempting to bind port dc4ad829-6047-413a-965d-f4898aa55c96 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:44.235182 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks [] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.258621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-b823e2ac-d301-4a6b-af9f-d2f05c11192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:44.260480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-b823e2ac-d301-4a6b-af9f-d2f05c11192d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cf951cff-f7a5-4776-b4dc-b4942b094c06 HTTP/1.1" status: 200 len: 843 time: 0.1329644 Aug 28 20:01:44.277777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b52c2-5a60-4a0e-baf7-33d519ead012 req-3292c079-57b1-4850-b0da-eaf06214c375 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:44.288588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f6b52c2-5a60-4a0e-baf7-33d519ead012 req-3292c079-57b1-4850-b0da-eaf06214c375 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2901487 Aug 28 20:01:44.345968 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-f4758586-d215-4ec0-8402-92e3ff6456bf service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803390 Aug 28 20:01:44.353379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2c33-a06d-4def-9838-016bc0253e35 req-7ac4a625-f2c4-4e41-9336-1400831a91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:44.353379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-7ac4a625-f2c4-4e41-9336-1400831a91ff service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=83c35358-27a0-4ce4-ae59-facc4d05877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808890 Aug 28 20:01:44.390226 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:43Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:44.392525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:44.393069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:44.393698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.394129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:44.394629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Bound port: dc4ad829-6047-413a-965d-f4898aa55c96, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:44.395009 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.427944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1b2f0-62e2-4a42-a65d-825b28ec2777 None None] Pushing event updated for resources: {'Port': ['ID=dc4ad829-6047-413a-965d-f4898aa55c96,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:44.438597 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d8dd9-2835-41f2-af98-f7e1c51672dd None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:43Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:44.480641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] For port dc4ad829-6047-413a-965d-f4898aa55c96, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:44.485329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] For port dc4ad829-6047-413a-965d-f4898aa55c96, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dc4ad829-6047-413a-965d-f4898aa55c96,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:44.543647 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:44.585427 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.601077 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-7d6c96d0-e0a9-4f19-baa4-cbfc24e180c8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418652 Aug 28 20:01:44.654895 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.681380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:44.682936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6de0eda0-c5fd-4061-b8d1-88c891027a21 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:44.758834 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:44.761981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Routers {'520efd1b-3764-415c-895c-b4a12951b477'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:44.762729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['520efd1b-3764-415c-895c-b4a12951b477'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:44.817444 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:44.895341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1b2f0-62e2-4a42-a65d-825b28ec2777 None None] Pushing event updated for resources: {'Port': ['ID=dc4ad829-6047-413a-965d-f4898aa55c96,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:44.925798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6de0eda0-c5fd-4061-b8d1-88c891027a21 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:44.925798 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:44.940186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Network b59b512a-ab3a-4e74-a354-4896bdac9613 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:44.953568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:44.976964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:44.983540 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:44.990200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Publish callbacks [] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.009717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Pushing event updated for resources: {'Port': ['ID=cabfa74b-04a6-4dee-98a4-51e72f708b5d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:45.068090 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:45.082934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f6b52c2-5a60-4a0e-baf7-33d519ead012 req-25ce84b4-95ca-4d2c-bebe-b152a72154a7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919190 Aug 28 20:01:45.135809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Allocated IP 172.20.0.1 (1ebf3af8-e420-4404-90b8-f74da6a1ffc7/59b57d67-dac4-4a93-956f-dc3a865050ac/7d3f5b98-30e0-457b-bd64-8d8910201ed9) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:45.138082 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:45.149822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] Set router 520efd1b-3764-415c-895c-b4a12951b477 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:45.306404 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:45.318110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-882e2c33-a06d-4def-9838-016bc0253e35 req-de415a89-d383-486d-a52b-ac729ba70fa7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078161 Aug 28 20:01:45.328497 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (520efd1b-3764-415c-895c-b4a12951b477), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.355404 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.395650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Attempting to bind port 63aa84b0-378c-4a61-98a3-bd877a34e8db on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:45.396293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Attempting to bind port 63aa84b0-378c-4a61-98a3-bd877a34e8db by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:45.396727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Attempting to bind port 63aa84b0-378c-4a61-98a3-bd877a34e8db on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:45.524407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a63810-e754-47ff-a716-0b7a56a5bcb9 req-4408332c-6f68-42e2-85ee-5f04b300f6aa tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:45.526182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3a63810-e754-47ff-a716-0b7a56a5bcb9 req-4408332c-6f68-42e2-85ee-5f04b300f6aa tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 943 time: 0.2690315 Aug 28 20:01:45.534580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (97bd689f-cc62-4630-9321-25c8abd695ef), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.568428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-22845c6c-6058-4f97-a90e-f66c8a4b3133 None None] Provisioning complete for port cabfa74b-04a6-4dee-98a4-51e72f708b5d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:45.569002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-22845c6c-6058-4f97-a90e-f66c8a4b3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.611808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:45.612480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:45.612887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.613307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:45.613800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Bound port: 63aa84b0-378c-4a61-98a3-bd877a34e8db, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:45.614212 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.645893 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:45.653099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-22845c6c-6058-4f97-a90e-f66c8a4b3133 None None] Port cabfa74b-04a6-4dee-98a4-51e72f708b5d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:45.671300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef33bb-dc03-4fe9-8e05-eb53e1cfdb2a None None] Pushing event updated for resources: {'Port': ['ID=63aa84b0-378c-4a61-98a3-bd877a34e8db,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:45.724969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks [] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.766606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] For port 63aa84b0-378c-4a61-98a3-bd877a34e8db, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:45.780561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6de0eda0-c5fd-4061-b8d1-88c891027a21 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:45.785638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] For port 63aa84b0-378c-4a61-98a3-bd877a34e8db, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=63aa84b0-378c-4a61-98a3-bd877a34e8db,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:45.866326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:36Z', 'revision_number': 3, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port': {'id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:33Z', 'updated_at': '2022-08-28T20:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:45.958243 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:45.977542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d80fa5-c2d8-44ef-ab01-3936c3f98de6 None None] The sync data for ids ['520efd1b-3764-415c-895c-b4a12951b477'] in n-d-854121-7 is: [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:36Z', 'revision_number': 3, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port': {'id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:33Z', 'updated_at': '2022-08-28T20:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:45.982940 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:46.016177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3a63810-e754-47ff-a716-0b7a56a5bcb9 req-d7401613-692a-46d0-838b-bc9faecb66c8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723659 Aug 28 20:01:46.038414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:46.075448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dd4dbb0a-810e-471e-9320-d440e3e38fa8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:46.080231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Routers {'4f52b50c-27cb-4a25-b5e7-700849fe91d3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:46.081281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:46.190919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3f5b98-30e0-457b-bd64-8d8910201ed9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:46.220846 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:46.239013 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:46.397507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-01694736-b70d-40d2-a39d-7c19a5a523be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:46.399091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:46.410438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-01694736-b70d-40d2-a39d-7c19a5a523be service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 1125 time: 0.1184790 Aug 28 20:01:46.413834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9b0dca1-1890-43bf-bcde-21eaa4701726 req-8482d133-94b9-412e-89c3-324749d4d082 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 210 time: 0.2569077 Aug 28 20:01:46.496065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:46.508753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:46.658209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (4f52b50c-27cb-4a25-b5e7-700849fe91d3), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:46.795537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] Set router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:46.806530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eec8d-ae88-4363-8d74-8cb68dd9063c req-6bd129e1-fb0c-40a0-83f5-99c89766d82f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:46.813871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks [] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:46.820797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7eec8d-ae88-4363-8d74-8cb68dd9063c req-6bd129e1-fb0c-40a0-83f5-99c89766d82f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2278383 Aug 28 20:01:46.901379 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:46.954205 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.037368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Deleting port a7fa8bbe-04ad-4629-a558-8d129db979b3 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:47.037868 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.074352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (520efd1b-3764-415c-895c-b4a12951b477), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.081904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7eec8d-ae88-4363-8d74-8cb68dd9063c req-dac1f453-28a3-4e19-959b-74afc6bfff3b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526655 Aug 28 20:01:47.087790 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:47.177998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef33bb-dc03-4fe9-8e05-eb53e1cfdb2a None None] Pushing event updated for resources: {'Port': ['ID=63aa84b0-378c-4a61-98a3-bd877a34e8db,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:47.204894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dd4dbb0a-810e-471e-9320-d440e3e38fa8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:47.205457 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.249831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6e105b36-6b58-4dc7-806d-33e4ec97fbee None None] Provisioning complete for port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:47.250517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6e105b36-6b58-4dc7-806d-33e4ec97fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.285015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Pushing event updated for resources: {'Port': ['ID=cabfa74b-04a6-4dee-98a4-51e72f708b5d,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:47.334266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.335375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.335375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.335375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.335747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.336771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.337121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.337883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.338755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.339095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.339430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.339760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.340090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.340422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.340775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:01:47.343975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] For port a7fa8bbe-04ad-4629-a558-8d129db979b3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a7fa8bbe-04ad-4629-a558-8d129db979b3,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:47.347996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.356053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-f95028c9-5042-43d6-9ca4-8837980d00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:47.363889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-f95028c9-5042-43d6-9ca4-8837980d00c7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 200 len: 905 time: 0.9519696 Aug 28 20:01:47.395957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6e105b36-6b58-4dc7-806d-33e4ec97fbee None None] Port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:47.412222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.413217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:40Z', 'revision_number': 3, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port': {'id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:38Z', 'updated_at': '2022-08-28T20:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:47.415861 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Calling delete_port for a7fa8bbe-04ad-4629-a558-8d129db979b3 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:47.430382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d9ce2-213d-4e40-9555-2f44e0436073 req-70cbca3a-4ac7-48f3-9a9d-5e3328a03f5b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:47.432574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-335d9ce2-213d-4e40-9555-2f44e0436073 req-70cbca3a-4ac7-48f3-9a9d-5e3328a03f5b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 943 time: 0.1844139 Aug 28 20:01:47.466456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Network b59b512a-ab3a-4e74-a354-4896bdac9613 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:47.519078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:47.522347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-1a94191a-8fc4-4073-b856-33b3c76c118e service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c89eede-ab78-44f7-b396-8378aee65ccd HTTP/1.1" status: 200 len: 217 time: 0.0969222 Aug 28 20:01:47.546582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082f744-f2e7-4d27-a2fe-70872ee0d75a None None] The sync data for ids ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'] in n-d-854121-7 is: [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:40Z', 'revision_number': 3, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port': {'id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:38Z', 'updated_at': '2022-08-28T20:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:47.567208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dd4dbb0a-810e-471e-9320-d440e3e38fa8 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:47.567656 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.582612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:01:47.652186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port dd4dbb0a-810e-471e-9320-d440e3e38fa8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dd4dbb0a-810e-471e-9320-d440e3e38fa8,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:47.660833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-335d9ce2-213d-4e40-9555-2f44e0436073 req-5f98961f-893b-4ac6-9625-6994d927942b tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991642 Aug 28 20:01:47.787080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-0120f916-d579-4dd5-a505-ef3655a4ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:47.789060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-0120f916-d579-4dd5-a505-ef3655a4ed7b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cf951cff-f7a5-4776-b4dc-b4942b094c06 HTTP/1.1" status: 200 len: 843 time: 0.2603941 Aug 28 20:01:47.801567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:47.879680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-0b14acfa-6839-4b3e-8855-0833b5bb1017 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:01:47.880777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-0b14acfa-6839-4b3e-8855-0833b5bb1017 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0199697 Aug 28 20:01:48.010530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-0310069d-371c-4966-a58d-526159638f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:48.024725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-0310069d-371c-4966-a58d-526159638f92 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=83c35358-27a0-4ce4-ae59-facc4d05877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2284682 Aug 28 20:01:48.057741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=dd4dbb0a-810e-471e-9320-d440e3e38fa8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:48.100680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-6ec440e7-cc2c-44db-ad2c-601e77c79bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:48.102120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-6ec440e7-cc2c-44db-ad2c-601e77c79bd3 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 1124 time: 0.1799407 Aug 28 20:01:48.132664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Request body: {'binding': {'host': 'n-h1-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:48.133144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Unknown quota resources ['binding']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:01:48.142676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc4ad829-6047-413a-965d-f4898aa55c96 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:48.236583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2c89eede-ab78-44f7-b396-8378aee65ccd details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:01:48.240378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d6312f93-916e-4da3-b8f8-c4ac167bbca9 None None] Provisioning complete for port cabfa74b-04a6-4dee-98a4-51e72f708b5d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:48.240674 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d6312f93-916e-4da3-b8f8-c4ac167bbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.328751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Router 520efd1b-3764-415c-895c-b4a12951b477 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:48.387246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dc4ad829-6047-413a-965d-f4898aa55c96 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:48.387625 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.423245 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:48.428446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d6312f93-916e-4da3-b8f8-c4ac167bbca9 None None] Port cabfa74b-04a6-4dee-98a4-51e72f708b5d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:48.556111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:48.559607 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:48.562844 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks [] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.565826 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:48.567176 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:48.567769 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:48.594324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d7dcc5fb-f187-433b-a67e-628c89926f03 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/520efd1b-3764-415c-895c-b4a12951b477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7686880 Aug 28 20:01:48.609833 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-891c6a1f-87e5-4472-9165-b50da9ea1a5b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677717 Aug 28 20:01:48.611504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:48.621965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a7fa8bbe-04ad-4629-a558-8d129db979b3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.634753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2c89eede-ab78-44f7-b396-8378aee65ccd', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': '2c89eede-ab78-44f7-b396-8378aee65ccd', 'mac_address': 'fa:16:3e:a3:a2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:01:48.639756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dc4ad829-6047-413a-965d-f4898aa55c96 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:48.640157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.642255 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-198b1d1f-853b-48dd-b3e1-3f51ab30d346 req-e8aea8e6-e87c-44a8-9d9e-0513b9eaa4bb tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 210 time: 0.0771029 Aug 28 20:01:48.661442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on host n-h1-854121-7 for vnic_type normal with profile None {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:48.662190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:48.662621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:48.719896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fa8bbe-04ad-4629-a558-8d129db979b3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:48.721657 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.828693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port dc4ad829-6047-413a-965d-f4898aa55c96, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dc4ad829-6047-413a-965d-f4898aa55c96,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:48.865772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a14c52-48fd-44ab-b6c8-0ae46b14a821 req-95ae3b45-f4ee-4be5-a3b0-789029e843fa service neutron] 10.222.0.89 "GET /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506876 Aug 28 20:01:48.873781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2c89eede-ab78-44f7-b396-8378aee65ccd is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:48.874664 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.875390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:01:48.875664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:48.923659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c89eede-ab78-44f7-b396-8378aee65ccd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:01:48.931438 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:48.996867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:48.997583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:48.998203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:48.999328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Bound port: 3462d058-4f58-41f8-8fcb-7751ed408fd1, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:49.011203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:49.053757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=dc4ad829-6047-413a-965d-f4898aa55c96,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:49.086529 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:49.185773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:49.264798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (4f52b50c-27cb-4a25-b5e7-700849fe91d3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:49.273403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bf31c-9bf3-4a0f-92a5-4d634955e057 req-a0e3e9f8-68ce-4961-bc55-23bbb063fea6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:49.275216 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-497bf31c-9bf3-4a0f-92a5-4d634955e057 req-a0e3e9f8-68ce-4961-bc55-23bbb063fea6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.4009058 Aug 28 20:01:49.275895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3f5b98-30e0-457b-bd64-8d8910201ed9,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:49.301275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2c89eede-ab78-44f7-b396-8378aee65ccd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:01:49.545426 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:49.599328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:49.616123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-b372c4f6-2405-4cce-b8e0-da2b029fa6f4 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:49.617638 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-b372c4f6-2405-4cce-b8e0-da2b029fa6f4 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.84 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 821 time: 0.5275600 Aug 28 20:01:49.624954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-497bf31c-9bf3-4a0f-92a5-4d634955e057 req-c0de0225-ab3f-4595-bfdc-4d76c4addfe7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234904 Aug 28 20:01:49.629027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (97bd689f-cc62-4630-9321-25c8abd695ef), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:49.707672 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:49.708912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-71d41801-8d81-4c7d-b3c6-ba348f40fe1a service neutron] 10.222.0.78 "POST /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1/bindings HTTP/1.1" status: 201 len: 389 time: 1.5832152 Aug 28 20:01:49.725481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'port': {'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'admin_state_up': True, 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:50.221355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:50.221699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5626af42-b4cc-453b-898b-5edaafbe973a req-135cdb46-dc40-4885-b38f-bb559b3e3c8c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-826870377', 'description': 'tempest-description-138966508'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:50.240322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd74fdf-e129-4ec7-a380-e91a6e9996b7 req-56ff7780-b044-4557-8687-113a5206fa62 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:50.240512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dd4dbb0a-810e-471e-9320-d440e3e38fa8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:50.248372 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfd74fdf-e129-4ec7-a380-e91a6e9996b7 req-56ff7780-b044-4557-8687-113a5206fa62 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 944 time: 0.1786869 Aug 28 20:01:50.250922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:50.306390 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Sync routers for ids ['520efd1b-3764-415c-895c-b4a12951b477'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:50.336554 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Routers {'520efd1b-3764-415c-895c-b4a12951b477'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:50.337228 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['520efd1b-3764-415c-895c-b4a12951b477'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:50.342880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2c89eede-ab78-44f7-b396-8378aee65ccd up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:50.378556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5626af42-b4cc-453b-898b-5edaafbe973a req-135cdb46-dc40-4885-b38f-bb559b3e3c8c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.431456 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:50.537564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dd4dbb0a-810e-471e-9320-d440e3e38fa8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:50.537965 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.539985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 2c89eede-ab78-44f7-b396-8378aee65ccd completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:01:50.543451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-72861172-de52-4936-9912-15c3f6cf549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:50.550794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-72861172-de52-4936-9912-15c3f6cf549c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1127 time: 0.1206360 Aug 28 20:01:50.601144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Set router 520efd1b-3764-415c-895c-b4a12951b477 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:50.629573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 2c89eede-ab78-44f7-b396-8378aee65ccd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:50.629884 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.707789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:50.728703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5626af42-b4cc-453b-898b-5edaafbe973a req-135cdb46-dc40-4885-b38f-bb559b3e3c8c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (3d6eb247-dd0a-476e-b11b-7bb2d683b93d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.753093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-7c28b830-013e-4e5f-94e9-a50710c67762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:50.762915 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:50.763905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-7c28b830-013e-4e5f-94e9-a50710c67762 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1978469 Aug 28 20:01:50.795898 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:50.821638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2c89eede-ab78-44f7-b396-8378aee65ccd is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:50.822063 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.856923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a158a98e-2c8c-4e24-93de-030ab77525cd None None] Provisioning complete for port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:50.857298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a158a98e-2c8c-4e24-93de-030ab77525cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.858697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-31e4cd85-6f76-4064-a2e0-bbd6f2a6635f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 217 time: 0.0854435 Aug 28 20:01:50.860030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5626af42-b4cc-453b-898b-5edaafbe973a req-135cdb46-dc40-4885-b38f-bb559b3e3c8c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d6eb247-dd0a-476e-b11b-7bb2d683b93d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.883016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:50.890745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c89eede-ab78-44f7-b396-8378aee65ccd'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:50.892901 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d865b651-3a7c-4be2-91a6-6f86cc7e476b" -d '{"events": [{"server_uuid": "4aed69f9-bfae-4be6-a6e8-9707abbd253c", "name": "network-vif-plugged", "status": "completed", "tag": "2c89eede-ab78-44f7-b396-8378aee65ccd"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:50.910479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Router 97bd689f-cc62-4630-9321-25c8abd695ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:50.911882 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:50.914549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:50.921516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Made reservation on behalf of 2cfe92f7e31c4c4eb8886f256f57df8e for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:01:50.926283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dd4dbb0a-810e-471e-9320-d440e3e38fa8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:50.927409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 63aa84b0-378c-4a61-98a3-bd877a34e8db up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:50.928787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:50.958968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-81bf8d3d-43bd-43b7-9743-eaa3ff396326 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4f52b50c-27cb-4a25-b5e7-700849fe91d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3799281 Aug 28 20:01:50.988691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cdb46-dc40-4885-b38f-bb559b3e3c8c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6eb247-dd0a-476e-b11b-7bb2d683b93d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:50.995187 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:51.012828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-7f60b7a5-c199-46b4-befd-b983d1efb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:51.020099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-7f60b7a5-c199-46b4-befd-b983d1efb36e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.1470258 Aug 28 20:01:51.091596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a158a98e-2c8c-4e24-93de-030ab77525cd None None] Port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:51.102273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:51.116338 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:45Z', 'revision_number': 4, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port': {'id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:33Z', 'updated_at': '2022-08-28T20:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cabfa74b-04a6-4dee-98a4-51e72f708b5d', 'name': '', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'mac_address': 'fa:16:3e:7f:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:43Z', 'updated_at': '2022-08-28T20:01:46Z', 'revision_number': 2, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'subnets': [{'id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:51.128806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-99f2aac8-4368-44c1-9e52-1a5444213e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:51.133697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 63aa84b0-378c-4a61-98a3-bd877a34e8db triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:51.134227 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:51.136815 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-99f2aac8-4368-44c1-9e52-1a5444213e17 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1044798 Aug 28 20:01:51.156696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfd74fdf-e129-4ec7-a380-e91a6e9996b7 req-57ae43bd-d6c8-427a-998a-3875d6ac0a27 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9073353 Aug 28 20:01:51.181110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Checking router: 520efd1b-3764-415c-895c-b4a12951b477 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:51.182465 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Updating router 520efd1b-3764-415c-895c-b4a12951b477 port cabfa74b-04a6-4dee-98a4-51e72f708b5d binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:51.224689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5626af42-b4cc-453b-898b-5edaafbe973a req-135cdb46-dc40-4885-b38f-bb559b3e3c8c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:51.255600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5626af42-b4cc-453b-898b-5edaafbe973a req-135cdb46-dc40-4885-b38f-bb559b3e3c8c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.0401518 Aug 28 20:01:51.274944 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:51.393921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 63aa84b0-378c-4a61-98a3-bd877a34e8db is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:51.395863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:51.418483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dafe7c8d-4aae-4bcf-ba91-40f3fa1ee8c5 req-8702a230-a927-43b2-a6a6-a12907a58392 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 210 time: 0.0584767 Aug 28 20:01:51.451294 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:51.458322 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-9b4df618-59e7-4288-8843-6c8b2144eb31 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158629 Aug 28 20:01:51.489658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 63aa84b0-378c-4a61-98a3-bd877a34e8db, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=63aa84b0-378c-4a61-98a3-bd877a34e8db,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:51.504949 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dc4a35-34c3-4419-a49f-ec26b77e4c8c x-openstack-request-id: req-a1dc4a35-34c3-4419-a49f-ec26b77e4c8c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:51.505248 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed69f9-bfae-4be6-a6e8-9707abbd253c", "name": "network-vif-plugged", "status": "completed", "tag": "2c89eede-ab78-44f7-b396-8378aee65ccd", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:51.505504 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1dc4a35-34c3-4419-a49f-ec26b77e4c8c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:51.505930 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1dc4a35-34c3-4419-a49f-ec26b77e4c8c'] response: {'server_uuid': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c89eede-ab78-44f7-b396-8378aee65ccd', 'code': 200} Aug 28 20:01:51.549912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:51.550272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc4ad829-6047-413a-965d-f4898aa55c96 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:51.594530 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:51.607319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Allocated IP 172.20.0.10 (8c51a71c-593a-4dab-8c5b-035d0ddce249/58b96036-b3f1-480b-a8c5-ca2daf8a269a/3aad8831-917e-4ec3-b886-867198af69e3) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:01:51.680153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892f9a8-ad84-451b-89d9-34a62eddc17f req-e0cdd285-4079-4234-9400-ca0cf7f9e0b6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:51.687814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b892f9a8-ad84-451b-89d9-34a62eddc17f req-e0cdd285-4079-4234-9400-ca0cf7f9e0b6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.1887748 Aug 28 20:01:51.751459 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-a87fc04a-0405-4504-8104-866c2f185608 req-4fba34a9-50e1-4f0d-b98a-d4ea81dda218 tempest-FloatingIPDetailsNegativeTestJSON-855128044 tempest-FloatingIPDetailsNegativeTestJSON-855128044-project] show failed (client error): The resource could not be found. Aug 28 20:01:51.752722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a87fc04a-0405-4504-8104-866c2f185608 req-4fba34a9-50e1-4f0d-b98a-d4ea81dda218 tempest-FloatingIPDetailsNegativeTestJSON-855128044 tempest-FloatingIPDetailsNegativeTestJSON-855128044-project] 10.222.0.78 "GET /networking/v2.0/floatingips/58951df4-dc7a-4818-920e-77c8b70738cb HTTP/1.1" status: 404 len: 350 time: 0.0715654 Aug 28 20:01:51.758181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-ce8679de-c512-432f-a552-6d95eea9b4d1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836049 Aug 28 20:01:51.778022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:51.778484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904de442-4de6-46b5-8739-dd13e278641d req-1f692eab-2603-4ba5-b6d2-2b18be289c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:51.778484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-904de442-4de6-46b5-8739-dd13e278641d req-1f692eab-2603-4ba5-b6d2-2b18be289c95 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 1127 time: 0.1411762 Aug 28 20:01:51.778484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43894) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:51.798366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-77927d4d-7c69-4e77-8d01-2caee8a36c1f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/97bd689f-cc62-4630-9321-25c8abd695ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9617248 Aug 28 20:01:51.801494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43896) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:51.807142 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] Sync routers for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:51.816229 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:51.827608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b892f9a8-ad84-451b-89d9-34a62eddc17f req-340b4eb4-b81f-4cd7-9fda-68e2bcb85090 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387856 Aug 28 20:01:51.870771 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:51.871376 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:51.954288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=63aa84b0-378c-4a61-98a3-bd877a34e8db,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:51.998810 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:52.005700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Sync routers for ids ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:52.127286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-8158b49c-b911-4aa4-a9ad-45492bb1baa6 req-d0b346ce-c9b4-483e-867b-10216a132001 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1837437083', 'description': 'tempest-description-17789598'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:52.128847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Routers {'4f52b50c-27cb-4a25-b5e7-700849fe91d3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:52.129719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks [] for router (97bd689f-cc62-4630-9321-25c8abd695ef), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.131606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:52.214363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for port (3aad8831-917e-4ec3-b886-867198af69e3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.217011 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-09e49e5d-8abd-4ed2-9973-66e4e151401b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.233721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port dc4ad829-6047-413a-965d-f4898aa55c96 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:52.234309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.262388 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Publish callbacks [] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.268782 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:52.316222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8158b49c-b911-4aa4-a9ad-45492bb1baa6 req-d0b346ce-c9b4-483e-867b-10216a132001 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.367829 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.407378 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:52.414741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Set router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:52.433434 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e195fd-a74a-4c07-aa80-e7ede0ea3f07 None None] Pushing event updated for resources: {'Port': ['ID=cabfa74b-04a6-4dee-98a4-51e72f708b5d,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:52.438266 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-904de442-4de6-46b5-8739-dd13e278641d req-80067854-92b1-48b6-952a-d1ef619a6fd0 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441939 Aug 28 20:01:52.471547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436eab-d47c-4e1b-b468-758472831325 req-557732e7-d16d-409b-be76-03b5cf85f0bc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:52.476823 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:52.495971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34436eab-d47c-4e1b-b468-758472831325 req-557732e7-d16d-409b-be76-03b5cf85f0bc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2081602 Aug 28 20:01:52.523341 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T20:01:48Z', 'revision_number': 5, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port': {'id': 'dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T19:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:52.529881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port dc4ad829-6047-413a-965d-f4898aa55c96 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:52.551468 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks [] for router_gateway (97bd689f-cc62-4630-9321-25c8abd695ef), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.601394 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] Checking router: 97bd689f-cc62-4630-9321-25c8abd695ef for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:52.626452 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:52.647347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34436eab-d47c-4e1b-b468-758472831325 req-6e5fae60-a37d-4710-b910-5b7ab397915b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503623 Aug 28 20:01:52.648701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3aad8831-917e-4ec3-b886-867198af69e3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.780617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8158b49c-b911-4aa4-a9ad-45492bb1baa6 req-d0b346ce-c9b4-483e-867b-10216a132001 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (99704f70-33fe-408c-b951-f1064bc3128a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.786250 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] Routers {'97bd689f-cc62-4630-9321-25c8abd695ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:52.787055 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['97bd689f-cc62-4630-9321-25c8abd695ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:52.810715 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:52.818240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 63aa84b0-378c-4a61-98a3-bd877a34e8db up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:52.858104 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8158b49c-b911-4aa4-a9ad-45492bb1baa6 req-d0b346ce-c9b4-483e-867b-10216a132001 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (99704f70-33fe-408c-b951-f1064bc3128a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.886058 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:52.913231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:01:52.924856 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Attempting to bind port cabfa74b-04a6-4dee-98a4-51e72f708b5d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:52.925238 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Attempting to bind port cabfa74b-04a6-4dee-98a4-51e72f708b5d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:52.925682 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Attempting to bind port cabfa74b-04a6-4dee-98a4-51e72f708b5d on network b59b512a-ab3a-4e74-a354-4896bdac9613 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:52.939289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (4f52b50c-27cb-4a25-b5e7-700849fe91d3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.939522 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:52.939952 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Checking segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:52.940175 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.940572 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Bound using segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:52.941061 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Bound port: cabfa74b-04a6-4dee-98a4-51e72f708b5d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:52.941833 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:52.942501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b346ce-c9b4-483e-867b-10216a132001 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99704f70-33fe-408c-b951-f1064bc3128a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:52.990781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:01:53.024615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:01:53.036298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Deleting port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:53.055116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.055279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 63aa84b0-378c-4a61-98a3-bd877a34e8db triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:53.055279 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.115910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 4, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port': {'id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:38Z', 'updated_at': '2022-08-28T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '7d3f5b98-30e0-457b-bd64-8d8910201ed9', 'name': '', 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'mac_address': 'fa:16:3e:e5:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '59b57d67-dac4-4a93-956f-dc3a865050ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:43Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 2, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'subnets': [{'id': '59b57d67-dac4-4a93-956f-dc3a865050ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:53.177538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Checking router: 4f52b50c-27cb-4a25-b5e7-700849fe91d3 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:53.177926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Updating router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:01:53.226708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a857-ddb0-42fa-9264-d6c4cafaae3b req-b90f0c27-779c-4f96-8d39-a905322fdb64 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:53.226708 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f893a857-ddb0-42fa-9264-d6c4cafaae3b req-b90f0c27-779c-4f96-8d39-a905322fdb64 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 945 time: 0.3047462 Aug 28 20:01:53.237002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Pushing event updated for resources: {'Port': ['ID=3aad8831-917e-4ec3-b886-867198af69e3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:53.274108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8158b49c-b911-4aa4-a9ad-45492bb1baa6 req-d0b346ce-c9b4-483e-867b-10216a132001 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.307116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8158b49c-b911-4aa4-a9ad-45492bb1baa6 req-d0b346ce-c9b4-483e-867b-10216a132001 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.1892014 Aug 28 20:01:53.317281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:53.318473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.341290 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] For port cabfa74b-04a6-4dee-98a4-51e72f708b5d, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:53.345410 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] For port cabfa74b-04a6-4dee-98a4-51e72f708b5d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cabfa74b-04a6-4dee-98a4-51e72f708b5d,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:53.376437 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] Set router 97bd689f-cc62-4630-9321-25c8abd695ef gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:53.394294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f893a857-ddb0-42fa-9264-d6c4cafaae3b req-db9e1f43-b33a-4e75-b316-0286fc57f6c5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738591 Aug 28 20:01:53.409357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.428582 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.461325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] For port dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:53.461716 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.470500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 63aa84b0-378c-4a61-98a3-bd877a34e8db is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:53.480550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-cfaf8534-f4e2-4e3b-815c-ac4fa1d95d0e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7632535 Aug 28 20:01:53.511138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Request body: {'port': {'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:01:53.513145 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.555540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Calling delete_port for dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:53.628652 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:53.679481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Deleting port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:53.680054 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.726839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2331b-154e-4400-ac15-84246ccf4979 req-5a051c07-8543-4b27-a62d-18e368e52873 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:53.735953 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67a2331b-154e-4400-ac15-84246ccf4979 req-5a051c07-8543-4b27-a62d-18e368e52873 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 932 time: 0.2301717 Aug 28 20:01:53.752882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2daee3-28d4-4591-ac36-ce338a9d5059 req-d5d26eeb-0d46-4c3c-9410-0be843a4e730 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:53.759380 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e195fd-a74a-4c07-aa80-e7ede0ea3f07 None None] Pushing event updated for resources: {'Port': ['ID=cabfa74b-04a6-4dee-98a4-51e72f708b5d,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:53.763528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe2daee3-28d4-4591-ac36-ce338a9d5059 req-d5d26eeb-0d46-4c3c-9410-0be843a4e730 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.2044327 Aug 28 20:01:53.780030 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T20:01:52Z', 'revision_number': 6, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:53.795951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-971bd678-c91b-4cea-b5bc-ddda3a949f52 None None] Provisioning complete for port 3aad8831-917e-4ec3-b886-867198af69e3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:53.796538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-971bd678-c91b-4cea-b5bc-ddda3a949f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3aad8831-917e-4ec3-b886-867198af69e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.841637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3aad8831-917e-4ec3-b886-867198af69e3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:53.850692 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Routers {'520efd1b-3764-415c-895c-b4a12951b477'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:53.852085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['520efd1b-3764-415c-895c-b4a12951b477'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:53.870689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-971bd678-c91b-4cea-b5bc-ddda3a949f52 None None] Port 3aad8831-917e-4ec3-b886-867198af69e3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:01:53.909827 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:53.992376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67a2331b-154e-4400-ac15-84246ccf4979 req-e33de024-d1e5-4e8c-87cd-9a8c8f9688b7 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876719 Aug 28 20:01:54.014159 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:54.036158 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f69f4-6a1b-4887-9654-15cf89e0ad91 None None] The sync data for ids ['97bd689f-cc62-4630-9321-25c8abd695ef'] in n-d-854121-7 is: [{'id': '97bd689f-cc62-4630-9321-25c8abd695ef', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819928759-router', 'tenant_id': '722e7cf4482747a98836d2a4a1761042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:19Z', 'updated_at': '2022-08-28T20:01:52Z', 'revision_number': 6, 'project_id': '722e7cf4482747a98836d2a4a1761042', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:54.043860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Calling delete_port for 7d3f5b98-30e0-457b-bd64-8d8910201ed9 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:54.145254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe2daee3-28d4-4591-ac36-ce338a9d5059 req-4cb6fca2-933f-4302-9271-944058ea1742 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808110 Aug 28 20:01:54.192121 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] Set router 520efd1b-3764-415c-895c-b4a12951b477 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:54.264824 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0bb1042c-3f32-49ae-8f2d-4762b720a8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:54.331745 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:54.496097 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Publish callbacks [] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:54.608558 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:54.616672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7fa8bbe-04ad-4629-a558-8d129db979b3 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:54.677840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a7fa8bbe-04ad-4629-a558-8d129db979b3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:54.678368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7fa8bbe-04ad-4629-a558-8d129db979b3 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:54.791414 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:45Z', 'revision_number': 4, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port': {'id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:33Z', 'updated_at': '2022-08-28T20:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cabfa74b-04a6-4dee-98a4-51e72f708b5d', 'name': '', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'mac_address': 'fa:16:3e:7f:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:43Z', 'updated_at': '2022-08-28T20:01:53Z', 'revision_number': 4, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'subnets': [{'id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:54.825679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f927b-1b05-4719-abe2-a30b947afd2b None None] Pushing event updated for resources: {'Port': ['ID=7d3f5b98-30e0-457b-bd64-8d8910201ed9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:54.844946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Attempting to bind port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:54.846511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Attempting to bind port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:54.851785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Attempting to bind port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 on network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:54.855502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:54.856239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Checking segment: {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:54.857204 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:54.857837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Bound using segment: {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:54.858732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Bound port: 7d3f5b98-30e0-457b-bd64-8d8910201ed9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:54.859596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:54.869054 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e3ddf7-d90b-4f17-8745-a6bd1a9372b1 None None] The sync data for ids ['520efd1b-3764-415c-895c-b4a12951b477'] in n-d-854121-7 is: [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:01:45Z', 'revision_number': 4, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port': {'id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:33Z', 'updated_at': '2022-08-28T20:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cabfa74b-04a6-4dee-98a4-51e72f708b5d', 'name': '', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'mac_address': 'fa:16:3e:7f:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:43Z', 'updated_at': '2022-08-28T20:01:53Z', 'revision_number': 4, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'subnets': [{'id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:54.956308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-949076b8-2c0f-4715-ad42-8e19cbeaa4f0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:54.979887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-949076b8-2c0f-4715-ad42-8e19cbeaa4f0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 813 time: 0.5001092 Aug 28 20:01:55.033670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-9fb7bb8e-2b99-4f13-b726-a9d4fad49f47 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/quotas/51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 375 time: 0.0519238 Aug 28 20:01:55.060782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1eed9-2f1c-478c-81ab-3cee8d2749b5 req-5d6f7ff5-2524-4b2e-a16f-3975ce885e05 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:55.062410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12c1eed9-2f1c-478c-81ab-3cee8d2749b5 req-5d6f7ff5-2524-4b2e-a16f-3975ce885e05 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.6117885 Aug 28 20:01:55.135363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-508ccc4a-27ff-426d-a1b5-24813e616ca8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930045 Aug 28 20:01:55.148215 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:01:55.148556 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:01:55.165802 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:55.241912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:55.343088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:55.414404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12c1eed9-2f1c-478c-81ab-3cee8d2749b5 req-34670876-9e13-4001-95bc-98fcbf97c374 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345473 Aug 28 20:01:55.647498 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (97bd689f-cc62-4630-9321-25c8abd695ef), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:55.673020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Attempting to bind port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:55.673597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Attempting to bind port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:55.674108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Attempting to bind port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 on network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:55.675391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3f5b98-30e0-457b-bd64-8d8910201ed9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:55.700387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:55.700773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Checking segment: {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:55.701190 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:55.701714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Bound using segment: {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:55.704261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Bound port: 7d3f5b98-30e0-457b-bd64-8d8910201ed9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d954168-d896-4096-b965-6270cd002200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1ebf3af8-e420-4404-90b8-f74da6a1ffc7'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:55.704692 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7d3f5b98-30e0-457b-bd64-8d8910201ed9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:55.713122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:55.786494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Port 7d3f5b98-30e0-457b-bd64-8d8910201ed9 has been deleted concurrently {{(pid=114323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 28 20:01:55.801380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aad8831-917e-4ec3-b886-867198af69e3 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:01:55.806526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Routers {'4f52b50c-27cb-4a25-b5e7-700849fe91d3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:55.807692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 12},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:55.818154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Publish callbacks [] for port (3aad8831-917e-4ec3-b886-867198af69e3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:55.850660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Transition to ACTIVE for port object 3aad8831-917e-4ec3-b886-867198af69e3 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:01:55.860524 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:55.873894 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7219ce-a674-461c-81df-345cf8a4c05b req-de7862dd-0cd3-4844-95a2-d8fe2e5a8296 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:55.884398 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e7219ce-a674-461c-81df-345cf8a4c05b req-de7862dd-0cd3-4844-95a2-d8fe2e5a8296 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 945 time: 0.3359530 Aug 28 20:01:55.889320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-ae68c9ab-63a3-41d7-a6e5-a58bc4c1b827 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530808 Aug 28 20:01:56.034751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3aad8831-917e-4ec3-b886-867198af69e3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:56.096643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (97bd689f-cc62-4630-9321-25c8abd695ef), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:56.108860 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] Set router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:56.169147 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:56.187789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e7219ce-a674-461c-81df-345cf8a4c05b req-8f6e6389-2f29-4ed0-8be4-7a29db9fd0c5 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827783 Aug 28 20:01:56.216585 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks [] for router_controller (97bd689f-cc62-4630-9321-25c8abd695ef), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:56.257172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (4f52b50c-27cb-4a25-b5e7-700849fe91d3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:56.423484 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:56.434124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:54Z', 'revision_number': 5, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port': {'id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:38Z', 'updated_at': '2022-08-28T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:56.439943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Pushing event updated for resources: {'Port': ['ID=3aad8831-917e-4ec3-b886-867198af69e3,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:56.503263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581067a2-d800-4441-b0ff-da5fdbb756db None None] The sync data for ids ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'] in n-d-854121-7 is: [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:54Z', 'revision_number': 5, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port': {'id': '63aa84b0-378c-4a61-98a3-bd877a34e8db', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:38Z', 'updated_at': '2022-08-28T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:56.549084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9d5e-72a1-49db-a9dd-1ea80e29a39a req-1c6cc753-3324-4996-97a9-3b1df1fa7607 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:56.562892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-363e9d5e-72a1-49db-a9dd-1ea80e29a39a req-1c6cc753-3324-4996-97a9-3b1df1fa7607 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 944 time: 0.1955035 Aug 28 20:01:56.592595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (97bd689f-cc62-4630-9321-25c8abd695ef), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:56.598225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97bd689f-cc62-4630-9321-25c8abd695ef {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:01:56.633920 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:56.637653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:56.638928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-94fe4633-d88f-478c-886d-ff9df360a12e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/97bd689f-cc62-4630-9321-25c8abd695ef HTTP/1.1" status: 204 len: 168 time: 4.8354366 Aug 28 20:01:56.659222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43938) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:56.701243 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:56.704060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-1c7b2618-fa34-4936-93af-6210e532d894 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472522 Aug 28 20:01:56.722997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Attempting to bind port 3aad8831-917e-4ec3-b886-867198af69e3 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:01:56.723345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Attempting to bind port 3aad8831-917e-4ec3-b886-867198af69e3 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:01:56.723682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Attempting to bind port 3aad8831-917e-4ec3-b886-867198af69e3 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:56.791386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Port 3aad8831-917e-4ec3-b886-867198af69e3 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:01:56.791624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Attempting to bind port 3aad8831-917e-4ec3-b886-867198af69e3 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:01:56.833796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-363e9d5e-72a1-49db-a9dd-1ea80e29a39a req-3d903001-caee-46ca-afa7-77632bcc0bba tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706077 Aug 28 20:01:56.834645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:01:56.834986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Checking segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:01:56.835447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Bound using segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:01:56.835818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Bound port: 3aad8831-917e-4ec3-b886-867198af69e3, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:01:56.836184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3aad8831-917e-4ec3-b886-867198af69e3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:56.861539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cabfa74b-04a6-4dee-98a4-51e72f708b5d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:56.979288 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:56.985324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] Deleting subnet 4840aad5-d346-4519-9cd0-422036b5ca35 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:01:56.989547 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] Publish callbacks [] for subnet (4840aad5-d346-4519-9cd0-422036b5ca35), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.058664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cabfa74b-04a6-4dee-98a4-51e72f708b5d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:57.059052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.086032 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (4840aad5-d346-4519-9cd0-422036b5ca35), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.183972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] For port 3aad8831-917e-4ec3-b886-867198af69e3, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:01:57.190115 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.254749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cabfa74b-04a6-4dee-98a4-51e72f708b5d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:57.255380 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.286186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9788-60b7-4704-babc-a7fa1f07b7a5 req-ffaafd42-509b-4943-bc2d-102ff2b4e369 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:57.317744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port cabfa74b-04a6-4dee-98a4-51e72f708b5d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cabfa74b-04a6-4dee-98a4-51e72f708b5d,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:57.320893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14ca9788-60b7-4704-babc-a7fa1f07b7a5 req-ffaafd42-509b-4943-bc2d-102ff2b4e369 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.2975218 Aug 28 20:01:57.341198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] For port 3aad8831-917e-4ec3-b886-867198af69e3, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3aad8831-917e-4ec3-b886-867198af69e3,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:01:57.418760 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.468905 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3aad8831-917e-4ec3-b886-867198af69e3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.521426 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.521560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:57.535476 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.536868 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 1092 time: 4.0387866 Aug 28 20:01:57.538520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:01:57.544248 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a71c76a-c2e4-42fb-8864-5170d43918fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:01:57.552313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:01:57.556232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:01:57.585974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=cabfa74b-04a6-4dee-98a4-51e72f708b5d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:57.595271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14ca9788-60b7-4704-babc-a7fa1f07b7a5 req-b05d6a03-e8d7-47db-97e0-5803ba67514c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729862 Aug 28 20:01:57.646025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c466f-ca56-4d7c-ac3d-f913a1750041 req-92e5eff9-e34c-40db-be9e-96e9f02aca07 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:57.649944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba5c466f-ca56-4d7c-ac3d-f913a1750041 req-92e5eff9-e34c-40db-be9e-96e9f02aca07 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.4113758 Aug 28 20:01:57.656128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (4840aad5-d346-4519-9cd0-422036b5ca35), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:57.683457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:01:57.684106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc68e48e-23d2-4393-ac9a-6ee2d3b53e4e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:01:57.694283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706b649-206c-4032-a8b4-549f4b4a0be4 service neutron] Pushing event updated for resources: {'Port': ['ID=3aad8831-917e-4ec3-b886-867198af69e3,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:57.888868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-7cc78594-7822-49bc-8365-cf85f3fd929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:57.891077 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-7cc78594-7822-49bc-8365-cf85f3fd929e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1126 time: 0.0808015 Aug 28 20:01:57.948796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba5c466f-ca56-4d7c-ac3d-f913a1750041 req-fc75381b-7e15-4728-adbc-7f363b17edba tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305851 Aug 28 20:01:57.965822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-eca2cb0c-fd6e-497b-a07e-4beef017051e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 217 time: 0.0529468 Aug 28 20:01:57.983860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:01:57.991090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9bf39ab-82f2-42c1-aa75-92908c19bcf1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4f52b50c-27cb-4a25-b5e7-700849fe91d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2110434 Aug 28 20:01:57.999911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43964) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:58.071077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-921ac6d0-fce8-4d9b-a8b6-85b72b36c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:58.076143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-921ac6d0-fce8-4d9b-a8b6-85b72b36c4a6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.0953329 Aug 28 20:01:58.076281 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:58.100079 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:58.171017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (4840aad5-d346-4519-9cd0-422036b5ca35), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:58.192498 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-071259e2-21ce-432f-9907-a837afb2cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:58.196964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-071259e2-21ce-432f-9907-a837afb2cb00 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128113 Aug 28 20:01:58.234851 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-62eab95c-7909-440e-909b-feee7c06dde7 req-a43eb6ca-de68-4ccc-ab8f-68998de81d78 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 210 time: 0.1575944 Aug 28 20:01:58.274044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4840aad5-d346-4519-9cd0-422036b5ca35,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:58.281353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:58.285050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aed9937f-0666-4dc5-9036-f33ce1d9c008 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4840aad5-d346-4519-9cd0-422036b5ca35 HTTP/1.1" status: 204 len: 168 time: 1.6231062 Aug 28 20:01:58.287676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43968) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:01:58.292270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b3ca8-b161-4aa3-9bc4-efc0d5f03d59 None None] Network 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:01:58.311040 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks [] for router (4f52b50c-27cb-4a25-b5e7-700849fe91d3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:58.427785 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e261f-40fd-4205-a69e-892d45e2eebd x-openstack-request-id: req-908e261f-40fd-4205-a69e-892d45e2eebd {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:01:58.430192 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:01:58.430192 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-908e261f-40fd-4205-a69e-892d45e2eebd {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:01:58.430192 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908e261f-40fd-4205-a69e-892d45e2eebd'] response: {'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3', 'status': 'completed', 'code': 200} Aug 28 20:01:58.458335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-1f93197a-d4d9-47a8-82f9-23636faa84b3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492275 Aug 28 20:01:58.684443 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c4e8a70-4a11-466b-833f-f673d4044049 req-4290d610-1435-4ad4-921a-d4ace19507da service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174907 Aug 28 20:01:58.691592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks [] for router_gateway (4f52b50c-27cb-4a25-b5e7-700849fe91d3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:58.842372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53872b8c-26c2-4bc4-8117-60c4cfa9ca70 req-774d24b2-01be-4c27-936a-24dab4b7a721 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:58.845079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53872b8c-26c2-4bc4-8117-60c4cfa9ca70 req-774d24b2-01be-4c27-936a-24dab4b7a721 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 944 time: 0.1601908 Aug 28 20:01:58.849583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:58.858482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cabfa74b-04a6-4dee-98a4-51e72f708b5d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:01:58.867946 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:58.958305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cabfa74b-04a6-4dee-98a4-51e72f708b5d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:01:58.959213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.010877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee9c08-b89d-4b56-ba1e-f05f70c9843b req-443b7e93-3b5b-4b8e-9cbf-b9ed33c082ac tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:59.019803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a4ee9c08-b89d-4b56-ba1e-f05f70c9843b req-443b7e93-3b5b-4b8e-9cbf-b9ed33c082ac tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1844387 Aug 28 20:01:59.039292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] DHCP port deletion for 59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:01:59.052030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] Sync routers for ids ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:01:59.058318 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53872b8c-26c2-4bc4-8117-60c4cfa9ca70 req-2bb64960-a63a-44b2-abeb-7c00e7b331a3 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032504 Aug 28 20:01:59.059449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Deleting port cf7dc46b-c229-46e5-9560-43eba824d869 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:59.067189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.074760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Deleting port 63aa84b0-378c-4a61-98a3-bd877a34e8db {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:59.081526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.116250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] Routers {'4f52b50c-27cb-4a25-b5e7-700849fe91d3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:59.119467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 12},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:59.182097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a4ee9c08-b89d-4b56-ba1e-f05f70c9843b req-648aa921-2427-47df-a528-bcb6c7f2c244 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609588 Aug 28 20:01:59.304168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] For port 63aa84b0-378c-4a61-98a3-bd877a34e8db, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=63aa84b0-378c-4a61-98a3-bd877a34e8db,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:59.304557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.321452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Calling delete_port for 63aa84b0-378c-4a61-98a3-bd877a34e8db owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:59.324958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Deleting port cf7dc46b-c229-46e5-9560-43eba824d869 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:01:59.324958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.412806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] Set router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:59.486730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:58Z', 'revision_number': 6, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:59.492087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cabfa74b-04a6-4dee-98a4-51e72f708b5d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:01:59.536259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] For port cf7dc46b-c229-46e5-9560-43eba824d869, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cf7dc46b-c229-46e5-9560-43eba824d869,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:59.536661 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.539907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] Checking router: 4f52b50c-27cb-4a25-b5e7-700849fe91d3 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:01:59.564567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Calling delete_port for cf7dc46b-c229-46e5-9560-43eba824d869 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:59.566893 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:59.569159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] Routers {'4f52b50c-27cb-4a25-b5e7-700849fe91d3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:01:59.570027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 12},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:59.586898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] For port cf7dc46b-c229-46e5-9560-43eba824d869, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cf7dc46b-c229-46e5-9560-43eba824d869,segment=NetworkSegment(e7be4222-3479-4843-90e1-5099c56f5492),segment_id=e7be4222-3479-4843-90e1-5099c56f5492)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:01:59.587309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.588874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175adb9-8b78-4831-808b-bb8e0435d792 req-1964ed61-6268-4b21-9684-cd0427ee2868 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:59.605197 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:01:59.606921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3175adb9-8b78-4831-808b-bb8e0435d792 req-1964ed61-6268-4b21-9684-cd0427ee2868 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1201808 Aug 28 20:01:59.611913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Calling delete_port for cf7dc46b-c229-46e5-9560-43eba824d869 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:01:59.630917 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (63aa84b0-378c-4a61-98a3-bd877a34e8db), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:01:59.678837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3bab-1cca-4e41-b95a-a5c20d3a4cd0 req-6432ec4f-138f-4a4b-977f-afa4b7aed79f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:01:59.686306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eeaf3bab-1cca-4e41-b95a-a5c20d3a4cd0 req-6432ec4f-138f-4a4b-977f-afa4b7aed79f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.4886775 Aug 28 20:01:59.776748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Pushing event deleted for resources: {'Port': ['ID=63aa84b0-378c-4a61-98a3-bd877a34e8db,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:01:59.777354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] Set router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:01:59.777427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3175adb9-8b78-4831-808b-bb8e0435d792 req-c1eb88c1-b892-410a-8574-a1a5aa64a75d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365945 Aug 28 20:01:59.799620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:58Z', 'revision_number': 6, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:01:59.841206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc22862-767f-4dcf-bda9-bb173ac712c0 None None] The sync data for ids ['4f52b50c-27cb-4a25-b5e7-700849fe91d3'] in n-d-854121-7 is: [{'id': '4f52b50c-27cb-4a25-b5e7-700849fe91d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1851283853-router', 'tenant_id': 'c342ce57e97c427d9138546094a987e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:37Z', 'updated_at': '2022-08-28T20:01:58Z', 'revision_number': 6, 'project_id': 'c342ce57e97c427d9138546094a987e3', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:01:59.876382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ebcc708-16e0-4fc6-888f-6b5524aa4d36 req-eaf6c810-60ab-47e5-9268-2661c307a7bf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 210 time: 0.0451138 Aug 28 20:01:59.882618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eeaf3bab-1cca-4e41-b95a-a5c20d3a4cd0 req-eb6ee9ab-8339-4173-83a5-43533b91ac6f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951191 Aug 28 20:01:59.921893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (4f52b50c-27cb-4a25-b5e7-700849fe91d3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:00.065793 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (4f52b50c-27cb-4a25-b5e7-700849fe91d3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:00.080820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-7a0d1386-b16d-4a4a-a581-579ba165d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:00.084171 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-7a0d1386-b16d-4a4a-a581-579ba165d391 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1126 time: 0.0678227 Aug 28 20:02:00.087634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks [] for router_controller (4f52b50c-27cb-4a25-b5e7-700849fe91d3), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:00.103137 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:00.137574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e70-2d06-4e8e-a92e-acb9ac0901e6 req-d2431bcc-6c98-48cc-95a9-6a3b42b5747c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:00.139206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f0bb4e70-2d06-4e8e-a92e-acb9ac0901e6 req-d2431bcc-6c98-48cc-95a9-6a3b42b5747c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0894580 Aug 28 20:02:00.198804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f0bb4e70-2d06-4e8e-a92e-acb9ac0901e6 req-7a858935-c72d-46ad-b0a9-99938ba9a0ac tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531991 Aug 28 20:02:00.549028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-1d06baab-22b4-46bb-ba54-5ec1809df470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:00.549028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-1d06baab-22b4-46bb-ba54-5ec1809df470 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.1062553 Aug 28 20:02:00.549028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-aae31717-3ab8-4e58-b9f0-14594e4e35ef service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 217 time: 0.0402315 Aug 28 20:02:00.549028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-28b8f54b-9e4f-41e9-b8e6-f61b2ca38876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:00.549028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-28b8f54b-9e4f-41e9-b8e6-f61b2ca38876 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.0516319 Aug 28 20:02:00.550265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3512d-f8f8-48b1-ab07-a7a04079073b req-d350b702-7007-4dc7-a5f1-d003ff2d6889 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:00.550265 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6c3512d-f8f8-48b1-ab07-a7a04079073b req-d350b702-7007-4dc7-a5f1-d003ff2d6889 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 944 time: 0.0589719 Aug 28 20:02:00.550422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-eb94547a-6a0d-43e9-bcc9-9112b2af1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:00.550422 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-eb94547a-6a0d-43e9-bcc9-9112b2af1fea service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445547 Aug 28 20:02:00.550581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6c3512d-f8f8-48b1-ab07-a7a04079073b req-f6a4042f-96a1-4b7e-b3ba-04450cd3a3fa tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677354 Aug 28 20:02:00.550667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-31086a2b-8027-4223-b308-089777e99fa9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270680 Aug 28 20:02:00.641819 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a71c76a-c2e4-42fb-8864-5170d43918fc req-b76dec39-7836-4de2-a7a3-2fec8a323aec service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291757 Aug 28 20:02:00.678894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cf7dc46b-c229-46e5-9560-43eba824d869 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:00.725426 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:00.732432 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (cf7dc46b-c229-46e5-9560-43eba824d869), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:00.737169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (4f52b50c-27cb-4a25-b5e7-700849fe91d3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:00.737749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f52b50c-27cb-4a25-b5e7-700849fe91d3 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:02:00.759122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba20c7-038e-496a-82ca-ec328a69ef7d req-673a0b46-c04a-4bb1-91b3-7c9213ca6fcd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:00.760955 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b9ba20c7-038e-496a-82ca-ec328a69ef7d req-673a0b46-c04a-4bb1-91b3-7c9213ca6fcd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1323717 Aug 28 20:02:00.777903 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:00.779215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Pushing event deleted for resources: {'Port': ['ID=cf7dc46b-c229-46e5-9560-43eba824d869,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:00.800641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.801116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.801606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.802153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.802484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.803125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.803609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.804092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.804667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.805408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.805926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.806492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.807042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.807569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.808143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:00.808535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:00.810664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-14a4cf53-9617-4ba3-96bf-f20d9747c72f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/4f52b50c-27cb-4a25-b5e7-700849fe91d3 HTTP/1.1" status: 204 len: 168 time: 2.8095534 Aug 28 20:02:00.812731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc41908-ee4e-4c3f-90e2-21ab15e8d20d None None] No DVR routers for this DVR port cf7dc46b-c229-46e5-9560-43eba824d869 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:00.813212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44026) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:00.834843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No active binding found for port cf7dc46b-c229-46e5-9560-43eba824d869 {{(pid=114323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 28 20:02:00.850059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] The host n-d-854121-7 is not matching for port cf7dc46b-c229-46e5-9560-43eba824d869 host None! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:02:00.850643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cf7dc46b-c229-46e5-9560-43eba824d869 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:00.854513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7dc46b-c229-46e5-9560-43eba824d869,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:00.854664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 63aa84b0-378c-4a61-98a3-bd877a34e8db no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:00.880404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 63aa84b0-378c-4a61-98a3-bd877a34e8db {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:00.881038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 63aa84b0-378c-4a61-98a3-bd877a34e8db not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:00.896551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] No DVR routers for this DVR port cf7dc46b-c229-46e5-9560-43eba824d869 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:00.914746 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:00.961697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] Deleting subnet 59b57d67-dac4-4a93-956f-dc3a865050ac {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:02:00.968662 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] Publish callbacks [] for subnet (59b57d67-dac4-4a93-956f-dc3a865050ac), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.033908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (59b57d67-dac4-4a93-956f-dc3a865050ac), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.076731 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.111719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:01.131326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7be4222-3479-4843-90e1-5099c56f5492') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:01.131326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7be4222-3479-4843-90e1-5099c56f5492') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:01.144817 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (e7be4222-3479-4843-90e1-5099c56f5492), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.176769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e7be4222-3479-4843-90e1-5099c56f5492), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.203741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:02:01.204162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (e7be4222-3479-4843-90e1-5099c56f5492), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.267241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1ba8e-30aa-477e-bb95-3a40067e379e req-8d73a3c6-9ce7-4064-bed0-f83c3782ecb0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:01.269812 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14e1ba8e-30aa-477e-bb95-3a40067e379e req-8d73a3c6-9ce7-4064-bed0-f83c3782ecb0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.1470439 Aug 28 20:02:01.328425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3aad8831-917e-4ec3-b886-867198af69e3 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:02:01.345759 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment e7be4222-3479-4843-90e1-5099c56f5492 resource provider aggregate not found Aug 28 20:02:01.368217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b9ba20c7-038e-496a-82ca-ec328a69ef7d req-b898404a-915f-49de-b043-0207f3ec3e98 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973983 Aug 28 20:02:01.375753 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment e7be4222-3479-4843-90e1-5099c56f5492 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7be4222-3479-4843-90e1-5099c56f5492 found for delete ", "request_id": "req-ca00bc53-6426-462f-9583-9163934139f1"}]} Aug 28 20:02:01.386950 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:01.501047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92bfaaf6-6678-4be2-af4b-b11f7837870b req-c6d6591d-4fa9-4e07-aa09-cc778c8d59a2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 210 time: 0.0558612 Aug 28 20:02:01.510189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.521142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.534483 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14e1ba8e-30aa-477e-bb95-3a40067e379e req-88c07be4-e9e7-4f31-8986-cd5a00393692 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498248 Aug 28 20:02:01.547913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2 HTTP/1.1" status: 204 len: 168 time: 3.2567422 Aug 28 20:02:01.551397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44046) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:01.563506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (59b57d67-dac4-4a93-956f-dc3a865050ac), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.612896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebc1c2-4cbe-46be-b162-43e348fedf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=59c7aff4-a3d6-40c1-b7a5-ed8aa1a5c3f2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:01.767404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7ce3-1ee6-488f-8c93-4054b281b377 req-486fe978-4ca2-48d6-ad84-3c5dcde592e2 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:01.770980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de8a7ce3-1ee6-488f-8c93-4054b281b377 req-486fe978-4ca2-48d6-ad84-3c5dcde592e2 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 945 time: 0.1129446 Aug 28 20:02:01.842743 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de8a7ce3-1ee6-488f-8c93-4054b281b377 req-2d007b75-9bc3-4be3-9d61-0fbfc6c8baa8 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649614 Aug 28 20:02:01.901583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (59b57d67-dac4-4a93-956f-dc3a865050ac), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.969029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:01.972692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/59b57d67-dac4-4a93-956f-dc3a865050ac HTTP/1.1" status: 204 len: 168 time: 1.1581078 Aug 28 20:02:01.973714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b05b89-f93d-4ee7-ae2e-78b823a17b1d None None] Network 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:01.996250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44062) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:02.055885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f856f-1477-4c8f-93b8-e78ba49a555b req-b325d156-2651-45ad-bb50-23d6938374f6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:02.058596 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-405f856f-1477-4c8f-93b8-e78ba49a555b req-b325d156-2651-45ad-bb50-23d6938374f6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0938578 Aug 28 20:02:02.068667 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:02.138758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3aad8831-917e-4ec3-b886-867198af69e3, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3aad8831-917e-4ec3-b886-867198af69e3,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:02.146277 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:02.155582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18877f57-c2de-454c-9d29-c7c8f6ddb73a req-f14c8233-74e5-4b94-859a-2bfa241f45c0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:02.164168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18877f57-c2de-454c-9d29-c7c8f6ddb73a req-f14c8233-74e5-4b94-859a-2bfa241f45c0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 944 time: 0.3815515 Aug 28 20:02:02.186400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '3aad8831-917e-4ec3-b886-867198af69e3', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'mac_address': 'fa:16:3e:a7:26:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:02:02.186964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f65370-7791-4fb8-83e8-d750104fbdaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b57d67-dac4-4a93-956f-dc3a865050ac,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:02.201422 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-405f856f-1477-4c8f-93b8-e78ba49a555b req-28a9db95-27af-45b6-8f71-20a711946797 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367807 Aug 28 20:02:02.299588 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:02.304016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3aad8831-917e-4ec3-b886-867198af69e3 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:02.304679 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3aad8831-917e-4ec3-b886-867198af69e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:02.313145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2c89eede-ab78-44f7-b396-8378aee65ccd details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:02:02.317988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] DHCP port deletion for 1ebf3af8-e420-4404-90b8-f74da6a1ffc7 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:02:02.432687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57510e-9d2b-4d5e-a1e4-d19f6412cf27 req-18606d92-2816-4f75-aa08-9cd0cdedb74a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:02.435255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b57510e-9d2b-4d5e-a1e4-d19f6412cf27 req-18606d92-2816-4f75-aa08-9cd0cdedb74a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0999796 Aug 28 20:02:02.447507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (1ebf3af8-e420-4404-90b8-f74da6a1ffc7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:02.470646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18877f57-c2de-454c-9d29-c7c8f6ddb73a req-cf47f4dc-5533-4ca6-9024-9dfacb4af771 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045266 Aug 28 20:02:02.511697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aad8831-917e-4ec3-b886-867198af69e3 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:02.525824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b57510e-9d2b-4d5e-a1e4-d19f6412cf27 req-81cb9d27-c039-4cbe-b090-d764d9ee232d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751436 Aug 28 20:02:02.613897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Deleting port 6de0eda0-c5fd-4061-b8d1-88c891027a21 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:02.613897 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:02.843854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83e9ee-2e31-469a-8fc4-1f045cacb347 req-5696697c-11d4-4679-ba99-8474ddb9ba2e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:02.845802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f83e9ee-2e31-469a-8fc4-1f045cacb347 req-5696697c-11d4-4679-ba99-8474ddb9ba2e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.1150334 Aug 28 20:02:02.895814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6de0eda0-c5fd-4061-b8d1-88c891027a21 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:02.898424 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:02.899641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] Deleting port 6de0eda0-c5fd-4061-b8d1-88c891027a21 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:02.900190 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:02.905678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3aad8831-917e-4ec3-b886-867198af69e3, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3aad8831-917e-4ec3-b886-867198af69e3,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:02.990105 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f83e9ee-2e31-469a-8fc4-1f045cacb347 req-9251529d-1df3-4c34-9701-0c9b7682d816 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340649 Aug 28 20:02:03.080319 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:03.081662 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f0788a68-baa0-49e4-aaab-8ee35e185413), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:03.118413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:03.137529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] For port 6de0eda0-c5fd-4061-b8d1-88c891027a21, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6de0eda0-c5fd-4061-b8d1-88c891027a21,segment=NetworkSegment(0d954168-d896-4096-b965-6270cd002200),segment_id=0d954168-d896-4096-b965-6270cd002200)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:03.137926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:03.138590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2c89eede-ab78-44f7-b396-8378aee65ccd', 'network_id': '83c35358-27a0-4ce4-ae59-facc4d05877d', 'port_id': '2c89eede-ab78-44f7-b396-8378aee65ccd', 'mac_address': 'fa:16:3e:a3:a2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf951cff-f7a5-4776-b4dc-b4942b094c06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:02:03.144441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3aad8831-917e-4ec3-b886-867198af69e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:03.166565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Calling delete_port for 6de0eda0-c5fd-4061-b8d1-88c891027a21 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:03.187069 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a7e2e-0036-4017-90e2-a89440a09526 req-7322157a-c5ed-48b8-9f30-3327cc01109d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:03.189418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-875a7e2e-0036-4017-90e2-a89440a09526 req-7322157a-c5ed-48b8-9f30-3327cc01109d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0983427 Aug 28 20:02:03.297915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-875a7e2e-0036-4017-90e2-a89440a09526 req-ab0ab1bf-0306-4b92-a3bf-a78cc23f7768 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009440 Aug 28 20:02:03.346131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3aad8831-917e-4ec3-b886-867198af69e3,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:03.376785 n-d-854121-7 neutron-server[114323]: INFO neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No ports have port_id starting with 6de0eda0-c5fd-4061-b8d1-88c891027a21 Aug 28 20:02:03.401103 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bcd40871-79db-4648-ba89-fc99cab49fbb req-6e3c7ceb-c0d6-4876-88b6-ceafad5118b2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 210 time: 0.5881472 Aug 28 20:02:03.440062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:03.460903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] For port 6de0eda0-c5fd-4061-b8d1-88c891027a21, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6de0eda0-c5fd-4061-b8d1-88c891027a21,segment=NetworkSegment(0d954168-d896-4096-b965-6270cd002200),segment_id=0d954168-d896-4096-b965-6270cd002200)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:03.461126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:03.479386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] Calling delete_port for 6de0eda0-c5fd-4061-b8d1-88c891027a21 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:03.483073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2c89eede-ab78-44f7-b396-8378aee65ccd is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:03.483654 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:03.539479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c99e43-8933-4fc4-9eda-6d0bc077671c req-b89740e2-58a1-45f5-a4fc-b44bb4555b25 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:03.541971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c89eede-ab78-44f7-b396-8378aee65ccd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:03.551825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6c99e43-8933-4fc4-9eda-6d0bc077671c req-b89740e2-58a1-45f5-a4fc-b44bb4555b25 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 945 time: 0.1092422 Aug 28 20:02:03.564402 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:03.595267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] No DVR routers for this DVR port 6de0eda0-c5fd-4061-b8d1-88c891027a21 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:03.646756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6c99e43-8933-4fc4-9eda-6d0bc077671c req-3401bf24-31d6-42f9-b159-f057db0c600a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937040 Aug 28 20:02:03.742927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3aad8831-917e-4ec3-b886-867198af69e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:03.746509 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (6de0eda0-c5fd-4061-b8d1-88c891027a21), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:03.791985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b76bbf-30c8-47a4-989c-42633e622a4b req-acaff2b0-6a21-4627-9d85-f09b8fb15d77 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:03.800872 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67b76bbf-30c8-47a4-989c-42633e622a4b req-acaff2b0-6a21-4627-9d85-f09b8fb15d77 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 945 time: 0.0838702 Aug 28 20:02:03.903234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:03.903234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] Pushing event deleted for resources: {'Port': ['ID=6de0eda0-c5fd-4061-b8d1-88c891027a21,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:03.924036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67b76bbf-30c8-47a4-989c-42633e622a4b req-fceac479-15fe-44c5-805b-aa03a82e74c3 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209834 Aug 28 20:02:03.974316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32ae37-2dfb-4f2d-b95c-400e06c683a7 None None] No DVR routers for this DVR port 6de0eda0-c5fd-4061-b8d1-88c891027a21 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:04.025926 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.094701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:04.146610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2c89eede-ab78-44f7-b396-8378aee65ccd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:04.184313 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:04.189893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de0eda0-c5fd-4061-b8d1-88c891027a21,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:04.317998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9cb0-6fc1-4de3-89dc-e1185f6f641e req-42917594-a660-4bea-981e-8d82044255c9 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:04.319721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b25c9cb0-6fc1-4de3-89dc-e1185f6f641e req-42917594-a660-4bea-981e-8d82044255c9 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.8064337 Aug 28 20:02:04.370379 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (1ebf3af8-e420-4404-90b8-f74da6a1ffc7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.422777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-0ec21936-917d-4ad7-ab3f-4a467236cb15 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:04.428146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-0ec21936-917d-4ad7-ab3f-4a467236cb15 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 813 time: 1.5686603 Aug 28 20:02:04.457008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'port': {'device_id': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'admin_state_up': True, 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:04.546654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebf3af8-e420-4404-90b8-f74da6a1ffc7']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:04.560723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d954168-d896-4096-b965-6270cd002200') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:04.561028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d954168-d896-4096-b965-6270cd002200') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:04.566534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41d7e3-362f-47d2-a91d-6eecc348e6eb req-72706b57-400d-47a2-8ec7-e5e9f8b44109 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:04.568169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a41d7e3-362f-47d2-a91d-6eecc348e6eb req-72706b57-400d-47a2-8ec7-e5e9f8b44109 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.0563390 Aug 28 20:02:04.578012 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:04.588173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (0d954168-d896-4096-b965-6270cd002200), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.625361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a41d7e3-362f-47d2-a91d-6eecc348e6eb req-6fe372c6-9d91-4ce2-85b3-41b0fccbdd69 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497630 Aug 28 20:02:04.634143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0d954168-d896-4096-b965-6270cd002200), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.645898 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b25c9cb0-6fc1-4de3-89dc-e1185f6f641e req-12e1c03a-9baf-4beb-be9a-30cb72999bb8 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982831 Aug 28 20:02:04.655963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:02:04.656380 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (0d954168-d896-4096-b965-6270cd002200), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.736311 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 0d954168-d896-4096-b965-6270cd002200 resource provider aggregate not found Aug 28 20:02:04.763099 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 0d954168-d896-4096-b965-6270cd002200 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d954168-d896-4096-b965-6270cd002200 found for delete ", "request_id": "req-88d4d5de-e443-4977-a6fd-c9a8eec32a50"}]} Aug 28 20:02:04.834315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db9c9d15-ab1a-45a0-b01f-44e6a299979f req-9b5a4b11-1e95-438a-8d10-cf062367a104 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 210 time: 0.0399613 Aug 28 20:02:04.892129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (1ebf3af8-e420-4404-90b8-f74da6a1ffc7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.907162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.910715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/1ebf3af8-e420-4404-90b8-f74da6a1ffc7 HTTP/1.1" status: 204 len: 168 time: 2.9065986 Aug 28 20:02:04.933836 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:04.937448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4527b8-0c4b-4dfe-adb9-fd1a71f48036 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebf3af8-e420-4404-90b8-f74da6a1ffc7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:04.960536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Deleting port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:04.960536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:04.967560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Made reservation on behalf of 51ab0b6f6a7549a68be0791b209cc1ec for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:04.971505 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.046216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a3dd-0105-4c8e-81e6-f019931da2f0 req-8c83068c-3ae7-4d5e-8336-61f9fe6e3c9d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:05.047805 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5030a3dd-0105-4c8e-81e6-f019931da2f0 req-8c83068c-3ae7-4d5e-8336-61f9fe6e3c9d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1424901 Aug 28 20:02:05.128835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce2829-0376-47cf-88c9-2885ea57beff req-78c4cac3-1b68-4203-a482-bd5c60b11ec1 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:05.142664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02ce2829-0376-47cf-88c9-2885ea57beff req-78c4cac3-1b68-4203-a482-bd5c60b11ec1 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 945 time: 0.0761840 Aug 28 20:02:05.193334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] For port 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,segment=NetworkSegment(71df1d45-7438-48d4-aa0b-b40e18d12503),segment_id=71df1d45-7438-48d4-aa0b-b40e18d12503)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:05.194069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.219095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02ce2829-0376-47cf-88c9-2885ea57beff req-e5c42134-4a55-4f6e-b885-8a7063916d02 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Aug 28 20:02:05.222472 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5030a3dd-0105-4c8e-81e6-f019931da2f0 req-f1a99680-b2b3-4a6e-b3c7-622f8d2a39b9 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650651 Aug 28 20:02:05.266883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Calling delete_port for 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:05.301994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Allocated IP 172.20.0.12 (b59b512a-ab3a-4e74-a354-4896bdac9613/9a8f302c-99b5-4314-85a0-d6d952554d99/3ed4e4c3-2b58-4c63-9ffc-de849950941f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:05.401110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3aad8831-917e-4ec3-b886-867198af69e3 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:05.459719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314b59a-796b-4fb3-84f6-00a051ce1a74 req-d3c74775-6902-44f9-b78f-05b9af4d0753 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:05.461612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c314b59a-796b-4fb3-84f6-00a051ce1a74 req-d3c74775-6902-44f9-b78f-05b9af4d0753 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0728807 Aug 28 20:02:05.476456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d60a8-87d4-4990-9dea-c96415dfb41b req-be77b169-9134-43fb-aa5f-a35488636999 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:05.482471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 3aad8831-917e-4ec3-b886-867198af69e3 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:02:05.492899 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f1d60a8-87d4-4990-9dea-c96415dfb41b req-be77b169-9134-43fb-aa5f-a35488636999 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 944 time: 0.1473227 Aug 28 20:02:05.496126 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:05.523487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44126) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:05.568538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f1d60a8-87d4-4990-9dea-c96415dfb41b req-2c7f45b9-e46c-4686-a629-506d3dc06a45 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727198 Aug 28 20:02:05.616054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 3aad8831-917e-4ec3-b886-867198af69e3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:05.630407 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3aad8831-917e-4ec3-b886-867198af69e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.685638 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c314b59a-796b-4fb3-84f6-00a051ce1a74 req-69f89bfa-aad5-4ced-a331-0722b4a7460e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087750 Aug 28 20:02:05.756674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3aad8831-917e-4ec3-b886-867198af69e3 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:05.757751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3aad8831-917e-4ec3-b886-867198af69e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.779830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cd98a26c-4c13-45de-a335-5ca76b5fe246 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c342ce57e97c427d9138546094a987e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168689 Aug 28 20:02:05.784451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44132) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:05.817736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3aad8831-917e-4ec3-b886-867198af69e3, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3aad8831-917e-4ec3-b886-867198af69e3,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:05.819667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:05.823532 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cec4b7-ce6f-4499-a951-b776f2cfccae" -d '{"events": [{"server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "name": "network-vif-plugged", "status": "completed", "tag": "3aad8831-917e-4ec3-b886-867198af69e3"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:05.848920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.900346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9dc38b29-fad0-43cb-a431-55ec7326c14a admin admin] Publish callbacks [] for security_group (93717e5e-4de1-4b9b-b018-19a0eeb62be1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.900672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ce274-f218-42af-9160-647cb8b84b1d req-14300ae6-d1a9-4aa5-9386-bc4fd7704cbb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:05.903153 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c83ce274-f218-42af-9160-647cb8b84b1d req-14300ae6-d1a9-4aa5-9386-bc4fd7704cbb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.1362875 Aug 28 20:02:05.907262 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3aad8831-917e-4ec3-b886-867198af69e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.926236 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.934796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9dc38b29-fad0-43cb-a431-55ec7326c14a admin admin] Publish callbacks [] for security_group (93717e5e-4de1-4b9b-b018-19a0eeb62be1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:05.977611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:05.990472 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd74525-6e52-43d3-bf52-1350696b4368 x-openstack-request-id: req-6bd74525-6e52-43d3-bf52-1350696b4368 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:05.990890 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "name": "network-vif-plugged", "status": "completed", "tag": "3aad8831-917e-4ec3-b886-867198af69e3", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:05.991140 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6bd74525-6e52-43d3-bf52-1350696b4368 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:05.991496 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd74525-6e52-43d3-bf52-1350696b4368'] response: {'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3', 'code': 200} Aug 28 20:02:06.008048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3aad8831-917e-4ec3-b886-867198af69e3,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:06.022822 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:06.049355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.098500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c83ce274-f218-42af-9160-647cb8b84b1d req-41c28434-68af-4285-b502-7c8ebbafe5e9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810756 Aug 28 20:02:06.236237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Network b59b512a-ab3a-4e74-a354-4896bdac9613 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:06.251352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305094a-1d5a-427e-9ae1-c2b70b6f0b69 req-029d3e3e-0217-4b47-9e17-f7a2089bb5c1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:06.253018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0305094a-1d5a-427e-9ae1-c2b70b6f0b69 req-029d3e3e-0217-4b47-9e17-f7a2089bb5c1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 932 time: 0.0956905 Aug 28 20:02:06.258657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:06.267290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:06.335629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9dc38b29-fad0-43cb-a431-55ec7326c14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (93717e5e-4de1-4b9b-b018-19a0eeb62be1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.341389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9dc38b29-fad0-43cb-a431-55ec7326c14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.343481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9dc38b29-fad0-43cb-a431-55ec7326c14a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/93717e5e-4de1-4b9b-b018-19a0eeb62be1 HTTP/1.1" status: 204 len: 168 time: 0.5563538 Aug 28 20:02:06.367722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2c89eede-ab78-44f7-b396-8378aee65ccd no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:06.586970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2c89eede-ab78-44f7-b396-8378aee65ccd is: BUILD; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:06.588142 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.611672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2c89eede-ab78-44f7-b396-8378aee65ccd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:06.642325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:06.647507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40294f22-f789-4884-9ae9-ead64e1d358e req-a91c4689-e954-4274-99d0-bf9e16b58780 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:06.656957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40294f22-f789-4884-9ae9-ead64e1d358e req-a91c4689-e954-4274-99d0-bf9e16b58780 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0956604 Aug 28 20:02:06.657673 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:06.665425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797a122-11a9-416b-9903-c5437c77c7f5 req-453422bc-d20d-45e7-81c5-dcfaf05ef05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:06.667595 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c797a122-11a9-416b-9903-c5437c77c7f5 req-453422bc-d20d-45e7-81c5-dcfaf05ef05b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.5225086 Aug 28 20:02:06.720897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-b540b782-4ca4-4ecf-96ef-e0f92fb232ed tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:06.722868 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-b540b782-4ca4-4ecf-96ef-e0f92fb232ed tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 944 time: 0.6067410 Aug 28 20:02:06.724779 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.759485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38b29-fad0-43cb-a431-55ec7326c14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93717e5e-4de1-4b9b-b018-19a0eeb62be1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:06.812867 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:06.820068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:06.826973 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:06.841115 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=38 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:06.846081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0305094a-1d5a-427e-9ae1-c2b70b6f0b69 req-71fe16f7-5087-434c-8a61-9392be998909 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046412 Aug 28 20:02:06.851685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:06.878429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2642d866-8bea-45a3-a6d8-a79ee29164d0 None None] Provisioning complete for port 3ed4e4c3-2b58-4c63-9ffc-de849950941f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:06.878429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2642d866-8bea-45a3-a6d8-a79ee29164d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.881763 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40294f22-f789-4884-9ae9-ead64e1d358e req-d6c1d42a-0c30-4685-ac10-3e1347e163c4 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185986 Aug 28 20:02:06.896951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:06.899124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c797a122-11a9-416b-9903-c5437c77c7f5 req-6556ea76-4d5b-4f29-959d-b69c49667844 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182720 Aug 28 20:02:06.903701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.948439 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f0788a68-baa0-49e4-aaab-8ee35e185413), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:06.950995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2642d866-8bea-45a3-a6d8-a79ee29164d0 None None] Port 3ed4e4c3-2b58-4c63-9ffc-de849950941f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:07.008259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Deleting port 2c89eede-ab78-44f7-b396-8378aee65ccd {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:07.008612 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:07.066518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f2fa6-2cb3-4982-9f62-a69353ed05f1 req-b2414261-bcf1-4dd4-b41f-3dd4b90b839f tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:07.068160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-079f2fa6-2cb3-4982-9f62-a69353ed05f1 req-b2414261-bcf1-4dd4-b41f-3dd4b90b839f tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 946 time: 0.1019220 Aug 28 20:02:07.203894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] For port 2c89eede-ab78-44f7-b396-8378aee65ccd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2c89eede-ab78-44f7-b396-8378aee65ccd,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:07.204396 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:07.221609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-079f2fa6-2cb3-4982-9f62-a69353ed05f1 req-e9bf65f3-87d7-4ffc-8d00-7ef829a77d3c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436591 Aug 28 20:02:07.233902 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-677c9bcc-0fcd-4621-8c29-19c2b9a6e95a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7904227 Aug 28 20:02:07.271845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Calling delete_port for 2c89eede-ab78-44f7-b396-8378aee65ccd owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:07.389171 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:07.409122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bc6-4482-46a9-9af8-79a4496f7a98 req-84ebba08-f44d-4dc9-9ca7-7bf530f5d023 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:07.418677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8bb8bc6-4482-46a9-9af8-79a4496f7a98 req-84ebba08-f44d-4dc9-9ca7-7bf530f5d023 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 943 time: 0.3907688 Aug 28 20:02:07.432403 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:07.477034 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:07.503297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4598b-4a7c-44f7-b3fd-30a8b61d4eab req-62207712-4b65-452d-819d-6d4dcc99c741 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:07.505008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02b4598b-4a7c-44f7-b3fd-30a8b61d4eab req-62207712-4b65-452d-819d-6d4dcc99c741 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0744739 Aug 28 20:02:07.513213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Router f0788a68-baa0-49e4-aaab-8ee35e185413 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:02:07.517760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8bb8bc6-4482-46a9-9af8-79a4496f7a98 req-f1624bab-d446-4075-9f1c-e5af6fe86f76 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f59bf97d-8bac-4930-be80-85142bfae90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966835 Aug 28 20:02:07.640590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02b4598b-4a7c-44f7-b3fd-30a8b61d4eab req-696e5089-6a25-49d1-a13a-00bc550bc66e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260660 Aug 28 20:02:07.689156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Request body: {'port': {'device_id': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:07.713320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02281262-d2ff-47fd-9e4a-aa30dc118a93 req-77525cf3-9daa-4637-a977-60a75d854ebb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:07.724191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02281262-d2ff-47fd-9e4a-aa30dc118a93 req-77525cf3-9daa-4637-a977-60a75d854ebb tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.0812142 Aug 28 20:02:07.793435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2c89eede-ab78-44f7-b396-8378aee65ccd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:07.846524 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02281262-d2ff-47fd-9e4a-aa30dc118a93 req-b2841217-3f86-402e-b735-bed35ad0ca90 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284175 Aug 28 20:02:07.859660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Pushing event deleted for resources: {'Port': ['ID=2c89eede-ab78-44f7-b396-8378aee65ccd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:07.885829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:07.897214 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] Sync routers for ids ['f0788a68-baa0-49e4-aaab-8ee35e185413'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:07.914546 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] Routers {'f0788a68-baa0-49e4-aaab-8ee35e185413'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:07.916777 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 12},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f0788a68-baa0-49e4-aaab-8ee35e185413'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:07.924263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d0872-f1c9-46a0-94f4-8bba4363da85 req-b202d839-ee4b-4343-a0a1-0a5f76088996 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:07.924263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a1d0872-f1c9-46a0-94f4-8bba4363da85 req-b202d839-ee4b-4343-a0a1-0a5f76088996 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1011703 Aug 28 20:02:07.931738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e037fd12-f34d-4efb-98c2-461187167d26 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f0788a68-baa0-49e4-aaab-8ee35e185413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1628416 Aug 28 20:02:07.932788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:07.937574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44170) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:07.961981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] No DVR routers for this DVR port 2c89eede-ab78-44f7-b396-8378aee65ccd on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:07.975124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:07.979982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8ffca93-241e-4823-8d9e-72714ff327e3 req-eda4c60e-6cc9-49ac-9274-6e9a58bcb026 tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.89 "DELETE /networking/v2.0/ports/2c89eede-ab78-44f7-b396-8378aee65ccd HTTP/1.1" status: 204 len: 173 time: 1.2380900 Aug 28 20:02:07.980779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'name': 'network-vif-deleted', 'tag': '2c89eede-ab78-44f7-b396-8378aee65ccd'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:07.990633 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09478f3-a30a-42eb-b9dd-fe7ed36826c0" -d '{"events": [{"server_uuid": "4aed69f9-bfae-4be6-a6e8-9707abbd253c", "name": "network-vif-deleted", "tag": "2c89eede-ab78-44f7-b396-8378aee65ccd"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:08.061819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7ba54-d8c0-4474-94e6-080b0d6466da req-c93a6a30-91dc-4fb4-a6f1-b59ad9de52df tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:08.069809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aed7ba54-d8c0-4474-94e6-080b0d6466da req-c93a6a30-91dc-4fb4-a6f1-b59ad9de52df tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 932 time: 0.0682213 Aug 28 20:02:08.154376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aed7ba54-d8c0-4474-94e6-080b0d6466da req-d1ea30e9-e95c-4823-aca5-90dac591aa90 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825145 Aug 28 20:02:08.185948 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:08.218963 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a1d0872-f1c9-46a0-94f4-8bba4363da85 req-bc06cb48-ad1a-477c-9650-790d69573a08 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815478 Aug 28 20:02:08.253697 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3987af-3729-486b-8ea6-84d069f60d15 x-openstack-request-id: req-2b3987af-3729-486b-8ea6-84d069f60d15 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:08.256847 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed69f9-bfae-4be6-a6e8-9707abbd253c", "name": "network-vif-deleted", "tag": "2c89eede-ab78-44f7-b396-8378aee65ccd", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:08.256847 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b3987af-3729-486b-8ea6-84d069f60d15 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:08.256847 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3987af-3729-486b-8ea6-84d069f60d15'] response: {'server_uuid': '4aed69f9-bfae-4be6-a6e8-9707abbd253c', 'name': 'network-vif-deleted', 'tag': '2c89eede-ab78-44f7-b396-8378aee65ccd', 'status': 'completed', 'code': 200} Aug 28 20:02:08.260091 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] Set router f0788a68-baa0-49e4-aaab-8ee35e185413 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:08.388861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks [] for router (f0788a68-baa0-49e4-aaab-8ee35e185413), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:08.499910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb0394-a110-4466-89d2-203b39b7bf9d req-54d973de-349a-431b-a4f1-d5254336466e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:08.503868 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ebb0394-a110-4466-89d2-203b39b7bf9d req-54d973de-349a-431b-a4f1-d5254336466e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 946 time: 0.0990744 Aug 28 20:02:08.631522 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ebb0394-a110-4466-89d2-203b39b7bf9d req-ad8a9068-d847-440e-9ccc-4514d1fcfcec tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200299 Aug 28 20:02:08.653836 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T20:02:05Z', 'revision_number': 5, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:08.716082 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] Checking router: f0788a68-baa0-49e4-aaab-8ee35e185413 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:08.730586 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] Routers {'f0788a68-baa0-49e4-aaab-8ee35e185413'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:08.731813 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 12},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f0788a68-baa0-49e4-aaab-8ee35e185413'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:08.875380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36ff8ad6-c534-45cc-be40-de6fffdc29d0 req-6da75588-19ec-4a3c-b989-f8b66835496a tempest-ImagesTestJSON-1715578941 tempest-ImagesTestJSON-1715578941-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4aed69f9-bfae-4be6-a6e8-9707abbd253c HTTP/1.1" status: 200 len: 210 time: 0.0743535 Aug 28 20:02:08.941110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] Set router f0788a68-baa0-49e4-aaab-8ee35e185413 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:08.941655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5206873-439a-41a8-b84a-1b848d6feb47 req-5b6fa3bc-fdb5-4b14-ade9-337a57f9a573 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:08.942988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5206873-439a-41a8-b84a-1b848d6feb47 req-5b6fa3bc-fdb5-4b14-ade9-337a57f9a573 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.5363708 Aug 28 20:02:09.160140 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks [] for router_gateway (f0788a68-baa0-49e4-aaab-8ee35e185413), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:09.174156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5206873-439a-41a8-b84a-1b848d6feb47 req-13d21628-4a2d-4f67-8392-0da5aa72288c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608770 Aug 28 20:02:09.246363 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T20:02:05Z', 'revision_number': 5, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:09.283391 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff1652-714d-4b3e-95cc-b524bb599ec6 None None] The sync data for ids ['f0788a68-baa0-49e4-aaab-8ee35e185413'] in n-d-854121-7 is: [{'id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308724436-router', 'tenant_id': '84c7175ddb9b4afb90a388c22813b629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:53:33Z', 'updated_at': '2022-08-28T20:02:05Z', 'revision_number': 5, 'project_id': '84c7175ddb9b4afb90a388c22813b629', 'gw_port': {'id': '3c00636a-1857-468a-9c22-78b4ed18cd52', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788a68-baa0-49e4-aaab-8ee35e185413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:53:34Z', 'updated_at': '2022-08-28T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:09.310615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed4e4c3-2b58-4c63-9ffc-de849950941f {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:09.347288 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Publish callbacks [] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:09.360222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19849a-d02c-4799-a17a-d16efac51b96 req-f4e38a8f-69ea-401a-882f-2f1526b2b46a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:09.364241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b19849a-d02c-4799-a17a-d16efac51b96 req-f4e38a8f-69ea-401a-882f-2f1526b2b46a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 932 time: 0.0630243 Aug 28 20:02:09.395687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd953ea9-e661-43a6-9f99-a685245a316f req-10c8d206-703b-44cc-98d7-0f6c30a46b82 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:09.403538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd953ea9-e661-43a6-9f99-a685245a316f req-10c8d206-703b-44cc-98d7-0f6c30a46b82 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.1152866 Aug 28 20:02:09.410866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Transition to ACTIVE for port object 3ed4e4c3-2b58-4c63-9ffc-de849950941f will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:02:09.435799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Deleting port 3c00636a-1857-468a-9c22-78b4ed18cd52 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:09.435885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b19849a-d02c-4799-a17a-d16efac51b96 req-bc02a02f-6b83-49e8-a302-f1557fcd228f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647352 Aug 28 20:02:09.436066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:09.511989 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd953ea9-e661-43a6-9f99-a685245a316f req-ff942a6d-6ac6-4fc7-8ce1-a66d76f2c7f6 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046777 Aug 28 20:02:09.573317 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:09.580458 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:09.585518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] For port 3c00636a-1857-468a-9c22-78b4ed18cd52, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c00636a-1857-468a-9c22-78b4ed18cd52,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:09.585831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:09.670090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Calling delete_port for 3c00636a-1857-468a-9c22-78b4ed18cd52 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:09.738860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:09.795826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04266-192c-4908-bd4d-a2c9a4c101b9 req-61c4af88-4002-4b1f-85d9-ff7badc1e6b8 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:09.797443 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6dd04266-192c-4908-bd4d-a2c9a4c101b9 req-61c4af88-4002-4b1f-85d9-ff7badc1e6b8 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1585965 Aug 28 20:02:09.811416 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:09.914133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Attempting to bind port 3ed4e4c3-2b58-4c63-9ffc-de849950941f on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:09.914480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Attempting to bind port 3ed4e4c3-2b58-4c63-9ffc-de849950941f by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:09.914812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Attempting to bind port 3ed4e4c3-2b58-4c63-9ffc-de849950941f on network b59b512a-ab3a-4e74-a354-4896bdac9613 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:09.935465 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6dd04266-192c-4908-bd4d-a2c9a4c101b9 req-558f9281-dac4-4e30-9650-2bec1c665369 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287489 Aug 28 20:02:09.938068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Port 3ed4e4c3-2b58-4c63-9ffc-de849950941f on network b59b512a-ab3a-4e74-a354-4896bdac9613 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:02:09.938401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Attempting to bind port 3ed4e4c3-2b58-4c63-9ffc-de849950941f on network b59b512a-ab3a-4e74-a354-4896bdac9613 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:09.951222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:09.951869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Checking segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:09.951963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Bound using segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:09.952425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Bound port: 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:09.952751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.146351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:10.154732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae9580-9c87-4730-b8c1-49fca4c844ef req-0f3a5392-d7da-437a-8484-cb9b41f77626 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:10.156115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b99563-74ac-4476-8e68-804c3810a3b1 req-41133b79-af29-4242-baf7-3501602a149d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:10.156602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4eae9580-9c87-4730-b8c1-49fca4c844ef req-0f3a5392-d7da-437a-8484-cb9b41f77626 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 946 time: 0.0902443 Aug 28 20:02:10.158506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-35b99563-74ac-4476-8e68-804c3810a3b1 req-41133b79-af29-4242-baf7-3501602a149d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0517721 Aug 28 20:02:10.219042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4eae9580-9c87-4730-b8c1-49fca4c844ef req-904229d4-a87b-4b25-b600-a39d61dd6946 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565567 Aug 28 20:02:10.230100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-35b99563-74ac-4476-8e68-804c3810a3b1 req-836534dd-a472-4caf-8fa5-386f13ae927b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581155 Aug 28 20:02:10.271006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3c00636a-1857-468a-9c22-78b4ed18cd52), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.326995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:10.330403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c00636a-1857-468a-9c22-78b4ed18cd52,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:10.365698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2c89eede-ab78-44f7-b396-8378aee65ccd no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:10.394918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 2c89eede-ab78-44f7-b396-8378aee65ccd {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:10.395346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2c89eede-ab78-44f7-b396-8378aee65ccd not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:10.444184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f0788a68-baa0-49e4-aaab-8ee35e185413), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.449121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.525053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:10.525747 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.527211 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 1092 time: 2.8514259 Aug 28 20:02:10.527677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:10.530035 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:10.551333 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:10.590253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f0788a68-baa0-49e4-aaab-8ee35e185413), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.601774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks [] for router_controller (f0788a68-baa0-49e4-aaab-8ee35e185413), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.662939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:10.665593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b697c-91ca-4708-9410-179b70ea3770 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:10.688527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:10.688871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2cd8d0ec-9827-4c85-9b2b-4a90c1ec9d78 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:10.692835 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-9fae255c-c7c1-4939-8f01-73bf92865d51 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1513050 Aug 28 20:02:10.702366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:10.752703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1a59b-f8e2-4361-9f1d-3419982cbd05 req-79fa884a-6fde-4e97-8356-72a7d193df54 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:10.754344 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9e1a59b-f8e2-4361-9f1d-3419982cbd05 req-79fa884a-6fde-4e97-8356-72a7d193df54 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 944 time: 0.0615556 Aug 28 20:02:10.804928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9e1a59b-f8e2-4361-9f1d-3419982cbd05 req-bc19582d-3a4c-4a6d-bde5-459a87909c75 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Aug 28 20:02:10.835305 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f0788a68-baa0-49e4-aaab-8ee35e185413), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.836252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0788a68-baa0-49e4-aaab-8ee35e185413 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:02:10.841308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.844900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44246) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:10.845491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cde3a644-dc50-47b3-b8bc-1c930a20c9e8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f0788a68-baa0-49e4-aaab-8ee35e185413 HTTP/1.1" status: 204 len: 168 time: 2.9003899 Aug 28 20:02:10.885203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.900815 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d74710-7259-4d75-a670-e4fbe65ee9de x-openstack-request-id: req-99d74710-7259-4d75-a670-e4fbe65ee9de {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:10.901114 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:10.901370 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99d74710-7259-4d75-a670-e4fbe65ee9de {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:10.901783 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d74710-7259-4d75-a670-e4fbe65ee9de'] response: {'name': 'network-changed', 'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f', 'status': 'completed', 'code': 200} Aug 28 20:02:10.951709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] Deleting subnet 20f6a9d6-5bd2-462c-8846-636300290d9b {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:02:10.960566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] Publish callbacks [] for subnet (20f6a9d6-5bd2-462c-8846-636300290d9b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:10.998839 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:11.011985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1f243-69f9-4a32-86d7-832fec377421 req-61b87ab6-f4ef-457b-a935-fef72d4a2dc5 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:11.013553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76b1f243-69f9-4a32-86d7-832fec377421 req-61b87ab6-f4ef-457b-a935-fef72d4a2dc5 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 945 time: 0.0545678 Aug 28 20:02:11.024039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (20f6a9d6-5bd2-462c-8846-636300290d9b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.047123 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.078795 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76b1f243-69f9-4a32-86d7-832fec377421 req-8ce82bf5-b3b8-4aa7-9b24-137027798a84 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533907 Aug 28 20:02:11.203402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-94e2c34d-c767-425c-bbc6-b015cf959c55 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:11.204928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-94e2c34d-c767-425c-bbc6-b015cf959c55 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.0870166 Aug 28 20:02:11.218167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-854121-7'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:11.229894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-c80d64c5-f791-4c14-aebd-38037be9960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:11.231502 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-c80d64c5-f791-4c14-aebd-38037be9960f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1126 time: 0.1065876 Aug 28 20:02:11.237242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (20f6a9d6-5bd2-462c-8846-636300290d9b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.249280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8e4f8-27ad-4e8a-91b5-898c594628fd req-014738ad-42b1-4c36-aa16-46e608b0abac tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:11.250876 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ec8e4f8-27ad-4e8a-91b5-898c594628fd req-014738ad-42b1-4c36-aa16-46e608b0abac tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0814309 Aug 28 20:02:11.315909 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-276ca3b7-6737-4126-a2e1-64b495dce746 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 217 time: 0.0568006 Aug 28 20:02:11.317032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Allocated IP 172.25.4.153 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/86ca4c1a-d04d-440d-ba03-a49b5fa01404) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:11.324337 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.364486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ec8e4f8-27ad-4e8a-91b5-898c594628fd req-b22faece-30cb-4173-b6fb-acba1241f03d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054361 Aug 28 20:02:11.419301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3462d058-4f58-41f8-8fcb-7751ed408fd1 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:02:11.459407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-417a3993-12bf-4ea2-889f-7d86b682206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:11.461227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-417a3993-12bf-4ea2-889f-7d86b682206a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.1375062 Aug 28 20:02:11.557623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (20f6a9d6-5bd2-462c-8846-636300290d9b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.562397 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:11.653346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:11.653446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f6a9d6-5bd2-462c-8846-636300290d9b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:11.662658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:11.667391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834c29-0584-4481-b219-2b5522bfa35e req-c2fa5deb-c856-42a0-888c-b1f54067f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:11.670254 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-c2fa5deb-c856-42a0-888c-b1f54067f08a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1997867 Aug 28 20:02:11.673578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3462d058-4f58-41f8-8fcb-7751ed408fd1 has no active binding in host n-h1-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 20:02:11.690232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81c2ef-02ed-4cee-8cb8-c249a137dbd8 None None] Network 20b3f643-5cb6-4c78-824a-dd4a924e1928 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:11.694780 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.696478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.704025 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7a8895c7-aa5f-4947-bc23-48de520b5c9a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/20f6a9d6-5bd2-462c-8846-636300290d9b HTTP/1.1" status: 204 len: 168 time: 0.8537884 Aug 28 20:02:11.706084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:11.757617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:11.783959 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:11.790094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da511f-6da2-4d3e-b81e-86f5fcc42f30 req-0c9a2593-f130-425c-bf4e-ded24ab593b7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:11.798511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30da511f-6da2-4d3e-b81e-86f5fcc42f30 req-0c9a2593-f130-425c-bf4e-ded24ab593b7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1032143 Aug 28 20:02:11.848173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Publish callbacks [] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.861048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (20b3f643-5cb6-4c78-824a-dd4a924e1928), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.877804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30da511f-6da2-4d3e-b81e-86f5fcc42f30 req-f9d29817-4d89-4653-9b7b-99e9a45f7e67 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774727 Aug 28 20:02:11.898561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] DHCP port deletion for 20b3f643-5cb6-4c78-824a-dd4a924e1928 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:02:11.907162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-e88702cf-673e-4374-b3ab-5e58f725bfd6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278180 Aug 28 20:02:11.967908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] Deleting port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:11.981463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:11.987151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.059034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Deleting port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:12.059825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.096487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.096487 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:12.097473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] For port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,segment=NetworkSegment(71df1d45-7438-48d4-aa0b-b40e18d12503),segment_id=71df1d45-7438-48d4-aa0b-b40e18d12503)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:12.097473 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.118606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] Calling delete_port for 6df6378b-f891-4d92-a2e3-f6396f3d3c8f owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:12.132836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on host n-h2-854121-7 for vnic_type normal with profile {"migrating_to": "n-h1-854121-7"} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:12.133380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:12.133504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:12.139297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:12.146704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:02:12.146925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Attempting to bind port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on network e6382cd2-5644-465e-8b30-a10a1c5fc02a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:12.163355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c4a2-81d9-47da-85f0-849952a66cf2 req-6a5283f1-6bcf-4918-8dee-4effdac21aac tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:12.170961 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55e0c4a2-81d9-47da-85f0-849952a66cf2 req-6a5283f1-6bcf-4918-8dee-4effdac21aac tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 944 time: 0.0874493 Aug 28 20:02:12.170961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:12.170961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Checking segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:12.170961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Bound using segment: {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:12.170961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Bound port: 3462d058-4f58-41f8-8fcb-7751ed408fd1, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a13e14-b5c5-4223-b408-7bfdbd960032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:12.170961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.205774 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:12.219627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:12.236743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:12.239346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:12.258260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] For port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,segment=NetworkSegment(71df1d45-7438-48d4-aa0b-b40e18d12503),segment_id=71df1d45-7438-48d4-aa0b-b40e18d12503)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:12.258704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.283718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Pushing event updated for resources: {'Port': ['ID=86ca4c1a-d04d-440d-ba03-a49b5fa01404,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:12.309658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55e0c4a2-81d9-47da-85f0-849952a66cf2 req-fc6c276f-d666-4660-82f9-586a5209d30d tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320674 Aug 28 20:02:12.322552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:12.324998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:12.330346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Calling delete_port for 6df6378b-f891-4d92-a2e3-f6396f3d3c8f owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:12.341345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e834c29-0584-4481-b219-2b5522bfa35e req-5bbedabd-6a3c-4062-9741-b7d89c71fb91 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092808 Aug 28 20:02:12.343854 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.370005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] Pushing event deleted for resources: {'Port': ['ID=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:12.389082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac9244-27dd-4267-88ed-7bbe5b484793 None None] No DVR routers for this DVR port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:12.438130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.506854 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.520478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:12.521201 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.522555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 1121 time: 1.3091373 Aug 28 20:02:12.528908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6df6378b-f891-4d92-a2e3-f6396f3d3c8f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.538791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ed8d1-4628-4630-8e26-e6123bc8ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=8']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:12.560881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Pushing event deleted for resources: {'Port': ['ID=6df6378b-f891-4d92-a2e3-f6396f3d3c8f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:12.560881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] No DVR routers for this DVR port 6df6378b-f891-4d92-a2e3-f6396f3d3c8f on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:12.584217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['3462d058-4f58-41f8-8fcb-7751ed408fd1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:12.628548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56dbf6-8898-489a-9efd-ad05071f01b5 req-5038a031-66e3-484e-b7f2-7e4b1f0b0e45 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:12.637530 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc56dbf6-8898-489a-9efd-ad05071f01b5 req-5038a031-66e3-484e-b7f2-7e4b1f0b0e45 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.0678179 Aug 28 20:02:12.645924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (20b3f643-5cb6-4c78-824a-dd4a924e1928), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.664915 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:12.675079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b3f643-5cb6-4c78-824a-dd4a924e1928']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:12.694443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c00636a-1857-468a-9c22-78b4ed18cd52 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:12.718161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71df1d45-7438-48d4-aa0b-b40e18d12503') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:12.718161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71df1d45-7438-48d4-aa0b-b40e18d12503') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:12.722315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc56dbf6-8898-489a-9efd-ad05071f01b5 req-d636a206-00b5-4c55-8173-49cf885c2175 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818672 Aug 28 20:02:12.722519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3c00636a-1857-468a-9c22-78b4ed18cd52 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:12.722855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c00636a-1857-468a-9c22-78b4ed18cd52 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:12.723280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6df6378b-f891-4d92-a2e3-f6396f3d3c8f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:12.725011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (71df1d45-7438-48d4-aa0b-b40e18d12503), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.726284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3462d058-4f58-41f8-8fcb-7751ed408fd1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:12.736866 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.778048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (71df1d45-7438-48d4-aa0b-b40e18d12503), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.785138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6df6378b-f891-4d92-a2e3-f6396f3d3c8f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:12.785556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6df6378b-f891-4d92-a2e3-f6396f3d3c8f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:12.792481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:02:12.793256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (71df1d45-7438-48d4-aa0b-b40e18d12503), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.843840 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 71df1d45-7438-48d4-aa0b-b40e18d12503 resource provider aggregate not found Aug 28 20:02:12.857023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae94d2-ac30-4789-9d65-920559ebfc69 req-582d63a2-1323-4256-9e18-a451a92ac729 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:12.865469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7ae94d2-ac30-4789-9d65-920559ebfc69 req-582d63a2-1323-4256-9e18-a451a92ac729 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0789282 Aug 28 20:02:12.872953 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:12.896854 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 71df1d45-7438-48d4-aa0b-b40e18d12503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71df1d45-7438-48d4-aa0b-b40e18d12503 found for delete ", "request_id": "req-33dc25e5-cb71-4f3d-847c-8e18705e4e05"}]} Aug 28 20:02:12.897148 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:12.907671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1'}, {'name': 'network-changed', 'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:12.910292 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218" -d '{"events": [{"server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "name": "network-vif-unplugged", "status": "completed", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1"}, {"name": "network-changed", "server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:12.926864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7ae94d2-ac30-4789-9d65-920559ebfc69 req-7b813660-75e0-42f1-8ff2-14e03eefee10 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610008 Aug 28 20:02:12.989715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:13.029198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (20b3f643-5cb6-4c78-824a-dd4a924e1928), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:13.037444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:13.041357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/20b3f643-5cb6-4c78-824a-dd4a924e1928 HTTP/1.1" status: 204 len: 168 time: 1.3324404 Aug 28 20:02:13.060941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6659c-25ab-446d-b0fa-31053916077b admin admin] Pushing event deleted for resources: {'Network': ['ID=20b3f643-5cb6-4c78-824a-dd4a924e1928,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:13.077883 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3b4d3-b91d-4865-ae6c-53a933efe75d x-openstack-request-id: req-1db3b4d3-b91d-4865-ae6c-53a933efe75d {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:13.078189 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "name": "network-vif-unplugged", "status": "completed", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1", "code": 200}, {"name": "network-changed", "server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:13.078444 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1db3b4d3-b91d-4865-ae6c-53a933efe75d {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:13.079059 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db3b4d3-b91d-4865-ae6c-53a933efe75d'] response: {'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1', 'code': 200} Aug 28 20:02:13.079526 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db3b4d3-b91d-4865-ae6c-53a933efe75d'] response: {'name': 'network-changed', 'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1', 'status': 'completed', 'code': 200} Aug 28 20:02:13.152252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:13.200301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47072-81e8-4ef4-9392-235899d83090 req-d3699aeb-a1b5-44bd-83d3-77e3e6a87096 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.202226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dab47072-81e8-4ef4-9392-235899d83090 req-d3699aeb-a1b5-44bd-83d3-77e3e6a87096 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0676188 Aug 28 20:02:13.207291 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:13.210282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-2a6880b7-8112-4e4c-9a0b-48c49819a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.211894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-2a6880b7-8112-4e4c-9a0b-48c49819a524 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1155 time: 0.1001694 Aug 28 20:02:13.268992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dab47072-81e8-4ef4-9392-235899d83090 req-32af75da-1138-49fe-a34a-46475ca59b1e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589185 Aug 28 20:02:13.288232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Pushing event updated for resources: {'Port': ['ID=86ca4c1a-d04d-440d-ba03-a49b5fa01404,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:13.300822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:13.348254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-1238576d-942c-45e8-b997-327d55740bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.351672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-1238576d-942c-45e8-b997-327d55740bc9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1300972 Aug 28 20:02:13.397251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-b06127fe-be6b-42fe-845b-1a9e42a0dae2 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 217 time: 0.0372686 Aug 28 20:02:13.439406 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:13.440567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-7142f17b-8e7a-45c8-92a8-ba85cd1c8de6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7424221 Aug 28 20:02:13.459566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-e18de137-f1e8-402e-b569-685cf37e3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.461111 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-e18de137-f1e8-402e-b569-685cf37e3769 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.0582125 Aug 28 20:02:13.526258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-775a1cb3-404b-43f3-a3a1-b03bf84a284c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0792871 Aug 28 20:02:13.547526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-45be0412-440d-44c2-bf72-03e3a03a65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.549025 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-45be0412-440d-44c2-bf72-03e3a03a65ac service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577047 Aug 28 20:02:13.609213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-6ee3c383-8d24-4e88-87af-abe232f43daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.611015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-6ee3c383-8d24-4e88-87af-abe232f43daa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1126 time: 0.0444038 Aug 28 20:02:13.716052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-3cb5613f-7720-4fbc-8ebd-3433756f1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.717614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-3cb5613f-7720-4fbc-8ebd-3433756f1fa7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 0.1008801 Aug 28 20:02:13.718099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-0f4d6089-5213-431a-b39d-2bc0a7a03784 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.719520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e059987-5d08-42e9-8a45-e3cc0bfd6a87 req-0f4d6089-5213-431a-b39d-2bc0a7a03784 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1833558 Aug 28 20:02:13.725944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-130cc795-c537-4432-b9cf-82103b35bcc9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629748 Aug 28 20:02:13.797431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-c31eb622-be5d-4342-9d73-538426564aff service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 217 time: 0.0725503 Aug 28 20:02:13.797954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44314) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:13.830276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44316) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:13.955818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe96d2a7-2f74-4d53-8c3d-3ea31c9ac218 req-bec6da2c-339c-4bfd-ab7b-36f3be7ab4fa service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224429 Aug 28 20:02:13.982082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005a7e-2fbb-4f74-a888-014b84ea37c8 req-c0e648c1-643b-4df0-80db-6ddacb1776ee tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:13.982082 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02005a7e-2fbb-4f74-a888-014b84ea37c8 req-c0e648c1-643b-4df0-80db-6ddacb1776ee tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 944 time: 0.1391959 Aug 28 20:02:13.984897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44328) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:14.034051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44334) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:14.034488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2d1d7aab-9630-45b8-abdd-d83216f010b7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=722e7cf4482747a98836d2a4a1761042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989970 Aug 28 20:02:14.076752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02005a7e-2fbb-4f74-a888-014b84ea37c8 req-abf1899a-b1e4-4e8d-9e2a-f757c943b1e2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857055 Aug 28 20:02:14.153613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-f9a59f4e-e253-4a33-ba9c-401ba9cde192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:14.155125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-f9a59f4e-e253-4a33-ba9c-401ba9cde192 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.1296744 Aug 28 20:02:14.156660 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-334d5026-cc09-4205-8a55-a631965ef575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:14.230656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f50b-8be8-48b7-af5b-155b3b96b925 admin admin] Publish callbacks [] for security_group (29066f9d-2e0f-43f2-8dd5-141cddfd7e90), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:14.240805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2eef4-2a18-48bb-b967-f5e607d4d66e req-6b2ac32f-e65b-45c9-adc1-ba13a84ce9f7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:14.248034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-31064043-af46-4d40-ba5e-662bf94b3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:14.248581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69f2eef4-2a18-48bb-b967-f5e607d4d66e req-6b2ac32f-e65b-45c9-adc1-ba13a84ce9f7 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.0789721 Aug 28 20:02:14.249714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-31064043-af46-4d40-ba5e-662bf94b3127 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0853293 Aug 28 20:02:14.320976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69f2eef4-2a18-48bb-b967-f5e607d4d66e req-2a32f4df-49e2-4c0f-9665-7a414f54191e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715060 Aug 28 20:02:14.347677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-334d5026-cc09-4205-8a55-a631965ef575 admin admin] Publish callbacks [] for security_group (6e0dda17-0c60-44c6-b9c6-a4eba3975912), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:14.348920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f50b-8be8-48b7-af5b-155b3b96b925 admin admin] Publish callbacks [] for security_group (29066f9d-2e0f-43f2-8dd5-141cddfd7e90), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:14.449809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-334d5026-cc09-4205-8a55-a631965ef575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6e0dda17-0c60-44c6-b9c6-a4eba3975912), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:14.467130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f9560-30ed-4b54-be23-dc1bdce16381 req-d6f70dc5-6d97-460e-9686-d49859cb3b2b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:14.468826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b18f9560-30ed-4b54-be23-dc1bdce16381 req-d6f70dc5-6d97-460e-9686-d49859cb3b2b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0642061 Aug 28 20:02:14.523505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-334d5026-cc09-4205-8a55-a631965ef575 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4c1ab10d9ba04d169f243d87e9320c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340173 Aug 28 20:02:14.523864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d5026-cc09-4205-8a55-a631965ef575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0dda17-0c60-44c6-b9c6-a4eba3975912,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:14.528233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44346) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:14.562249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-ffbb36fa-f76f-47dd-9cda-bf68761c36e5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906637 Aug 28 20:02:14.596819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-30cdc850-f1c4-4920-96b5-4bdf45835c8d tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:14.598499 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-30cdc850-f1c4-4920-96b5-4bdf45835c8d tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 821 time: 0.2995088 Aug 28 20:02:14.655399 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (365f45fa-271c-4049-bc81-b0a7c12196ac), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:14.695227 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-e591760e-6403-43ca-ad7f-00f9c25635ec tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/quotas/2cfe92f7e31c4c4eb8886f256f57df8e HTTP/1.1" status: 200 len: 375 time: 0.0824955 Aug 28 20:02:14.871525 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b18f9560-30ed-4b54-be23-dc1bdce16381 req-49f9dc7f-dc60-4fed-be3e-e16693104c87 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946390 Aug 28 20:02:14.907438 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0352d35-282d-42ca-800b-8093d8669030 admin admin] Publish callbacks [] for security_group (6e0dda17-0c60-44c6-b9c6-a4eba3975912), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:14.939020 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0352d35-282d-42ca-800b-8093d8669030 admin admin] Publish callbacks [] for security_group (6e0dda17-0c60-44c6-b9c6-a4eba3975912), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.065897 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f50b-8be8-48b7-af5b-155b3b96b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (29066f9d-2e0f-43f2-8dd5-141cddfd7e90), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.068417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f50b-8be8-48b7-af5b-155b3b96b925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.069567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ccb1f50b-8be8-48b7-af5b-155b3b96b925 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/29066f9d-2e0f-43f2-8dd5-141cddfd7e90 HTTP/1.1" status: 204 len: 168 time: 1.0263445 Aug 28 20:02:15.080779 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:15.095204 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:15.111026 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-75da838b-17b1-4283-b01d-57de7b18f071 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4058504 Aug 28 20:02:15.115822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eb577b9d-4005-4fbb-85bd-fee5c0bcb608 req-feb349cc-9195-4790-b664-19ebd04a7ccc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437002 Aug 28 20:02:15.116700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1f50b-8be8-48b7-af5b-155b3b96b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29066f9d-2e0f-43f2-8dd5-141cddfd7e90,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:15.236394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0352d35-282d-42ca-800b-8093d8669030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6e0dda17-0c60-44c6-b9c6-a4eba3975912), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.239422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0352d35-282d-42ca-800b-8093d8669030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.240797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c0352d35-282d-42ca-800b-8093d8669030 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6e0dda17-0c60-44c6-b9c6-a4eba3975912 HTTP/1.1" status: 204 len: 168 time: 0.7116578 Aug 28 20:02:15.259693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0352d35-282d-42ca-800b-8093d8669030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0dda17-0c60-44c6-b9c6-a4eba3975912,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:15.267718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3dbf8-55b8-4ca2-a948-eda6cf3de076 req-76964062-c3e4-4cbd-a69c-d166af99a2ef tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:15.269541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fef3dbf8-55b8-4ca2-a948-eda6cf3de076 req-76964062-c3e4-4cbd-a69c-d166af99a2ef tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 944 time: 0.0690112 Aug 28 20:02:15.313238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-c177a693-fdd4-469f-9ffc-d3fa1485ec57 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901362 Aug 28 20:02:15.362377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fef3dbf8-55b8-4ca2-a948-eda6cf3de076 req-6eb658f3-b20d-49c0-9418-ada1f45615df tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855794 Aug 28 20:02:15.435421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Deleting port 2733fab3-b137-4895-a6e0-ac735177fd20 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:15.435763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.480542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc73ee-228a-408f-8e37-d077211b3fa3 req-94970256-adc8-45e3-b8b3-4d3ca5a306e8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:15.482628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a0cc73ee-228a-408f-8e37-d077211b3fa3 req-94970256-adc8-45e3-b8b3-4d3ca5a306e8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.0517030 Aug 28 20:02:15.506215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-df84b48c-c07f-4b66-af5b-2da11dbaeea6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920764 Aug 28 20:02:15.554744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a0cc73ee-228a-408f-8e37-d077211b3fa3 req-77633c77-566c-4ce9-8a65-71db3aee38f8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634220 Aug 28 20:02:15.569542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3ed4e4c3-2b58-4c63-9ffc-de849950941f details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:02:15.577466 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:15.583016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] For port 2733fab3-b137-4895-a6e0-ac735177fd20, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2733fab3-b137-4895-a6e0-ac735177fd20,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:15.583498 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.606190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Calling delete_port for 2733fab3-b137-4895-a6e0-ac735177fd20 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:15.717739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:15.732568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '3ed4e4c3-2b58-4c63-9ffc-de849950941f', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'port_id': '3ed4e4c3-2b58-4c63-9ffc-de849950941f', 'mac_address': 'fa:16:3e:b4:fe:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:02:15.770601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3ed4e4c3-2b58-4c63-9ffc-de849950941f is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:15.770959 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:15.786232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed4e4c3-2b58-4c63-9ffc-de849950941f {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:15.818716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:15.879398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f280ff11-e372-4b59-94ce-16e85588a4e0 req-b7d338ff-373d-4899-bcd4-1538cf0ccbec tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 210 time: 0.0361481 Aug 28 20:02:16.001125 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:16.012126 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2733fab3-b137-4895-a6e0-ac735177fd20), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:16.051589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Pushing event deleted for resources: {'Port': ['ID=2733fab3-b137-4895-a6e0-ac735177fd20,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:16.061561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb339a9-6759-4c73-9efb-4ff0cb8462c0 req-f612555d-27bb-4286-bc52-041bcec02e1e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:16.063349 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-afb339a9-6759-4c73-9efb-4ff0cb8462c0 req-f612555d-27bb-4286-bc52-041bcec02e1e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0906987 Aug 28 20:02:16.092921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:16.176089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-afb339a9-6759-4c73-9efb-4ff0cb8462c0 req-d39eb743-fa0b-45b0-9779-5e981621688a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862291 Aug 28 20:02:16.301152 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (365f45fa-271c-4049-bc81-b0a7c12196ac), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:16.355935 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:16.395410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44382) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:16.464668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:16.560472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858f44-530a-41a2-b701-98098a23d4eb req-f0446443-0141-46a0-93d5-3bb749841e76 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:16.577493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a858f44-530a-41a2-b701-98098a23d4eb req-f0446443-0141-46a0-93d5-3bb749841e76 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 945 time: 0.1252902 Aug 28 20:02:16.590570 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ba1696dd-f71e-4bbb-a5a1-3f16ba960b97 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=84c7175ddb9b4afb90a388c22813b629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929874 Aug 28 20:02:16.591784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44390) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:16.670057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Router 365f45fa-271c-4049-bc81-b0a7c12196ac has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:02:16.753512 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a858f44-530a-41a2-b701-98098a23d4eb req-dba953f7-6374-4331-a5f4-fde9edc3eb37 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581762 Aug 28 20:02:16.803743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553d7f18-0ecc-4a43-aa65-16d572eccdf1 admin admin] Publish callbacks [] for security_group (8c0c634e-655c-4a4e-8be9-ce379a331c2c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:16.832974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553d7f18-0ecc-4a43-aa65-16d572eccdf1 admin admin] Publish callbacks [] for security_group (8c0c634e-655c-4a4e-8be9-ce379a331c2c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:16.914318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a689e3f-8b82-4a0f-b75c-b7457a5c5c6a req-288e27de-53d5-429d-9934-fbaca6efd8e3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:16.915964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a689e3f-8b82-4a0f-b75c-b7457a5c5c6a req-288e27de-53d5-429d-9934-fbaca6efd8e3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.1088252 Aug 28 20:02:16.955098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:16.965708 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6f86de0b-c30d-43e2-9e08-325a8dc4a35a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/365f45fa-271c-4049-bc81-b0a7c12196ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1644025 Aug 28 20:02:16.970548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44402) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:16.979971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] Sync routers for ids ['365f45fa-271c-4049-bc81-b0a7c12196ac'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:16.987747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5b25a7e-beeb-4441-ba58-d97ca6e210e2 req-702b22e6-57aa-4cfe-8a5c-35288beb2063 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 210 time: 0.0411892 Aug 28 20:02:16.997331 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:17.002964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] Routers {'365f45fa-271c-4049-bc81-b0a7c12196ac'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:17.003628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 12},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['365f45fa-271c-4049-bc81-b0a7c12196ac'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:17.011409 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a689e3f-8b82-4a0f-b75c-b7457a5c5c6a req-7fd7eb06-2193-4a58-bc00-597257147fed tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890007 Aug 28 20:02:17.049920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553d7f18-0ecc-4a43-aa65-16d572eccdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8c0c634e-655c-4a4e-8be9-ce379a331c2c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.053372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553d7f18-0ecc-4a43-aa65-16d572eccdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.055293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-553d7f18-0ecc-4a43-aa65-16d572eccdf1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8c0c634e-655c-4a4e-8be9-ce379a331c2c HTTP/1.1" status: 204 len: 168 time: 0.4197087 Aug 28 20:02:17.075783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7f18-0ecc-4a43-aa65-16d572eccdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c634e-655c-4a4e-8be9-ce379a331c2c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:17.173149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44410) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:17.182073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] Set router 365f45fa-271c-4049-bc81-b0a7c12196ac gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:17.375293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1763606223-network', 'tenant_id': '1a4dc740cfd04b688b43856392603453'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:17.418975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300107a5-e301-4a04-8e87-70d8caa799fb req-bcfec257-07cb-46b2-837d-846192bb12f0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:17.423538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-300107a5-e301-4a04-8e87-70d8caa799fb req-bcfec257-07cb-46b2-837d-846192bb12f0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0913725 Aug 28 20:02:17.462007 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks [] for router (365f45fa-271c-4049-bc81-b0a7c12196ac), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.468355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T20:02:15Z', 'revision_number': 5, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:17.490209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-300107a5-e301-4a04-8e87-70d8caa799fb req-208005e3-f0a2-4315-ad73-74b798388909 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Aug 28 20:02:17.524116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] Checking router: 365f45fa-271c-4049-bc81-b0a7c12196ac for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:17.536116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] Routers {'365f45fa-271c-4049-bc81-b0a7c12196ac'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:17.537048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 12},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:01:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['365f45fa-271c-4049-bc81-b0a7c12196ac'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:17.582205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3ed4e4c3-2b58-4c63-9ffc-de849950941f up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:17.587729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks [] for router_gateway (365f45fa-271c-4049-bc81-b0a7c12196ac), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.640163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Made reservation on behalf of 1a4dc740cfd04b688b43856392603453 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:17.642630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.653216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.686804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 3ed4e4c3-2b58-4c63-9ffc-de849950941f completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:02:17.693488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] Set router 365f45fa-271c-4049-bc81-b0a7c12196ac gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:17.770478 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks [] for security_group (b34cbeae-cf9a-4839-b8ff-a30f5696e90d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.862990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Deleting port ccef0729-455d-41de-acf2-f6a569a54894 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:17.870084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ccef0729-455d-41de-acf2-f6a569a54894), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.952718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 3ed4e4c3-2b58-4c63-9ffc-de849950941f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:17.953324 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:17.961196 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b34cbeae-cf9a-4839-b8ff-a30f5696e90d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.009226 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:18.014318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:02:18.050267 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (026d8039-1d5a-49fa-ae86-56cb0d161cfb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.055050 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Added segment 026d8039-1d5a-49fa-ae86-56cb0d161cfb of type vlan for network f10f3768-0d91-4ea5-9ccd-5edb057695eb Aug 28 20:02:18.097516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3ed4e4c3-2b58-4c63-9ffc-de849950941f is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:18.098333 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.147358 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:18.170009 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (f10f3768-0d91-4ea5-9ccd-5edb057695eb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.183693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:18.187236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:18.188801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4973926-550b-4832-a6e6-5db4bcc2c2f3 req-f1d8fefe-0db2-44c0-a94c-6ddb749898f2 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 210 time: 0.0532894 Aug 28 20:02:18.190175 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30264a2c-f4a6-4b49-9447-51ae229a5153" -d '{"events": [{"server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:18.207368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T20:02:15Z', 'revision_number': 5, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:18.277457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fc13a-85d8-4e42-8735-4a285d9df901 None None] The sync data for ids ['365f45fa-271c-4049-bc81-b0a7c12196ac'] in n-d-854121-7 is: [{'id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'name': 'tempest-ImagesTestJSON-726491083-router', 'tenant_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:57:17Z', 'updated_at': '2022-08-28T20:02:15Z', 'revision_number': 5, 'project_id': 'b17b22bb35cc4f958d5d71f17e8af7fd', 'gw_port': {'id': 'ccef0729-455d-41de-acf2-f6a569a54894', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f45fa-271c-4049-bc81-b0a7c12196ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:57:18Z', 'updated_at': '2022-08-28T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:18.315819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] For port ccef0729-455d-41de-acf2-f6a569a54894, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccef0729-455d-41de-acf2-f6a569a54894,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:18.316418 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ccef0729-455d-41de-acf2-f6a569a54894), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.333350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aca94-1ffd-434b-a80f-3a43bcbe784c req-2f7116a9-9460-4648-8e2d-2d01c8804075 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:18.337735 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-715aca94-1ffd-434b-a80f-3a43bcbe784c req-2f7116a9-9460-4648-8e2d-2d01c8804075 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 945 time: 0.3859911 Aug 28 20:02:18.378019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34cbeae-cf9a-4839-b8ff-a30f5696e90d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:18.381634 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.425418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Calling delete_port for ccef0729-455d-41de-acf2-f6a569a54894 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:18.426178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc7b7-2dbf-416b-a2a7-1c8edf6eed4a req-d9edfd97-3324-4bec-916b-45c35af42c4c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:18.428498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69dcc7b7-2dbf-416b-a2a7-1c8edf6eed4a req-d9edfd97-3324-4bec-916b-45c35af42c4c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.0930109 Aug 28 20:02:18.486480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:18.520779 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69dcc7b7-2dbf-416b-a2a7-1c8edf6eed4a req-87caa394-6a10-4d39-a22c-2068b6921c33 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836613 Aug 28 20:02:18.582814 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (f10f3768-0d91-4ea5-9ccd-5edb057695eb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.584503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:18.585471 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:18.592069 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d76ea7-ae04-4068-a6ab-01f7dc9d17da x-openstack-request-id: req-19d76ea7-ae04-4068-a6ab-01f7dc9d17da {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:18.592403 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:18.592611 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19d76ea7-ae04-4068-a6ab-01f7dc9d17da {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:18.593067 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d76ea7-ae04-4068-a6ab-01f7dc9d17da'] response: {'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f', 'code': 200} Aug 28 20:02:18.719343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2733fab3-b137-4895-a6e0-ac735177fd20 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:18.741081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d0bc-1299-4562-89b2-10e02a2d2443 req-2dd0652b-0ca3-424a-9762-067fa11b45cd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:18.755746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] Pushing event updated for resources: {'Network': ['ID=f10f3768-0d91-4ea5-9ccd-5edb057695eb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:18.769782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4b8d0bc-1299-4562-89b2-10e02a2d2443 req-2dd0652b-0ca3-424a-9762-067fa11b45cd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1100500 Aug 28 20:02:18.777808 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-715aca94-1ffd-434b-a80f-3a43bcbe784c req-479059b5-122e-4d05-a14a-921791bc0925 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268239 Aug 28 20:02:18.790250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:02:18.793153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 2733fab3-b137-4895-a6e0-ac735177fd20 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:18.799234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2733fab3-b137-4895-a6e0-ac735177fd20 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:18.894424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc5c9d-3128-43b4-9968-7fd285c04e9b req-c39edd00-55d7-49b4-a956-6ef93d8f975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:18.900679 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12dc5c9d-3128-43b4-9968-7fd285c04e9b req-c39edd00-55d7-49b4-a956-6ef93d8f975b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1128 time: 0.1371982 Aug 28 20:02:18.916667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cce275d7-f5e0-46fc-8ab1-f3ed3ad69f7b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7380333 Aug 28 20:02:18.934017 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4b8d0bc-1299-4562-89b2-10e02a2d2443 req-fe812c24-ec84-417f-98e3-f0f9d0803433 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570048 Aug 28 20:02:18.935019 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44442) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:18.942293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Request body: {'subnet': {'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-subnet', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:19.058614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12dc5c9d-3128-43b4-9968-7fd285c04e9b req-ab339248-94ea-4057-adee-ad99d19b768a service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377726 Aug 28 20:02:19.242423 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=66 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:19.262120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Made reservation on behalf of 1a4dc740cfd04b688b43856392603453 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:19.265443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.289216 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=54 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:19.309210 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ccef0729-455d-41de-acf2-f6a569a54894), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.401243 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef3b95c-62d0-4e32-bec2-1dccfb79bbe3 req-2d8984cd-af1a-4853-8429-0c5104122003 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 210 time: 0.0740869 Aug 28 20:02:19.446614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccef0729-455d-41de-acf2-f6a569a54894,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:19.527985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (365f45fa-271c-4049-bc81-b0a7c12196ac), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.650730 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (365f45fa-271c-4049-bc81-b0a7c12196ac), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.655243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks [] for router_controller (365f45fa-271c-4049-bc81-b0a7c12196ac), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.697960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (46859461-0d83-42b2-b6e0-649d568ff746), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.698683 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:19.785460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-955347d9-afe9-4982-8871-5227e68c6a8e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:19.787431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-955347d9-afe9-4982-8871-5227e68c6a8e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.89 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 821 time: 0.2275591 Aug 28 20:02:19.805218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925760d-2933-43d4-9095-dd8176b5f42b req-ec1c7201-4f0c-4424-9ff9-f62ff89d8d55 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:19.807337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9925760d-2933-43d4-9095-dd8176b5f42b req-ec1c7201-4f0c-4424-9ff9-f62ff89d8d55 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.1346941 Aug 28 20:02:19.813834 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (365f45fa-271c-4049-bc81-b0a7c12196ac), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.815275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365f45fa-271c-4049-bc81-b0a7c12196ac {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:02:19.815580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'port': {'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'admin_state_up': True, 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:19.835452 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.836936 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c122a5a8-4160-4a9e-9217-67d6716dd89c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/365f45fa-271c-4049-bc81-b0a7c12196ac HTTP/1.1" status: 204 len: 168 time: 2.8652048 Aug 28 20:02:19.841473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44458) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:19.858213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46859461-0d83-42b2-b6e0-649d568ff746,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:19.935694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] Deleting subnet cf951cff-f7a5-4776-b4dc-b4942b094c06 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:02:19.940554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] Publish callbacks [] for subnet (cf951cff-f7a5-4776-b4dc-b4942b094c06), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:19.944364 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:19.956166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Checking segment: {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:19.956545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Network hostable DHCP agents. Network: f10f3768-0d91-4ea5-9ccd-5edb057695eb, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:02:20.028397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (cf951cff-f7a5-4776-b4dc-b4942b094c06), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.071471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c220ce5-de87-4ec9-a9f7-4aa30b41f43a req-9568f96e-1350-4243-ab36-bffc57b79774 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:20.074052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c220ce5-de87-4ec9-a9f7-4aa30b41f43a req-9568f96e-1350-4243-ab36-bffc57b79774 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 946 time: 0.1065390 Aug 28 20:02:20.077180 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9925760d-2933-43d4-9095-dd8176b5f42b req-c2d355d3-e01f-4b31-9fa0-0ba9c550bc9c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578371 Aug 28 20:02:20.180035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c220ce5-de87-4ec9-a9f7-4aa30b41f43a req-aef49e1a-5af1-467e-a5aa-5275abb20d77 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923920 Aug 28 20:02:20.204128 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (cf951cff-f7a5-4776-b4dc-b4942b094c06), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.228646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0cfff-5d9a-40ae-a06d-d489d28334b7 req-dfad7b45-b448-452d-b27e-0619925bdc4a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:20.232245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70b0cfff-5d9a-40ae-a06d-d489d28334b7 req-dfad7b45-b448-452d-b27e-0619925bdc4a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0661066 Aug 28 20:02:20.270695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Made reservation on behalf of 2cfe92f7e31c4c4eb8886f256f57df8e for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:20.275696 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.283518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:02:20.364988 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70b0cfff-5d9a-40ae-a06d-d489d28334b7 req-bffaa45b-ab59-40bd-af63-10885c82acfa tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243269 Aug 28 20:02:20.438385 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:20.506317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Allocated IP 172.20.0.7 (8c51a71c-593a-4dab-8c5b-035d0ddce249/58b96036-b3f1-480b-a8c5-ca2daf8a269a/fc1270fe-b96a-4247-89fd-6b6bb9ecb069) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:20.522154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-324b28c8-22e8-46e6-a79a-e8b8563a603e req-dedbe112-d5a3-44f9-85b0-f526a517d023 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 210 time: 0.0289924 Aug 28 20:02:20.538686 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (cf951cff-f7a5-4776-b4dc-b4942b094c06), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.556650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, f10f3768-0d91-4ea5-9ccd-5edb057695eb) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:20.566261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da29b28-c5ef-4560-8249-8611a6275f89 None None] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:20.573451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:20.574274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf951cff-f7a5-4776-b4dc-b4942b094c06,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:20.574729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.578796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.589122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8ac90940-7408-4d61-9fb1-97fa4e3faac5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/cf951cff-f7a5-4776-b4dc-b4942b094c06 HTTP/1.1" status: 204 len: 168 time: 0.7408772 Aug 28 20:02:20.590085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44472) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:20.666440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88ae5f5-3ff1-40d7-9c60-bef08761d465 None None] Network 83c35358-27a0-4ce4-ae59-facc4d05877d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:20.704295 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (83c35358-27a0-4ce4-ae59-facc4d05877d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.740335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccef0729-455d-41de-acf2-f6a569a54894 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:20.764211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Deleting port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:20.764563 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.807198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ccef0729-455d-41de-acf2-f6a569a54894 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:20.807556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccef0729-455d-41de-acf2-f6a569a54894 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:20.872730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.894621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'project_id': '1a4dc740cfd04b688b43856392603453', 'fixed_ips': [{'subnet_id': '46859461-0d83-42b2-b6e0-649d568ff746'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:02:20.903328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.949694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] For port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9,segment=NetworkSegment(b21771b9-6e45-48aa-b92f-99ffd736b737),segment_id=b21771b9-6e45-48aa-b92f-99ffd736b737)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:20.950544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:20.953923 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:20.983385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Calling delete_port for b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:21.005033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.021412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a0df879b-05ba-4162-b8c4-e25e2f189bd7 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0841603 Aug 28 20:02:21.063823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44480) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:21.084627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:21.126983 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:21.166417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Allocated IP 172.20.0.2 (f10f3768-0d91-4ea5-9ccd-5edb057695eb/46859461-0d83-42b2-b6e0-649d568ff746/aec7b3c5-f367-4309-a061-5b20fba4a794) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:21.232764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:21.237620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-284b2281-a389-4a3b-b003-0dd29ab4cfcd service neutron] 10.222.0.89 "GET /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1/bindings/n-h1-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.3300753 Aug 28 20:02:21.238577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:21.240984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Pushing event updated for resources: {'Port': ['ID=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:21.251122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:21.288526 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (bdc94c30-eaaa-402d-808c-dfc598748989), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.288526 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (bdc94c30-eaaa-402d-808c-dfc598748989), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.313707 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:21.349083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3aad8831-917e-4ec3-b886-867198af69e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:21.405721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks [] for router_controller (bdc94c30-eaaa-402d-808c-dfc598748989), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.425026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda47a0-7cef-4242-9d1a-0d7c4893350f None None] DHCP port deletion for 83c35358-27a0-4ce4-ae59-facc4d05877d request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:02:21.426629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.448652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f50ec-d8fe-47a2-a561-9217f4b1b263 req-d09248d8-a7d4-4424-9606-6a91efac23ff tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:21.463162 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e9f50ec-d8fe-47a2-a561-9217f4b1b263 req-d09248d8-a7d4-4424-9606-6a91efac23ff tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 946 time: 0.1308370 Aug 28 20:02:21.538804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:21.578118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] No DVR routers for this DVR port b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:21.614904 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Publish callbacks [] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.617173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:21.618612 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.635113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfa7b7-a3c2-4f0c-b008-49bd100787ae req-cbdbd40e-3ca5-49ff-a27f-14159a46eacf tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:21.642412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07bfa7b7-a3c2-4f0c-b008-49bd100787ae req-cbdbd40e-3ca5-49ff-a27f-14159a46eacf tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 943 time: 0.3714652 Aug 28 20:02:21.718760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07bfa7b7-a3c2-4f0c-b008-49bd100787ae req-e4238cbf-bc5e-4ff2-8211-229d4d0b2b2f tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752630 Aug 28 20:02:21.720334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.725780 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:21.728169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-8b437623-6fb8-45b9-8023-2868595b4225 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9293742 Aug 28 20:02:21.756806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Request body: {'port': {'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:21.784377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:21.800163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e9f50ec-d8fe-47a2-a561-9217f4b1b263 req-b85ed875-35bf-41ba-b442-d75d2a76ad1f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287947 Aug 28 20:02:21.814639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:21.825308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-db98a843-b1a9-4c54-abf1-770975024029 None None] Provisioning complete for port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:21.825687 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-db98a843-b1a9-4c54-abf1-770975024029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.842735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-42915ad0-63ed-4268-b2dd-722d2bb14eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.858500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3462d058-4f58-41f8-8fcb-7751ed408fd1 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:21.874223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:21.904714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:21.919414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:21.924645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Pushing event updated for resources: {'Port': ['ID=aec7b3c5-f367-4309-a061-5b20fba4a794,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:21.927227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:21.936798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-db98a843-b1a9-4c54-abf1-770975024029 None None] Port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:21.972414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:21.992768 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.001927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Attempting to bind port aec7b3c5-f367-4309-a061-5b20fba4a794 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:22.002318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Attempting to bind port aec7b3c5-f367-4309-a061-5b20fba4a794 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:22.002693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Attempting to bind port aec7b3c5-f367-4309-a061-5b20fba4a794 on network f10f3768-0d91-4ea5-9ccd-5edb057695eb {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:22.010100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:22.010793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Checking segment: {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:22.011225 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.011628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Bound using segment: {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:22.012119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Bound port: aec7b3c5-f367-4309-a061-5b20fba4a794, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:22.012507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.053798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (83c35358-27a0-4ce4-ae59-facc4d05877d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.088120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks [] for router_gateway (bdc94c30-eaaa-402d-808c-dfc598748989), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.108244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] For port aec7b3c5-f367-4309-a061-5b20fba4a794, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:22.112510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] For port aec7b3c5-f367-4309-a061-5b20fba4a794, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aec7b3c5-f367-4309-a061-5b20fba4a794,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:22.117225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c35358-27a0-4ce4-ae59-facc4d05877d']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:22.131843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331355-b6b2-4950-8abd-d6da72e83165 req-cdb84143-b4ac-4a50-bfc0-afd306a07619 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:22.135346 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68331355-b6b2-4950-8abd-d6da72e83165 req-cdb84143-b4ac-4a50-bfc0-afd306a07619 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1705008 Aug 28 20:02:22.139470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21771b9-6e45-48aa-b92f-99ffd736b737') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:22.139763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21771b9-6e45-48aa-b92f-99ffd736b737') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:22.164250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (b21771b9-6e45-48aa-b92f-99ffd736b737), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.186906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b21771b9-6e45-48aa-b92f-99ffd736b737), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.207196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:02:22.208242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (b21771b9-6e45-48aa-b92f-99ffd736b737), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.234680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e6d5-f313-4eb6-9119-bb8d74f27942 req-4748b142-3d47-4764-84b1-34c2008f3595 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:22.236110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c31e6d5-f313-4eb6-9119-bb8d74f27942 req-4748b142-3d47-4764-84b1-34c2008f3595 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 931 time: 0.1600046 Aug 28 20:02:22.254364 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.256542 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b21771b9-6e45-48aa-b92f-99ffd736b737 resource provider aggregate not found Aug 28 20:02:22.280519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68331355-b6b2-4950-8abd-d6da72e83165 req-c7bfd330-6c84-419e-bfb1-81e868a677f8 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383314 Aug 28 20:02:22.344786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f7c05-3daa-4d72-8b25-4bc6baa900ea None None] Pushing event updated for resources: {'Port': ['ID=aec7b3c5-f367-4309-a061-5b20fba4a794,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:22.390018 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b21771b9-6e45-48aa-b92f-99ffd736b737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b21771b9-6e45-48aa-b92f-99ffd736b737 found for delete ", "request_id": "req-0ad5dd2a-997e-4e26-a0bd-1f1be7e05be0"}]} Aug 28 20:02:22.411413 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:22.417239 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c31e6d5-f313-4eb6-9119-bb8d74f27942 req-ad68b70d-6aa7-4b35-9c51-15eaad0ef622 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729152 Aug 28 20:02:22.472970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3462d058-4f58-41f8-8fcb-7751ed408fd1 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:22.531029 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] Transition to ACTIVE for port object 3462d058-4f58-41f8-8fcb-7751ed408fd1 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:02:22.564687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1270fe-b96a-4247-89fd-6b6bb9ecb069 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:22.613432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Publish callbacks [] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.616381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.669983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 3462d058-4f58-41f8-8fcb-7751ed408fd1 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:22.719649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Transition to ACTIVE for port object fc1270fe-b96a-4247-89fd-6b6bb9ecb069 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:02:22.723110 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:22.758343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] No DVR routers for this DVR port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:22.775228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aec7b3c5-f367-4309-a061-5b20fba4a794 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:22.787977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] Pushing event updated for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=10']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:22.814043 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.842593 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:22.850717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-a0d8a059-3686-4b08-b603-7de02020ec7f service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1/bindings/n-h1-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6028767 Aug 28 20:02:22.874386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port aec7b3c5-f367-4309-a061-5b20fba4a794 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:22.874935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.899126 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (83c35358-27a0-4ce4-ae59-facc4d05877d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.942174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Pushing event updated for resources: {'Port': ['ID=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:22.943507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.943507 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/83c35358-27a0-4ce4-ae59-facc4d05877d HTTP/1.1" status: 204 len: 168 time: 2.3483927 Aug 28 20:02:22.977964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Attempting to bind port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:22.978209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Attempting to bind port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:22.978549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Attempting to bind port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:22.983290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:02:22.983613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Attempting to bind port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 on network 8c51a71c-593a-4dab-8c5b-035d0ddce249 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:22.986623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port aec7b3c5-f367-4309-a061-5b20fba4a794 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:22.987017 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:22.990301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:22.990849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Checking segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:22.992095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Bound using segment: {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:22.992838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Bound port: fc1270fe-b96a-4247-89fd-6b6bb9ecb069, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f404a08c-09ce-4503-b60b-4dcc7b70240a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:22.993372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.001750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf4a78-7600-4973-b222-6815e5532ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=83c35358-27a0-4ce4-ae59-facc4d05877d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:23.036639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port aec7b3c5-f367-4309-a061-5b20fba4a794, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aec7b3c5-f367-4309-a061-5b20fba4a794,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:23.039140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-247632e5-880c-47e8-99b9-dfaff3bc65cd tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-826870377&fields=id&tenant_id=51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 267 time: 0.6211858 Aug 28 20:02:23.042725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-4c028eb0-7f5a-4a23-b30e-628fa32df19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.044370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-4c028eb0-7f5a-4a23-b30e-628fa32df19b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1126 time: 0.1550143 Aug 28 20:02:23.086332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] For port fc1270fe-b96a-4247-89fd-6b6bb9ecb069, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:23.096597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] For port fc1270fe-b96a-4247-89fd-6b6bb9ecb069, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:23.101079 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.161407 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:23.169752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:23.197551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:02:23.197804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b67e2e9e-fb8b-40ad-8faf-86a2b3cb16c9 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:02:23.223907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=aec7b3c5-f367-4309-a061-5b20fba4a794,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:23.225711 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.231846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-31d5c10a-b442-4342-bb36-c73748feb510 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.231846 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-31d5c10a-b442-4342-bb36-c73748feb510 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 946 time: 0.1828687 Aug 28 20:02:23.233695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-721c0d87-bd9e-42fd-be62-ef0cb6ae9fdf tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.235224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-721c0d87-bd9e-42fd-be62-ef0cb6ae9fdf tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.1873271 Aug 28 20:02:23.250259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'port': {'security_groups': ['62c07ec5-ce09-472f-bf9e-9c2471dea7c3', '3d6eb247-dd0a-476e-b11b-7bb2d683b93d']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:23.270039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.270763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.272296 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 1091 time: 1.5365708 Aug 28 20:02:23.272833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:23.275602 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83f838e-0522-420f-8e1a-adfaad073649" -d '{"events": [{"name": "network-changed", "server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:23.315928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb26bc-3782-446b-a2e1-b90785af553e service neutron] Pushing event updated for resources: {'Port': ['ID=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:23.325643 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:23.340431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks [] for router_gateway (bdc94c30-eaaa-402d-808c-dfc598748989), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.365968 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.377221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-7f10cbf8-03d2-4938-880f-68d9c0172e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.378796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-7f10cbf8-03d2-4938-880f-68d9c0172e52 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159 HTTP/1.1" status: 200 len: 1126 time: 0.1242933 Aug 28 20:02:23.390293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.472848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-89f4eacc-82cd-4eb3-ae8e-9fa0bf0ae473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.474301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-89f4eacc-82cd-4eb3-ae8e-9fa0bf0ae473 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.3760364 Aug 28 20:02:23.475754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-0292b88b-d38c-444d-8029-289e64dcd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.478883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-0292b88b-d38c-444d-8029-289e64dcd0ab service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 1125 time: 0.0626142 Aug 28 20:02:23.527046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-ec96d577-7ecc-4bf3-b9db-904bb4ad4940 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 217 time: 0.0402339 Aug 28 20:02:23.527524 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44516) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:23.551528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.574338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-8aed3846-deb7-450d-897f-5a0293fc6259 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 217 time: 0.0715742 Aug 28 20:02:23.597784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-6f017c24-b471-42b5-9e08-8f195af357df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.599696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-6f017c24-b471-42b5-9e08-8f195af357df service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1126 time: 0.1680751 Aug 28 20:02:23.619896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ebf0c57a-3815-4468-a52e-f034ec576086 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b17b22bb35cc4f958d5d71f17e8af7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0911968 Aug 28 20:02:23.621719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7d8f1436-1cd7-4919-adef-01b4ccca99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.623567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-7d8f1436-1cd7-4919-adef-01b4ccca99d6 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.0884235 Aug 28 20:02:23.624047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44520) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:23.691896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad86e7e4-f9e6-4037-a000-9de787ea1448 admin admin] Publish callbacks [] for security_group (f59bf97d-8bac-4930-be80-85142bfae90e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.738846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290110b5-8c56-4f50-a77b-9a736d4a649c None None] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:23.744002 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad86e7e4-f9e6-4037-a000-9de787ea1448 admin admin] Publish callbacks [] for security_group (f59bf97d-8bac-4930-be80-85142bfae90e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.751969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-102ba995-4248-4b7e-8416-f3a33a500e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.754006 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-102ba995-4248-4b7e-8416-f3a33a500e32 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871251 Aug 28 20:02:23.784684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-9c22b97a-f1f8-4b9d-a757-cc4d45c1f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.786400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-9c22b97a-f1f8-4b9d-a757-cc4d45c1f061 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.1332667 Aug 28 20:02:23.798111 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:23.818179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b6a5692d-8638-41d6-8a9e-fc1771230092 None None] Provisioning complete for port aec7b3c5-f367-4309-a061-5b20fba4a794 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:23.818860 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b6a5692d-8638-41d6-8a9e-fc1771230092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:23.896984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-22200128-0eae-4d46-9070-78eaf85bf34c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353323 Aug 28 20:02:23.934617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-6829e09a-4e38-4119-899d-76cf2716d1f3 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 200 len: 217 time: 0.0691040 Aug 28 20:02:23.967929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5692d-8638-41d6-8a9e-fc1771230092 None None] Current status of the port aec7b3c5-f367-4309-a061-5b20fba4a794 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:23.971732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-5a5927ae-c0cb-4b0b-84e4-d4b2b5403565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:23.973310 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-5a5927ae-c0cb-4b0b-84e4-d4b2b5403565 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.3891573 Aug 28 20:02:23.974726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Allocated IP 172.25.4.182 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/3c033327-3f74-4420-84f1-55212c8874c2) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:24.001102 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad86e7e4-f9e6-4037-a000-9de787ea1448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f59bf97d-8bac-4930-be80-85142bfae90e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.002258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad86e7e4-f9e6-4037-a000-9de787ea1448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.005994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ad86e7e4-f9e6-4037-a000-9de787ea1448 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f59bf97d-8bac-4930-be80-85142bfae90e HTTP/1.1" status: 204 len: 168 time: 0.3785269 Aug 28 20:02:24.061940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86e7e4-f9e6-4037-a000-9de787ea1448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59bf97d-8bac-4930-be80-85142bfae90e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:24.068771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5773ad63-4784-4ff5-a432-51ed929f10f3 req-661b9510-edb9-475e-bb59-4abf7cc45afb service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654689 Aug 28 20:02:24.116998 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:24.143660 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7783cea-9da2-435a-b31d-ad7894fc330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.200727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe6fe-9c02-4c86-8a8c-77ce9c9c5923 req-3f2c1bd4-9745-465a-9d0b-0e5146d8662e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:24.206793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-bb854bc1-6b8d-4d31-80bd-e29b25be3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:24.208777 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-718fe6fe-9c02-4c86-8a8c-77ce9c9c5923 req-3f2c1bd4-9745-465a-9d0b-0e5146d8662e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 944 time: 0.0670812 Aug 28 20:02:24.209132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-bb854bc1-6b8d-4d31-80bd-e29b25be3623 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.2639024 Aug 28 20:02:24.251212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-1ed08f96-e46e-491d-be5a-7dfb79b4749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:24.252877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-1ed08f96-e46e-491d-be5a-7dfb79b4749e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2525058 Aug 28 20:02:24.265355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-718fe6fe-9c02-4c86-8a8c-77ce9c9c5923 req-a8ac0525-561a-42bc-a2e1-27f6dbc4137c tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556901 Aug 28 20:02:24.300851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b5c62290-38f5-4549-9bf5-ccd297b28215 None None] Provisioning complete for port aec7b3c5-f367-4309-a061-5b20fba4a794 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:24.302146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b5c62290-38f5-4549-9bf5-ccd297b28215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.322415 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d371f5-edcf-4323-9d88-2888d0ca3a45 x-openstack-request-id: req-a1d371f5-edcf-4323-9d88-2888d0ca3a45 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:24.322415 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:24.322415 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1d371f5-edcf-4323-9d88-2888d0ca3a45 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:24.322415 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d371f5-edcf-4323-9d88-2888d0ca3a45'] response: {'name': 'network-changed', 'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'status': 'completed', 'code': 200} Aug 28 20:02:24.324242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:24.327165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-18e23afa-0f1e-44a0-8e03-919585691cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:24.328172 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-18e23afa-0f1e-44a0-8e03-919585691cd6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072903 Aug 28 20:02:24.394312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b5c62290-38f5-4549-9bf5-ccd297b28215 None None] Current status of the port aec7b3c5-f367-4309-a061-5b20fba4a794 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:24.426832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks [] for port (3c033327-3f74-4420-84f1-55212c8874c2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.436295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370ed25-611c-4f87-8963-95506d56e352 req-a119dd9a-c953-46d1-815e-650da4e80285 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:24.444506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d370ed25-611c-4f87-8963-95506d56e352 req-a119dd9a-c953-46d1-815e-650da4e80285 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0691867 Aug 28 20:02:24.462979 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.512114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d370ed25-611c-4f87-8963-95506d56e352 req-7ad9631f-39d2-411b-ba84-4c59b6ed6760 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665538 Aug 28 20:02:24.512458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-ebf76db1-34a2-4096-9e11-28802bb76a2a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716216 Aug 28 20:02:24.564797 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.580529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:24.581648 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.586581 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:02:24.595875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3455ad5-a194-443d-975b-b7cfe4af9142 req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "PUT /networking/v2.0/ports/3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 982 time: 1.3545890 Aug 28 20:02:24.606480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:24.678397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:24.681067 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a543be-a886-4eab-9d3a-c4646edb8026" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:24.687805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc20b37-fdcc-417c-923b-5cb31a1fddde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=6']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:24.694413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3c033327-3f74-4420-84f1-55212c8874c2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.705376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f553b5-6c34-4d6b-8564-99a4e9e27dd6 req-81ba420d-bbac-4717-99ac-ba9ca3786f88 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:24.711231 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94f553b5-6c34-4d6b-8564-99a4e9e27dd6 req-81ba420d-bbac-4717-99ac-ba9ca3786f88 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 943 time: 0.1282420 Aug 28 20:02:24.723158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aec7b3c5-f367-4309-a061-5b20fba4a794 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:24.808669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port aec7b3c5-f367-4309-a061-5b20fba4a794 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:24.810086 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:24.834079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94f553b5-6c34-4d6b-8564-99a4e9e27dd6 req-040756bc-031c-4439-bfc1-9bcf27b7861c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134238 Aug 28 20:02:24.871104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:24.871237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:24.878544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:24.881049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:24.947309 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:25.050914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f838e-0522-420f-8e1a-adfaad073649 req-8a6078b9-8d2a-423b-aa22-30a6a08370a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:25.052981 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d83f838e-0522-420f-8e1a-adfaad073649 req-8a6078b9-8d2a-423b-aa22-30a6a08370a1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 1125 time: 0.0538969 Aug 28 20:02:25.062845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port aec7b3c5-f367-4309-a061-5b20fba4a794 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:25.123993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Pushing event updated for resources: {'Port': ['ID=3c033327-3f74-4420-84f1-55212c8874c2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:25.134051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-d9a68f2b-8849-44c5-bb33-5de619807b2c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472935 Aug 28 20:02:25.264246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f838e-0522-420f-8e1a-adfaad073649 req-935c3369-344d-483a-bb71-5ab64a07e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:25.266836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d83f838e-0522-420f-8e1a-adfaad073649 req-935c3369-344d-483a-bb71-5ab64a07e0b2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.2083228 Aug 28 20:02:25.271108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-967a3680-f309-40ac-8474-adfe047c5b26 req-549125f3-2d8b-4ee4-8ace-05bcfb77f007 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1837437083&fields=id&tenant_id=51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 267 time: 0.5042994 Aug 28 20:02:25.323464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d83f838e-0522-420f-8e1a-adfaad073649 req-2027a9f4-51d1-443a-8b86-bbef21536f1d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 217 time: 0.0479245 Aug 28 20:02:25.334079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-92b99d79-5e4e-42a8-b1ab-12de08338405 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422112 Aug 28 20:02:25.400703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f838e-0522-420f-8e1a-adfaad073649 req-dcb30da1-667a-4282-bb07-4d8fd73724f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:25.402952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d83f838e-0522-420f-8e1a-adfaad073649 req-dcb30da1-667a-4282-bb07-4d8fd73724f7 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.0726466 Aug 28 20:02:25.434849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a3680-f309-40ac-8474-adfe047c5b26 req-8ae49a02-f964-42ac-b488-820887e62a90 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:25.436410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-967a3680-f309-40ac-8474-adfe047c5b26 req-8ae49a02-f964-42ac-b488-820887e62a90 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 985 time: 0.1567421 Aug 28 20:02:25.455394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'port': {'security_groups': ['3d6eb247-dd0a-476e-b11b-7bb2d683b93d', '62c07ec5-ce09-472f-bf9e-9c2471dea7c3', '99704f70-33fe-408c-b951-f1064bc3128a']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:25.488866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f838e-0522-420f-8e1a-adfaad073649 req-69e249a6-267c-4a92-ad7c-54e8d6522e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:25.492576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d83f838e-0522-420f-8e1a-adfaad073649 req-69e249a6-267c-4a92-ad7c-54e8d6522e02 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825753 Aug 28 20:02:25.563862 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:INSERT=15 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:25.565981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-269a0ced-01ba-4b39-b931-4ad4444c95d8 req-22f66880-aec0-4cb5-987f-dd37a03a0877 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257783 Aug 28 20:02:25.597834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:02:25.637013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:25.708851 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d83f838e-0522-420f-8e1a-adfaad073649 req-ed7b96d6-f35f-419b-bfdf-15281284b913 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049780 Aug 28 20:02:25.722622 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:25.722882 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:25.736209 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:25.761264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:25.783058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'port_id': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'mac_address': 'fa:16:3e:ad:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:02:25.799614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44562) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:25.836319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:25.836961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:25.856348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ff9580-ce94-4fb0-9cda-432794d30afd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:25.869947 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d83f838e-0522-420f-8e1a-adfaad073649 req-941465d1-c6a6-42cd-9f07-6e300ac37049 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528711 Aug 28 20:02:25.885229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:25.973177 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:25.974189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.004457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-network', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:26.044480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:26.125798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks [] for router_gateway (bdc94c30-eaaa-402d-808c-dfc598748989), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.131673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-95428a9f-a60c-4b9b-98f2-c679f0381912 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:26.133272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-95428a9f-a60c-4b9b-98f2-c679f0381912 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b&tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.1384706 Aug 28 20:02:26.143185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Made reservation on behalf of dd7de14bdd13467184df8d1609bab6c3 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:26.145666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.157494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.223407 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:26.234360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['25ff9580-ce94-4fb0-9cda-432794d30afd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:26.271787 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks [] for security_group (f27deae3-c056-4f7c-8779-83bba720d74b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.290539 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70193635-152f-477a-86c4-f82e5d53d0a0 x-openstack-request-id: req-70193635-152f-477a-86c4-f82e5d53d0a0 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:26.291153 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:26.291153 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70193635-152f-477a-86c4-f82e5d53d0a0 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:26.291458 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70193635-152f-477a-86c4-f82e5d53d0a0'] response: {'name': 'network-changed', 'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f', 'status': 'completed', 'code': 200} Aug 28 20:02:26.405220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce903fd7-2af4-4b5d-bd89-12eb399857dd req-d509d5be-0bf0-46ab-b02e-946a7239a830 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:26.406679 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce903fd7-2af4-4b5d-bd89-12eb399857dd req-d509d5be-0bf0-46ab-b02e-946a7239a830 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 944 time: 0.0631473 Aug 28 20:02:26.412496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f27deae3-c056-4f7c-8779-83bba720d74b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.439267 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:26.448078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-b77d354f-36a2-4d3a-878c-9215243fe59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:26.449583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-b77d354f-36a2-4d3a-878c-9215243fe59b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1167 time: 0.1156955 Aug 28 20:02:26.462630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:02:26.502014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc1270fe-b96a-4247-89fd-6b6bb9ecb069 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:02:26.530683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:26.532388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (69cc99f0-fdd0-47db-9863-7c2166a1790a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.532777 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Added segment 69cc99f0-fdd0-47db-9863-7c2166a1790a of type vlan for network 0da46cdd-f344-4737-9707-ed65cb053ed3 Aug 28 20:02:26.549118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27deae3-c056-4f7c-8779-83bba720d74b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:26.595400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.599167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (bdc94c30-eaaa-402d-808c-dfc598748989), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.600121 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce903fd7-2af4-4b5d-bd89-12eb399857dd req-8c783b0b-9e97-4932-93f9-25e64283a838 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815777 Aug 28 20:02:26.617885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (0da46cdd-f344-4737-9707-ed65cb053ed3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.656668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-76ca1011-948b-42f3-ad7b-80f63abe9d51 service neutron] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:26.675261 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-76ca1011-948b-42f3-ad7b-80f63abe9d51 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.676549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fc04ef6-6b1c-47cb-99e1-a444c335c582 req-76ca1011-948b-42f3-ad7b-80f63abe9d51 service neutron] 10.222.0.84 "DELETE /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1/bindings/n-h2-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.5016341 Aug 28 20:02:26.685543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-10f8eef6-a792-47f2-bfe4-cb286748a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:26.688124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-10f8eef6-a792-47f2-bfe4-cb286748a920 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 0.2261989 Aug 28 20:02:26.733693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.745791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:26.746907 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.760837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-967a3680-f309-40ac-8474-adfe047c5b26 req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "PUT /networking/v2.0/ports/3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 1021 time: 1.3149471 Aug 28 20:02:26.768030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-202d6484-4edc-4b4d-81ef-f350300d0850 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 217 time: 0.0651174 Aug 28 20:02:26.839471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44580) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:26.866140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:26.895446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (0da46cdd-f344-4737-9707-ed65cb053ed3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.896535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:26.900637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:26.916543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09374-829a-43d1-9416-8b224a951088 req-43f3b5a1-454d-47b1-a2b4-2d29ac4856df tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:26.918403 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dad09374-829a-43d1-9416-8b224a951088 req-43f3b5a1-454d-47b1-a2b4-2d29ac4856df tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 943 time: 0.0708325 Aug 28 20:02:26.994107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fc1270fe-b96a-4247-89fd-6b6bb9ecb069, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:26.998115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d671d6-8035-4f3a-94ac-6d491a6780d1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:27.008055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:27.016723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dad09374-829a-43d1-9416-8b224a951088 req-f8563eed-963d-4014-bd32-7fe48090e8b0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860560 Aug 28 20:02:27.031760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecbef8-8281-4750-b2f3-a611549a0802 req-2d59497c-70fc-4b46-b91c-a2bb6149df2b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:27.040104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11ecbef8-8281-4750-b2f3-a611549a0802 req-2d59497c-70fc-4b46-b91c-a2bb6149df2b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.2709248 Aug 28 20:02:27.048945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'mac_address': 'fa:16:3e:b4:e3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:02:27.052855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.132171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Router bdc94c30-eaaa-402d-808c-dfc598748989 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:02:27.192084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-a231dc08-ee8d-44ce-a815-177579749fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:27.194370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-a231dc08-ee8d-44ce-a815-177579749fb1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.4123583 Aug 28 20:02:27.207934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:27.208323 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.227701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4231515 Aug 28 20:02:27.237963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44586) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:27.242378 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:27.249416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1270fe-b96a-4247-89fd-6b6bb9ecb069 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:27.253455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7810f2-198f-4a01-964d-039e41b01fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=0da46cdd-f344-4737-9707-ed65cb053ed3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:27.277233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:02:27.282495 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b325b0a8-7a08-49cb-b13e-aa7a59febeb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.300180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Request body: {'subnet': {'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-subnet', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:27.313382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-249a4365-fd2a-471a-b3a3-bdcdf0f9eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:27.315021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-249a4365-fd2a-471a-b3a3-bdcdf0f9eba9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0899577 Aug 28 20:02:27.336072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11ecbef8-8281-4750-b2f3-a611549a0802 req-fcf0c7c3-5567-40c2-b7e0-9b9d473e67c5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929711 Aug 28 20:02:27.354047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fc1270fe-b96a-4247-89fd-6b6bb9ecb069, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:27.390404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c668b-16df-4cc3-bd40-e3cd872ee3c4 req-b2c94ae8-010c-4363-b805-34ae14604549 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:27.429746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-156c668b-16df-4cc3-bd40-e3cd872ee3c4 req-b2c94ae8-010c-4363-b805-34ae14604549 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1024 time: 0.1792381 Aug 28 20:02:27.433690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:27.457273 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Sync routers for ids ['bdc94c30-eaaa-402d-808c-dfc598748989'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:27.474144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Routers {'bdc94c30-eaaa-402d-808c-dfc598748989'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:27.478544 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bdc94c30-eaaa-402d-808c-dfc598748989'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:27.511809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.568726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-156c668b-16df-4cc3-bd40-e3cd872ee3c4 req-fd503748-82b9-4568-b898-9893ea4933d7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d6eb247-dd0a-476e-b11b-7bb2d683b93d&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&id=99704f70-33fe-408c-b951-f1064bc3128a HTTP/1.1" status: 200 len: 6197 time: 0.1372688 Aug 28 20:02:27.569836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Made reservation on behalf of dd7de14bdd13467184df8d1609bab6c3 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:27.573066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.599260 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.625708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:27.647081 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Set router bdc94c30-eaaa-402d-808c-dfc598748989 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:27.710691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:27.750383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['fc1270fe-b96a-4247-89fd-6b6bb9ecb069'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:27.801400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 25ff9580-ce94-4fb0-9cda-432794d30afd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:27.801779 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.848441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-3a9da561-8ba4-4425-af67-22cb5bc622ff service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238495 Aug 28 20:02:27.849393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-eda491c4-0563-4f62-b1dd-77b659bf0fec req-f6c8936f-16b8-4fc8-a4d1-6e1aea33eda2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': ' tempest-securitygroup -264585760 ', 'description': 'tempest-description-1966799184'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:27.860008 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:27.876645 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:27.882616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dfee1360-c9e9-43cb-a626-ba0485f91d2f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8067667 Aug 28 20:02:27.884500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44600) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:27.962270 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:02:25Z', 'revision_number': 3, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:27.989445 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Checking router: bdc94c30-eaaa-402d-808c-dfc598748989 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:27.990180 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Updating router bdc94c30-eaaa-402d-808c-dfc598748989 port 3c033327-3f74-4420-84f1-55212c8874c2 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:02:28.051496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:28.052096 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.055512 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4a543be-a886-4eab-9d3a-c4646edb8026 req-31847016-6f20-420c-991f-08d7b5011cef service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781397 Aug 28 20:02:28.093559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:28.096462 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd742f6-c385-46d7-ab69-78009242c7b3" -d '{"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-plugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:28.122809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:28.129676 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c033327-3f74-4420-84f1-55212c8874c2), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.168109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b325b0a8-7a08-49cb-b13e-aa7a59febeb9 admin admin] Publish callbacks [] for security_group (006d0cb1-9465-425f-bb75-aa0f9e6c539b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.172153 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (1baa988e-1782-44d2-a6a6-4946f8dd7492), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.180733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-eda491c4-0563-4f62-b1dd-77b659bf0fec req-f6c8936f-16b8-4fc8-a4d1-6e1aea33eda2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.194374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e41731-84b1-4263-8b49-bb57019f1d81 req-88b355cc-aa9d-4f64-85c4-40d8f24342b6 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:28.197269 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8e41731-84b1-4263-8b49-bb57019f1d81 req-88b355cc-aa9d-4f64-85c4-40d8f24342b6 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 1126 time: 0.3344939 Aug 28 20:02:28.230622 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:28.265898 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.286314 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8e41731-84b1-4263-8b49-bb57019f1d81 req-da3ffdbe-7601-4bb1-b9db-705636a88e25 tempest-LiveMigrationTest-1574977100 tempest-LiveMigrationTest-1574977100-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808342 Aug 28 20:02:28.300465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:28.306023 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8837e85-8b67-4a10-8c8b-a819ead79524" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:28.338503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b325b0a8-7a08-49cb-b13e-aa7a59febeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (006d0cb1-9465-425f-bb75-aa0f9e6c539b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.439984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:28.488132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1baa988e-1782-44d2-a6a6-4946f8dd7492,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:28.491057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44620) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:28.500349 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b325b0a8-7a08-49cb-b13e-aa7a59febeb9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=39cfea9773a844c8b856e858790c5903&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6572986 Aug 28 20:02:28.519145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325b0a8-7a08-49cb-b13e-aa7a59febeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006d0cb1-9465-425f-bb75-aa0f9e6c539b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:28.531254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc1270fe-b96a-4247-89fd-6b6bb9ecb069 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:28.615181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da5b7-6ccc-412b-a415-b530dfad6628 req-5e78202e-2656-4fc5-8099-8ba16d71d9ee tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:28.615181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c9da5b7-6ccc-412b-a415-b530dfad6628 req-5e78202e-2656-4fc5-8099-8ba16d71d9ee tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 944 time: 0.1743362 Aug 28 20:02:28.665536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:02:28.689271 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Publish callbacks [] for port (3c033327-3f74-4420-84f1-55212c8874c2), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.718514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c9da5b7-6ccc-412b-a415-b530dfad6628 req-15aac266-81ad-4628-a554-d5bfacd4a717 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030564 Aug 28 20:02:28.842606 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186cd382-a114-422d-8dfe-ba26ef425034 x-openstack-request-id: req-186cd382-a114-422d-8dfe-ba26ef425034 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:28.842606 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-plugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:28.842606 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-186cd382-a114-422d-8dfe-ba26ef425034 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:28.842606 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186cd382-a114-422d-8dfe-ba26ef425034'] response: {'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'code': 200} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Checking segment: {'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Network hostable DHCP agents. Network: 0da46cdd-f344-4737-9707-ed65cb053ed3, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-eda491c4-0563-4f62-b1dd-77b659bf0fec req-f6c8936f-16b8-4fc8-a4d1-6e1aea33eda2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (ec438b71-1c7f-41f8-9706-537c005566d1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-becfe8b5-932a-42f3-8ff4-b5ff25d14c6a admin admin] Publish callbacks [] for security_group (006d0cb1-9465-425f-bb75-aa0f9e6c539b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c9cdfe-44bf-4400-ae62-7c3e19f8f96e x-openstack-request-id: req-39c9cdfe-44bf-4400-ae62-7c3e19f8f96e {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39c9cdfe-44bf-4400-ae62-7c3e19f8f96e {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:28.844987 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c9cdfe-44bf-4400-ae62-7c3e19f8f96e'] response: {'name': 'network-changed', 'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f', 'status': 'completed', 'code': 200} Aug 28 20:02:28.883035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-becfe8b5-932a-42f3-8ff4-b5ff25d14c6a admin admin] Publish callbacks [] for security_group (006d0cb1-9465-425f-bb75-aa0f9e6c539b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:28.937085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-953932c2-ae03-4e25-8c5f-4b05b0ce3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:28.944987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-953932c2-ae03-4e25-8c5f-4b05b0ce3d68 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1207 time: 0.0743861 Aug 28 20:02:29.062257 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.065722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-88fc606f-dd38-43b2-8cc7-1c1470e92878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:29.067367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-88fc606f-dd38-43b2-8cc7-1c1470e92878 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 0.1147354 Aug 28 20:02:29.192521 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-eda491c4-0563-4f62-b1dd-77b659bf0fec req-f6c8936f-16b8-4fc8-a4d1-6e1aea33eda2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ec438b71-1c7f-41f8-9706-537c005566d1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.194015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:29.194501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.195291 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c033327-3f74-4420-84f1-55212c8874c2), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.248030 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Attempting to bind port 3c033327-3f74-4420-84f1-55212c8874c2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:29.249784 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Attempting to bind port 3c033327-3f74-4420-84f1-55212c8874c2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:29.250331 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Attempting to bind port 3c033327-3f74-4420-84f1-55212c8874c2 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:29.277395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:02:29.285733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-becfe8b5-932a-42f3-8ff4-b5ff25d14c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (006d0cb1-9465-425f-bb75-aa0f9e6c539b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.291581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-becfe8b5-932a-42f3-8ff4-b5ff25d14c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.295576 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-becfe8b5-932a-42f3-8ff4-b5ff25d14c6a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/006d0cb1-9465-425f-bb75-aa0f9e6c539b HTTP/1.1" status: 204 len: 168 time: 0.7936549 Aug 28 20:02:29.339969 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:29.342768 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:29.344616 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.345452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:29.347376 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Bound port: 3c033327-3f74-4420-84f1-55212c8874c2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:29.347795 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c033327-3f74-4420-84f1-55212c8874c2), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.383224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8936f-16b8-4fc8-a4d1-6e1aea33eda2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec438b71-1c7f-41f8-9706-537c005566d1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:29.388011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-eda491c4-0563-4f62-b1dd-77b659bf0fec req-f6c8936f-16b8-4fc8-a4d1-6e1aea33eda2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.416429 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eda491c4-0563-4f62-b1dd-77b659bf0fec req-f6c8936f-16b8-4fc8-a4d1-6e1aea33eda2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.5795360 Aug 28 20:02:29.453486 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Pushing event updated for resources: {'Port': ['ID=3c033327-3f74-4420-84f1-55212c8874c2,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:29.470033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.470557 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.471063 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.471602 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.472093 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.472590 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.473083 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.473573 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.474098 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.474569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.475032 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.475529 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.476009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.476490 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.477482 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:29.488770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfe8b5-932a-42f3-8ff4-b5ff25d14c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006d0cb1-9465-425f-bb75-aa0f9e6c539b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:29.511480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 0da46cdd-f344-4737-9707-ed65cb053ed3) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:29.521658 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:29.522547 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] For port 3c033327-3f74-4420-84f1-55212c8874c2, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:29.525439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:29.526002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.532497 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] For port 3c033327-3f74-4420-84f1-55212c8874c2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c033327-3f74-4420-84f1-55212c8874c2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:29.542938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f940c-36d9-491b-b9df-93e9e49e3f55 None None] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:29.601231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c03ec-f5d7-4342-96b2-021bfb081649 req-3683ec30-7007-47e1-b337-7c89fc613043 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:29.614464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c32c03ec-f5d7-4342-96b2-021bfb081649 req-3683ec30-7007-47e1-b337-7c89fc613043 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1116636 Aug 28 20:02:29.624881 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c033327-3f74-4420-84f1-55212c8874c2), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.701151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:29.702233 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.704229 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Routers {'bdc94c30-eaaa-402d-808c-dfc598748989'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:29.705280 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bdc94c30-eaaa-402d-808c-dfc598748989'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:29.724474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fc1270fe-b96a-4247-89fd-6b6bb9ecb069, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:29.746958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-46bce2a4-fe2e-47dc-8e90-96ded831bb9c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 217 time: 0.6731057 Aug 28 20:02:29.809889 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:29.870655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c32c03ec-f5d7-4342-96b2-021bfb081649 req-4b6a7d27-8124-44f1-b826-8c75c984f986 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517645 Aug 28 20:02:29.884421 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f182ab02-cff2-48f7-bf00-5f0dd396c5c2 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6453533 Aug 28 20:02:29.896981 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:29.908608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44648) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:29.930421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:29.977814 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:29.982846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-0da46cdd-f344-4737-9707-ed65cb053ed3', 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3', 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'fixed_ips': [{'subnet_id': '1baa988e-1782-44d2-a6a6-4946f8dd7492'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:02:29.983801 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.008183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] Set router bdc94c30-eaaa-402d-808c-dfc598748989 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:30.080834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8a1795c-407a-4a7f-adf2-32ec45359d7a req-fe48c53d-f76b-4847-ab4f-15f162de85d6 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ec438b71-1c7f-41f8-9706-537c005566d1 HTTP/1.1" status: 200 len: 1797 time: 0.3454154 Aug 28 20:02:30.096882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-ba749fce-b947-4039-9327-f5e60b8612e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:30.101168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-ba749fce-b947-4039-9327-f5e60b8612e4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.2988403 Aug 28 20:02:30.128333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:30.168669 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:30.169124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Allocated IP 172.20.0.1 (f10f3768-0d91-4ea5-9ccd-5edb057695eb/46859461-0d83-42b2-b6e0-649d568ff746/2f9a2200-3127-4cb1-8465-82f6b76d69e3) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:30.290172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Allocated IP 172.20.0.2 (0da46cdd-f344-4737-9707-ed65cb053ed3/1baa988e-1782-44d2-a6a6-4946f8dd7492/4c487497-19f9-447d-a3d1-48beab53e201) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:30.310222 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:30.327405 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks [] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.370591 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3702b-609b-474f-a870-6dcf11bf5a42 None None] Pushing event updated for resources: {'Port': ['ID=3c033327-3f74-4420-84f1-55212c8874c2,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:30.385219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798a61-7ab1-4ab8-9df7-892ecd5ac70a req-079352df-4b1d-4c3d-96d6-cd600040a133 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:30.385219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8798a61-7ab1-4ab8-9df7-892ecd5ac70a req-079352df-4b1d-4c3d-96d6-cd600040a133 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 945 time: 0.1582112 Aug 28 20:02:30.411583 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:02:25Z', 'revision_number': 3, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:30.421066 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:30.426910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a916c-e228-41d3-a821-336704ee0a39 req-9fbecd91-4c0d-43da-a408-e7e766babb7d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:30.434685 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a44a916c-e228-41d3-a821-336704ee0a39 req-9fbecd91-4c0d-43da-a408-e7e766babb7d tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 944 time: 0.0724633 Aug 28 20:02:30.455269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.456338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.499281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Publish callbacks [] for port (4c487497-19f9-447d-a3d1-48beab53e201), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.504627 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.506397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bf1e7-c5a3-40d6-a4cb-5fe2ded2183f None None] The sync data for ids ['bdc94c30-eaaa-402d-808c-dfc598748989'] in n-d-854121-7 is: [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:02:25Z', 'revision_number': 3, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:30.522951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-7d9fe20d-a510-425c-a20d-4528dac5ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:30.525012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-7d9fe20d-a510-425c-a20d-4528dac5ed86 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1401775 Aug 28 20:02:30.565567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9a2200-3127-4cb1-8465-82f6b76d69e3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:30.597549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-f3cfbc69-b1bb-4f55-a330-f6a21db7f09a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:30.599186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-f3cfbc69-b1bb-4f55-a330-f6a21db7f09a tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 944 time: 0.1556225 Aug 28 20:02:30.631429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (4c487497-19f9-447d-a3d1-48beab53e201), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.648943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44654) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:30.658138 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a44a916c-e228-41d3-a821-336704ee0a39 req-83a7f093-0711-4f43-9806-37b575e451a1 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225461 Aug 28 20:02:30.673696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:30.713384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:30.714608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:30.726642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:30.726642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:30.733207 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:30.735258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8798a61-7ab1-4ab8-9df7-892ecd5ac70a req-795460df-234b-49c3-8c61-83445062c109 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091668 Aug 28 20:02:30.736112 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0f1509b-4f8f-4f3f-b9f5-e479e80f22c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.739349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Pushing event updated for resources: {'Port': ['ID=4c487497-19f9-447d-a3d1-48beab53e201,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:30.786872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:30.792364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:30.799948 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b33333-5a3c-431b-a0b5-598adf3c45eb" -d '{"events": [{"server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "name": "network-vif-plugged", "status": "completed", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:30.807329 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:30.844012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (bdc94c30-eaaa-402d-808c-dfc598748989), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.881439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Attempting to bind port 4c487497-19f9-447d-a3d1-48beab53e201 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:30.882154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Attempting to bind port 4c487497-19f9-447d-a3d1-48beab53e201 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:30.898346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Attempting to bind port 4c487497-19f9-447d-a3d1-48beab53e201 on network 0da46cdd-f344-4737-9707-ed65cb053ed3 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:30.929877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:30.931247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Checking segment: {'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:30.931890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.932764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Bound using segment: {'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:30.933528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Bound port: 4c487497-19f9-447d-a3d1-48beab53e201, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:30.934219 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4c487497-19f9-447d-a3d1-48beab53e201), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:30.955440 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f8ffa-8cc9-420f-aeb6-16f1a220a8ea x-openstack-request-id: req-7d3f8ffa-8cc9-420f-aeb6-16f1a220a8ea {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:30.956237 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "name": "network-vif-plugged", "status": "completed", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:30.956934 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d3f8ffa-8cc9-420f-aeb6-16f1a220a8ea {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:30.957683 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3f8ffa-8cc9-420f-aeb6-16f1a220a8ea'] response: {'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'code': 200} Aug 28 20:02:31.028807 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-e6d04c45-3945-41d3-b2c7-058b511f75cf service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656594 Aug 28 20:02:31.061332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] For port 4c487497-19f9-447d-a3d1-48beab53e201, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:31.065502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] For port 4c487497-19f9-447d-a3d1-48beab53e201, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4c487497-19f9-447d-a3d1-48beab53e201,segment=NetworkSegment(69cc99f0-fdd0-47db-9863-7c2166a1790a),segment_id=69cc99f0-fdd0-47db-9863-7c2166a1790a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:31.147358 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4c487497-19f9-447d-a3d1-48beab53e201), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.166323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks [] for router_controller (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.263646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:31.279962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-247483757'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:31.319900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dd840874-44c8-4720-aaa4-a0a4ab75bba7 None None] Provisioning complete for port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:31.319900 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dd840874-44c8-4720-aaa4-a0a4ab75bba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.400968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7c6fa-9d43-45f6-8749-9c938c894e17 None None] Pushing event updated for resources: {'Port': ['ID=4c487497-19f9-447d-a3d1-48beab53e201,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:31.403515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219914f4-de5e-4931-9c97-24400b386c1b req-494b43a4-2a23-469d-8296-8ecd33f9ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:31.410333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-219914f4-de5e-4931-9c97-24400b386c1b req-494b43a4-2a23-469d-8296-8ecd33f9ebcc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 1127 time: 0.3390911 Aug 28 20:02:31.432214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dd840874-44c8-4720-aaa4-a0a4ab75bba7 None None] Port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:31.440531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca43c-1ea0-4e1c-97b0-05c414de0aca req-226e984d-cddd-4593-b6b3-4ea1ea238efd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:31.448033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Deleting port 3462d058-4f58-41f8-8fcb-7751ed408fd1 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:02:31.448646 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.454999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41fca43c-1ea0-4e1c-97b0-05c414de0aca req-226e984d-cddd-4593-b6b3-4ea1ea238efd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.3358006 Aug 28 20:02:31.604234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0f1509b-4f8f-4f3f-b9f5-e479e80f22c9 admin admin] Publish callbacks [] for security_group (dce8741f-6509-485b-8b5c-5e34ce680654), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.609333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:31.610748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.725977 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0f1509b-4f8f-4f3f-b9f5-e479e80f22c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dce8741f-6509-485b-8b5c-5e34ce680654), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.743006 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8837e85-8b67-4a10-8c8b-a819ead79524 req-90068a1f-38fe-471a-a114-664a7314d45c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987107 Aug 28 20:02:31.781838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41fca43c-1ea0-4e1c-97b0-05c414de0aca req-8c83dbeb-b9df-4b4b-909b-64fa30bcfbad tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202927 Aug 28 20:02:31.813347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-219914f4-de5e-4931-9c97-24400b386c1b req-da0d79c5-b9e4-40ab-8be2-c776c33c721e service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794670 Aug 28 20:02:31.828909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:02:31.872927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (28c9230a-b8e5-4cfa-85b8-b1079b713d77), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.876786 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Added segment 28c9230a-b8e5-4cfa-85b8-b1079b713d77 of type vlan for network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a Aug 28 20:02:31.964495 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (930cd3e9-822c-4fa0-84e7-ff1b22f9784a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:31.984602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c0f1509b-4f8f-4f3f-b9f5-e479e80f22c9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=68062b3b897d43efba8ec952d0a04125&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3298008 Aug 28 20:02:31.984602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1509b-4f8f-4f3f-b9f5-e479e80f22c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce8741f-6509-485b-8b5c-5e34ce680654,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:32.011173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44668) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:32.022311 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:32.095659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42104f6f-687a-4ea5-a1fb-4f7b6bb4a709 req-c28708f0-f317-49b4-8fdc-0a7c8f1737f7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ec438b71-1c7f-41f8-9706-537c005566d1 HTTP/1.1" status: 200 len: 1797 time: 1.3796723 Aug 28 20:02:32.096963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6922be-100d-4c3f-bf9d-7e196239acdb req-491a1734-2d4a-4b4a-a7f8-8f7bd65ecaf8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:32.098609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b6922be-100d-4c3f-bf9d-7e196239acdb req-491a1734-2d4a-4b4a-a7f8-8f7bd65ecaf8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 944 time: 0.1390529 Aug 28 20:02:32.190549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d12e10e6-cc07-434e-9b9a-896645181ca1 admin admin] Publish callbacks [] for security_group (dce8741f-6509-485b-8b5c-5e34ce680654), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.194022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.205029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks [] for router_gateway (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.263235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d12e10e6-cc07-434e-9b9a-896645181ca1 admin admin] Publish callbacks [] for security_group (dce8741f-6509-485b-8b5c-5e34ce680654), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.266524 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (930cd3e9-822c-4fa0-84e7-ff1b22f9784a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.279681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:32.282411 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.503967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b6922be-100d-4c3f-bf9d-7e196239acdb req-b2c7e859-a95c-4975-9cec-e997b3d968a3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730733 Aug 28 20:02:32.559598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Network': ['ID=930cd3e9-822c-4fa0-84e7-ff1b22f9784a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:32.573291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:02:32.601742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9878e124-15ed-4014-848c-c93e94f103b7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3310630 Aug 28 20:02:32.605096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44670) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:32.627494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2031049404'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:32.670739 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-42104f6f-687a-4ea5-a1fb-4f7b6bb4a709 req-f01fc847-add9-489c-bf10-8f4cde929d2e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (ec438b71-1c7f-41f8-9706-537c005566d1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.754350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] For port 3462d058-4f58-41f8-8fcb-7751ed408fd1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3462d058-4f58-41f8-8fcb-7751ed408fd1,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:32.754666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.810948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Calling delete_port for 3462d058-4f58-41f8-8fcb-7751ed408fd1 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:02:32.828352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-42104f6f-687a-4ea5-a1fb-4f7b6bb4a709 req-f01fc847-add9-489c-bf10-8f4cde929d2e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (ec438b71-1c7f-41f8-9706-537c005566d1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.840090 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:32.842836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:32.858710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:32.885487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39bab1-fd81-4142-baa8-96fd1885081c req-b1f16581-11ca-4f98-9edf-acc965c29ff3 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:32.893785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2a39bab1-fd81-4142-baa8-96fd1885081c req-b1f16581-11ca-4f98-9edf-acc965c29ff3 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 945 time: 0.1920137 Aug 28 20:02:32.971054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c033327-3f74-4420-84f1-55212c8874c2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:33.014182 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d12e10e6-cc07-434e-9b9a-896645181ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dce8741f-6509-485b-8b5c-5e34ce680654), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.018003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d12e10e6-cc07-434e-9b9a-896645181ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.019449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d12e10e6-cc07-434e-9b9a-896645181ca1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dce8741f-6509-485b-8b5c-5e34ce680654 HTTP/1.1" status: 204 len: 168 time: 1.0074947 Aug 28 20:02:33.023951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bebdab-7ccb-45a2-b21f-32d619b56336 None None] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:33.099292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:02:33.111744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e753c30d-db0f-4ec2-ac83-afd4e9caedc7 None None] Provisioning complete for port 4c487497-19f9-447d-a3d1-48beab53e201 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:33.112788 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e753c30d-db0f-4ec2-ac83-afd4e9caedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4c487497-19f9-447d-a3d1-48beab53e201), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.123221 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:33.131202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3c033327-3f74-4420-84f1-55212c8874c2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:33.131971 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c033327-3f74-4420-84f1-55212c8874c2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.155968 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:33.165455 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2a39bab1-fd81-4142-baa8-96fd1885081c req-a592ab2d-2969-487d-9356-10124c63a8c5 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695398 Aug 28 20:02:33.185166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e10e6-cc07-434e-9b9a-896645181ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce8741f-6509-485b-8b5c-5e34ce680654,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:33.204313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (468264ed-dd54-49aa-9e6b-dbaab9b9020b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.204677 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Added segment 468264ed-dd54-49aa-9e6b-dbaab9b9020b of type vlan for network f916ee4d-6756-48e6-9a29-8dafd69f66c1 Aug 28 20:02:33.363579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks [] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.425893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (f916ee4d-6756-48e6-9a29-8dafd69f66c1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.483982 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.497920 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:33.561942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks [] for router_gateway (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.578523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe4853-ff00-45f4-a9b0-da80e73eae41 req-ea6f0b4c-eacb-4628-b690-661edcaac99d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:33.589282 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9fe4853-ff00-45f4-a9b0-da80e73eae41 req-ea6f0b4c-eacb-4628-b690-661edcaac99d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2021890 Aug 28 20:02:33.672278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3462d058-4f58-41f8-8fcb-7751ed408fd1 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:02:33.721715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (f916ee4d-6756-48e6-9a29-8dafd69f66c1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.739470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:33.742071 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.775405 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-42104f6f-687a-4ea5-a1fb-4f7b6bb4a709 req-f01fc847-add9-489c-bf10-8f4cde929d2e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ec438b71-1c7f-41f8-9706-537c005566d1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.775405 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-42104f6f-687a-4ea5-a1fb-4f7b6bb4a709 req-f01fc847-add9-489c-bf10-8f4cde929d2e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.775405 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42104f6f-687a-4ea5-a1fb-4f7b6bb4a709 req-f01fc847-add9-489c-bf10-8f4cde929d2e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ec438b71-1c7f-41f8-9706-537c005566d1 HTTP/1.1" status: 204 len: 173 time: 1.6736162 Aug 28 20:02:33.780225 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.823036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fc847-add9-489c-bf10-8f4cde929d2e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec438b71-1c7f-41f8-9706-537c005566d1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:33.860553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9a2200-3127-4cb1-8465-82f6b76d69e3,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:33.935630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (bdc94c30-eaaa-402d-808c-dfc598748989), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:33.964946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e753c30d-db0f-4ec2-ac83-afd4e9caedc7 None None] Current status of the port 4c487497-19f9-447d-a3d1-48beab53e201 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:33.979093 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e753c30d-db0f-4ec2-ac83-afd4e9caedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4c487497-19f9-447d-a3d1-48beab53e201), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.023793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3462d058-4f58-41f8-8fcb-7751ed408fd1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.030002 n-d-854121-7 neutron-server[114323]: INFO neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No ports have port_id starting with 3462d058-4f58-41f8-8fcb-7751ed408fd1 Aug 28 20:02:34.040780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9fe4853-ff00-45f4-a9b0-da80e73eae41 req-9b873e50-60f2-48cd-9cc5-1c413d6998a7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504857 Aug 28 20:02:34.075060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Network': ['ID=f916ee4d-6756-48e6-9a29-8dafd69f66c1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:34.102299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f8ffb2d0-9df5-4fec-a77a-29e0c605296a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4911993 Aug 28 20:02:34.127635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44684) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:34.133673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:02:34.159657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'subnet': {'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:34.165321 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:34.197686 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-dec4fc36-85e7-4a27-80bb-a3bb36669c42 req-d5c57ce9-3792-4d53-a449-5a2c61f77f00 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:02:34.209310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dec4fc36-85e7-4a27-80bb-a3bb36669c42 req-d5c57ce9-3792-4d53-a449-5a2c61f77f00 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ec438b71-1c7f-41f8-9706-537c005566d1 HTTP/1.1" status: 404 len: 352 time: 0.1122348 Aug 28 20:02:34.247329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event deleted for resources: {'Port': ['ID=3462d058-4f58-41f8-8fcb-7751ed408fd1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:34.345349 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a19ff3aa-427e-4196-8d69-a10a6c04b7d2 req-b26801f1-c5d1-47f7-a018-1e7110342453 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 210 time: 0.3613119 Aug 28 20:02:34.438895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e753c30d-db0f-4ec2-ac83-afd4e9caedc7 None None] For port 4c487497-19f9-447d-a3d1-48beab53e201, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4c487497-19f9-447d-a3d1-48beab53e201,segment=NetworkSegment(69cc99f0-fdd0-47db-9863-7c2166a1790a),segment_id=69cc99f0-fdd0-47db-9863-7c2166a1790a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:34.452596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07e7b1-4e0d-487d-8df1-ff24284f1a58 req-d215fb01-7c15-40f7-a476-a7515c833e6a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:34.455631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e07e7b1-4e0d-487d-8df1-ff24284f1a58 req-d215fb01-7c15-40f7-a476-a7515c833e6a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 945 time: 0.1039712 Aug 28 20:02:34.488139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-efb2df50-929b-453d-960a-149968cf96b0 req-f4dfb4da-6475-4d13-8362-57e38458c009 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-769492076', 'description': 'tempest-description-1621579459'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:34.496089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3c033327-3f74-4420-84f1-55212c8874c2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:34.496335 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c033327-3f74-4420-84f1-55212c8874c2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.520604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] No DVR routers for this DVR port 3462d058-4f58-41f8-8fcb-7751ed408fd1 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:02:34.529601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3c033327-3f74-4420-84f1-55212c8874c2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c033327-3f74-4420-84f1-55212c8874c2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:34.529916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.539981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fc84cdb7-6772-49b8-849d-e87adb39d856 req-271c3ba8-5579-454d-8a9f-0348c4f033d0 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "DELETE /networking/v2.0/ports/3462d058-4f58-41f8-8fcb-7751ed408fd1 HTTP/1.1" status: 204 len: 173 time: 3.8858554 Aug 28 20:02:34.544395 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e753c30d-db0f-4ec2-ac83-afd4e9caedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4c487497-19f9-447d-a3d1-48beab53e201), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.564705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-6336d1d1-ddac-4dfa-ad5c-825ffbc96158 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176249 Aug 28 20:02:34.578110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'name': 'network-vif-deleted', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:34.583967 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f793046-e4fb-4905-8793-5cccb41f6361" -d '{"events": [{"server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "name": "network-vif-deleted", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:34.592116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e07e7b1-4e0d-487d-8df1-ff24284f1a58 req-94e10688-3a9a-4ce8-8bce-852f78d2ff6d tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aa3e86a5-b5f8-46a5-a7c5-ee188737f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175649 Aug 28 20:02:34.625727 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c033327-3f74-4420-84f1-55212c8874c2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.628641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4c487497-19f9-447d-a3d1-48beab53e201 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:34.631550 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:34.642862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-efb2df50-929b-453d-960a-149968cf96b0 req-f4dfb4da-6475-4d13-8362-57e38458c009 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.655795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:34.660726 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.740719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Allocated IP 172.25.4.225 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e446bccb-649d-4a92-a70b-59529bc66ab7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:34.949785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks [] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:34.965278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753c30d-db0f-4ec2-ac83-afd4e9caedc7 None None] Pushing event updated for resources: {'Port': ['ID=4c487497-19f9-447d-a3d1-48beab53e201,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:35.007260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7a56ff7f-f33e-4a3e-81df-70523a727803 None None] Provisioning complete for port 4c487497-19f9-447d-a3d1-48beab53e201 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:35.007838 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a56ff7f-f33e-4a3e-81df-70523a727803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4c487497-19f9-447d-a3d1-48beab53e201), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:35.070993 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a82c0-966c-40ad-afd1-0703bbfadaf7 x-openstack-request-id: req-894a82c0-966c-40ad-afd1-0703bbfadaf7 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:35.075139 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a7b1a-42bf-4c0b-95c5-4971d7ecf98b", "name": "network-vif-deleted", "tag": "3462d058-4f58-41f8-8fcb-7751ed408fd1", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:35.081115 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-894a82c0-966c-40ad-afd1-0703bbfadaf7 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:35.082698 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894a82c0-966c-40ad-afd1-0703bbfadaf7'] response: {'server_uuid': '231a7b1a-42bf-4c0b-95c5-4971d7ecf98b', 'name': 'network-vif-deleted', 'tag': '3462d058-4f58-41f8-8fcb-7751ed408fd1', 'status': 'completed', 'code': 200} Aug 28 20:02:35.091852 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:35.101372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:35.114552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:35.143793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:35.202043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-a9c7bb8f-b744-4664-9a30-5e56c3815068 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:35.216881 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-a9c7bb8f-b744-4664-9a30-5e56c3815068 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1442502 Aug 28 20:02:35.241984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (303695ce-f82f-49bf-ab7b-6f4e6407f1f8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:35.304397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4c487497-19f9-447d-a3d1-48beab53e201 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:35.305401 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4c487497-19f9-447d-a3d1-48beab53e201), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:35.313485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3c033327-3f74-4420-84f1-55212c8874c2,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:35.413515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:35.429561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:35.437770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Pushing event updated for resources: {'Port': ['ID=e446bccb-649d-4a92-a70b-59529bc66ab7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:35.442611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-bc5dab64-cd16-45ee-9fb7-053ba968b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:35.446839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:35.448326 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-bc5dab64-cd16-45ee-9fb7-053ba968b649 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 1127 time: 0.3253069 Aug 28 20:02:35.450830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7a56ff7f-f33e-4a3e-81df-70523a727803 None None] Current status of the port 4c487497-19f9-447d-a3d1-48beab53e201 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:35.468446 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-cc6050d3-9d6b-4033-ad8a-2d521230c69c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.2538667 Aug 28 20:02:35.501835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'floatingip': {'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:35.557458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4c487497-19f9-447d-a3d1-48beab53e201 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:35.611629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:35.619879 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:35.702973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4a29d589-80fc-49d2-8b20-7d591973005e None None] Provisioning complete for port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:35.708686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4a29d589-80fc-49d2-8b20-7d591973005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:35.740908 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:35.781870 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:35.820776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4a29d589-80fc-49d2-8b20-7d591973005e None None] Port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:35.890492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c033327-3f74-4420-84f1-55212c8874c2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:35.906281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-efb2df50-929b-453d-960a-149968cf96b0 req-f4dfb4da-6475-4d13-8362-57e38458c009 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (9ae4395d-9a39-4e58-ae72-e9af26d9e1f3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:35.908916 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Router bdc94c30-eaaa-402d-808c-dfc598748989 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:02:35.924961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Subnet': ['ID=303695ce-f82f-49bf-ab7b-6f4e6407f1f8,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:35.984980 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:35.995321 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-efb2df50-929b-453d-960a-149968cf96b0 req-f4dfb4da-6475-4d13-8362-57e38458c009 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9ae4395d-9a39-4e58-ae72-e9af26d9e1f3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:36.017537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3c033327-3f74-4420-84f1-55212c8874c2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:36.018551 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c033327-3f74-4420-84f1-55212c8874c2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:36.115039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Checking segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:36.119627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network hostable DHCP agents. Network: 930cd3e9-822c-4fa0-84e7-ff1b22f9784a, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:02:36.124824 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:36.223760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3c033327-3f74-4420-84f1-55212c8874c2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:36.228322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4c487497-19f9-447d-a3d1-48beab53e201 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:36.236571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfb4da-6475-4d13-8362-57e38458c009 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae4395d-9a39-4e58-ae72-e9af26d9e1f3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:36.259465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-efb2df50-929b-453d-960a-149968cf96b0 req-f4dfb4da-6475-4d13-8362-57e38458c009 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:36.259465 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-efb2df50-929b-453d-960a-149968cf96b0 req-f4dfb4da-6475-4d13-8362-57e38458c009 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.7774034 Aug 28 20:02:36.287129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:36.302788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-18c0e00a-b674-4268-a502-3f2bb1348b15 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/bdc94c30-eaaa-402d-808c-dfc598748989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4137630 Aug 28 20:02:36.307787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Sync routers for ids ['bdc94c30-eaaa-402d-808c-dfc598748989'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:36.317722 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:36.324861 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:36.329952 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks [] for router_gateway (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:36.346684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-95a7aca3-54d4-4363-8de3-26d143288539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:36.353935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-95a7aca3-54d4-4363-8de3-26d143288539 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 200 len: 909 time: 0.8652475 Aug 28 20:02:36.356822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Routers {'bdc94c30-eaaa-402d-808c-dfc598748989'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:36.357682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bdc94c30-eaaa-402d-808c-dfc598748989'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:36.401801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:02:36.478245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4c487497-19f9-447d-a3d1-48beab53e201 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:36.482389 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4c487497-19f9-447d-a3d1-48beab53e201), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:36.489224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-f8ceac9c-de21-4050-b4df-94b640320826 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 200 len: 217 time: 0.1249461 Aug 28 20:02:36.706695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 930cd3e9-822c-4fa0-84e7-ff1b22f9784a) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:36.724234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:36.725217 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:36.744192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de091993-1398-44a0-a5a0-3ed795e2d868 None None] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:36.890054 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c8bbc997-5347-4fc9-bace-2b7bd5e1edea tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7608750 Aug 28 20:02:36.897591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44730) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:36.917508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Set router bdc94c30-eaaa-402d-808c-dfc598748989 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:36.929181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'subnet': {'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:36.939694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-5a5008c2-83af-4522-9680-cafa88a1bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:36.943656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-5a5008c2-83af-4522-9680-cafa88a1bf6f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 200 len: 847 time: 0.4411247 Aug 28 20:02:37.090242 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:37.090242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4c487497-19f9-447d-a3d1-48beab53e201 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:37.178560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-5b0fd812-ecad-4b8c-804b-3d6f01b974ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:37.182144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-5b0fd812-ecad-4b8c-804b-3d6f01b974ab service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=e6382cd2-5644-465e-8b30-a10a1c5fc02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2002552 Aug 28 20:02:37.346606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9f827-e92b-4701-88b9-1f56f2329cff req-ad3a3752-7ce3-4e98-bd95-9965b965840d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:37.369333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7e9f827-e92b-4701-88b9-1f56f2329cff req-ad3a3752-7ce3-4e98-bd95-9965b965840d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.8753762 Aug 28 20:02:37.461903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:02:37.546883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:02:31Z', 'revision_number': 4, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2f9a2200-3127-4cb1-8465-82f6b76d69e3', 'name': '', 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'mac_address': 'fa:16:3e:11:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '46859461-0d83-42b2-b6e0-649d568ff746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:29Z', 'updated_at': '2022-08-28T20:02:32Z', 'revision_number': 2, 'project_id': '1a4dc740cfd04b688b43856392603453', 'subnets': [{'id': '46859461-0d83-42b2-b6e0-649d568ff746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:37.574707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7e9f827-e92b-4701-88b9-1f56f2329cff req-1de3bdd7-d848-4040-a6d7-cd9c646856f1 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917973 Aug 28 20:02:37.648360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Checking router: bdc94c30-eaaa-402d-808c-dfc598748989 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:37.648871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Updating router bdc94c30-eaaa-402d-808c-dfc598748989 port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:02:37.667984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:37.692758 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:37.719091 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:37.722499 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f67e511a-ed3d-4af2-95ca-d651c8ce00a1 req-36c13785-b090-4659-9ab1-863ea481b6e3 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 210 time: 0.0447905 Aug 28 20:02:37.793322 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:37.806064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:37.813019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-d4e3b925-8bdd-4a83-ae25-646565742d7e req-bffed0c1-00ba-465d-8cad-1f8d1fe44186 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-632809310', 'description': 'tempest-description-121076306'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:37.912655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:37.921244 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.082106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d4e3b925-8bdd-4a83-ae25-646565742d7e req-bffed0c1-00ba-465d-8cad-1f8d1fe44186 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.103107 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:38.142202 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:38.161578 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:38.163813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'fixed_ips': [{'subnet_id': '303695ce-f82f-49bf-ab7b-6f4e6407f1f8'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:02:38.166351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.242061 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Publish callbacks [] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.376755 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.400630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d4e3b925-8bdd-4a83-ae25-646565742d7e req-bffed0c1-00ba-465d-8cad-1f8d1fe44186 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (c5af6e87-4adc-4bfc-80dd-1ce769aabfd9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.447967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc7171-7c0f-4078-b305-add9de566f84 None None] Pushing event updated for resources: {'Port': ['ID=2f9a2200-3127-4cb1-8465-82f6b76d69e3,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:38.463813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:02:38.639911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Attempting to bind port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:38.641108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Attempting to bind port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:38.641699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Attempting to bind port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 on network f10f3768-0d91-4ea5-9ccd-5edb057695eb {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:38.652800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:38.653679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Checking segment: {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:38.654354 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.655046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Bound using segment: {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:38.655770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Bound port: 2f9a2200-3127-4cb1-8465-82f6b76d69e3, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:38.656409 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.659821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Allocated IP 10.1.1.2 (930cd3e9-822c-4fa0-84e7-ff1b22f9784a/303695ce-f82f-49bf-ab7b-6f4e6407f1f8/40efd0a2-51e1-438e-b977-921e1a4f874e) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:38.712549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:38.745518 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Sync routers for ids ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:38.746628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d4e3b925-8bdd-4a83-ae25-646565742d7e req-bffed0c1-00ba-465d-8cad-1f8d1fe44186 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c5af6e87-4adc-4bfc-80dd-1ce769aabfd9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.775482 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Routers {'93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:38.776594 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:38.813033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffed0c1-00ba-465d-8cad-1f8d1fe44186 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af6e87-4adc-4bfc-80dd-1ce769aabfd9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:38.868294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.873540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7f56c1b0-253c-46ee-a8e7-65212f340cdb admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9631605 Aug 28 20:02:38.879147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44752) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:38.885538 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d4e3b925-8bdd-4a83-ae25-646565742d7e req-bffed0c1-00ba-465d-8cad-1f8d1fe44186 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:38.896052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4e3b925-8bdd-4a83-ae25-646565742d7e req-bffed0c1-00ba-465d-8cad-1f8d1fe44186 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.1041594 Aug 28 20:02:39.034268 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-cf93fd2b-bae8-44c9-a407-942d5613cad7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3630607 Aug 28 20:02:39.039187 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:39.095085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Set router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:39.206758 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 associated. External IP: 172.25.4.153, port: 3aad8831-917e-4ec3-b886-867198af69e3. Aug 28 20:02:39.290335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] For port 2f9a2200-3127-4cb1-8465-82f6b76d69e3, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:39.298355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] For port 2f9a2200-3127-4cb1-8465-82f6b76d69e3, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2f9a2200-3127-4cb1-8465-82f6b76d69e3,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:39.330269 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:39.487699 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:39.521776 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:39.591175 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:02:35Z', 'revision_number': 3, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:39.692950 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Checking router: 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:39.693295 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Updating router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c port e446bccb-649d-4a92-a70b-59529bc66ab7 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:02:39.744567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Routers {'bdc94c30-eaaa-402d-808c-dfc598748989'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:39.745476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bdc94c30-eaaa-402d-808c-dfc598748989'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:39.773562 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:39.832449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Publish callbacks [] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:39.839964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc7171-7c0f-4078-b305-add9de566f84 None None] Pushing event updated for resources: {'Port': ['ID=2f9a2200-3127-4cb1-8465-82f6b76d69e3,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:39.890867 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4c2ef6-e952-4556-9765-a71f832ba565 req-f02a9954-912c-4e69-8796-afbb01cbfd14 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854203 Aug 28 20:02:39.929375 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:39.974270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.071569 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.074195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:40.089436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:40.093398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:40.128994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] Set router bdc94c30-eaaa-402d-808c-dfc598748989 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:40.132186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Pushing event updated for resources: {'Port': ['ID=40efd0a2-51e1-438e-b977-921e1a4f874e,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:40.189280 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.235127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Checking segment: {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:40.238631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network hostable DHCP agents. Network: f916ee4d-6756-48e6-9a29-8dafd69f66c1, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:02:40.333625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Subnet': ['ID=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:40.338741 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.347228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:02:40.359047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-2bae97be-d13c-480f-ad25-21f0164cf062 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:40.361822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-2bae97be-d13c-480f-ad25-21f0164cf062 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f10f3768-0d91-4ea5-9ccd-5edb057695eb HTTP/1.1" status: 200 len: 818 time: 0.6503782 Aug 28 20:02:40.370713 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.385983 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.390582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-2a18ca2d-ca63-4520-acec-9b3495a3ea23 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/quotas/1a4dc740cfd04b688b43856392603453 HTTP/1.1" status: 200 len: 375 time: 0.0210099 Aug 28 20:02:40.432623 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.574758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Attempting to bind port 40efd0a2-51e1-438e-b977-921e1a4f874e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:40.575139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Attempting to bind port 40efd0a2-51e1-438e-b977-921e1a4f874e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:40.575507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Attempting to bind port 40efd0a2-51e1-438e-b977-921e1a4f874e on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:40.623059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-ca9bccd7-218e-44bb-8297-cef31c7dab65 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1a4dc740cfd04b688b43856392603453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2217300 Aug 28 20:02:40.623878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:40.625981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Checking segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:40.626564 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.629385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Bound using segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:40.632832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Bound port: 40efd0a2-51e1-438e-b977-921e1a4f874e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:40.634023 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.642054 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:02:40.666603 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.704478 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Publish callbacks [] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.796088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, f916ee4d-6756-48e6-9a29-8dafd69f66c1) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:40.816181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a297969a-e86b-4b91-ba32-71d64f70b622 None None] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:40.827376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:40.829168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.831196 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.906888 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:40.925442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:40.929664 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Attempting to bind port e446bccb-649d-4a92-a70b-59529bc66ab7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:40.935664 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Attempting to bind port e446bccb-649d-4a92-a70b-59529bc66ab7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:40.937253 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Attempting to bind port e446bccb-649d-4a92-a70b-59529bc66ab7 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:40.940134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.966125 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:40.971606 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:40.972346 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.974355 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:40.975378 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Bound port: e446bccb-649d-4a92-a70b-59529bc66ab7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:40.981192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:40.984375 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:41.027505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664f92c-1045-460d-8f41-274648489523 None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:41.028943 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-795f48cc-c292-4f89-891e-eb94ea04a8e6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1201987 Aug 28 20:02:41.031307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44766) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:41.058385 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f865af-54ca-47e5-88c5-2e06797ae294 None None] Pushing event updated for resources: {'Port': ['ID=e446bccb-649d-4a92-a70b-59529bc66ab7,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:41.068313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'port': {'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'name': 'tempest-TaggedBootDevicesTest_v242-1038601935', 'fixed_ips': [{'subnet_id': '303695ce-f82f-49bf-ab7b-6f4e6407f1f8'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:41.080047 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:41.141447 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] For port e446bccb-649d-4a92-a70b-59529bc66ab7, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:41.153432 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] For port e446bccb-649d-4a92-a70b-59529bc66ab7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e446bccb-649d-4a92-a70b-59529bc66ab7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:41.168930 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-8fccdab7-30cf-4da3-b590-058f2106b788 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 200 len: 997 time: 5.6931787 Aug 28 20:02:41.169791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-68519db0-5eae-422e-b356-0d1bd92e6f06 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f10f3768-0d91-4ea5-9ccd-5edb057695eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359552 Aug 28 20:02:41.221316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] For port 40efd0a2-51e1-438e-b977-921e1a4f874e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:41.243129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:41.246459 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:41.247801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] For port 40efd0a2-51e1-438e-b977-921e1a4f874e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=40efd0a2-51e1-438e-b977-921e1a4f874e,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:41.253005 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:41.279126 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:41.322444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:02:31Z', 'revision_number': 4, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2f9a2200-3127-4cb1-8465-82f6b76d69e3', 'name': '', 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'mac_address': 'fa:16:3e:11:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '46859461-0d83-42b2-b6e0-649d568ff746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:29Z', 'updated_at': '2022-08-28T20:02:39Z', 'revision_number': 4, 'project_id': '1a4dc740cfd04b688b43856392603453', 'subnets': [{'id': '46859461-0d83-42b2-b6e0-649d568ff746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:41.327091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:41.328126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:41.386935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:41.418563 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f865af-54ca-47e5-88c5-2e06797ae294 None None] Pushing event updated for resources: {'Port': ['ID=e446bccb-649d-4a92-a70b-59529bc66ab7,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:41.477395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:41.485772 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Routers {'93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:41.498097 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:41.622102 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:41.639928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:41.714515 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:41.744926 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:41.778445 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:41.783204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb4231-7a80-4d00-bcdc-35937596ca37 None None] The sync data for ids ['bdc94c30-eaaa-402d-808c-dfc598748989'] in n-d-854121-7 is: [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:02:31Z', 'revision_number': 4, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2f9a2200-3127-4cb1-8465-82f6b76d69e3', 'name': '', 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'mac_address': 'fa:16:3e:11:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '46859461-0d83-42b2-b6e0-649d568ff746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:29Z', 'updated_at': '2022-08-28T20:02:39Z', 'revision_number': 4, 'project_id': '1a4dc740cfd04b688b43856392603453', 'subnets': [{'id': '46859461-0d83-42b2-b6e0-649d568ff746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:41.785278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-f916ee4d-6756-48e6-9a29-8dafd69f66c1', 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1', 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'fixed_ips': [{'subnet_id': 'cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:02:41.786476 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:41.940953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-720810b6-d662-4395-845a-d5552f855af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:41.952275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-720810b6-d662-4395-845a-d5552f855af5 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.6914933 Aug 28 20:02:41.982564 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:42.005736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:42.049256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-096ddfc6-e149-4544-832b-34c3f713a5f2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f10f3768-0d91-4ea5-9ccd-5edb057695eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8149228 Aug 28 20:02:42.088424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] device_id is not set on port 15d18f42-58a4-4016-bfd6-269a8a12e83a yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:02:42.109248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Allocated IP 172.20.0.1 (0da46cdd-f344-4737-9707-ed65cb053ed3/1baa988e-1782-44d2-a6a6-4946f8dd7492/fb161d72-26bf-4a81-b552-30462b2d068b) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:42.135882 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:42.279103 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:42.343404 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] Set router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:42.414687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a541f-f314-4f29-b5e8-8013552a8e50 None None] Pushing event updated for resources: {'Port': ['ID=40efd0a2-51e1-438e-b977-921e1a4f874e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:42.451091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks [] for port (fb161d72-26bf-4a81-b552-30462b2d068b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:42.543510 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:42.616222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Allocated IP 10.2.2.2 (f916ee4d-6756-48e6-9a29-8dafd69f66c1/cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1/4cec66c1-4046-4d40-be38-bc7da8964141) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:42.623121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:a7:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:37Z', 'revision_number': 1, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:42.638863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:42.729496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664f92c-1045-460d-8f41-274648489523 None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:42.777397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:42.788275 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:42.798640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:42.798919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-1b4ca3b2-d177-4b27-81fb-0e70e97ce716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:42.812768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:42.836425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-1b4ca3b2-d177-4b27-81fb-0e70e97ce716 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.8552847 Aug 28 20:02:43.029815 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:43.066490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:43.092098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:43.117388 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:02:35Z', 'revision_number': 3, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:43.158706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:43.220525 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550e223-4b45-4754-a0f6-a8ee33df71e7 None None] The sync data for ids ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'] in n-d-854121-7 is: [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:02:35Z', 'revision_number': 3, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:43.338086 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:43.378588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-3421b144-b43c-4c27-9864-e7d8d5324d77 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 1000 time: 0.5410266 Aug 28 20:02:43.410684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb161d72-26bf-4a81-b552-30462b2d068b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:43.472755 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:43.474164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 10.1.1.166 (930cd3e9-822c-4fa0-84e7-ff1b22f9784a/303695ce-f82f-49bf-ab7b-6f4e6407f1f8/15d18f42-58a4-4016-bfd6-269a8a12e83a) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:43.513221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.532666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.537583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.538254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.538961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.539642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.544124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.544709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.545305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.546026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.547190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.549275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.555771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.556757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.562358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:43.574880 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:43.711492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-c4b2553b-5ab2-4d1a-8740-26bf3911b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:43.727582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-c4b2553b-5ab2-4d1a-8740-26bf3911b730 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.3353319 Aug 28 20:02:43.800351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5ae9-0a7c-42cf-abd8-c648d8ad204f req-47073760-bbfb-4d55-a72a-541c26dd2573 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:43.807068 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48ba5ae9-0a7c-42cf-abd8-c648d8ad204f req-47073760-bbfb-4d55-a72a-541c26dd2573 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2200851 Aug 28 20:02:44.052921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-3a4601ce-7a3e-44f5-9bee-e9fc80f8fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:44.071699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-3a4601ce-7a3e-44f5-9bee-e9fc80f8fda4 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3431656 Aug 28 20:02:44.195146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379716ff-3b25-4dc0-8119-4e23ecef0918 None None] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:44.204632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:44.241208 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:44.263292 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:44.269567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:44.426259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-907cc207-a2a0-405f-a134-1e26e408c0c6 None None] Provisioning complete for port fb161d72-26bf-4a81-b552-30462b2d068b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:44.426638 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-907cc207-a2a0-405f-a134-1e26e408c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:44.641687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:44.687059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48ba5ae9-0a7c-42cf-abd8-c648d8ad204f req-da2b744c-864e-4e58-8989-2e64263491d1 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962900 Aug 28 20:02:44.779478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-a2d14ac5-f21d-4fbc-8038-19d3e1419784 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050605 Aug 28 20:02:44.854546 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:44.872053 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:44.900866 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:44.924049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cad9e174-3c0b-4000-aca2-b47957075d0f req-1631d67c-060d-459d-bd8e-214568792017 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 210 time: 0.0676212 Aug 28 20:02:44.994924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-8280b1c4-9efc-4b72-9961-bb71d3c0092b req-9fcd4616-092e-4c62-80cd-bd94874ea0cc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1950111023', 'description': 'tempest-description-1122225214'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:45.013367 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:45.028298 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d23532-15a3-4c7d-bcfe-abc53ebf3f6d req-ba0537c2-7c1a-4a02-9698-b295788224fd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473848 Aug 28 20:02:45.051104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2f9a2200-3127-4cb1-8465-82f6b76d69e3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:45.066686 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.217939 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks [] for port (fb161d72-26bf-4a81-b552-30462b2d068b), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.240226 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce3f3c-a52a-434a-8339-30465a0a75bb x-openstack-request-id: req-30ce3f3c-a52a-434a-8339-30465a0a75bb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:45.244880 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:45.247367 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30ce3f3c-a52a-434a-8339-30465a0a75bb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:45.247966 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ce3f3c-a52a-434a-8339-30465a0a75bb'] response: {'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3', 'status': 'completed', 'code': 200} Aug 28 20:02:45.258631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-907cc207-a2a0-405f-a134-1e26e408c0c6 None None] Port fb161d72-26bf-4a81-b552-30462b2d068b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:45.281125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8280b1c4-9efc-4b72-9961-bb71d3c0092b req-9fcd4616-092e-4c62-80cd-bd94874ea0cc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.282370 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.476908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.566276 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:45.580157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:45.605218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:45.635145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8280b1c4-9efc-4b72-9961-bb71d3c0092b req-9fcd4616-092e-4c62-80cd-bd94874ea0cc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (c4c94c8a-56dc-429c-999c-698d3a126746), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.645603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:45.676482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:45.719701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f7c9c085-9554-46a4-af42-a4ba7cc0bee8 None None] Provisioning complete for port 40efd0a2-51e1-438e-b977-921e1a4f874e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:45.719701 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c085-9554-46a4-af42-a4ba7cc0bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.721596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Publish callbacks [] for port (4cec66c1-4046-4d40-be38-bc7da8964141), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.758881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb161d72-26bf-4a81-b552-30462b2d068b,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:45.762513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-e902fd66-7469-4645-a332-4cb4b910fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:45.766962 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-e902fd66-7469-4645-a332-4cb4b910fce9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.3412690 Aug 28 20:02:45.771306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8280b1c4-9efc-4b72-9961-bb71d3c0092b req-9fcd4616-092e-4c62-80cd-bd94874ea0cc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c4c94c8a-56dc-429c-999c-698d3a126746), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.776524 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:45.785643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.879671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:45.880538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.891798 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.966421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd4616-092e-4c62-80cd-bd94874ea0cc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c94c8a-56dc-429c-999c-698d3a126746,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:45.995387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8280b1c4-9efc-4b72-9961-bb71d3c0092b req-9fcd4616-092e-4c62-80cd-bd94874ea0cc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:45.999875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8280b1c4-9efc-4b72-9961-bb71d3c0092b req-9fcd4616-092e-4c62-80cd-bd94874ea0cc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0148973 Aug 28 20:02:46.029365 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9cf72c4-4e0a-4bff-9600-dcf1ffcdaf19 req-22389a45-6a8d-4a75-b96e-af1d37fbec15 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 210 time: 0.5564926 Aug 28 20:02:46.098162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Pushing event updated for resources: {'Port': ['ID=4cec66c1-4046-4d40-be38-bc7da8964141,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:46.122954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:46.147491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:46.206779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:46.208528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:46.250436 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:46.323609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-20d2cfa4-ddbf-42e2-a164-2e09575b179b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2891495 Aug 28 20:02:46.332824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44804) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:46.367998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'port': {'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'name': 'tempest-TaggedBootDevicesTest_v242-1204088863', 'fixed_ips': [{'subnet_id': '303695ce-f82f-49bf-ab7b-6f4e6407f1f8'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:46.398907 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:46.470755 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:46.646049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:02:46.659537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f7c9c085-9554-46a4-af42-a4ba7cc0bee8 None None] Current status of the port 40efd0a2-51e1-438e-b977-921e1a4f874e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:46.660149 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c085-9554-46a4-af42-a4ba7cc0bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:46.701724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:46.837837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:46.857449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:46.861230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-5c75b6e9-c297-4b86-8f9b-592cf9d26a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:46.863650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-5c75b6e9-c297-4b86-8f9b-592cf9d26a97 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 1.0538518 Aug 28 20:02:46.877712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-e8aa0605-4bed-4090-bc44-0e3350b11a4c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:46.886778 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:46.887785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-e8aa0605-4bed-4090-bc44-0e3350b11a4c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5607891 Aug 28 20:02:46.982601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-aa6c098c-70c1-4575-8d4d-6db7c5d2acf9 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1000 time: 0.0937142 Aug 28 20:02:46.988008 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'floatingip': {'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:46.989009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0d9d0-f0c0-44c2-8dda-5f74cf5744d9 req-58bc681e-5ff6-4231-a93a-9fbf8923a2a2 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:46.991016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:46.992125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8c0d9d0-f0c0-44c2-8dda-5f74cf5744d9 req-58bc681e-5ff6-4231-a93a-9fbf8923a2a2 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0980721 Aug 28 20:02:46.994226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:47.008446 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Sync routers for ids ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:47.073995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2b069816-7d7f-43a0-b470-ac5402fdcaa6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1619785 Aug 28 20:02:47.092915 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:47.113876 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Routers {'93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:47.125289 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:47.145163 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c664f92c-1045-460d-8f41-274648489523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:a7:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:37Z', 'revision_number': 1, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:47.166527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f7c9c085-9554-46a4-af42-a4ba7cc0bee8 None None] For port 40efd0a2-51e1-438e-b977-921e1a4f874e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=40efd0a2-51e1-438e-b977-921e1a4f874e,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:47.237577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664f92c-1045-460d-8f41-274648489523 None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:a7:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:37Z', 'revision_number': 1, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:47.251991 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c085-9554-46a4-af42-a4ba7cc0bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:47.265487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:47.265952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:47.272819 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8c0d9d0-f0c0-44c2-8dda-5f74cf5744d9 req-935a6743-3145-41df-abe0-b442473bd3ee tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910374 Aug 28 20:02:47.322964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-d452e7d9-8e66-42b3-88bc-d8fa6538d1df service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 1000 time: 0.2013612 Aug 28 20:02:47.396624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Attempting to bind port 4cec66c1-4046-4d40-be38-bc7da8964141 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:47.400455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Attempting to bind port 4cec66c1-4046-4d40-be38-bc7da8964141 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:47.402364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Attempting to bind port 4cec66c1-4046-4d40-be38-bc7da8964141 on network f916ee4d-6756-48e6-9a29-8dafd69f66c1 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:47.462707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-70aa1dd9-96a0-4e77-a016-d21be1682d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:47.464476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-70aa1dd9-96a0-4e77-a016-d21be1682d26 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.1330047 Aug 28 20:02:47.554106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:47.555761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Checking segment: {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:47.556673 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:47.557522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Bound using segment: {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:47.558543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Bound port: 4cec66c1-4046-4d40-be38-bc7da8964141, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:47.562677 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:47.598499 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:47.631108 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Set router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:47.635529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Provisioning complete for port 40efd0a2-51e1-438e-b977-921e1a4f874e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:47.640896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:47.777129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-394546c5-e17a-4202-90ba-8f883d4f638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:47.782346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c130ffe-98d9-40b3-a6fa-3b00b95cc27f None None] New status for floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:02:47.786218 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-394546c5-e17a-4202-90ba-8f883d4f638d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3062377 Aug 28 20:02:47.898859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9c085-9554-46a4-af42-a4ba7cc0bee8 None None] Pushing event updated for resources: {'Port': ['ID=40efd0a2-51e1-438e-b977-921e1a4f874e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:48.048586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] For port 4cec66c1-4046-4d40-be38-bc7da8964141, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:48.069841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] For port 4cec66c1-4046-4d40-be38-bc7da8964141, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4cec66c1-4046-4d40-be38-bc7da8964141,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:48.085122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-cee922c2-4a7e-4175-9577-5199d754b400 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520673 Aug 28 20:02:48.090746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 2f9a2200-3127-4cb1-8465-82f6b76d69e3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2f9a2200-3127-4cb1-8465-82f6b76d69e3,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:48.126879 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e16838c-0718-4601-b813-1a6a1be1e559 req-f02fee53-41c3-466e-a6e6-1609c03428cf tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=231a7b1a-42bf-4c0b-95c5-4971d7ecf98b HTTP/1.1" status: 200 len: 210 time: 0.6617382 Aug 28 20:02:48.189364 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:02:43Z', 'revision_number': 4, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'fb161d72-26bf-4a81-b552-30462b2d068b', 'name': '', 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'mac_address': 'fa:16:3e:45:a9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1baa988e-1782-44d2-a6a6-4946f8dd7492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:41Z', 'updated_at': '2022-08-28T20:02:44Z', 'revision_number': 2, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'subnets': [{'id': '1baa988e-1782-44d2-a6a6-4946f8dd7492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:48.279125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f20596-214a-4a57-8b7a-1ba30f8f0cd6 req-0bcf1294-5462-442b-8f23-b14630436ab2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863141 Aug 28 20:02:48.281008 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Checking router: 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:48.281642 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Updating router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c port fb161d72-26bf-4a81-b552-30462b2d068b binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:02:48.287592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.315930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] device_id is not set on port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:02:48.325436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.330887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 40efd0a2-51e1-438e-b977-921e1a4f874e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:48.338976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.341353 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.547652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Current status of the port 40efd0a2-51e1-438e-b977-921e1a4f874e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:48.561534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-f8ada1b8-034e-4633-9804-a1b8fe2eb297 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:48.575659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-f8ada1b8-034e-4633-9804-a1b8fe2eb297 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.84 "GET /networking/v2.0/networks?id=f10f3768-0d91-4ea5-9ccd-5edb057695eb HTTP/1.1" status: 200 len: 818 time: 0.4749098 Aug 28 20:02:48.605513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Request body: {'port': {'device_id': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'admin_state_up': True, 'tenant_id': '1a4dc740cfd04b688b43856392603453'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:48.659318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Provisioning complete for port 15d18f42-58a4-4016-bfd6-269a8a12e83a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:48.660312 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.712285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bec92596-c19c-4d39-bcff-3c58a68edd79 req-cc0cf1e2-4355-4309-8dac-2a91886a8b27 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 10995 time: 0.5149143 Aug 28 20:02:48.728382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=2f9a2200-3127-4cb1-8465-82f6b76d69e3,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:48.791756 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Publish callbacks [] for port (fb161d72-26bf-4a81-b552-30462b2d068b), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.830230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 40efd0a2-51e1-438e-b977-921e1a4f874e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:48.830615 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.845133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bec92596-c19c-4d39-bcff-3c58a68edd79 req-b11c94b1-5b6e-4d00-b489-0d0c29edd9ec tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/62c07ec5-ce09-472f-bf9e-9c2471dea7c3 HTTP/1.1" status: 200 len: 2998 time: 0.1240258 Aug 28 20:02:48.879393 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:48.920880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Port 15d18f42-58a4-4016-bfd6-269a8a12e83a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:48.953641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affde830-3ad9-411d-83f5-94db16005d23 None None] Pushing event updated for resources: {'Port': ['ID=4cec66c1-4046-4d40-be38-bc7da8964141,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:48.973931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Provisioning complete for port fb161d72-26bf-4a81-b552-30462b2d068b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:48.973931 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:48.988490 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:49.027873 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bec92596-c19c-4d39-bcff-3c58a68edd79 req-1d0ac1d2-098b-4d3f-9e40-04a97fb3b595 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/62c07ec5-ce09-472f-bf9e-9c2471dea7c3 HTTP/1.1" status: 200 len: 2998 time: 0.1763279 Aug 28 20:02:49.056120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9ae06093-a9f9-4cd7-9153-3c1379f23939 None None] Port fb161d72-26bf-4a81-b552-30462b2d068b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:49.076857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 40efd0a2-51e1-438e-b977-921e1a4f874e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:49.139430 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.145674 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:49.169383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Made reservation on behalf of 1a4dc740cfd04b688b43856392603453 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:02:49.182945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.233403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 10.1.1.228 (930cd3e9-822c-4fa0-84e7-ff1b22f9784a/303695ce-f82f-49bf-ab7b-6f4e6407f1f8/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:49.314609 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565c20-8b04-485b-83a2-ea2ad045f5c7 None None] Pushing event updated for resources: {'Port': ['ID=fb161d72-26bf-4a81-b552-30462b2d068b,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:49.377562 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:49.383473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b821d0a-c2ff-4475-bb34-3d63fe212608 req-b63268af-1914-4de1-bc51-498af8ec1675 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 210 time: 0.0702949 Aug 28 20:02:49.502779 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Attempting to bind port fb161d72-26bf-4a81-b552-30462b2d068b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:49.504849 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Attempting to bind port fb161d72-26bf-4a81-b552-30462b2d068b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:49.506427 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Attempting to bind port fb161d72-26bf-4a81-b552-30462b2d068b on network 0da46cdd-f344-4737-9707-ed65cb053ed3 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:49.519053 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:49.523995 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Checking segment: {'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:49.523995 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.523995 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Bound using segment: {'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:49.523995 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Bound port: fb161d72-26bf-4a81-b552-30462b2d068b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cc99f0-fdd0-47db-9863-7c2166a1790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:49.523995 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.586350 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:49.591109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.597893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2f9a2200-3127-4cb1-8465-82f6b76d69e3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:49.628881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Allocated IP 172.20.0.3 (f10f3768-0d91-4ea5-9ccd-5edb057695eb/46859461-0d83-42b2-b6e0-649d568ff746/a78de487-30f1-4ae9-afc8-207c4f1daeb8) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:49.667820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-94a3d09e-85ea-412e-8a42-dd923b0f2dd8 req-67a25c0a-a48b-4e18-9316-2418fc5b5986 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754927760', 'description': 'tempest-description-1086719819'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:49.668771 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:49.671006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:02:49.671697 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:02:49.731848 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.793413 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] For port fb161d72-26bf-4a81-b552-30462b2d068b, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:49.799398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:49.799892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.802030 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] For port fb161d72-26bf-4a81-b552-30462b2d068b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fb161d72-26bf-4a81-b552-30462b2d068b,segment=NetworkSegment(69cc99f0-fdd0-47db-9863-7c2166a1790a),segment_id=69cc99f0-fdd0-47db-9863-7c2166a1790a)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:49.845023 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-94a3d09e-85ea-412e-8a42-dd923b0f2dd8 req-67a25c0a-a48b-4e18-9316-2418fc5b5986 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.850459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:49.857932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:49.872726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:49.886829 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:49.909257 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:49.974257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:49.979320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 40efd0a2-51e1-438e-b977-921e1a4f874e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:50.003524 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:50.004667 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.025673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.026420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.027179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.027880 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.028077 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565c20-8b04-485b-83a2-ea2ad045f5c7 None None] Pushing event updated for resources: {'Port': ['ID=fb161d72-26bf-4a81-b552-30462b2d068b,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:50.030552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.031137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.031614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.032105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.032651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.033155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.033632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.034557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.045473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.046521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.046919 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Routers {'93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:50.047613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:02:50.050182 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:50.097003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-03f9a912-988e-40de-80d8-ba86a626792b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7574668 Aug 28 20:02:50.120489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 40efd0a2-51e1-438e-b977-921e1a4f874e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:50.121026 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.173258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.322848 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] Set router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:50.361011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks [] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.405137 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-94a3d09e-85ea-412e-8a42-dd923b0f2dd8 req-67a25c0a-a48b-4e18-9316-2418fc5b5986 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (2c0f6e28-1088-48a8-95b9-6e4b01b7ca98), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.533159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-94a3d09e-85ea-412e-8a42-dd923b0f2dd8 req-67a25c0a-a48b-4e18-9316-2418fc5b5986 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2c0f6e28-1088-48a8-95b9-6e4b01b7ca98), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.642070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a25c0a-a48b-4e18-9316-2418fc5b5986 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f6e28-1088-48a8-95b9-6e4b01b7ca98,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:50.720742 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-94a3d09e-85ea-412e-8a42-dd923b0f2dd8 req-67a25c0a-a48b-4e18-9316-2418fc5b5986 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.734100 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94a3d09e-85ea-412e-8a42-dd923b0f2dd8 req-67a25c0a-a48b-4e18-9316-2418fc5b5986 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0726347 Aug 28 20:02:50.735953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.742837 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:50.795199 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:50.922381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e7fc3-0dd4-4da5-8b78-4061900c1ae3 None None] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:02:50.928482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-64420c61-d0e1-4918-8d67-639235c00cec None None] Provisioning complete for port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:50.928895 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-64420c61-d0e1-4918-8d67-639235c00cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:50.935934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Pushing event updated for resources: {'Port': ['ID=a78de487-30f1-4ae9-afc8-207c4f1daeb8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:50.957754 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:50.963431 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:51.057540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:02:51.068538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:02:51.088618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:02:51.164797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 40efd0a2-51e1-438e-b977-921e1a4f874e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:51.166553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e446bccb-649d-4a92-a70b-59529bc66ab7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:51.176245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54309538-9d0a-4504-8226-e120840ac1a0 req-6695c584-829e-412b-9ffb-6b49b12b42f5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:51.183189 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-24314b68-b54c-491c-8df1-51a144c20add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:02:43Z', 'revision_number': 4, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'fb161d72-26bf-4a81-b552-30462b2d068b', 'name': '', 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'mac_address': 'fa:16:3e:45:a9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1baa988e-1782-44d2-a6a6-4946f8dd7492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:41Z', 'updated_at': '2022-08-28T20:02:49Z', 'revision_number': 4, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'subnets': [{'id': '1baa988e-1782-44d2-a6a6-4946f8dd7492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:51.187134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54309538-9d0a-4504-8226-e120840ac1a0 req-6695c584-829e-412b-9ffb-6b49b12b42f5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.2367539 Aug 28 20:02:51.266648 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24314b68-b54c-491c-8df1-51a144c20add None None] The sync data for ids ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'] in n-d-854121-7 is: [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:02:43Z', 'revision_number': 4, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'fb161d72-26bf-4a81-b552-30462b2d068b', 'name': '', 'network_id': '0da46cdd-f344-4737-9707-ed65cb053ed3', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'mac_address': 'fa:16:3e:45:a9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1baa988e-1782-44d2-a6a6-4946f8dd7492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:41Z', 'updated_at': '2022-08-28T20:02:49Z', 'revision_number': 4, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'subnets': [{'id': '1baa988e-1782-44d2-a6a6-4946f8dd7492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:51.279640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-64420c61-d0e1-4918-8d67-639235c00cec None None] Port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:51.304024 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:51.420304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54309538-9d0a-4504-8226-e120840ac1a0 req-ff2bac40-b3db-4b09-8d0f-88911fa5739f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321904 Aug 28 20:02:51.431271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:51.431884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.457511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e446bccb-649d-4a92-a70b-59529bc66ab7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:51.465933 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.578585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-af9ebdb3-6f01-4319-8cac-643c6aa11c76 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9785261 Aug 28 20:02:51.599675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:02:51.600360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcf7de75-9214-40de-b699-7125c84ea964 req-10f0cb01-d8d5-40fc-9808-e968148248e5 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/9ae4395d-9a39-4e58-ae72-e9af26d9e1f3 HTTP/1.1" status: 200 len: 1817 time: 0.1005137 Aug 28 20:02:51.614230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Request body: {'port': {'device_id': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:51.684547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-69978bf2-6074-4f03-b3d9-d1c935a0209e None None] Provisioning complete for port 4cec66c1-4046-4d40-be38-bc7da8964141 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:51.684845 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69978bf2-6074-4f03-b3d9-d1c935a0209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.723364 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.799821 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.825544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fcf7de75-9214-40de-b699-7125c84ea964 req-d4a1bd1d-d821-4de3-b59f-f41f8ceb83d8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (9ae4395d-9a39-4e58-ae72-e9af26d9e1f3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.833796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.923440 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4c8adf1-b686-4bec-808f-4f90efb07a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:51.990096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e446bccb-649d-4a92-a70b-59529bc66ab7 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:51.990997 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.030658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-69978bf2-6074-4f03-b3d9-d1c935a0209e None None] Current status of the port 4cec66c1-4046-4d40-be38-bc7da8964141 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:52.031269 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69978bf2-6074-4f03-b3d9-d1c935a0209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.036379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e446bccb-649d-4a92-a70b-59529bc66ab7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e446bccb-649d-4a92-a70b-59529bc66ab7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:52.096462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-69978bf2-6074-4f03-b3d9-d1c935a0209e None None] For port 4cec66c1-4046-4d40-be38-bc7da8964141, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4cec66c1-4046-4d40-be38-bc7da8964141,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:52.113898 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 associated. External IP: 172.25.4.153, port: 3aad8831-917e-4ec3-b886-867198af69e3. Aug 28 20:02:52.128792 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.133311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4cec66c1-4046-4d40-be38-bc7da8964141 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:52.220985 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69978bf2-6074-4f03-b3d9-d1c935a0209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.325926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e446bccb-649d-4a92-a70b-59529bc66ab7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:52.348379 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fcf7de75-9214-40de-b699-7125c84ea964 req-d4a1bd1d-d821-4de3-b59f-f41f8ceb83d8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (9ae4395d-9a39-4e58-ae72-e9af26d9e1f3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.408027 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:52.454982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4cec66c1-4046-4d40-be38-bc7da8964141 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:52.455786 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.534612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69978bf2-6074-4f03-b3d9-d1c935a0209e None None] Pushing event updated for resources: {'Port': ['ID=4cec66c1-4046-4d40-be38-bc7da8964141,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:52.537315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0cf5cba5-30b3-4093-a900-0dcb6a4c023a None None] Provisioning complete for port a78de487-30f1-4ae9-afc8-207c4f1daeb8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:52.537752 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cba5-30b3-4093-a900-0dcb6a4c023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.540531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fcf7de75-9214-40de-b699-7125c84ea964 req-d4a1bd1d-d821-4de3-b59f-f41f8ceb83d8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9ae4395d-9a39-4e58-ae72-e9af26d9e1f3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.545005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fcf7de75-9214-40de-b699-7125c84ea964 req-d4a1bd1d-d821-4de3-b59f-f41f8ceb83d8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.568594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcf7de75-9214-40de-b699-7125c84ea964 req-d4a1bd1d-d821-4de3-b59f-f41f8ceb83d8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ae4395d-9a39-4e58-ae72-e9af26d9e1f3 HTTP/1.1" status: 204 len: 173 time: 0.9655037 Aug 28 20:02:52.613327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5cba5-30b3-4093-a900-0dcb6a4c023a None None] Port a78de487-30f1-4ae9-afc8-207c4f1daeb8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:02:52.619093 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:52.636063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0cf5cba5-30b3-4093-a900-0dcb6a4c023a None None] Provisioning complete for port 4cec66c1-4046-4d40-be38-bc7da8964141 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:52.637057 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cba5-30b3-4093-a900-0dcb6a4c023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.639773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:02:52.655945 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:52.658001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1bd1d-d821-4de3-b59f-f41f8ceb83d8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae4395d-9a39-4e58-ae72-e9af26d9e1f3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:52.719273 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:52.727460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4cec66c1-4046-4d40-be38-bc7da8964141 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:52.784116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78de487-30f1-4ae9-afc8-207c4f1daeb8 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:52.806150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Publish callbacks [] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:52.861965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Transition to ACTIVE for port object a78de487-30f1-4ae9-afc8-207c4f1daeb8 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:02:52.909624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:52.922140 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:52.945457 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:52.957757 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:52.963750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5cba5-30b3-4093-a900-0dcb6a4c023a None None] Current status of the port 4cec66c1-4046-4d40-be38-bc7da8964141 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:52.977881 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.036578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44846) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:53.046106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0df6e438-8010-4086-bd12-c3c2307c60ce tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109704061', 'description': 'tempest-description--1705149270'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:53.131005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Pushing event updated for resources: {'Port': ['ID=a78de487-30f1-4ae9-afc8-207c4f1daeb8,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:53.255541 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:53.291440 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.292322 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0df6e438-8010-4086-bd12-c3c2307c60ce tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.301115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2709b3b-5f90-48b7-b54a-bd875f68fca9 req-fb46629b-dd1b-4c18-8ba1-2c8af9e4a466 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:53.313356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2709b3b-5f90-48b7-b54a-bd875f68fca9 req-fb46629b-dd1b-4c18-8ba1-2c8af9e4a466 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 943 time: 0.0928121 Aug 28 20:02:53.370288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4cec66c1-4046-4d40-be38-bc7da8964141 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:53.497917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4cec66c1-4046-4d40-be38-bc7da8964141 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:53.498527 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.498636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2709b3b-5f90-48b7-b54a-bd875f68fca9 req-76d2d7c4-84dd-4d4d-9157-f0f2190f2cbc tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b34cbeae-cf9a-4839-b8ff-a30f5696e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841986 Aug 28 20:02:53.514245 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:53.532048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0df6e438-8010-4086-bd12-c3c2307c60ce tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group (7d4eec0c-d6b5-4107-915b-3b7be57ebb12), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.575506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Attempting to bind port a78de487-30f1-4ae9-afc8-207c4f1daeb8 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:02:53.576094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Attempting to bind port a78de487-30f1-4ae9-afc8-207c4f1daeb8 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:02:53.576476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Attempting to bind port a78de487-30f1-4ae9-afc8-207c4f1daeb8 on network f10f3768-0d91-4ea5-9ccd-5edb057695eb {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:53.592472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Port a78de487-30f1-4ae9-afc8-207c4f1daeb8 on network f10f3768-0d91-4ea5-9ccd-5edb057695eb not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:02:53.592810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Attempting to bind port a78de487-30f1-4ae9-afc8-207c4f1daeb8 on network f10f3768-0d91-4ea5-9ccd-5edb057695eb {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:02:53.605550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:02:53.605934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Checking segment: {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:02:53.606471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Bound using segment: {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:02:53.607180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Bound port: a78de487-30f1-4ae9-afc8-207c4f1daeb8, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026d8039-1d5a-49fa-ae86-56cb0d161cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:02:53.607556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.639537 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0df6e438-8010-4086-bd12-c3c2307c60ce tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7d4eec0c-d6b5-4107-915b-3b7be57ebb12), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.661925 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-c2396b6c-f9b9-4ea6-b934-624f8b7a351f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2c0f6e28-1088-48a8-95b9-6e4b01b7ca98 HTTP/1.1" status: 200 len: 1823 time: 0.1093216 Aug 28 20:02:53.670711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c0f6e28-1088-48a8-95b9-6e4b01b7ca98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:53.674474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c0f6e28-1088-48a8-95b9-6e4b01b7ca98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:53.699520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4cec66c1-4046-4d40-be38-bc7da8964141 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:53.703032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fb161d72-26bf-4a81-b552-30462b2d068b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:53.751028 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:b4:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:51Z', 'revision_number': 3, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:53.814585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fb161d72-26bf-4a81-b552-30462b2d068b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:53.815955 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:53.818226 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.846076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0df6e438-8010-4086-bd12-c3c2307c60ce tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:53.847587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0df6e438-8010-4086-bd12-c3c2307c60ce tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8058765 Aug 28 20:02:53.849419 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:53.852442 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:53.862073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e438-8010-4086-bd12-c3c2307c60ce tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4eec0c-d6b5-4107-915b-3b7be57ebb12,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:53.880077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44852) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:53.898845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f41f2cf7-07a7-48ec-9e61-b04de7c6a7dc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'security_group_rule': {'security_group_id': '7d4eec0c-d6b5-4107-915b-3b7be57ebb12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:53.929362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] For port a78de487-30f1-4ae9-afc8-207c4f1daeb8, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:02:53.945829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] For port a78de487-30f1-4ae9-afc8-207c4f1daeb8, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a78de487-30f1-4ae9-afc8-207c4f1daeb8,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:02:53.997208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:02:54.028587 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.035276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:54.039259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.041493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a78de487-30f1-4ae9-afc8-207c4f1daeb8 HTTP/1.1" status: 200 len: 1091 time: 2.4317873 Aug 28 20:02:54.041916 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'tag': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:54.044255 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bce490-3dd3-414b-9572-7e98945703f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c87577f6-ab36-4da6-8cc8-2236d4bc804c", "tag": "a78de487-30f1-4ae9-afc8-207c4f1daeb8"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:54.067347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fb161d72-26bf-4a81-b552-30462b2d068b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:54.070276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.151411 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:54.180774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fb161d72-26bf-4a81-b552-30462b2d068b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fb161d72-26bf-4a81-b552-30462b2d068b,segment=NetworkSegment(69cc99f0-fdd0-47db-9863-7c2166a1790a),segment_id=69cc99f0-fdd0-47db-9863-7c2166a1790a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:54.199537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c1342da4-ed61-44c3-b7b2-bd2f9aeb101d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.253526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:02:54.269245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.277540 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.278446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e446bccb-649d-4a92-a70b-59529bc66ab7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:54.298578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f41f2cf7-07a7-48ec-9e61-b04de7c6a7dc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group_rule (8ffef872-e1b1-4b79-a358-aa3570220309), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.314764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65833f50-0fa9-4d84-bd1f-f649ad63f141 service neutron] Pushing event updated for resources: {'Port': ['ID=a78de487-30f1-4ae9-afc8-207c4f1daeb8,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:54.363346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:54.369984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-d5ff1b78-328e-460e-b4f2-b14a1afbfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:54.371600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-d5ff1b78-328e-460e-b4f2-b14a1afbfeb7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1a4dc740cfd04b688b43856392603453&device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 1125 time: 0.1577654 Aug 28 20:02:54.376725 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:54.402652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (ea3e25bb-b6eb-4378-85dc-73032a381b82), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.463007 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:54.479808 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:54.480318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fb161d72-26bf-4a81-b552-30462b2d068b,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:54.493468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-27aeb370-0f8e-4c11-8a0c-890b1bb56230 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 200 len: 998 time: 7.5098791 Aug 28 20:02:54.528395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f41f2cf7-07a7-48ec-9e61-b04de7c6a7dc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group_rule (8ffef872-e1b1-4b79-a358-aa3570220309), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.533657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e446bccb-649d-4a92-a70b-59529bc66ab7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:54.534083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.556152 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-25351dc1-d88e-4927-b968-52d8d20f00ba service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78de487-30f1-4ae9-afc8-207c4f1daeb8 HTTP/1.1" status: 200 len: 217 time: 0.1394224 Aug 28 20:02:54.615780 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f41f2cf7-07a7-48ec-9e61-b04de7c6a7dc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (8ffef872-e1b1-4b79-a358-aa3570220309), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.702074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f2cf7-07a7-48ec-9e61-b04de7c6a7dc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffef872-e1b1-4b79-a358-aa3570220309,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:54.739430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-742434f7-f55c-422a-98bd-64bb28de1deb tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:54.742849 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-742434f7-f55c-422a-98bd-64bb28de1deb tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports/3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 943 time: 0.2334588 Aug 28 20:02:54.751231 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:54.759893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (ea3e25bb-b6eb-4378-85dc-73032a381b82), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.795097 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:b4:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:51Z', 'revision_number': 3, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:54.812013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-17fccb4e-f519-4108-9079-1082d75c2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:54.813977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-17fccb4e-f519-4108-9079-1082d75c2769 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=46859461-0d83-42b2-b6e0-649d568ff746 HTTP/1.1" status: 200 len: 857 time: 0.2423317 Aug 28 20:02:54.868049 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f41f2cf7-07a7-48ec-9e61-b04de7c6a7dc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.869609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f41f2cf7-07a7-48ec-9e61-b04de7c6a7dc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9841509 Aug 28 20:02:54.872397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44862) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:54.877075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9d68a1cd-cfe4-4823-bc21-f567c20f9133 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'security_group_rule': {'security_group_id': '7d4eec0c-d6b5-4107-915b-3b7be57ebb12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:54.908838 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ac8f2-d94e-44aa-93fb-cd9d1479a7ee None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:b4:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:51Z', 'revision_number': 3, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:54.911671 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:54.912331 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (ea3e25bb-b6eb-4378-85dc-73032a381b82), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:54.920063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e446bccb-649d-4a92-a70b-59529bc66ab7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:55.024663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-990b99cb-921f-438c-a7d5-e69d9e2a92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:55.030941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-990b99cb-921f-438c-a7d5-e69d9e2a92ab service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f10f3768-0d91-4ea5-9ccd-5edb057695eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2062504 Aug 28 20:02:55.089481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3e25bb-b6eb-4378-85dc-73032a381b82,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:55.113961 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:55.118193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-692c51b0-8fdf-4b48-b12e-7729dd15cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:55.135433 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-692c51b0-8fdf-4b48-b12e-7729dd15cf9d service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.1886599 Aug 28 20:02:55.187215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:55.188435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81531e9b-b8ea-4a87-8a04-19858b9b6cc5 req-9ce5c9f4-7a26-4ed5-9c62-026873573544 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5257623 Aug 28 20:02:55.192580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fb161d72-26bf-4a81-b552-30462b2d068b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:02:55.278384 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-3a46be54-8e9f-4d56-b10d-70d7a92c5e48 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f10f3768-0d91-4ea5-9ccd-5edb057695eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379625 Aug 28 20:02:55.313403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-37d6dc0d-a82d-4cbb-9bf5-8d5a7ae54ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:55.314998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-37d6dc0d-a82d-4cbb-9bf5-8d5a7ae54ffa service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.1730206 Aug 28 20:02:55.346135 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:55.383867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fb161d72-26bf-4a81-b552-30462b2d068b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:02:55.384281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:55.443560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce557311-6869-4eff-b7df-d5da6d49684d None None] New status for floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:02:55.454073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-dae8105a-c5f1-4de4-8082-161803b85725 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 217 time: 0.1277280 Aug 28 20:02:55.532905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b5e02-7329-4726-bbb4-6dba6a854ad7 req-442e7819-ba02-4103-9a45-efb87d6dcc43 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:55.534577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-647b5e02-7329-4726-bbb4-6dba6a854ad7 req-442e7819-ba02-4103-9a45-efb87d6dcc43 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1562459 Aug 28 20:02:55.578045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-a7dda3ac-c642-4db0-95ea-40e8433beab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:55.580975 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-a7dda3ac-c642-4db0-95ea-40e8433beab5 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.1247756 Aug 28 20:02:55.584600 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d68a1cd-cfe4-4823-bc21-f567c20f9133 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group_rule (dd65c143-0853-439c-88dc-8644676b6661), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:55.721195 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:55.735061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-647b5e02-7329-4726-bbb4-6dba6a854ad7 req-8ba605e8-defc-4727-a02e-a7d95a4c2ace tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824858 Aug 28 20:02:55.736468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fb161d72-26bf-4a81-b552-30462b2d068b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:55.780615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52f7455-0dde-41fd-89fd-7a850acfff0e req-d4d3b4f5-41da-4944-9a87-d7469bc764d2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f10f3768-0d91-4ea5-9ccd-5edb057695eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942517 Aug 28 20:02:55.818129 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-8921789e-51fc-4515-82c5-e97b8af37491 req-e222f6a4-dbcb-42fc-80d7-fe4a314b4047 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:02:55.846008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8921789e-51fc-4515-82c5-e97b8af37491 req-e222f6a4-dbcb-42fc-80d7-fe4a314b4047 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/9ae4395d-9a39-4e58-ae72-e9af26d9e1f3 HTTP/1.1" status: 404 len: 352 time: 0.0625114 Aug 28 20:02:55.847612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-bd077629-5a9b-4943-9610-dd7df1daf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:55.849178 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-bd077629-5a9b-4943-9610-dd7df1daf8d0 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2522550 Aug 28 20:02:56.016683 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d68a1cd-cfe4-4823-bc21-f567c20f9133 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group_rule (dd65c143-0853-439c-88dc-8644676b6661), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:56.124713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d68a1cd-cfe4-4823-bc21-f567c20f9133 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (dd65c143-0853-439c-88dc-8644676b6661), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:56.125193 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:02:56.147474 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:56.155572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-e2a1f662-ea4c-4bd2-80fe-eacf5e4abd3b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979531 Aug 28 20:02:56.157920 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:56.169712 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:56.233519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a1cd-cfe4-4823-bc21-f567c20f9133 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd65c143-0853-439c-88dc-8644676b6661,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:56.383152 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:56.425563 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ccfc4-ff2a-46b1-a316-4db22fe8f829 x-openstack-request-id: req-932ccfc4-ff2a-46b1-a316-4db22fe8f829 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:56.425563 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87577f6-ab36-4da6-8cc8-2236d4bc804c", "tag": "a78de487-30f1-4ae9-afc8-207c4f1daeb8", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:56.425563 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-932ccfc4-ff2a-46b1-a316-4db22fe8f829 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:56.425563 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932ccfc4-ff2a-46b1-a316-4db22fe8f829'] response: {'name': 'network-changed', 'server_uuid': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'tag': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8', 'status': 'completed', 'code': 200} Aug 28 20:02:56.426047 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:56.469332 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d68a1cd-cfe4-4823-bc21-f567c20f9133 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:56.491232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9d68a1cd-cfe4-4823-bc21-f567c20f9133 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5969524 Aug 28 20:02:56.491232 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228cb252-b5d4-48fd-b697-eb659f3811c0 x-openstack-request-id: req-228cb252-b5d4-48fd-b697-eb659f3811c0 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:02:56.491232 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:02:56.491232 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-228cb252-b5d4-48fd-b697-eb659f3811c0 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:02:56.491232 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228cb252-b5d4-48fd-b697-eb659f3811c0'] response: {'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3', 'status': 'completed', 'code': 200} Aug 28 20:02:56.491232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-77729fe6-0222-4895-827d-a7d1d605d7b3 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253062 Aug 28 20:02:56.491232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44878) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:02:56.496462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:56.600579 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:56.680119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-ba8c17ab-f5bc-443a-a68a-7baf2e989a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:56.687852 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-ba8c17ab-f5bc-443a-a68a-7baf2e989a96 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 1127 time: 0.0761001 Aug 28 20:02:56.690361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb58ef-2355-40a1-9a0f-b16a4b7e9cc7 req-abb64935-6d15-445c-8f59-7df3f0815660 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:56.700158 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7bb58ef-2355-40a1-9a0f-b16a4b7e9cc7 req-abb64935-6d15-445c-8f59-7df3f0815660 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 943 time: 0.1230428 Aug 28 20:02:56.805656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:56.825835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7bb58ef-2355-40a1-9a0f-b16a4b7e9cc7 req-9331e05f-0977-4aaf-a26d-67b77a5379f8 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b34cbeae-cf9a-4839-b8ff-a30f5696e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246243 Aug 28 20:02:56.895104 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:b4:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:55Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:56.910536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-0646432a-6e5a-4129-bdaf-ff78b1802175 req-c1de606a-a018-4853-afaa-26cc145c9fe6 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-732966704', 'description': 'tempest-description-498505171'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:02:56.945679 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:02:56.959151 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:02:56.960993 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:56.982266 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:57.010252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-a07443c3-b94f-49c7-859a-80b2d516869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:57.014477 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-a07443c3-b94f-49c7-859a-80b2d516869c service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.3253593 Aug 28 20:02:57.074335 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0646432a-6e5a-4129-bdaf-ff78b1802175 req-c1de606a-a018-4853-afaa-26cc145c9fe6 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:57.102618 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:02:57.120664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-13f5835c-d54b-4dfe-a3d2-3efa76ec3d3f service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 1001 time: 0.0994413 Aug 28 20:02:57.305929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-255ac2f5-08c1-433f-b759-2fbd9e19636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:57.307400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-3efe3f7a-aa04-465a-b51c-6ef4c2dff3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:57.308938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-3efe3f7a-aa04-465a-b51c-6ef4c2dff3f0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.1054623 Aug 28 20:02:57.321530 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-255ac2f5-08c1-433f-b759-2fbd9e19636b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1a4dc740cfd04b688b43856392603453&device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 1125 time: 0.1764419 Aug 28 20:02:57.512199 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:57.513687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-17e825ab-9a00-48d3-973e-4f95ff1b5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:57.514086 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:57.515233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-17e825ab-9a00-48d3-973e-4f95ff1b5c8d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.1846216 Aug 28 20:02:57.545563 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:b4:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:55Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:02:57.575710 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e6da3-ddcd-497c-8ec3-eeb28b0cee3d None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:b4:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:02:55Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:02:57.578225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:57.667346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0646432a-6e5a-4129-bdaf-ff78b1802175 req-c1de606a-a018-4853-afaa-26cc145c9fe6 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (3647727e-c028-46a9-9017-57c6d62e846d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:57.684900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-22ead4de-af07-4fcf-8781-9d4b9824f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:57.690292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-22ead4de-af07-4fcf-8781-9d4b9824f087 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.5608981 Aug 28 20:02:57.691675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-843885f9-c33e-4387-bba9-2ca484d7d499 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 217 time: 0.1560805 Aug 28 20:02:57.711479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a78de487-30f1-4ae9-afc8-207c4f1daeb8 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:02:57.756556 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:57.765419 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0646432a-6e5a-4129-bdaf-ff78b1802175 req-c1de606a-a018-4853-afaa-26cc145c9fe6 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3647727e-c028-46a9-9017-57c6d62e846d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:57.828614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-93303a48-8503-4d5e-832b-f8d4c2e137bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:57.831144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-93303a48-8503-4d5e-832b-f8d4c2e137bd service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1206734 Aug 28 20:02:57.871555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-61217921-31dd-4e51-9ca6-5c9c566d663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:57.890252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-61217921-31dd-4e51-9ca6-5c9c566d663c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=f10f3768-0d91-4ea5-9ccd-5edb057695eb HTTP/1.1" status: 200 len: 919 time: 0.5563486 Aug 28 20:02:58.032322 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0646432a-6e5a-4129-bdaf-ff78b1802175 req-c1de606a-a018-4853-afaa-26cc145c9fe6 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:58.044378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0646432a-6e5a-4129-bdaf-ff78b1802175 req-c1de606a-a018-4853-afaa-26cc145c9fe6 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1382031 Aug 28 20:02:58.101986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de606a-a018-4853-afaa-26cc145c9fe6 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3647727e-c028-46a9-9017-57c6d62e846d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:58.109309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-c33652ae-33f1-4b75-8f9d-da05f0b90f3f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78de487-30f1-4ae9-afc8-207c4f1daeb8 HTTP/1.1" status: 200 len: 217 time: 0.2012198 Aug 28 20:02:58.165135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-cbdf8c07-9dea-4366-962d-38adbc4f31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:58.167410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-cbdf8c07-9dea-4366-962d-38adbc4f31fb service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.4556277 Aug 28 20:02:58.308747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-f465a5a8-d4bd-4786-8e4a-eff5e5aa04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:58.324016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-f465a5a8-d4bd-4786-8e4a-eff5e5aa04b5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=46859461-0d83-42b2-b6e0-649d568ff746 HTTP/1.1" status: 200 len: 857 time: 0.1909943 Aug 28 20:02:58.334386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82fd4586-e2f2-4a91-bb22-85d6ca67e017 req-6dd48440-bcc7-4ae4-a7a2-9f60a157ba5e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c5af6e87-4adc-4bfc-80dd-1ce769aabfd9 HTTP/1.1" status: 200 len: 1816 time: 0.2278848 Aug 28 20:02:58.371920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a78de487-30f1-4ae9-afc8-207c4f1daeb8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a78de487-30f1-4ae9-afc8-207c4f1daeb8,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:58.390281 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:58.395936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-35ba1c34-529a-4b53-9457-5158c9682861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:58.399287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8', 'network_id': 'f10f3768-0d91-4ea5-9ccd-5edb057695eb', 'port_id': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8', 'mac_address': 'fa:16:3e:0a:ef:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46859461-0d83-42b2-b6e0-649d568ff746', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:02:58.406046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-35ba1c34-529a-4b53-9457-5158c9682861 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2243145 Aug 28 20:02:58.481753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:02:58.498199 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b605bf-b782-460e-aa36-49566cffba91" -d '{"events": [{"name": "network-changed", "server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:02:58.516982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a78de487-30f1-4ae9-afc8-207c4f1daeb8 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:02:58.517587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:58.540100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-70fae4f7-e8c7-4e8c-bd2f-00ad7e8e245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:58.541892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-70fae4f7-e8c7-4e8c-bd2f-00ad7e8e245a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=f10f3768-0d91-4ea5-9ccd-5edb057695eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2016826 Aug 28 20:02:58.561639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78de487-30f1-4ae9-afc8-207c4f1daeb8 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:02:58.591354 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-82fd4586-e2f2-4a91-bb22-85d6ca67e017 req-f6596b2e-cab5-411e-ab09-052f109fabfb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (c5af6e87-4adc-4bfc-80dd-1ce769aabfd9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:58.613622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a78de487-30f1-4ae9-afc8-207c4f1daeb8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a78de487-30f1-4ae9-afc8-207c4f1daeb8,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:02:58.685787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-82fd4586-e2f2-4a91-bb22-85d6ca67e017 req-f6596b2e-cab5-411e-ab09-052f109fabfb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (c5af6e87-4adc-4bfc-80dd-1ce769aabfd9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:58.700046 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:58.764707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-32d47e4c-c5ea-4da9-9c1a-6d8ff4d8779d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f10f3768-0d91-4ea5-9ccd-5edb057695eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119932 Aug 28 20:02:58.811984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a78de487-30f1-4ae9-afc8-207c4f1daeb8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:58.857944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-82fd4586-e2f2-4a91-bb22-85d6ca67e017 req-f6596b2e-cab5-411e-ab09-052f109fabfb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c5af6e87-4adc-4bfc-80dd-1ce769aabfd9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:58.862065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-82fd4586-e2f2-4a91-bb22-85d6ca67e017 req-f6596b2e-cab5-411e-ab09-052f109fabfb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:58.893782 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82fd4586-e2f2-4a91-bb22-85d6ca67e017 req-f6596b2e-cab5-411e-ab09-052f109fabfb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c5af6e87-4adc-4bfc-80dd-1ce769aabfd9 HTTP/1.1" status: 204 len: 173 time: 0.5581448 Aug 28 20:02:58.933008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6596b2e-cab5-411e-ab09-052f109fabfb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af6e87-4adc-4bfc-80dd-1ce769aabfd9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:02:59.058903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5bce490-3dd3-414b-9572-7e98945703f0 req-1ea25710-7697-48c2-8652-adfbd7e450d2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/f10f3768-0d91-4ea5-9ccd-5edb057695eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870972 Aug 28 20:02:59.073837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a78de487-30f1-4ae9-afc8-207c4f1daeb8'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:02:59.099959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a2ac-c82c-4a2f-b37a-95d9eaf98f6f req-8f1a9471-5c80-47c6-8f75-8337d9e66ada tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:02:59.110125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a176a2ac-c82c-4a2f-b37a-95d9eaf98f6f req-8f1a9471-5c80-47c6-8f75-8337d9e66ada tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1065314 Aug 28 20:02:59.246952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a176a2ac-c82c-4a2f-b37a-95d9eaf98f6f req-d60da0c2-fbc3-4f7f-9fb4-d4741571ebda tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357296 Aug 28 20:02:59.393309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 172.25.4.42 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/27aef5a1-7d52-45c2-bb19-e83fddea75a8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:02:59.468292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-3468ad48-205c-4ac4-be05-47df96c15916 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6165822 Aug 28 20:02:59.608704 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:59.677601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-218346c1-b9e5-43ed-afcb-6f9e212dbb11 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2136090 Aug 28 20:02:59.698137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:02:59.761867 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-022eeb88-f0d9-4193-9c45-c061fcc32415 req-dc2ed335-d999-4987-ab11-3e1454ca2432 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820621 Aug 28 20:02:59.818331 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:02:59.823313 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27e43310-afb0-4fc1-b7a5-f9539c18cdfc req-f531e0e5-1c37-4401-9b42-cd6be791cac9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354637 Aug 28 20:03:00.065936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.150579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=27aef5a1-7d52-45c2-bb19-e83fddea75a8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:00.162388 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:00.166935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:00.169364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e77ac-9976-4792-8f36-e5b51aca5aeb req-85d3ed33-00a4-485f-acdf-123da7ce5fcf tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:00.173080 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35e77ac-9976-4792-8f36-e5b51aca5aeb req-85d3ed33-00a4-485f-acdf-123da7ce5fcf tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 944 time: 0.1090310 Aug 28 20:03:00.191417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:00.195487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:00.240085 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-5da439c3-1a61-422c-ad2b-b01c9a5475bb tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/3647727e-c028-46a9-9017-57c6d62e846d HTTP/1.1" status: 200 len: 1822 time: 0.1255231 Aug 28 20:03:00.251847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3647727e-c028-46a9-9017-57c6d62e846d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:00.252200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3647727e-c028-46a9-9017-57c6d62e846d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:00.260731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a78de487-30f1-4ae9-afc8-207c4f1daeb8 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:03:00.288927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35e77ac-9976-4792-8f36-e5b51aca5aeb req-6d189d3c-51cf-4b4c-bdee-c643e8858775 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b34cbeae-cf9a-4839-b8ff-a30f5696e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004937 Aug 28 20:03:00.379809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port a78de487-30f1-4ae9-afc8-207c4f1daeb8 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:03:00.396293 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1401f15-c1e5-426e-adae-658831219733 x-openstack-request-id: req-e1401f15-c1e5-426e-adae-658831219733 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:00.396882 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:00.396882 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1401f15-c1e5-426e-adae-658831219733 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:00.397230 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1401f15-c1e5-426e-adae-658831219733'] response: {'name': 'network-changed', 'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'status': 'completed', 'code': 200} Aug 28 20:03:00.449878 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for floatingip (34548e51-87e3-4bc4-8634-4bb3a812e9f1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.450134 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-673b50aa-cd99-43ca-b9b2-4d4be1947daa req-9d141d7f-dd36-42f4-8e9c-ffa244f410fc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:03:00.471715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-673b50aa-cd99-43ca-b9b2-4d4be1947daa req-9d141d7f-dd36-42f4-8e9c-ffa244f410fc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c5af6e87-4adc-4bfc-80dd-1ce769aabfd9 HTTP/1.1" status: 404 len: 352 time: 0.0391958 Aug 28 20:03:00.511473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port a78de487-30f1-4ae9-afc8-207c4f1daeb8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:00.512287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.565408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (1790fb53-a84b-48eb-8468-2df5d72b4de3), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.609774 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (1790fb53-a84b-48eb-8468-2df5d72b4de3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.698188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a78de487-30f1-4ae9-afc8-207c4f1daeb8 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:00.699386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.756536 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (1790fb53-a84b-48eb-8468-2df5d72b4de3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.785714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:00.791131 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a81c81-38fc-4d75-801b-404ab4295e75" -d '{"events": [{"server_uuid": "c87577f6-ab36-4da6-8cc8-2236d4bc804c", "name": "network-vif-plugged", "status": "completed", "tag": "a78de487-30f1-4ae9-afc8-207c4f1daeb8"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:00.842552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a78de487-30f1-4ae9-afc8-207c4f1daeb8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a78de487-30f1-4ae9-afc8-207c4f1daeb8,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:00.844300 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.906119 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:00.970612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18edce70-de43-4195-b00a-d6acf7662905 req-26f8c397-51fc-4f65-8ffc-ede1a0d123a0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.3228383 Aug 28 20:03:01.026171 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:01.028348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b605bf-b782-460e-aa36-49566cffba91 req-91666fb2-3fe5-48cb-8f1b-52dc66510677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:01.030879 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-91666fb2-3fe5-48cb-8f1b-52dc66510677 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 1127 time: 0.6050379 Aug 28 20:03:01.054355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1790fb53-a84b-48eb-8468-2df5d72b4de3,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:01.128674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edce70-de43-4195-b00a-d6acf7662905 req-69a916f6-c61f-40f0-8c22-a26ec61024d8 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:01.144133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18edce70-de43-4195-b00a-d6acf7662905 req-69a916f6-c61f-40f0-8c22-a26ec61024d8 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports/fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 942 time: 0.1717100 Aug 28 20:03:01.162838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a78de487-30f1-4ae9-afc8-207c4f1daeb8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:01.182626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.182989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.192660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.197349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:01.251961 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.253468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43ba9929-698a-4592-a53a-1cf452d8ad77 req-2047fbb4-e340-473c-9d90-5848f0c19794 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0056474 Aug 28 20:03:01.322474 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18edce70-de43-4195-b00a-d6acf7662905 req-0882d484-f974-470d-99f4-82a07523705d tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.0974727 Aug 28 20:03:01.461079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b605bf-b782-460e-aa36-49566cffba91 req-acaf96df-378f-4e94-a2b5-d2f98ac91b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:01.463106 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-acaf96df-378f-4e94-a2b5-d2f98ac91b26 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.3815434 Aug 28 20:03:01.480201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edce70-de43-4195-b00a-d6acf7662905 req-b3ff574c-0069-49b1-b929-b0967618c41f tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:01.481741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18edce70-de43-4195-b00a-d6acf7662905 req-b3ff574c-0069-49b1-b929-b0967618c41f tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1584330 Aug 28 20:03:01.496691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8368be-72d7-4650-9995-991f11f80ac6 req-197e66c2-81d8-49db-a1ed-c8373d34e4e3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:01.498291 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc8368be-72d7-4650-9995-991f11f80ac6 req-197e66c2-81d8-49db-a1ed-c8373d34e4e3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0970862 Aug 28 20:03:01.542933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.569978 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57fce37-e21e-4968-a75b-6244b985da4f req-b4d5192e-f05f-422e-a0d4-710cce2eacf1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4c94c8a-56dc-429c-999c-698d3a126746 HTTP/1.1" status: 200 len: 1818 time: 0.0549500 Aug 28 20:03:01.591033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:03:01.601372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-7ae0d2b8-c223-4805-a203-27cb4b5f8191 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 1001 time: 0.1263425 Aug 28 20:03:01.668459 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57fce37-e21e-4968-a75b-6244b985da4f req-58271d98-f7a1-43b9-8130-1d0b4f308f09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (c4c94c8a-56dc-429c-999c-698d3a126746), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.689344 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc8368be-72d7-4650-9995-991f11f80ac6 req-04b18712-b71d-4c1c-9af1-d4365402314f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491861 Aug 28 20:03:01.690374 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.715183 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57fce37-e21e-4968-a75b-6244b985da4f req-58271d98-f7a1-43b9-8130-1d0b4f308f09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (c4c94c8a-56dc-429c-999c-698d3a126746), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.758115 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a250a-c783-4947-b3d5-cf6703e9655f x-openstack-request-id: req-813a250a-c783-4947-b3d5-cf6703e9655f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:01.758642 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87577f6-ab36-4da6-8cc8-2236d4bc804c", "name": "network-vif-plugged", "status": "completed", "tag": "a78de487-30f1-4ae9-afc8-207c4f1daeb8", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:01.758642 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-813a250a-c783-4947-b3d5-cf6703e9655f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:01.759855 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813a250a-c783-4947-b3d5-cf6703e9655f'] response: {'server_uuid': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8', 'code': 200} Aug 28 20:03:01.830298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=27aef5a1-7d52-45c2-bb19-e83fddea75a8,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:01.833968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b605bf-b782-460e-aa36-49566cffba91 req-aabcfba5-d714-4f13-8acd-e9e5cc173a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:01.835849 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-aabcfba5-d714-4f13-8acd-e9e5cc173a51 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.2141395 Aug 28 20:03:01.840273 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (34548e51-87e3-4bc4-8634-4bb3a812e9f1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.903927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b605bf-b782-460e-aa36-49566cffba91 req-c9f13d2b-0fe0-44c8-ac17-8c28fc0b8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:01.907661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-c9f13d2b-0fe0-44c8-ac17-8c28fc0b8bcb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518098 Aug 28 20:03:01.920371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-614d1ce4-94d4-4218-ac48-779209896c59 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:03:01.921686 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-614d1ce4-94d4-4218-ac48-779209896c59 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070019 Aug 28 20:03:01.974513 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57fce37-e21e-4968-a75b-6244b985da4f req-58271d98-f7a1-43b9-8130-1d0b4f308f09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c4c94c8a-56dc-429c-999c-698d3a126746), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.977992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57fce37-e21e-4968-a75b-6244b985da4f req-58271d98-f7a1-43b9-8130-1d0b4f308f09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:01.989904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57fce37-e21e-4968-a75b-6244b985da4f req-58271d98-f7a1-43b9-8130-1d0b4f308f09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c4c94c8a-56dc-429c-999c-698d3a126746 HTTP/1.1" status: 204 len: 173 time: 0.4083056 Aug 28 20:03:02.019864 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:02.033132 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:02.033132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5b2315cd-b739-48bd-ae8b-a110f05ff809 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5313363 Aug 28 20:03:02.033522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58271d98-f7a1-43b9-8130-1d0b4f308f09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c94c8a-56dc-429c-999c-698d3a126746,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:02.122515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-65dd3882-9da8-4b44-b712-f9170cd579e9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945035 Aug 28 20:03:02.127253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31062262-f808-4b57-9f09-826d13c72bd1 req-f9e3dcdf-c843-4bf8-aeec-5a3449c228e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:02.129531 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31062262-f808-4b57-9f09-826d13c72bd1 req-f9e3dcdf-c843-4bf8-aeec-5a3449c228e5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 1127 time: 0.1780465 Aug 28 20:03:02.274832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31062262-f808-4b57-9f09-826d13c72bd1 req-b08ea2a6-60e7-4af6-bcd8-c33dd41f527c service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=b34cbeae-cf9a-4839-b8ff-a30f5696e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326668 Aug 28 20:03:02.299974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48b605bf-b782-460e-aa36-49566cffba91 req-8fef6992-e969-4cce-88c4-6034d0915109 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691537 Aug 28 20:03:02.341414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f21d39dd-1165-42b6-bd43-b06a6ecffe3a req-18c839bf-5413-4979-ad6e-61af951562ad tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2053966722', 'description': 'tempest-description-616046034'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:02.358870 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:02.425715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f21d39dd-1165-42b6-bd43-b06a6ecffe3a req-18c839bf-5413-4979-ad6e-61af951562ad tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:02.497835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298a42a-6ca0-4c0b-a180-e49e24bfc271 req-5e874b67-f2f1-4f93-a906-71009f18f806 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:02.499693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9298a42a-6ca0-4c0b-a180-e49e24bfc271 req-5e874b67-f2f1-4f93-a906-71009f18f806 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 945 time: 0.0521638 Aug 28 20:03:02.504345 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f21d39dd-1165-42b6-bd43-b06a6ecffe3a req-18c839bf-5413-4979-ad6e-61af951562ad tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:02.552251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9298a42a-6ca0-4c0b-a180-e49e24bfc271 req-30b4de8a-6e70-42e3-addf-c9e883f95f2b tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b34cbeae-cf9a-4839-b8ff-a30f5696e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 Aug 28 20:03:02.573514 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f21d39dd-1165-42b6-bd43-b06a6ecffe3a req-18c839bf-5413-4979-ad6e-61af951562ad tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:02.606968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c839bf-5413-4979-ad6e-61af951562ad tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:02.630598 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:02.641083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-9daef6ab-a37f-4c2e-8f78-bde53ad70152 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.0615263 Aug 28 20:03:02.661225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f21d39dd-1165-42b6-bd43-b06a6ecffe3a req-18c839bf-5413-4979-ad6e-61af951562ad tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:02.662905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f21d39dd-1165-42b6-bd43-b06a6ecffe3a req-18c839bf-5413-4979-ad6e-61af951562ad tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3262172 Aug 28 20:03:02.696607 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-4cb1d7c3-5c0c-48af-8e80-6c05e55fa5f0 req-f12d4886-22d2-4ec6-a84c-8f8204b5ccae tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:03:02.697750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4cb1d7c3-5c0c-48af-8e80-6c05e55fa5f0 req-f12d4886-22d2-4ec6-a84c-8f8204b5ccae tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4c94c8a-56dc-429c-999c-698d3a126746 HTTP/1.1" status: 404 len: 352 time: 0.0158632 Aug 28 20:03:02.701167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd980d-72c8-485a-a105-4bb249118d2c req-b6e02e84-5384-4932-8133-53be850f1730 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:02.702683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-b6e02e84-5384-4932-8133-53be850f1730 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports/fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 942 time: 0.0560606 Aug 28 20:03:02.812947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-88f96e97-f451-4ea8-8e5e-cccf93c318db tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.0629668 Aug 28 20:03:02.840623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-795eba74-38bc-4b22-9343-d82d6e99686a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1109704061&fields=id&tenant_id=31cbbf3c56794fbc85d1da77afc6c03f HTTP/1.1" status: 200 len: 267 time: 0.0529151 Aug 28 20:03:02.906196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-95d23adc-58de-4916-ab2f-700c61e9db49 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:02.907645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-95d23adc-58de-4916-ab2f-700c61e9db49 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 937 time: 0.0587432 Aug 28 20:03:02.967088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-c789e250-8e88-438a-a2c4-14f15b147a00 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:02.968933 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-c789e250-8e88-438a-a2c4-14f15b147a00 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 937 time: 0.0544782 Aug 28 20:03:03.030439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-31ba4951-7d6a-4b54-8907-2bc8a62e6db6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0549912 Aug 28 20:03:03.070292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-56df7dc4-0e71-4a9f-a502-f9b3351c5e39 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0327158 Aug 28 20:03:03.198502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-406bce21-ce87-42ca-a510-fa4db44d1de2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:03.203816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-406bce21-ce87-42ca-a510-fa4db44d1de2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:03.209146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-406bce21-ce87-42ca-a510-fa4db44d1de2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:03.211299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-406bce21-ce87-42ca-a510-fa4db44d1de2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/networks?id=696827ca-0b03-4d79-a644-1142303f65f1&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&id=f916ee4d-6756-48e6-9a29-8dafd69f66c1 HTTP/1.1" status: 200 len: 1994 time: 0.1346090 Aug 28 20:03:03.211468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd980d-72c8-485a-a105-4bb249118d2c req-cc94c748-8549-46e2-bb0d-02c0543417bc tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:03.212665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-cc94c748-8549-46e2-bb0d-02c0543417bc tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.3934238 Aug 28 20:03:03.228795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-cc9931ef-2270-4219-928f-62d3219e7a54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/quotas/31cbbf3c56794fbc85d1da77afc6c03f HTTP/1.1" status: 200 len: 375 time: 0.0107698 Aug 28 20:03:03.280617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-9e73b358-d919-4e89-ace5-90b133fe4775 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.0610344 Aug 28 20:03:03.294630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:03.300506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-7059686d-368f-41a2-ab2e-16298b2e34b3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0588999 Aug 28 20:03:03.316668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-6ed5e8b7-3efe-4eeb-a5ea-d468eb721b0f service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:03:03.317718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-6ed5e8b7-3efe-4eeb-a5ea-d468eb721b0f service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053620 Aug 28 20:03:03.355099 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:03.427220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-0442f5bd-4349-4b87-90a1-5a7eb698def8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026373 Aug 28 20:03:03.499317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:03.526386 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-e8af4fa0-5a1e-42f5-8497-77e3fa53199d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933132 Aug 28 20:03:03.567166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:03.567514 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 disassociated. External IP: 172.25.4.153, port: fc1270fe-b96a-4247-89fd-6b6bb9ecb069. Aug 28 20:03:03.567848 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-c487ddb0-f541-4ecd-be3c-159117b6db53 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0354195 Aug 28 20:03:03.617756 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:03.649740 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:03.716715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-783b9bf1-c9fe-491e-bc6e-8a76b39d9580 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359148 Aug 28 20:03:03.740011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-7ca749df-57f9-4aa5-b01d-5dcf68245a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:03.742133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-7ca749df-57f9-4aa5-b01d-5dcf68245a53 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1127 time: 0.0568178 Aug 28 20:03:03.800969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:03.866706 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:03.915290 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-70ba62d6-0c39-492e-9a50-04c8414a1a58 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872499 Aug 28 20:03:03.917227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-76c19ea3-c073-4a0f-9f6f-4923da3bdfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:03.918701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-76c19ea3-c073-4a0f-9f6f-4923da3bdfd6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.1662631 Aug 28 20:03:03.920874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:03.925508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:03.932339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:03.945506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:03.946558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:03.964279 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-44eacbbf-61d5-467a-8a4e-462a6dd9611c tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 200 len: 695 time: 0.6774988 Aug 28 20:03:03.964740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:03.970252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-c4b187e7-f122-4e67-a41b-31c80596e784 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0468841 Aug 28 20:03:03.976778 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12ee274-d79a-42dd-8b5e-aef5cae2a865" -d '{"events": [{"name": "network-changed", "server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:04.060419 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-830a5310-094f-4122-9be5-79fa3dba8961 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.0664573 Aug 28 20:03:04.061943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd980d-72c8-485a-a105-4bb249118d2c req-80314faa-9f6a-40d2-8149-9477d0834f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:04.064049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-80314faa-9f6a-40d2-8149-9477d0834f0d service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 1127 time: 0.0761535 Aug 28 20:03:04.074436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-f55dab11-5dfa-46d5-a8c8-4bfa64d73cd9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:04.079523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-f55dab11-5dfa-46d5-a8c8-4bfa64d73cd9 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0810781 Aug 28 20:03:04.091058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:04.160647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-7cbf3f66-6975-4500-a3f3-b12032221838 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893747 Aug 28 20:03:04.162674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-f4580e89-e518-4e8a-8d55-9e5103e75693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:04.165183 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-f4580e89-e518-4e8a-8d55-9e5103e75693 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.0879736 Aug 28 20:03:04.167939 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:04.170503 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:04.278969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Deleting port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:04.279481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:04.314250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-370438be-77b6-4601-9f64-023f23898bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:04.316004 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-370438be-77b6-4601-9f64-023f23898bf5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1339700 Aug 28 20:03:04.329094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:04.370172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd980d-72c8-485a-a105-4bb249118d2c req-051877d7-f5bb-4dc1-a7eb-f2f1ac05c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:04.371727 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-051877d7-f5bb-4dc1-a7eb-f2f1ac05c17e service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.2911363 Aug 28 20:03:04.374542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:04.386910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:04.388234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:04.421204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-a90d36fc-3804-4138-bf28-25ff3c9e21f9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519324 Aug 28 20:03:04.438899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-a7625187-03d0-4867-b9e7-4060b755354f service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 217 time: 0.0528047 Aug 28 20:03:04.445956 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:04.508710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] For port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:04.509338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:04.525628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-7304c4de-5018-497c-b304-c0a6d8ced9b8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024639 Aug 28 20:03:04.526147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:04.556069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd980d-72c8-485a-a105-4bb249118d2c req-dbfa49f7-2d9c-4db5-9a84-98c6793af5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:04.557601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-dbfa49f7-2d9c-4db5-9a84-98c6793af5e9 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.1019590 Aug 28 20:03:04.582353 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-f709deac-8eac-4b0a-acca-068d71be9c30 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551905 Aug 28 20:03:04.679365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd980d-72c8-485a-a105-4bb249118d2c req-3eae8dad-8904-4738-a770-20b83aec3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:04.680981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-3eae8dad-8904-4738-a770-20b83aec3b90 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0910249 Aug 28 20:03:04.682704 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:04.719215 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:04.737985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4768313-27d8-41f6-996b-3ff5fe668016 req-5d14d7ed-3647-40d4-a6be-b3d653ee6a54 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020702 Aug 28 20:03:04.744462 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-d191b44e-02e2-4452-83a7-bc9a090b0ed5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329188 Aug 28 20:03:04.751073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:04.787536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c496-a4c6-402b-bad6-68fc15bf98fa None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:04.843005 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:04.870110 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:04.870680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (b262d79a-ce43-49ba-a4c6-9416e950a18b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:04.870833 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Floating IP b262d79a-ce43-49ba-a4c6-9416e950a18b disassociated. External IP: 172.25.4.215, port: 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d. Aug 28 20:03:04.871227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Calling delete_port for 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:04.876944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-f40d1ae2-7ea3-4f65-aab9-6e37ff4286c5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156154 Aug 28 20:03:04.879765 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-06b7ceba-04f3-4345-aeac-3601bb6cee51 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704788 Aug 28 20:03:04.987484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-55af255e-6faa-48cb-9b24-9dfb4e5ad103 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033971 Aug 28 20:03:05.039715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45cd980d-72c8-485a-a105-4bb249118d2c req-7caaa071-f049-4d61-a833-d768de8c58c8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526031 Aug 28 20:03:05.073672 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:05.089661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-e33da6c7-448f-44af-a46d-aab346abb91b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012495 Aug 28 20:03:05.118982 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbcbe5d-c8e7-41ed-bf47-a91ef5bfc529 None None] New status for floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:03:05.197499 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-e1dec3d7-beb5-45ac-9e1d-5be4003819c7 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003480 Aug 28 20:03:05.199181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:05.248091 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9296d88d-eda1-41c8-ae6d-8f3cf2df5d90 req-aa2b4254-326a-4da5-9b05-103f7e1d2a96 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0666201 Aug 28 20:03:05.255288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event deleted for resources: {'Port': ['ID=4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:05.340990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-53b037ab-fada-4689-93be-d026eba751ed service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369834 Aug 28 20:03:05.400183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Router 3f51141b-c30a-40e0-9163-6a8e8c72e5df has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:05.469698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-33f1e6bb-f3f0-4661-b0f3-00354e666e58 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095080 Aug 28 20:03:05.489174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-7610fef7-3822-4ea2-a3c5-c11c4317bf14 req-9ee9c198-6251-42d6-9c3b-77e03abc93e2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1477244982', 'description': 'tempest-description-1106684253'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:05.514172 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:05.541364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-8556aa6a-7a0e-4d95-90ba-e9ce803ef785 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:05.542778 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-8556aa6a-7a0e-4d95-90ba-e9ce803ef785 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 937 time: 0.0619733 Aug 28 20:03:05.574219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:05.590156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] Sync routers for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:05.607779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:05.610139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:05.636702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-eed0ed66-f69d-411e-b8cc-60c5a97cbf5a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:05.639152 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7610fef7-3822-4ea2-a3c5-c11c4317bf14 req-9ee9c198-6251-42d6-9c3b-77e03abc93e2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:05.639790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-eed0ed66-f69d-411e-b8cc-60c5a97cbf5a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 937 time: 0.0898936 Aug 28 20:03:05.685255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] No DVR routers for this DVR port 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:05.690435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:05.698565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d837ee8-d179-4ad2-92d1-3193f4c13a8f req-7c79237a-90d7-486d-a84d-1aa0eba1a9aa tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "DELETE /networking/v2.0/ports/4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d HTTP/1.1" status: 204 len: 173 time: 1.6046376 Aug 28 20:03:05.735601 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:05.784244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7610fef7-3822-4ea2-a3c5-c11c4317bf14 req-9ee9c198-6251-42d6-9c3b-77e03abc93e2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (5a3f6e6e-cd86-4f86-b562-2b119007c530), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:05.808193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:05.842665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7610fef7-3822-4ea2-a3c5-c11c4317bf14 req-9ee9c198-6251-42d6-9c3b-77e03abc93e2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5a3f6e6e-cd86-4f86-b562-2b119007c530), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:05.921791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9c198-6251-42d6-9c3b-77e03abc93e2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f6e6e-cd86-4f86-b562-2b119007c530,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:06.010803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7610fef7-3822-4ea2-a3c5-c11c4317bf14 req-9ee9c198-6251-42d6-9c3b-77e03abc93e2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:06.012256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7610fef7-3822-4ea2-a3c5-c11c4317bf14 req-9ee9c198-6251-42d6-9c3b-77e03abc93e2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5374708 Aug 28 20:03:06.099584 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:42Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:06.111963 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4208256-8661-42a8-b1cf-036a74c80889 req-e335c58e-fd3c-41f5-b5ef-c23f4d8f1146 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 6197 time: 0.0775628 Aug 28 20:03:06.137305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] Checking router: 3f51141b-c30a-40e0-9163-6a8e8c72e5df for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:06.148174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:06.148879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:06.175532 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4208256-8661-42a8-b1cf-036a74c80889 req-48a31d21-272c-4d18-8581-288cf1185f55 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/62c07ec5-ce09-472f-bf9e-9c2471dea7c3 HTTP/1.1" status: 200 len: 2998 time: 0.0517457 Aug 28 20:03:06.239622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4208256-8661-42a8-b1cf-036a74c80889 req-39f87019-6d60-4dd4-8c0d-f9afae6ee7d7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/62c07ec5-ce09-472f-bf9e-9c2471dea7c3 HTTP/1.1" status: 200 len: 2998 time: 0.0574522 Aug 28 20:03:06.275714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:06.306751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:06.352309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d352bb-1131-4dd8-920d-f1bc60572534 req-0fa5b9de-b78c-4555-a1cf-1bae67cb1386 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:06.359093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5d352bb-1131-4dd8-920d-f1bc60572534 req-0fa5b9de-b78c-4555-a1cf-1bae67cb1386 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.0615857 Aug 28 20:03:06.422468 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5d352bb-1131-4dd8-920d-f1bc60572534 req-3e59dd16-1987-496e-8f57-b68dc295ac23 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611584 Aug 28 20:03:06.541743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1993d-2630-4f41-8ce9-cd214f25d87a req-fcf46f72-e983-4d9c-9950-a59a68ee81c6 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:06.544505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-23d1993d-2630-4f41-8ce9-cd214f25d87a req-fcf46f72-e983-4d9c-9950-a59a68ee81c6 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 945 time: 0.0552006 Aug 28 20:03:06.607525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-23d1993d-2630-4f41-8ce9-cd214f25d87a req-e770ade3-6a4e-4e05-936d-e49caf753fc4 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b34cbeae-cf9a-4839-b8ff-a30f5696e90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Aug 28 20:03:06.632284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:06.632971 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:06.682312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:06.684514 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac30952-28c5-4a50-83ee-fc7265d9c37c" -d '{"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-unplugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:06.724069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:06.747712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:42Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:06.777488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b28d3-7db5-4673-8166-16349e54a59d None None] The sync data for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 is: [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T19:54:32Z', 'revision_number': 4, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '622ec7ff-1fe0-4ad9-b09c-1dc859ee305c', 'name': '', 'network_id': 'e6382cd2-5644-465e-8b30-a10a1c5fc02a', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'mac_address': 'fa:16:3e:c8:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef870976-a87f-4d01-91db-d14275322a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:31Z', 'updated_at': '2022-08-28T19:54:42Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'subnets': [{'id': 'ef870976-a87f-4d01-91db-d14275322a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:06.794448 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:06.880490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:06.993995 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9565ae96-b9b2-4aab-a41b-ffa902a7925f x-openstack-request-id: req-9565ae96-b9b2-4aab-a41b-ffa902a7925f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:06.994334 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:06.994778 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9565ae96-b9b2-4aab-a41b-ffa902a7925f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:06.995134 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9565ae96-b9b2-4aab-a41b-ffa902a7925f'] response: {'name': 'network-changed', 'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'status': 'completed', 'code': 200} Aug 28 20:03:07.087810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-0a7f840f-b5de-497c-97a5-03a59c8a64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:07.096744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-0a7f840f-b5de-497c-97a5-03a59c8a64d2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 1127 time: 0.0788901 Aug 28 20:03:07.141744 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b12b52-7790-42d8-ad69-50721daf2ceb None None] New status for floating IP b262d79a-ce43-49ba-a4c6-9416e950a18b: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:03:07.664145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-387ac273-93b4-4624-8414-116d5352cb28 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0 HTTP/1.1" status: 200 len: 1823 time: 0.1269093 Aug 28 20:03:07.683529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-68af0bd7-c828-4424-ae1f-6f7aa49996f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:07.686680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-68af0bd7-c828-4424-ae1f-6f7aa49996f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 937 time: 0.2610786 Aug 28 20:03:07.723660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-8659c0ea-8607-4aec-9149-9227607ddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:07.725219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-8659c0ea-8607-4aec-9149-9227607ddb67 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.6222589 Aug 28 20:03:07.746746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-1c76931a-a896-4fa0-bd4e-1d6b93e513f5 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/5a3f6e6e-cd86-4f86-b562-2b119007c530 HTTP/1.1" status: 200 len: 1824 time: 0.0804102 Aug 28 20:03:07.752145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0', 'remote_group_id': '5a3f6e6e-cd86-4f86-b562-2b119007c530', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:07.752554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0', 'remote_group_id': '5a3f6e6e-cd86-4f86-b562-2b119007c530', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:07.765360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ed76cb5e-444e-4a92-a326-79292bdae21b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:07.774340 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-ed76cb5e-444e-4a92-a326-79292bdae21b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 937 time: 0.0820467 Aug 28 20:03:07.828794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-fe473fb6-8612-4342-b491-252083927c66 req-31ad0bdb-b8c3-4286-902d-b3c5a0b5ceaa tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2134450304', 'description': 'tempest-description-1506005437'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:07.833430 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:07.918090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (84333aff-4937-4ec2-ab7f-4b7645e7d40e), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:07.929384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fe473fb6-8612-4342-b491-252083927c66 req-31ad0bdb-b8c3-4286-902d-b3c5a0b5ceaa tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:07.966640 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:07.985733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (84333aff-4937-4ec2-ab7f-4b7645e7d40e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:08.047163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fe473fb6-8612-4342-b491-252083927c66 req-31ad0bdb-b8c3-4286-902d-b3c5a0b5ceaa tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (ba4c23b0-2713-49d2-8530-eb48e4fe1eb6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:08.064814 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (84333aff-4937-4ec2-ab7f-4b7645e7d40e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:08.085710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84333aff-4937-4ec2-ab7f-4b7645e7d40e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:08.161915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fe473fb6-8612-4342-b491-252083927c66 req-31ad0bdb-b8c3-4286-902d-b3c5a0b5ceaa tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ba4c23b0-2713-49d2-8530-eb48e4fe1eb6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:08.186813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:08.188631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdaa0708-63a4-4ce6-9c1d-7a075e5d28ce req-036491f3-4a86-4c61-af8f-8f1d64b3e808 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4409676 Aug 28 20:03:08.199910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad0bdb-b8c3-4286-902d-b3c5a0b5ceaa tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:08.261054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-fe473fb6-8612-4342-b491-252083927c66 req-31ad0bdb-b8c3-4286-902d-b3c5a0b5ceaa tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:08.262988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe473fb6-8612-4342-b491-252083927c66 req-31ad0bdb-b8c3-4286-902d-b3c5a0b5ceaa tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4385409 Aug 28 20:03:08.282475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fa5c9d5-b994-4463-8ebe-e1247249b0e0 req-fc2f917b-1546-40ac-84ff-47c6b137b5be tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0819379c-a6d2-4abb-80dc-e28d52c6d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0301447 Aug 28 20:03:08.335784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:08.365279 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938b0fd5-7eef-41e5-b454-9049aa110e7e x-openstack-request-id: req-938b0fd5-7eef-41e5-b454-9049aa110e7e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:08.369756 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-unplugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:08.369756 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-938b0fd5-7eef-41e5-b454-9049aa110e7e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:08.369756 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938b0fd5-7eef-41e5-b454-9049aa110e7e'] response: {'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'code': 200} Aug 28 20:03:08.369756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:08.369756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:08.369756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:08.441135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd99eb5b-cf4c-472a-9aad-49c663f4db27 req-11ebb289-88d4-47df-a4a3-f885c1988589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0425413 Aug 28 20:03:08.496321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:08.568205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459927a-ed2f-4f54-9bef-1f14d5fc43bc req-105a2862-5234-4568-bcc7-57dc50847fd3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:08.570264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d459927a-ed2f-4f54-9bef-1f14d5fc43bc req-105a2862-5234-4568-bcc7-57dc50847fd3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 943 time: 0.0552008 Aug 28 20:03:08.633063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d459927a-ed2f-4f54-9bef-1f14d5fc43bc req-5d29b20f-7f9e-4d21-a5b7-1836cdc7e840 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Aug 28 20:03:08.755633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-9d0fc084-ddb2-4a40-8851-79d9db9a7bbf service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 200 len: 217 time: 0.0634038 Aug 28 20:03:08.809719 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:08.858751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-1b63a06b-fb57-4a6d-ba93-f17105df8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:08.860442 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-1b63a06b-fb57-4a6d-ba93-f17105df8581 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.0952041 Aug 28 20:03:08.867590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49486770-c72e-4651-a033-7e5e4c7d565a req-c38eea15-7700-4548-9dc2-21ebc0d7f7d1 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:08.874978 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-c38eea15-7700-4548-9dc2-21ebc0d7f7d1 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0727222 Aug 28 20:03:08.949614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-b2549404-fdce-4389-8b57-85726d780de9 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0739188 Aug 28 20:03:08.963738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'floatingip': {'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:08.971199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-5389ef5c-d2ca-499c-aede-d757f7b84105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:08.972717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-5389ef5c-d2ca-499c-aede-d757f7b84105 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592840 Aug 28 20:03:08.996806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'name': 'network-vif-deleted', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:09.000976 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a0dc04-33f0-4d40-ac2e-f474537320aa" -d '{"events": [{"server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "name": "network-vif-deleted", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:09.035614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:09.056504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-17b33da3-91d3-4be7-8406-2551cf17a0d0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:09.058112 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-17b33da3-91d3-4be7-8406-2551cf17a0d0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b86cba91-f509-439f-91ee-884f9c9f99fe HTTP/1.1" status: 200 len: 945 time: 0.0531492 Aug 28 20:03:09.169210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Deleting port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:09.169554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:09.264297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-b50a8222-5bbd-4c4c-bb6b-b73898f2dffb service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614033 Aug 28 20:03:09.316605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] For port fc1270fe-b96a-4247-89fd-6b6bb9ecb069, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:09.317942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:09.337155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Calling delete_port for fc1270fe-b96a-4247-89fd-6b6bb9ecb069 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:09.456302 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:09.459957 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:09.553773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12ee274-d79a-42dd-8b5e-aef5cae2a865 req-3a12d300-8870-4c53-a7b5-3c7e8a492910 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761753 Aug 28 20:03:09.582918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fc1270fe-b96a-4247-89fd-6b6bb9ecb069), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:09.597840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['fc1270fe-b96a-4247-89fd-6b6bb9ecb069'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:09.652248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Pushing event deleted for resources: {'Port': ['ID=fc1270fe-b96a-4247-89fd-6b6bb9ecb069,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:09.655426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3aad8831-917e-4ec3-b886-867198af69e3'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:09.739986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] No DVR routers for this DVR port fc1270fe-b96a-4247-89fd-6b6bb9ecb069 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:09.744103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:09.747493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58abde7-a7e2-48d7-88d0-652d12cfb2fc req-19d72ff3-6edd-437e-9ba1-cc433a2cf929 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.89 "DELETE /networking/v2.0/ports/fc1270fe-b96a-4247-89fd-6b6bb9ecb069 HTTP/1.1" status: 204 len: 173 time: 0.6833169 Aug 28 20:03:09.908023 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:09.985065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:10.119945 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 associated. External IP: 172.25.4.153, port: 3aad8831-917e-4ec3-b886-867198af69e3. Aug 28 20:03:10.377561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:10.474452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-561c1552-8694-408d-a2ce-aaa22ea1a26c tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:10.476498 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-561c1552-8694-408d-a2ce-aaa22ea1a26c tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 945 time: 0.0618689 Aug 28 20:03:10.571438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:10.578873 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:10.594347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:10.594534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Deleting port a78de487-30f1-4ae9-afc8-207c4f1daeb8 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:10.594534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:10.605292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:10.609601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:10.635568 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-3becb579-4e9f-46cf-a59e-7ee13ec4d09e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 200 len: 997 time: 1.6772912 Aug 28 20:03:10.637047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:10.641079 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:10.643662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f1a8f4d9-44aa-4276-b5d9-1b66616b7de3 req-ba7ada22-e9d9-499b-8baa-313875f16b5d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1075819620', 'description': 'tempest-description-2100185880'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:10.715436 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:10.731929 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:10.738130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49486770-c72e-4651-a033-7e5e4c7d565a req-9ff7b9f5-119e-489c-98ed-261ed26cafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:10.739728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-9ff7b9f5-119e-489c-98ed-261ed26cafc5 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.0731044 Aug 28 20:03:10.743061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] For port a78de487-30f1-4ae9-afc8-207c4f1daeb8, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a78de487-30f1-4ae9-afc8-207c4f1daeb8,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:10.743573 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:10.746617 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:10.748943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:10.759732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Calling delete_port for a78de487-30f1-4ae9-afc8-207c4f1daeb8 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:10.761177 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:10.804611 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f1a8f4d9-44aa-4276-b5d9-1b66616b7de3 req-ba7ada22-e9d9-499b-8baa-313875f16b5d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:10.871108 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:10.883498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49486770-c72e-4651-a033-7e5e4c7d565a req-db5ad0e6-a056-4bc2-8309-3ee1aadcc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:10.887760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-db5ad0e6-a056-4bc2-8309-3ee1aadcc9c8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.1356316 Aug 28 20:03:10.957001 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f1a8f4d9-44aa-4276-b5d9-1b66616b7de3 req-ba7ada22-e9d9-499b-8baa-313875f16b5d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (881a32cb-e6d3-4472-99c2-931ccd81052b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:10.972357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-ebcfdce8-6e45-43b0-bb5e-92f5ad61481c service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 1000 time: 0.0787139 Aug 28 20:03:11.010550 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:11.023434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f1a8f4d9-44aa-4276-b5d9-1b66616b7de3 req-ba7ada22-e9d9-499b-8baa-313875f16b5d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (881a32cb-e6d3-4472-99c2-931ccd81052b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.025980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49486770-c72e-4651-a033-7e5e4c7d565a req-1296ef55-7fb2-4551-95b3-2726b175132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.027390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-1296ef55-7fb2-4551-95b3-2726b175132c service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.0474088 Aug 28 20:03:11.055188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a78de487-30f1-4ae9-afc8-207c4f1daeb8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.060508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:a7:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:03:09Z', 'revision_number': 8, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:11.075743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ada22-e9d9-499b-8baa-313875f16b5d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881a32cb-e6d3-4472-99c2-931ccd81052b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:11.079670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49486770-c72e-4651-a033-7e5e4c7d565a req-e9c3bf19-d09d-4750-8ee6-9df0482dde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.081247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-e9c3bf19-d09d-4750-8ee6-9df0482dde29 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464861 Aug 28 20:03:11.091085 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:11.098967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Pushing event deleted for resources: {'Port': ['ID=a78de487-30f1-4ae9-afc8-207c4f1daeb8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:11.100795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a78de487-30f1-4ae9-afc8-207c4f1daeb8'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:11.128789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:11.129696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:11.156665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f1a8f4d9-44aa-4276-b5d9-1b66616b7de3 req-ba7ada22-e9d9-499b-8baa-313875f16b5d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.170518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1a8f4d9-44aa-4276-b5d9-1b66616b7de3 req-ba7ada22-e9d9-499b-8baa-313875f16b5d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5207150 Aug 28 20:03:11.197016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] No DVR routers for this DVR port a78de487-30f1-4ae9-afc8-207c4f1daeb8 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:11.205528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.210430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-72ad120c-d8e6-4d94-a14d-b4c07162ea0a req-03800e72-b34c-4d98-bbea-fad85f7e1745 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a78de487-30f1-4ae9-afc8-207c4f1daeb8 HTTP/1.1" status: 204 len: 173 time: 0.7252188 Aug 28 20:03:11.217080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-bf7b4dff-abdb-4f03-8a89-3463a00ca82d req-cc9418bb-789d-46fb-8bae-f820fa4f3002 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1942109542', 'description': 'tempest-description-493708184'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:11.231974 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:11.265815 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-b0b37599-8254-44d1-b3ba-35c564fa7662 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679587 Aug 28 20:03:11.316077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:11.360854 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bf7b4dff-abdb-4f03-8a89-3463a00ca82d req-cc9418bb-789d-46fb-8bae-f820fa4f3002 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.403456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49486770-c72e-4651-a033-7e5e4c7d565a req-a6b6b318-7643-47cf-a714-13b3414d7925 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347864 Aug 28 20:03:11.452096 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bf7b4dff-abdb-4f03-8a89-3463a00ca82d req-cc9418bb-789d-46fb-8bae-f820fa4f3002 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (aacb0b05-bb08-4391-bbef-5fcdc11de2ff), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.496619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-aa72ef46-2405-4043-bd0f-3141cdde21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.498181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-aa72ef46-2405-4043-bd0f-3141cdde21c7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 1033 time: 0.0394990 Aug 28 20:03:11.503974 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:11.525969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bf7b4dff-abdb-4f03-8a89-3463a00ca82d req-cc9418bb-789d-46fb-8bae-f820fa4f3002 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aacb0b05-bb08-4391-bbef-5fcdc11de2ff), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.587071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9418bb-789d-46fb-8bae-f820fa4f3002 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb0b05-bb08-4391-bbef-5fcdc11de2ff,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:11.589929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-e7338bfe-1086-4de6-9695-ef98f39ec1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.591535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-e7338bfe-1086-4de6-9695-ef98f39ec1e5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 1033 time: 0.0878654 Aug 28 20:03:11.621470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:a7:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:03:09Z', 'revision_number': 8, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:11.647807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb0999-771d-40fc-b288-07c7db8f675d req-575bddbc-8300-4c28-9a3c-b6e7eaa3d952 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.649451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52cb0999-771d-40fc-b288-07c7db8f675d req-575bddbc-8300-4c28-9a3c-b6e7eaa3d952 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 943 time: 0.0636027 Aug 28 20:03:11.661541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c3298-8745-4d36-819a-fde5c8f526e3 None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '6ab2fe98-6e6f-40df-9aa4-5cb7667bb485', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'port_id': '3aad8831-917e-4ec3-b886-867198af69e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'mac_address': 'fa:16:3e:a7:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:02:12Z', 'updated_at': '2022-08-28T20:03:09Z', 'revision_number': 8, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:11.662400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bf7b4dff-abdb-4f03-8a89-3463a00ca82d req-cc9418bb-789d-46fb-8bae-f820fa4f3002 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:11.664326 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf7b4dff-abdb-4f03-8a89-3463a00ca82d req-cc9418bb-789d-46fb-8bae-f820fa4f3002 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4528799 Aug 28 20:03:11.795691 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52cb0999-771d-40fc-b288-07c7db8f675d req-da0c6825-e9a5-47c0-bea6-7aa3af14a4d1 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401398 Aug 28 20:03:11.874719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-f0af3a51-2209-4fce-a79a-8d2cada19447 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.881129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-f0af3a51-2209-4fce-a79a-8d2cada19447 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.888025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-f0af3a51-2209-4fce-a79a-8d2cada19447 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:11.890316 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-f0af3a51-2209-4fce-a79a-8d2cada19447 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "GET /networking/v2.0/networks?id=696827ca-0b03-4d79-a644-1142303f65f1&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&id=f916ee4d-6756-48e6-9a29-8dafd69f66c1 HTTP/1.1" status: 200 len: 1994 time: 0.2925582 Aug 28 20:03:11.892470 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4710185b-c6f5-46c7-9544-72c90e209311 x-openstack-request-id: req-4710185b-c6f5-46c7-9544-72c90e209311 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:11.893170 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0819379c-a6d2-4abb-80dc-e28d52c6d8c2", "name": "network-vif-deleted", "tag": "4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:11.894284 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4710185b-c6f5-46c7-9544-72c90e209311 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:11.894886 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4710185b-c6f5-46c7-9544-72c90e209311'] response: {'server_uuid': '0819379c-a6d2-4abb-80dc-e28d52c6d8c2', 'name': 'network-vif-deleted', 'tag': '4f74ec7a-91d6-4f5f-830b-368c1fcb8c1d', 'status': 'completed', 'code': 200} Aug 28 20:03:11.900323 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a51917c5-b982-4766-91bd-0c0ca4a6700a req-97fdfdf9-8ade-4355-88f0-cd049d0742b3 tempest-InstanceActionsV221TestJSON-1806440808 tempest-InstanceActionsV221TestJSON-1806440808-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87577f6-ab36-4da6-8cc8-2236d4bc804c HTTP/1.1" status: 200 len: 210 time: 0.0941589 Aug 28 20:03:12.004977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-31d92879-83d3-4337-9ac8-64ac4eca7d97 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=31cbbf3c56794fbc85d1da77afc6c03f HTTP/1.1" status: 200 len: 380 time: 0.1034963 Aug 28 20:03:12.015760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'admin_state_up': True, 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'security_groups': ['7d4eec0c-d6b5-4107-915b-3b7be57ebb12']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:12.066959 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a934850-6d4d-4275-8986-7488f5c4e116 None None] New status for floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:03:12.144510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d3cc6c7-b02d-48ec-adb5-9ce1e68dc987 req-5571dfa2-14d0-47aa-bbe4-3e3c3e4ca985 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0594907 Aug 28 20:03:12.160705 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:12.161125 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:12.234738 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9727a5d6-0bbb-40cf-a289-a6a56eab5cd4 x-openstack-request-id: req-9727a5d6-0bbb-40cf-a289-a6a56eab5cd4 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:12.235142 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:12.235493 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9727a5d6-0bbb-40cf-a289-a6a56eab5cd4 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:12.236068 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9727a5d6-0bbb-40cf-a289-a6a56eab5cd4'] response: {'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3', 'status': 'completed', 'code': 200} Aug 28 20:03:12.252231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-2ca58cde-9e66-44f9-8ba6-93a6fb6c71a5 req-d3e8e6bc-8a86-41e9-88c4-229a02f21c3c tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483706256', 'description': 'tempest-description-294920056'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:12.411914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2ca58cde-9e66-44f9-8ba6-93a6fb6c71a5 req-d3e8e6bc-8a86-41e9-88c4-229a02f21c3c tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:12.413738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:12.429653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:12.532432 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:12.585377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2ca58cde-9e66-44f9-8ba6-93a6fb6c71a5 req-d3e8e6bc-8a86-41e9-88c4-229a02f21c3c tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (de821513-425c-438c-9cb7-7f15e594d08f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:12.681221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2ca58cde-9e66-44f9-8ba6-93a6fb6c71a5 req-d3e8e6bc-8a86-41e9-88c4-229a02f21c3c tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (de821513-425c-438c-9cb7-7f15e594d08f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:12.757982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e6bc-8a86-41e9-88c4-229a02f21c3c tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de821513-425c-438c-9cb7-7f15e594d08f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:12.842367 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:12.845083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2ca58cde-9e66-44f9-8ba6-93a6fb6c71a5 req-d3e8e6bc-8a86-41e9-88c4-229a02f21c3c tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:12.846615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ca58cde-9e66-44f9-8ba6-93a6fb6c71a5 req-d3e8e6bc-8a86-41e9-88c4-229a02f21c3c tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5988240 Aug 28 20:03:12.970993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef2dbb54-4781-471f-b3d2-8fa1e97b8eb3 req-2a1da65f-99d4-4010-bd3e-9e25023f5383 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 200 len: 999 time: 0.0957692 Aug 28 20:03:13.035709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-1527eab7-0b11-4b95-9b81-82eb18a89dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:13.037268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-1527eab7-0b11-4b95-9b81-82eb18a89dfa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.4540524 Aug 28 20:03:13.044367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 172.20.0.3 (696827ca-0b03-4d79-a644-1142303f65f1/0ebd595a-ad79-40cb-a9da-44d7abc1a472/945456db-ed69-441d-8548-325125935ca1) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:13.133568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbb54-4781-471f-b3d2-8fa1e97b8eb3 req-883e85ba-06aa-44e9-8d7e-1f42289651b9 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:13.146250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef2dbb54-4781-471f-b3d2-8fa1e97b8eb3 req-883e85ba-06aa-44e9-8d7e-1f42289651b9 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1588500 Aug 28 20:03:13.254744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-b3051300-fd05-4459-9bd1-473f8ca57f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:13.256266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-b3051300-fd05-4459-9bd1-473f8ca57f33 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.1905801 Aug 28 20:03:13.329684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (945456db-ed69-441d-8548-325125935ca1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:13.336365 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:13.374653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-91b6f5cc-24a0-4200-a204-4df0ce38adef service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 1002 time: 0.1035519 Aug 28 20:03:13.381405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c599ba73-c088-41fd-9881-46f6970397c0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:13.383759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c599ba73-c088-41fd-9881-46f6970397c0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 813 time: 0.1526599 Aug 28 20:03:13.401220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-de6d443b-7c65-4aad-a27e-07e9368a0321 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/quotas/51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 375 time: 0.0103807 Aug 28 20:03:13.439881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-3473211a-11e0-46a1-99ce-e60a4dd003da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:13.441500 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-3473211a-11e0-46a1-99ce-e60a4dd003da service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.0560713 Aug 28 20:03:13.472765 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-481ea6f5-486b-4d70-97ad-fe7b3c3d1e96 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646496 Aug 28 20:03:13.492964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-cb5c769d-ab61-4614-90dc-8465050f81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:13.494561 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-cb5c769d-ab61-4614-90dc-8465050f81f1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424066 Aug 28 20:03:13.497203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (945456db-ed69-441d-8548-325125935ca1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:13.515104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-22607378-f431-4cd7-83e4-8dca67b4fff7 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:03:13.516123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-22607378-f431-4cd7-83e4-8dca67b4fff7 service neutron] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071566 Aug 28 20:03:13.596181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-0781be61-a230-45b5-a9bf-7147987d4829 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060922 Aug 28 20:03:13.605368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network 696827ca-0b03-4d79-a644-1142303f65f1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:13.615559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:13.622281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:13.630912 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:13.661010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=945456db-ed69-441d-8548-325125935ca1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:13.711487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:13.711876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:13.749081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-479e0e22-42d7-471b-b5d5-056c2835e47e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049699 Aug 28 20:03:13.758904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-72747e1b-70ea-4b81-920e-837cc387342d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566644 Aug 28 20:03:13.866627 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c7f9901-7323-4b6c-8cf1-e0f7cb1a07ec req-cbabfbf2-b11d-400d-a719-13382039cc8e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071620 Aug 28 20:03:13.873819 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-076f2308-2a07-4edf-9a9c-9bf51994ca77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8633804 Aug 28 20:03:13.887460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'admin_state_up': True, 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'security_groups': ['7d4eec0c-d6b5-4107-915b-3b7be57ebb12']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:13.897079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'name': 'network-vif-deleted', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069'}, {'server_uuid': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'name': 'network-vif-deleted', 'tag': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:13.899600 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949602d9-f080-41d9-896a-348f322a52a4" -d '{"events": [{"server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "name": "network-vif-deleted", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069"}, {"server_uuid": "c87577f6-ab36-4da6-8cc8-2236d4bc804c", "name": "network-vif-deleted", "tag": "a78de487-30f1-4ae9-afc8-207c4f1daeb8"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:13.924779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-aca63846-42b4-4627-ad7f-c12c3ba49c4b None None] Provisioning complete for port 945456db-ed69-441d-8548-325125935ca1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:13.925309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aca63846-42b4-4627-ad7f-c12c3ba49c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (945456db-ed69-441d-8548-325125935ca1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:13.985265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-aca63846-42b4-4627-ad7f-c12c3ba49c4b None None] Port 945456db-ed69-441d-8548-325125935ca1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:14.122461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:14.150247 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.282978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45122) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:14.328290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a78de487-30f1-4ae9-afc8-207c4f1daeb8 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:14.394730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: a78de487-30f1-4ae9-afc8-207c4f1daeb8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:14.395089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a78de487-30f1-4ae9-afc8-207c4f1daeb8 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:14.413178 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:14.420105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97accedb-74df-46a8-8314-d145c477df6e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group (05d3371a-6b2c-44e6-af11-c845df319494), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.438376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 10.1.1.99 (930cd3e9-822c-4fa0-84e7-ff1b22f9784a/303695ce-f82f-49bf-ab7b-6f4e6407f1f8/6baead0d-ffae-4a23-b7a9-f3631421c0d4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:14.479441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97accedb-74df-46a8-8314-d145c477df6e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group (05d3371a-6b2c-44e6-af11-c845df319494), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.498059 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-1556bc3c-8136-48ce-983a-62ba964e43bc tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/881a32cb-e6d3-4472-99c2-931ccd81052b HTTP/1.1" status: 200 len: 1824 time: 0.1581438 Aug 28 20:03:14.575221 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-0a17e39c-6679-4049-b487-22fd3eed4a3f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/de821513-425c-438c-9cb7-7f15e594d08f HTTP/1.1" status: 200 len: 1822 time: 0.0756536 Aug 28 20:03:14.587505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '881a32cb-e6d3-4472-99c2-931ccd81052b', 'remote_group_id': 'de821513-425c-438c-9cb7-7f15e594d08f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:14.587842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '881a32cb-e6d3-4472-99c2-931ccd81052b', 'remote_group_id': 'de821513-425c-438c-9cb7-7f15e594d08f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:14.701705 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-7a7a18ce-3ae2-4edc-b3c4-5e0c70385763 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1002 time: 0.0908740 Aug 28 20:03:14.742658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97accedb-74df-46a8-8314-d145c477df6e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (05d3371a-6b2c-44e6-af11-c845df319494), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.745365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97accedb-74df-46a8-8314-d145c477df6e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.749358 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-97accedb-74df-46a8-8314-d145c477df6e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/05d3371a-6b2c-44e6-af11-c845df319494 HTTP/1.1" status: 204 len: 168 time: 0.4639823 Aug 28 20:03:14.751583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45132) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:14.766655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc1270fe-b96a-4247-89fd-6b6bb9ecb069 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:14.773060 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-f581579f-5352-40f0-bb04-e0bcdbd40cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] show failed (client error): The resource could not be found. Aug 28 20:03:14.777215 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f581579f-5352-40f0-bb04-e0bcdbd40cb8 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups/05d3371a-6b2c-44e6-af11-c845df319494 HTTP/1.1" status: 404 len: 347 time: 0.0216250 Aug 28 20:03:14.783888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45134) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:14.795637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: fc1270fe-b96a-4247-89fd-6b6bb9ecb069 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:14.796325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc1270fe-b96a-4247-89fd-6b6bb9ecb069 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:14.802298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-94594f0d-e857-4bf2-91a6-d990f41c000d tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:14.806890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-94594f0d-e857-4bf2-91a6-d990f41c000d tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports/3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 943 time: 0.0943274 Aug 28 20:03:14.823870 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.836149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97accedb-74df-46a8-8314-d145c477df6e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3371a-6b2c-44e6-af11-c845df319494,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:14.922300 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:14.961776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.967393 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (2183aa7c-8d89-4d2f-8f95-d16474653cb8), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:14.997361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Deleting port 33f29a71-2111-498c-96f0-b6b1d8e2e422 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:14.997712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.018229 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (2183aa7c-8d89-4d2f-8f95-d16474653cb8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.026205 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-45be81e2-7ff9-41e2-bac0-6a7d24070e50 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1002 time: 0.1417847 Aug 28 20:03:15.057165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:15.096947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.105970 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for floatingip (33f29a71-2111-498c-96f0-b6b1d8e2e422), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.106114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:15.107102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:15.116202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Calling delete_port for 33f29a71-2111-498c-96f0-b6b1d8e2e422 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:15.134950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=6baead0d-ffae-4a23-b7a9-f3631421c0d4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:15.207575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:15.209173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.243788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (2183aa7c-8d89-4d2f-8f95-d16474653cb8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.266965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-fe20a89c-c918-4c31-8579-ae000916d807 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:15.271946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2183aa7c-8d89-4d2f-8f95-d16474653cb8,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:15.281070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-fe20a89c-c918-4c31-8579-ae000916d807 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2471902 Aug 28 20:03:15.314566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45140) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:15.332219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-c4c0996b-71bc-4797-a213-8b470ff87b54 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4520319 Aug 28 20:03:15.346392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'admin_state_up': True, 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'security_groups': ['7d4eec0c-d6b5-4107-915b-3b7be57ebb12']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:15.347947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.351792 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b1dd88a-4190-4ee0-aa53-3b88542672a6 req-23965876-5ed4-4e8a-8a80-abbb37f4c49e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7736320 Aug 28 20:03:15.456119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-5f0feea1-a3f3-4657-8a89-cb0c2abb06a6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1002 time: 0.1740975 Aug 28 20:03:15.465707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-352eab14-9d5c-482f-a817-b1b9a7ea078b None None] Provisioning complete for port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:15.466305 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-352eab14-9d5c-482f-a817-b1b9a7ea078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.474249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:15.494333 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:15.518057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882dc66-4866-4d0c-984b-144a360b3a72 req-08ce5e92-c48f-4946-9271-dedbb8095fbe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:15.528001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882dc66-4866-4d0c-984b-144a360b3a72 req-08ce5e92-c48f-4946-9271-dedbb8095fbe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:15.530073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7882dc66-4866-4d0c-984b-144a360b3a72 req-08ce5e92-c48f-4946-9271-dedbb8095fbe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 1652 time: 0.0740182 Aug 28 20:03:15.538375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-352eab14-9d5c-482f-a817-b1b9a7ea078b None None] Port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:15.546906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca10f-b13f-4cfd-b4a0-c9d65ce2076a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.552113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (33f29a71-2111-498c-96f0-b6b1d8e2e422), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.581772 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.602632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event deleted for resources: {'Port': ['ID=33f29a71-2111-498c-96f0-b6b1d8e2e422,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:15.706723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7882dc66-4866-4d0c-984b-144a360b3a72 req-01c5df72-5934-4296-a1c8-d7bb04a69c92 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569996 Aug 28 20:03:15.758565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks [] for floatingip (b262d79a-ce43-49ba-a4c6-9416e950a18b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.761892 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.765883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-68cd0986-e757-45e2-8c5c-aae80abe8678 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b262d79a-ce43-49ba-a4c6-9416e950a18b HTTP/1.1" status: 204 len: 168 time: 0.9806790 Aug 28 20:03:15.795655 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d33306-e1a8-4399-8ad4-a66c9623566a x-openstack-request-id: req-d3d33306-e1a8-4399-8ad4-a66c9623566a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:15.795897 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86cba91-f509-439f-91ee-884f9c9f99fe", "name": "network-vif-deleted", "tag": "fc1270fe-b96a-4247-89fd-6b6bb9ecb069", "status": "completed", "code": 200}, {"server_uuid": "c87577f6-ab36-4da6-8cc8-2236d4bc804c", "name": "network-vif-deleted", "tag": "a78de487-30f1-4ae9-afc8-207c4f1daeb8", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:15.796157 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3d33306-e1a8-4399-8ad4-a66c9623566a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:15.796616 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d33306-e1a8-4399-8ad4-a66c9623566a'] response: {'server_uuid': 'b86cba91-f509-439f-91ee-884f9c9f99fe', 'name': 'network-vif-deleted', 'tag': 'fc1270fe-b96a-4247-89fd-6b6bb9ecb069', 'status': 'completed', 'code': 200} Aug 28 20:03:15.797289 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d33306-e1a8-4399-8ad4-a66c9623566a'] response: {'server_uuid': 'c87577f6-ab36-4da6-8cc8-2236d4bc804c', 'name': 'network-vif-deleted', 'tag': 'a78de487-30f1-4ae9-afc8-207c4f1daeb8', 'status': 'completed', 'code': 200} Aug 28 20:03:15.798521 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:15.807639 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:15.813505 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca10f-b13f-4cfd-b4a0-c9d65ce2076a admin admin] Publish callbacks [] for security_group (b5c19b87-26a1-48e8-bebc-dc9864a40e38), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.814664 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.819925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.869226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca10f-b13f-4cfd-b4a0-c9d65ce2076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b5c19b87-26a1-48e8-bebc-dc9864a40e38), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.901539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:15.901539 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 disassociated. External IP: 172.25.4.153, port: 3aad8831-917e-4ec3-b886-867198af69e3. Aug 28 20:03:15.934825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44c04430-472b-4ab6-857e-deeba2fd182e req-c2000e5f-c599-44bd-9bc1-8a521aa92637 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 210 time: 0.0665541 Aug 28 20:03:15.951431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bd9ca10f-b13f-4cfd-b4a0-c9d65ce2076a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=10b2e9c96bb74de892dfd86e6a57642e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6319757 Aug 28 20:03:15.957840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45148) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:15.966300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca10f-b13f-4cfd-b4a0-c9d65ce2076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c19b87-26a1-48e8-bebc-dc9864a40e38,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:16.015269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-32109792-f486-4db6-bf35-19e9aace5b63 req-0ff4073b-3cd1-4eee-9b08-6268d3f1332c service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:03:16.016330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32109792-f486-4db6-bf35-19e9aace5b63 req-0ff4073b-3cd1-4eee-9b08-6268d3f1332c service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054498 Aug 28 20:03:16.081191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 10.1.1.245 (930cd3e9-822c-4fa0-84e7-ff1b22f9784a/303695ce-f82f-49bf-ab7b-6f4e6407f1f8/77b391d3-494a-42ac-81b4-d2edb5f33294) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:16.144100 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f995f464-2caf-4df8-b9e0-6bd5b468153b admin admin] Publish callbacks [] for security_group (b5c19b87-26a1-48e8-bebc-dc9864a40e38), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:16.235248 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:16.254575 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f995f464-2caf-4df8-b9e0-6bd5b468153b admin admin] Publish callbacks [] for security_group (b5c19b87-26a1-48e8-bebc-dc9864a40e38), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:16.382001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:16.402588 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:16.545449 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f995f464-2caf-4df8-b9e0-6bd5b468153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b5c19b87-26a1-48e8-bebc-dc9864a40e38), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:16.550830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f995f464-2caf-4df8-b9e0-6bd5b468153b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:16.552857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f995f464-2caf-4df8-b9e0-6bd5b468153b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b5c19b87-26a1-48e8-bebc-dc9864a40e38 HTTP/1.1" status: 204 len: 168 time: 0.5715947 Aug 28 20:03:16.562335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:16.575365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:16.577307 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:16.583965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995f464-2caf-4df8-b9e0-6bd5b468153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c19b87-26a1-48e8-bebc-dc9864a40e38,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:16.607942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:16.608896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:16.628299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-ed59c6da-94ac-4c24-975f-203bfafa5c71 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 200 len: 696 time: 1.1609802 Aug 28 20:03:16.630619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:16.752911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:16.763569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:16.774160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:16.778988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:16.782156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=77b391d3-494a-42ac-81b4-d2edb5f33294,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:16.813960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-bd6bdf49-2448-4db0-8250-7e8e5138dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:16.815529 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-bd6bdf49-2448-4db0-8250-7e8e5138dd5c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.1361232 Aug 28 20:03:16.911496 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:16.918791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:16.919455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:17.009882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74799ab5-3a11-48a4-b85b-7d892923fa47 req-bdece492-ef97-45fa-8c3e-46ef0d22891d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/de821513-425c-438c-9cb7-7f15e594d08f HTTP/1.1" status: 200 len: 1822 time: 0.2199116 Aug 28 20:03:17.046539 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-21bef822-5a00-4a32-a1ef-8da8de0a6364 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737240 Aug 28 20:03:17.089205 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-7b5fcbc5-a4ed-4a63-9f91-4da836a843eb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7480154 Aug 28 20:03:17.111572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1', 'admin_state_up': True, 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'security_groups': ['7d4eec0c-d6b5-4107-915b-3b7be57ebb12']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:17.112819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:17.113322 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:17.165567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:17.190782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-56d8dde8-38ae-4985-93f6-39686840ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:17.191992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74799ab5-3a11-48a4-b85b-7d892923fa47 req-68f0d206-41c3-4037-adf6-a8b212caa1ef tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (de821513-425c-438c-9cb7-7f15e594d08f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:17.198428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:17.199090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:17.199978 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-56d8dde8-38ae-4985-93f6-39686840ba37 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.3745935 Aug 28 20:03:17.232687 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74799ab5-3a11-48a4-b85b-7d892923fa47 req-68f0d206-41c3-4037-adf6-a8b212caa1ef tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (de821513-425c-438c-9cb7-7f15e594d08f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:17.286506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-eec2d9ca-177b-446f-a0fe-aa9894718fdf None None] Provisioning complete for port 77b391d3-494a-42ac-81b4-d2edb5f33294 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:17.286973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eec2d9ca-177b-446f-a0fe-aa9894718fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:17.347938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-eec2d9ca-177b-446f-a0fe-aa9894718fdf None None] Port 77b391d3-494a-42ac-81b4-d2edb5f33294 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:17.492196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74799ab5-3a11-48a4-b85b-7d892923fa47 req-68f0d206-41c3-4037-adf6-a8b212caa1ef tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (de821513-425c-438c-9cb7-7f15e594d08f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:17.496942 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74799ab5-3a11-48a4-b85b-7d892923fa47 req-68f0d206-41c3-4037-adf6-a8b212caa1ef tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:17.505475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74799ab5-3a11-48a4-b85b-7d892923fa47 req-68f0d206-41c3-4037-adf6-a8b212caa1ef tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/de821513-425c-438c-9cb7-7f15e594d08f HTTP/1.1" status: 204 len: 173 time: 0.4897764 Aug 28 20:03:17.527010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0d206-41c3-4037-adf6-a8b212caa1ef tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de821513-425c-438c-9cb7-7f15e594d08f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:17.567188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:17.676723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-47d10558-7aa1-4ad7-a4d8-e2efea8ec890 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 217 time: 0.4757180 Aug 28 20:03:17.803803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-8f5d4300-a6dc-48cb-9940-432ff2640ce3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:17.805391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-8f5d4300-a6dc-48cb-9940-432ff2640ce3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports/25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 940 time: 0.6879511 Aug 28 20:03:17.805948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:17.808359 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df2b50b-f237-4383-bcd1-1bde8605e3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:17.823491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-4c40c60f-24f8-4835-9a5c-e81aa1e62f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:17.831171 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-4c40c60f-24f8-4835-9a5c-e81aa1e62f4b service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.1532006 Aug 28 20:03:17.884247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-66b78633-8c70-4a90-981d-e4d907c33a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:17.893561 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-66b78633-8c70-4a90-981d-e4d907c33a2a service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613322 Aug 28 20:03:17.911802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45176) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:17.942824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbbf8-7da2-4dd6-9b35-ba08230007ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:17.949721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:18.023433 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:18.044608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-4d76480c-4d7d-4e7e-8e44-5a8f6b57b0e2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500058 Aug 28 20:03:18.045890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d70b24-cfe8-4e32-b690-acc2900445d1 None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'dd4dbb0a-810e-471e-9320-d440e3e38fa8', 'name': '', 'network_id': '8c51a71c-593a-4dab-8c5b-035d0ddce249', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'mac_address': 'fa:16:3e:aa:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:31Z', 'updated_at': '2022-08-28T20:01:47Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'subnets': [{'id': '58b96036-b3f1-480b-a8c5-ca2daf8a269a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:18.204962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae76e9-816f-4cb9-8c05-c702170e1fda req-17366027-3dfb-40fe-9cb1-0a459665f31d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:18.215783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82ae76e9-816f-4cb9-8c05-c702170e1fda req-17366027-3dfb-40fe-9cb1-0a459665f31d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 943 time: 0.1376460 Aug 28 20:03:18.221081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbbf8-7da2-4dd6-9b35-ba08230007ab admin admin] Publish callbacks [] for security_group (957133d1-1231-4280-99e6-6fbcc4bb27fb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:18.223196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-4ef9f81f-d5b9-4ed8-b0d4-f3f19fcccd25 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:18.228992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-4ef9f81f-d5b9-4ed8-b0d4-f3f19fcccd25 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 813 time: 0.5440688 Aug 28 20:03:18.285391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'port': {'device_id': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'admin_state_up': True, 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:18.294250 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:18.298133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82ae76e9-816f-4cb9-8c05-c702170e1fda req-b4c9c56b-6db1-4e74-8fc9-535eb63900e3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809057 Aug 28 20:03:18.310998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0073266-ed4a-4455-92d9-38371d83dfa9 req-87161d42-2a73-4ad8-aaac-af2155221256 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277403 Aug 28 20:03:18.379862 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbbf8-7da2-4dd6-9b35-ba08230007ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (957133d1-1231-4280-99e6-6fbcc4bb27fb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:18.462697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:18.488930 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fb5cbbf8-7da2-4dd6-9b35-ba08230007ab admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5804cfa36eba4f7b8ac6f76fc4862088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5718546 Aug 28 20:03:18.491435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45188) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:18.517501 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08b5f1-5f27-44eb-bdf2-e53d801bf480 None None] New status for floating IP 6ab2fe98-6e6f-40df-9aa4-5cb7667bb485: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:03:18.528498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cbbf8-7da2-4dd6-9b35-ba08230007ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957133d1-1231-4280-99e6-6fbcc4bb27fb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:18.593162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db7ad8-b028-45d5-a6a6-4d9572e9a8b6 req-41fcc020-5d4b-40b5-8fd4-0b18041c0b1f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:18.598967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db7ad8-b028-45d5-a6a6-4d9572e9a8b6 req-41fcc020-5d4b-40b5-8fd4-0b18041c0b1f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:18.605209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db7ad8-b028-45d5-a6a6-4d9572e9a8b6 req-41fcc020-5d4b-40b5-8fd4-0b18041c0b1f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:18.614084 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81db7ad8-b028-45d5-a6a6-4d9572e9a8b6 req-41fcc020-5d4b-40b5-8fd4-0b18041c0b1f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 2373 time: 0.1213868 Aug 28 20:03:18.615319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a417afac-380e-415e-9f55-dbb15a46f481 req-c9d16453-dc97-4cf5-ae90-955a720b96f9 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 210 time: 0.0489097 Aug 28 20:03:18.715381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84ac6953-54f9-4cdc-9fcf-972b80e07315 admin admin] Publish callbacks [] for security_group (957133d1-1231-4280-99e6-6fbcc4bb27fb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:18.720988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7d7f95d-757b-4cd3-a9f4-a12406237a4b req-fa773521-40fa-47a5-b3fd-46f8dbcc297e tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/881a32cb-e6d3-4472-99c2-931ccd81052b HTTP/1.1" status: 200 len: 1824 time: 0.0740464 Aug 28 20:03:18.728441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:18.774337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84ac6953-54f9-4cdc-9fcf-972b80e07315 admin admin] Publish callbacks [] for security_group (957133d1-1231-4280-99e6-6fbcc4bb27fb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:18.789955 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f6da7-35c1-4136-b77a-cb55320e3726 x-openstack-request-id: req-c00f6da7-35c1-4136-b77a-cb55320e3726 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:18.790191 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "tag": "3aad8831-917e-4ec3-b886-867198af69e3", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:18.790450 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c00f6da7-35c1-4136-b77a-cb55320e3726 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:18.791065 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00f6da7-35c1-4136-b77a-cb55320e3726'] response: {'name': 'network-changed', 'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3', 'status': 'completed', 'code': 200} Aug 28 20:03:18.821376 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:18.827830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Made reservation on behalf of 51ab0b6f6a7549a68be0791b209cc1ec for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:18.833166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:18.835430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81db7ad8-b028-45d5-a6a6-4d9572e9a8b6 req-b3fa157b-3b66-48e3-959b-c58b308cf14e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167628 Aug 28 20:03:18.854570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed62748-2042-461a-802d-a278a8790bfd req-d0c60271-64c8-498f-8db0-0f719d22d2fc tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:18.854570 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bed62748-2042-461a-802d-a278a8790bfd req-d0c60271-64c8-498f-8db0-0f719d22d2fc tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 945 time: 0.2370334 Aug 28 20:03:18.909912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45192) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:18.980430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e1285951-d8ad-493a-b402-ea6377824d2b req-8188c137-f91a-439d-949c-7be6716777a0 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1622134568', 'description': 'tempest-description-1286565665'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:19.057619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84ac6953-54f9-4cdc-9fcf-972b80e07315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (957133d1-1231-4280-99e6-6fbcc4bb27fb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:19.060212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84ac6953-54f9-4cdc-9fcf-972b80e07315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:19.061553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84ac6953-54f9-4cdc-9fcf-972b80e07315 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/957133d1-1231-4280-99e6-6fbcc4bb27fb HTTP/1.1" status: 204 len: 168 time: 0.5675197 Aug 28 20:03:19.081882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-85bc3e08-a432-4521-ad19-b29180cdb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:19.083469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-85bc3e08-a432-4521-ad19-b29180cdb7b7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 1128 time: 0.2117000 Aug 28 20:03:19.098668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90145f-cfb3-4f44-8d54-dfccddf446cd req-cd8586a7-1d71-4bdb-9c65-6685f5624e88 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:19.100382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6c90145f-cfb3-4f44-8d54-dfccddf446cd req-cd8586a7-1d71-4bdb-9c65-6685f5624e88 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0ffaa0ab-fe92-4887-9eba-d3f9a14f4943 HTTP/1.1" status: 200 len: 945 time: 0.2245762 Aug 28 20:03:19.337788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6c90145f-cfb3-4f44-8d54-dfccddf446cd req-92755c63-54b7-4476-b317-bd6cb9f892d4 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301755 Aug 28 20:03:19.365172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-a3e4fdd8-4ee4-4cf7-966c-79dc8b14f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:19.365172 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-a3e4fdd8-4ee4-4cf7-966c-79dc8b14f48f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 200 len: 922 time: 0.2581401 Aug 28 20:03:19.380806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 10.2.2.100 (f916ee4d-6756-48e6-9a29-8dafd69f66c1/cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1/2fe2ae57-42f9-420f-9c96-42fe8fba5302) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:19.388914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Allocated IP 172.20.0.13 (b59b512a-ab3a-4e74-a354-4896bdac9613/9a8f302c-99b5-4314-85a0-d6d952554d99/2ba90e82-8b9f-4b41-9c29-69681306e1cb) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:19.437924 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-f3439c2e-5286-430f-8690-d913a923baf9 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 200 len: 217 time: 0.0628598 Aug 28 20:03:19.515235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Deleting port 01ae390c-8532-473f-b2be-0b75365f71a2 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:19.515848 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:19.518449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac6953-54f9-4cdc-9fcf-972b80e07315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957133d1-1231-4280-99e6-6fbcc4bb27fb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:19.525987 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:19.531434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e1285951-d8ad-493a-b402-ea6377824d2b req-8188c137-f91a-439d-949c-7be6716777a0 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:19.618170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-1001219c-48a8-4720-a883-e8804a0553bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:19.619674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-1001219c-48a8-4720-a883-e8804a0553bf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 200 len: 860 time: 0.1744556 Aug 28 20:03:19.741623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996585b9-a444-4934-b364-d1be9ac08b04 req-1ef5aa27-6ed2-4e9f-bb88-3393b5137faf tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:19.748390 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-996585b9-a444-4934-b364-d1be9ac08b04 req-1ef5aa27-6ed2-4e9f-bb88-3393b5137faf tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 943 time: 0.1899953 Aug 28 20:03:19.831208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] For port 01ae390c-8532-473f-b2be-0b75365f71a2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=01ae390c-8532-473f-b2be-0b75365f71a2,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:19.831858 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:19.867106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Calling delete_port for 01ae390c-8532-473f-b2be-0b75365f71a2 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:19.876574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:19.905625 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e1285951-d8ad-493a-b402-ea6377824d2b req-8188c137-f91a-439d-949c-7be6716777a0 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (c771c74a-9cd0-4b6c-9c66-36fa8578590d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:19.920079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-bb5163ab-3247-43fe-9f75-f4b6988c224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:19.921714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-bb5163ab-3247-43fe-9f75-f4b6988c224c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=8c51a71c-593a-4dab-8c5b-035d0ddce249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2535205 Aug 28 20:03:20.017512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.020847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e1285951-d8ad-493a-b402-ea6377824d2b req-8188c137-f91a-439d-949c-7be6716777a0 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c771c74a-9cd0-4b6c-9c66-36fa8578590d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.050866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-996585b9-a444-4934-b364-d1be9ac08b04 req-3d4da3ef-8d3f-4f6e-bd81-dd09a36ecdce tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297337 Aug 28 20:03:20.055465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.101653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:20.123471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188c137-f91a-439d-949c-7be6716777a0 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c771c74a-9cd0-4b6c-9c66-36fa8578590d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:20.160594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Network b59b512a-ab3a-4e74-a354-4896bdac9613 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:20.192502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (bdc94c30-eaaa-402d-808c-dfc598748989), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.222604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e1285951-d8ad-493a-b402-ea6377824d2b req-8188c137-f91a-439d-949c-7be6716777a0 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.223874 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e1285951-d8ad-493a-b402-ea6377824d2b req-8188c137-f91a-439d-949c-7be6716777a0 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.2501962 Aug 28 20:03:20.264390 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:20.304559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-6c909b12-374b-432d-b0b6-c0a4b5284112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:20.308948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-6c909b12-374b-432d-b0b6-c0a4b5284112 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e&tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2 HTTP/1.1" status: 200 len: 1125 time: 0.1633508 Aug 28 20:03:20.317634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:20.320431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:20.331494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:20.351830 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:20.362623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-1a67435a-70a8-4a3b-817e-81aff94bc274 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 200 len: 694 time: 0.1875522 Aug 28 20:03:20.451447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (01ae390c-8532-473f-b2be-0b75365f71a2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.501940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:20.535173 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-55ac1535-6842-40ca-873e-d366df98d5c6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965154 Aug 28 20:03:20.609336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event deleted for resources: {'Port': ['ID=01ae390c-8532-473f-b2be-0b75365f71a2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:20.666952 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.693256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aa8dc-b9cb-40d2-b29c-bcdb58a80435 req-943e47c6-9ec6-4fa6-b9bc-7696791e44fe tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:20.698839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-588aa8dc-b9cb-40d2-b29c-bcdb58a80435 req-943e47c6-9ec6-4fa6-b9bc-7696791e44fe tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 932 time: 0.2707620 Aug 28 20:03:20.707408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8eeeb74f-fe1d-4475-8748-71c796303acf None None] Provisioning complete for port 2ba90e82-8b9f-4b41-9c29-69681306e1cb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:20.707785 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb74f-fe1d-4475-8748-71c796303acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.763401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:20.767553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeb74f-fe1d-4475-8748-71c796303acf None None] Port 2ba90e82-8b9f-4b41-9c29-69681306e1cb cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:20.773600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:20.777215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:20.782210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] No DVR routers for this DVR port 01ae390c-8532-473f-b2be-0b75365f71a2 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:20.788138 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.792693 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:20.796026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bed62748-2042-461a-802d-a278a8790bfd req-e8f50bd8-19dd-4dc0-b48f-200e812e5189 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "DELETE /networking/v2.0/ports/01ae390c-8532-473f-b2be-0b75365f71a2 HTTP/1.1" status: 204 len: 173 time: 1.9341755 Aug 28 20:03:20.808695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'name': 'network-vif-deleted', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:20.808695 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ce3ea0-217e-4150-9768-5e5d1b33bbbd" -d '{"events": [{"server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "name": "network-vif-deleted", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:20.909743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-15ca250c-27a2-4e80-acd9-772b1be031ee tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:20.921211 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-15ca250c-27a2-4e80-acd9-772b1be031ee tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.5575535 Aug 28 20:03:20.947185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-588aa8dc-b9cb-40d2-b29c-bcdb58a80435 req-be9e8d59-914d-41c8-a530-c9debb05dc07 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423539 Aug 28 20:03:20.952945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:20.954241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:21.024036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:21.024791 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:21.135169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=2fe2ae57-42f9-420f-9c96-42fe8fba5302,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:21.145542 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:21.147599 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:21.151669 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2df2b50b-f237-4383-bcd1-1bde8605e3c4 req-f757a6af-3365-4f6f-bee1-e1a3aefea167 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819352 Aug 28 20:03:21.163531 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-369b5991-4079-4396-b1aa-7676d77d14f6 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 697 time: 0.2395704 Aug 28 20:03:21.296933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Deleting port 2f9a2200-3127-4cb1-8465-82f6b76d69e3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:21.297170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:21.309694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d8203368-d3ef-4f4f-85cd-62e9fbe7c162 None None] Provisioning complete for port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:21.311680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d8203368-d3ef-4f4f-85cd-62e9fbe7c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:21.382664 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:21.385629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d8203368-d3ef-4f4f-85cd-62e9fbe7c162 None None] Port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:21.396401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2b2e-536c-4a57-a65b-76fde2506e60 req-ebd62446-dea2-4193-a045-8cf49d586a77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:21.404111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2b2e-536c-4a57-a65b-76fde2506e60 req-ebd62446-dea2-4193-a045-8cf49d586a77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:21.419421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2b2e-536c-4a57-a65b-76fde2506e60 req-ebd62446-dea2-4193-a045-8cf49d586a77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:21.426193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2b2e-536c-4a57-a65b-76fde2506e60 req-ebd62446-dea2-4193-a045-8cf49d586a77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:21.435582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b10a2b2e-536c-4a57-a65b-76fde2506e60 req-ebd62446-dea2-4193-a045-8cf49d586a77 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 3094 time: 0.2132211 Aug 28 20:03:21.567463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b10a2b2e-536c-4a57-a65b-76fde2506e60 req-6d985fac-7812-45d8-9852-aba6aa6539e4 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308692 Aug 28 20:03:21.570371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:21.587712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] For port 2f9a2200-3127-4cb1-8465-82f6b76d69e3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2f9a2200-3127-4cb1-8465-82f6b76d69e3,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:21.588230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:21.626923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Calling delete_port for 2f9a2200-3127-4cb1-8465-82f6b76d69e3 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:21.636614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-53603179-7cad-4324-a5fb-a9fcda732589 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5344336 Aug 28 20:03:21.642088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-2808a387-f35f-4e46-a88b-8cc0daf9131c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3643427 Aug 28 20:03:21.648311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1', 'admin_state_up': True, 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'security_groups': ['7d4eec0c-d6b5-4107-915b-3b7be57ebb12']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:21.734227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:21.786568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-14a414b2-c516-4f60-a9c2-4940d63da189 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 697 time: 0.6216693 Aug 28 20:03:21.812328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Request body: {'port': {'device_id': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:21.835199 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0df408b2-15ae-42ec-99cf-cf2263033629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:21.848980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-c18dc349-e09b-47bb-89f6-03d50fa2d5b9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c771c74a-9cd0-4b6c-9c66-36fa8578590d HTTP/1.1" status: 200 len: 1824 time: 0.2027755 Aug 28 20:03:21.860391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c771c74a-9cd0-4b6c-9c66-36fa8578590d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:21.860875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c771c74a-9cd0-4b6c-9c66-36fa8578590d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:21.900022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ff9580-ce94-4fb0-9cda-432794d30afd {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:21.924228 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Publish callbacks [] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:21.951666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Transition to ACTIVE for port object 25ff9580-ce94-4fb0-9cda-432794d30afd will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:21.985755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Made reservation on behalf of 31cbbf3c56794fbc85d1da77afc6c03f for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:21.993994 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.116817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Deleting port 86ca4c1a-d04d-440d-ba03-a49b5fa01404 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:22.117361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.139888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.197648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=9']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:22.233601 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (0a6bf8f3-f12c-4122-9c43-869324dd9ad3), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.243737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] No DVR routers for this DVR port 25ff9580-ce94-4fb0-9cda-432794d30afd on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:22.255264 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.255602 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (86ca4c1a-d04d-440d-ba03-a49b5fa01404), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.262317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2f9a2200-3127-4cb1-8465-82f6b76d69e3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.271225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Calling delete_port for 86ca4c1a-d04d-440d-ba03-a49b5fa01404 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:22.310675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9a2200-3127-4cb1-8465-82f6b76d69e3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:22.330719 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (0a6bf8f3-f12c-4122-9c43-869324dd9ad3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.350656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:22.405457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 01ae390c-8532-473f-b2be-0b75365f71a2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:22.405822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 01ae390c-8532-473f-b2be-0b75365f71a2 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:22.411559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:22.411892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:22.412810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:22.419032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Port 25ff9580-ce94-4fb0-9cda-432794d30afd on network 7ec00116-e07e-4e45-a9a4-a2363c746438 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:22.419371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Attempting to bind port 25ff9580-ce94-4fb0-9cda-432794d30afd on network 7ec00116-e07e-4e45-a9a4-a2363c746438 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:22.461811 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.484045 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (0a6bf8f3-f12c-4122-9c43-869324dd9ad3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.488639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:22.500001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Checking segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:22.500579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Bound using segment: {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:22.500962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Bound port: 25ff9580-ce94-4fb0-9cda-432794d30afd, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae0a3e15-aef1-456c-86c9-12cf551f6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:22.501332 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.590475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6bf8f3-f12c-4122-9c43-869324dd9ad3,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:22.730231 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.730915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Allocated IP 10.2.2.200 (f916ee4d-6756-48e6-9a29-8dafd69f66c1/cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1/08b7716e-c895-4e14-af45-c79af930d7fa) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:22.731287 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1fc2bd2-5c69-4123-ad4a-6fa1b9f33b16 req-fd55383d-4049-4108-a62c-2fe5501dc4e3 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8809288 Aug 28 20:03:22.758531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:22.763991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:22.769694 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (bdc94c30-eaaa-402d-808c-dfc598748989), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.874389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.884624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:22.885266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:22.886781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 1091 time: 2.5736668 Aug 28 20:03:22.983355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-8f8567d1-e6ac-492d-8291-dedac3d3ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:22.984949 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-8f8567d1-e6ac-492d-8291-dedac3d3ee6b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1126 time: 0.0579355 Aug 28 20:03:22.985774 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:23.097176 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bdb7-a2fd-4244-b5f6-39fc9284521a service neutron] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=10']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:23.146935 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54bc2ce-8e43-418b-8e54-3f5a50c1af31 x-openstack-request-id: req-e54bc2ce-8e43-418b-8e54-3f5a50c1af31 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:23.147190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba90e82-8b9f-4b41-9c29-69681306e1cb {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:23.147334 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffaa0ab-fe92-4887-9eba-d3f9a14f4943", "name": "network-vif-deleted", "tag": "01ae390c-8532-473f-b2be-0b75365f71a2", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:23.147514 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e54bc2ce-8e43-418b-8e54-3f5a50c1af31 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:23.148094 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54bc2ce-8e43-418b-8e54-3f5a50c1af31'] response: {'server_uuid': '0ffaa0ab-fe92-4887-9eba-d3f9a14f4943', 'name': 'network-vif-deleted', 'tag': '01ae390c-8532-473f-b2be-0b75365f71a2', 'status': 'completed', 'code': 200} Aug 28 20:03:23.158793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Publish callbacks [] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.247341 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:23.267372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-4ed61ba8-ce23-4cd2-824f-b9a7f8d9140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:23.268935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-4ed61ba8-ce23-4cd2-824f-b9a7f8d9140d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.2750146 Aug 28 20:03:23.307672 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.314681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for port (08b7716e-c895-4e14-af45-c79af930d7fa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.325918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-1a49eb4a-9b11-4619-915b-a11a2d529c68 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.0497665 Aug 28 20:03:23.328213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Transition to ACTIVE for port object 2ba90e82-8b9f-4b41-9c29-69681306e1cb will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:23.328697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Router bdc94c30-eaaa-402d-808c-dfc598748989 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:23.332948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (86ca4c1a-d04d-440d-ba03-a49b5fa01404), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.345450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474883cc-8c65-47d7-ad7a-6c48fa2f4ec9 req-51c8a38b-2227-4de3-80e6-4c462a1c8826 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:23.347097 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-474883cc-8c65-47d7-ad7a-6c48fa2f4ec9 req-51c8a38b-2227-4de3-80e6-4c462a1c8826 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.1198401 Aug 28 20:03:23.377065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Pushing event deleted for resources: {'Port': ['ID=86ca4c1a-d04d-440d-ba03-a49b5fa01404,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:23.420552 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:23.458782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.465707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks [] for floatingip (6ab2fe98-6e6f-40df-9aa4-5cb7667bb485), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.468578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.469833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9b6fa3e-025f-4606-b9c3-04333bfdc841 req-c4e4fb62-70cc-4f5e-ae10-058c78dafd00 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/6ab2fe98-6e6f-40df-9aa4-5cb7667bb485 HTTP/1.1" status: 204 len: 173 time: 1.6821163 Aug 28 20:03:23.471619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-4355fd0d-c03a-4de3-aea2-83113b35f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:23.474060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-4355fd0d-c03a-4de3-aea2-83113b35f85f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.1409135 Aug 28 20:03:23.521133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-474883cc-8c65-47d7-ad7a-6c48fa2f4ec9 req-9e57e48b-80c7-4bd5-a81b-92ddb68e7266 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411111 Aug 28 20:03:23.532687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.569601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-ce5ade26-e807-4ec2-aa99-eb26016deca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:23.570983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-ce5ade26-e807-4ec2-aa99-eb26016deca1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0901461 Aug 28 20:03:23.600690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:23.605895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:23.608437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:23.630396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:23.663973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:23.670916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7795b73c-4901-4df0-827a-2a3f4001bb75 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/bdc94c30-eaaa-402d-808c-dfc598748989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7421882 Aug 28 20:03:23.675216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] Sync routers for ids ['bdc94c30-eaaa-402d-808c-dfc598748989'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:23.675739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:23.697809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:23.698493 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.714872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] Routers {'bdc94c30-eaaa-402d-808c-dfc598748989'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:23.715538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:02:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bdc94c30-eaaa-402d-808c-dfc598748989'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:23.737342 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:23.795984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad014610-2518-427d-b0d4-5516e64c5605 req-586beb60-70d5-4dd9-bb99-5796d1329326 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:23.797970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad014610-2518-427d-b0d4-5516e64c5605 req-586beb60-70d5-4dd9-bb99-5796d1329326 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 944 time: 0.2280321 Aug 28 20:03:23.801358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Attempting to bind port 2ba90e82-8b9f-4b41-9c29-69681306e1cb on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:23.801784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Attempting to bind port 2ba90e82-8b9f-4b41-9c29-69681306e1cb by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:23.802187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Attempting to bind port 2ba90e82-8b9f-4b41-9c29-69681306e1cb on network b59b512a-ab3a-4e74-a354-4896bdac9613 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:23.806953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event updated for resources: {'Port': ['ID=08b7716e-c895-4e14-af45-c79af930d7fa,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:23.814162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Port 2ba90e82-8b9f-4b41-9c29-69681306e1cb on network b59b512a-ab3a-4e74-a354-4896bdac9613 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:23.814593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Attempting to bind port 2ba90e82-8b9f-4b41-9c29-69681306e1cb on network b59b512a-ab3a-4e74-a354-4896bdac9613 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:23.836693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:23.840829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Checking segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:23.840829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Bound using segment: {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:23.840829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Bound port: 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e5df0f-0ba1-4626-891b-0c4d211e9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:23.840829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:23.884426 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-90d91c0f-e93b-401f-9aef-672b3a1ca766 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2412462 Aug 28 20:03:23.913159 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-95b13c48-e654-4b8e-9b65-9b31dd755aec tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=5785436cda5f45ca9852b0b284b8137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212676 Aug 28 20:03:23.932409 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-03789bd4-c07a-4c8e-9112-ac9a86a0a205 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387928 Aug 28 20:03:23.955023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:23.959538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:23.972112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:24.006809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] Set router bdc94c30-eaaa-402d-808c-dfc598748989 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:24.035886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad014610-2518-427d-b0d4-5516e64c5605 req-e810a13c-b855-4bc8-929e-cc51c9e5779e tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240016 Aug 28 20:03:24.088829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (945456db-ed69-441d-8548-325125935ca1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:24.095643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:24.104250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.105950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:24.109184 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:24.109391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 1092 time: 2.3194623 Aug 28 20:03:24.141527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks [] for router (bdc94c30-eaaa-402d-808c-dfc598748989), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:24.179547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:24.182099 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7572c7-174d-468c-ab0a-26d4a029a154" -d '{"events": [{"name": "network-changed", "server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:24.212760 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:24.251766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4236375-9d63-4322-82de-53133401e3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:24.318136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b787ea24-c844-4fd0-b767-ab6a57bcd3ba None None] Provisioning complete for port 08b7716e-c895-4e14-af45-c79af930d7fa triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:24.319052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b787ea24-c844-4fd0-b767-ab6a57bcd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:24.353100 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-62f29acc-e07c-43d2-b756-62d3f8a63dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:24.369972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:03:22Z', 'revision_number': 5, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:24.379326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6e6b-b214-48f7-9636-9efc4995c6eb req-128f8f8e-d6e3-4025-a276-fb4710e2b7dd tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.386103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6e6b-b214-48f7-9636-9efc4995c6eb req-128f8f8e-d6e3-4025-a276-fb4710e2b7dd tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.393754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6e6b-b214-48f7-9636-9efc4995c6eb req-128f8f8e-d6e3-4025-a276-fb4710e2b7dd tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.401386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6e6b-b214-48f7-9636-9efc4995c6eb req-128f8f8e-d6e3-4025-a276-fb4710e2b7dd tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.407273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] Checking router: bdc94c30-eaaa-402d-808c-dfc598748989 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:24.407817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6e6b-b214-48f7-9636-9efc4995c6eb req-128f8f8e-d6e3-4025-a276-fb4710e2b7dd tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.422044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] Routers {'bdc94c30-eaaa-402d-808c-dfc598748989'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:24.422938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bdc94c30-eaaa-402d-808c-dfc598748989'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:24.425994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b787ea24-c844-4fd0-b767-ab6a57bcd3ba None None] Port 08b7716e-c895-4e14-af45-c79af930d7fa cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:24.426405 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-998b6e6b-b214-48f7-9636-9efc4995c6eb req-128f8f8e-d6e3-4025-a276-fb4710e2b7dd tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 3815 time: 0.1654954 Aug 28 20:03:24.450144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-ac9598dd-8801-4e30-9276-6bfd9e7f155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.452041 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-ac9598dd-8801-4e30-9276-6bfd9e7f155b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1126 time: 0.1754458 Aug 28 20:03:24.504540 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:24.573455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-ab4e352a-bc2c-49b6-b0f7-9caafea4a850 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 217 time: 0.0723329 Aug 28 20:03:24.594907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] Set router bdc94c30-eaaa-402d-808c-dfc598748989 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:24.624685 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:24.689596 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-998b6e6b-b214-48f7-9636-9efc4995c6eb req-fbdee41d-c269-4e2a-b9a4-4084549100f8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621148 Aug 28 20:03:24.714103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-ca331547-88ab-4cb6-84de-487eb2371d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.715746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-ca331547-88ab-4cb6-84de-487eb2371d4b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.1287227 Aug 28 20:03:24.754731 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:24.762411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-4f01ef5b-1b4b-4eea-8f9c-c5ae329eb937 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8288822 Aug 28 20:03:24.791650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-87d88740-71d6-400e-8dc6-88ad60263dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.793022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-27c6f462-9e93-4dc4-af6a-b084c78f61b1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:24.793180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-87d88740-71d6-400e-8dc6-88ad60263dac service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620387 Aug 28 20:03:24.794800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-27c6f462-9e93-4dc4-af6a-b084c78f61b1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8503032 Aug 28 20:03:24.797402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks [] for router_gateway (bdc94c30-eaaa-402d-808c-dfc598748989), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:24.810047 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:24.811149 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:24.815764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-0e978201-eb1f-44ff-acb1-449fcd820028 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/quotas/5785436cda5f45ca9852b0b284b8137a HTTP/1.1" status: 200 len: 375 time: 0.0134349 Aug 28 20:03:24.838296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:03:22Z', 'revision_number': 5, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:24.863633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-ef88f76a-a73c-42ae-b85d-ffc8653a7119 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414004 Aug 28 20:03:24.871164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471deceb-c8fd-4a2c-92e3-93ed70c4a61a None None] The sync data for ids ['bdc94c30-eaaa-402d-808c-dfc598748989'] in n-d-854121-7 is: [{'id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'name': 'tempest-InstanceActionsV221TestJSON-1763606223-router', 'tenant_id': '1a4dc740cfd04b688b43856392603453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '3c033327-3f74-4420-84f1-55212c8874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:21Z', 'updated_at': '2022-08-28T20:03:22Z', 'revision_number': 5, 'project_id': '1a4dc740cfd04b688b43856392603453', 'gw_port': {'id': '3c033327-3f74-4420-84f1-55212c8874c2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc94c30-eaaa-402d-808c-dfc598748989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:23Z', 'updated_at': '2022-08-28T20:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:24.957732 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-b24e21cc-9b81-4e82-8dd3-b010d3c19f9d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c771c74a-9cd0-4b6c-9c66-36fa8578590d HTTP/1.1" status: 200 len: 2418 time: 0.1557806 Aug 28 20:03:24.988953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Deleting port 3c033327-3f74-4420-84f1-55212c8874c2 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:24.989444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3c033327-3f74-4420-84f1-55212c8874c2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.001592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c771c74a-9cd0-4b6c-9c66-36fa8578590d', 'remote_group_id': None}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:25.001952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c771c74a-9cd0-4b6c-9c66-36fa8578590d', 'remote_group_id': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:25.034902 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-5fe850a7-e556-4abd-9785-3fcb02b2b863 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258766 Aug 28 20:03:25.037626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945456db-ed69-441d-8548-325125935ca1 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:25.057508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Publish callbacks [] for port (945456db-ed69-441d-8548-325125935ca1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.066628 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:25.095895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-6ca11ddb-d0ee-44ca-a6d3-ee8948d04f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:25.095895 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-6ca11ddb-d0ee-44ca-a6d3-ee8948d04f42 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1126 time: 0.0978315 Aug 28 20:03:25.119358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Transition to ACTIVE for port object 945456db-ed69-441d-8548-325125935ca1 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:25.200875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a41359f-3b15-4add-924e-a3063810c0f6 req-0dae750c-381a-4462-9cb1-d7104c8ffd0b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543646 Aug 28 20:03:25.235922 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (945456db-ed69-441d-8548-325125935ca1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.354261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:25.360191 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d765b6a7-a6c0-4830-8697-d3b316592395" -d '{"events": [{"name": "network-changed", "server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:25.368503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2f9a2200-3127-4cb1-8465-82f6b76d69e3 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:25.462267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 2f9a2200-3127-4cb1-8465-82f6b76d69e3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:25.462267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2f9a2200-3127-4cb1-8465-82f6b76d69e3 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:25.483638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Pushing event updated for resources: {'Port': ['ID=945456db-ed69-441d-8548-325125935ca1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:25.497182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-53261f2b-363f-469e-b534-d84bc8f0270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:25.497536 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-53261f2b-363f-469e-b534-d84bc8f0270d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.3731122 Aug 28 20:03:25.530754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (f4e96aed-2ca0-4a37-badb-9792220aa075), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.534196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] For port 3c033327-3f74-4420-84f1-55212c8874c2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c033327-3f74-4420-84f1-55212c8874c2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:25.534607 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3c033327-3f74-4420-84f1-55212c8874c2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.551472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Calling delete_port for 3c033327-3f74-4420-84f1-55212c8874c2 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:25.642447 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (f4e96aed-2ca0-4a37-badb-9792220aa075), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.642912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Attempting to bind port 945456db-ed69-441d-8548-325125935ca1 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:25.643309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Attempting to bind port 945456db-ed69-441d-8548-325125935ca1 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:25.643560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Attempting to bind port 945456db-ed69-441d-8548-325125935ca1 on network 696827ca-0b03-4d79-a644-1142303f65f1 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:25.651900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Port 945456db-ed69-441d-8548-325125935ca1 on network 696827ca-0b03-4d79-a644-1142303f65f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:25.652221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Attempting to bind port 945456db-ed69-441d-8548-325125935ca1 on network 696827ca-0b03-4d79-a644-1142303f65f1 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:25.665788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:25.666560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Checking segment: {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:25.667206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Bound using segment: {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:25.667890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Bound port: 945456db-ed69-441d-8548-325125935ca1, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b115b20c-e5ce-432a-8f8d-7262db21cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:25.668463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (945456db-ed69-441d-8548-325125935ca1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.727523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.760988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f4e96aed-2ca0-4a37-badb-9792220aa075), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.768395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] For port 945456db-ed69-441d-8548-325125935ca1, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:25.781474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-bf882ce8-fad7-47cc-8f9d-ca5f67ed16e1 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.2744832 Aug 28 20:03:25.794303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] For port 945456db-ed69-441d-8548-325125935ca1, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=945456db-ed69-441d-8548-325125935ca1,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:25.796314 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e96aed-2ca0-4a37-badb-9792220aa075,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:25.859451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-8d5646b5-83ee-4b7f-af5e-439daa6ace5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:25.860876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-8d5646b5-83ee-4b7f-af5e-439daa6ace5b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.0645397 Aug 28 20:03:25.899566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (945456db-ed69-441d-8548-325125935ca1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:25.975320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-95b88af4-8a29-4fa9-965a-2db8ba76c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:25.979642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-95b88af4-8a29-4fa9-965a-2db8ba76c559 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1001494 Aug 28 20:03:26.018244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.019256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3c033327-3f74-4420-84f1-55212c8874c2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.024050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-715a1b94-ca52-42bb-9221-f66c12c8d1c5 req-36f86087-8b78-4cd5-9770-9f52f7ee9b82 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0479975 Aug 28 20:03:26.036994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:26.040264 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.049137 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/945456db-ed69-441d-8548-325125935ca1 HTTP/1.1" status: 200 len: 1091 time: 2.0803933 Aug 28 20:03:26.083309 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:26.134011 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee452a6c-4725-4f88-9969-39b37122999e x-openstack-request-id: req-ee452a6c-4725-4f88-9969-39b37122999e {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:26.134373 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:26.134681 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee452a6c-4725-4f88-9969-39b37122999e {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:26.135119 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee452a6c-4725-4f88-9969-39b37122999e'] response: {'name': 'network-changed', 'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb', 'status': 'completed', 'code': 200} Aug 28 20:03:26.156689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c95b1-131c-4572-9c6e-542257aa1f74 service neutron] Pushing event updated for resources: {'Port': ['ID=945456db-ed69-441d-8548-325125935ca1,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:26.211077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:26.299316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c033327-3f74-4420-84f1-55212c8874c2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:26.319284 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:26.421921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.498090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-7dc58454-26db-41fb-93ca-b01b523ffc53 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996266 Aug 28 20:03:26.660846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-17630aba-82c9-42a2-97a2-8bf1efb4f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:26.663601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-17630aba-82c9-42a2-97a2-8bf1efb4f233 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1126 time: 0.0940499 Aug 28 20:03:26.665068 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:26.688516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-041ef512-4dcf-4f08-a292-c2c519032c7b req-25bc43ad-0ffb-4464-a3a7-934890ec6b85 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754210 Aug 28 20:03:26.691201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (bdc94c30-eaaa-402d-808c-dfc598748989), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.849283 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (bdc94c30-eaaa-402d-808c-dfc598748989), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.853355 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks [] for router_controller (bdc94c30-eaaa-402d-808c-dfc598748989), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.937346 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:26.968729 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:26.970713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b57bf-ea79-482f-b8e8-bb251a01f918 req-cf75525e-bf89-4fb3-bb81-388e6e984cc5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:26.985024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-447b57bf-ea79-482f-b8e8-bb251a01f918 req-cf75525e-bf89-4fb3-bb81-388e6e984cc5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.1416800 Aug 28 20:03:27.010048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (bdc94c30-eaaa-402d-808c-dfc598748989), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.010681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc94c30-eaaa-402d-808c-dfc598748989 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:03:27.020470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.024884 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-38d26085-8885-4d79-be3a-f22ee0d4206b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/bdc94c30-eaaa-402d-808c-dfc598748989 HTTP/1.1" status: 204 len: 168 time: 3.3458176 Aug 28 20:03:27.039609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a7a37-1576-4eec-ac4a-f684fba898e9 req-15d350b7-93c2-48d7-b0a0-563576d65836 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:27.045742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d6a7a37-1576-4eec-ac4a-f684fba898e9 req-15d350b7-93c2-48d7-b0a0-563576d65836 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 944 time: 0.1296186 Aug 28 20:03:27.046304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45318) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:27.157431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] Deleting subnet 46859461-0d83-42b2-b6e0-649d568ff746 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:03:27.161341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] Publish callbacks [] for subnet (46859461-0d83-42b2-b6e0-649d568ff746), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.254034 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (46859461-0d83-42b2-b6e0-649d568ff746), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.283783 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:27.346030 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-447b57bf-ea79-482f-b8e8-bb251a01f918 req-54a70b34-5926-4589-885a-e634ead6c63d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586340 Aug 28 20:03:27.350273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d6a7a37-1576-4eec-ac4a-f684fba898e9 req-3d265bba-640c-41e1-9fed-0db86c17a8a8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327262 Aug 28 20:03:27.456897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (46859461-0d83-42b2-b6e0-649d568ff746), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.556791 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.597092 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbfa24f-8733-4dc2-b5a8-dd8afb6d4a6b x-openstack-request-id: req-0bbfa24f-8733-4dc2-b5a8-dd8afb6d4a6b {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:27.604127 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:27.604730 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bbfa24f-8733-4dc2-b5a8-dd8afb6d4a6b {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:27.605793 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbfa24f-8733-4dc2-b5a8-dd8afb6d4a6b'] response: {'name': 'network-changed', 'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'status': 'completed', 'code': 200} Aug 28 20:03:27.685966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-85e5ddb1-31bc-430f-aca6-89dc3b00060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:27.687978 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-85e5ddb1-31bc-430f-aca6-89dc3b00060f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1126 time: 0.0632365 Aug 28 20:03:27.692483 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:27.700767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d18f42-58a4-4016-bfd6-269a8a12e83a {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:27.766286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Publish callbacks [] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.819562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (46859461-0d83-42b2-b6e0-649d568ff746), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:27.836142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-1dbd9256-a17c-40ec-b1dc-88544a8513eb tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=5785436cda5f45ca9852b0b284b8137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129344 Aug 28 20:03:27.966717 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:27.975669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46859461-0d83-42b2-b6e0-649d568ff746,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:27.985464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Transition to ACTIVE for port object 15d18f42-58a4-4016-bfd6-269a8a12e83a will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:28.002833 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:28.008034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee320b-1daa-45cc-81d3-87d5eb2c4db3 None None] Network f10f3768-0d91-4ea5-9ccd-5edb057695eb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:03:28.017039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713e78-e3c2-4e33-9e42-ee319a2c6c1b req-d20c00f5-db4e-4491-8477-ccd76bb9afec tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.025391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713e78-e3c2-4e33-9e42-ee319a2c6c1b req-d20c00f5-db4e-4491-8477-ccd76bb9afec tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.033534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713e78-e3c2-4e33-9e42-ee319a2c6c1b req-d20c00f5-db4e-4491-8477-ccd76bb9afec tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.040610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713e78-e3c2-4e33-9e42-ee319a2c6c1b req-d20c00f5-db4e-4491-8477-ccd76bb9afec tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.047325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713e78-e3c2-4e33-9e42-ee319a2c6c1b req-d20c00f5-db4e-4491-8477-ccd76bb9afec tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.057332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39713e78-e3c2-4e33-9e42-ee319a2c6c1b req-d20c00f5-db4e-4491-8477-ccd76bb9afec tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 3827 time: 0.3534329 Aug 28 20:03:28.062429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:28.069132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b6ecf8fe-c997-4fb9-8a35-dc6a4e235828 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/46859461-0d83-42b2-b6e0-649d568ff746 HTTP/1.1" status: 204 len: 168 time: 1.0216937 Aug 28 20:03:28.078323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45328) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:28.149345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '945456db-ed69-441d-8548-325125935ca1'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:28.160932 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148a116f-0c37-427e-bcb6-4638b75e4f25" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "945456db-ed69-441d-8548-325125935ca1"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:28.170747 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:28.187015 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:28.258844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39713e78-e3c2-4e33-9e42-ee319a2c6c1b req-f3dc3faa-ec73-4c9d-ab91-5c96dec4aa8b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003138 Aug 28 20:03:28.284727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-7bc26243-bf18-4d88-bcc2-654f4b5e537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.286648 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-7bc26243-bf18-4d88-bcc2-654f4b5e537b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.5086303 Aug 28 20:03:28.354434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] DHCP port deletion for f10f3768-0d91-4ea5-9ccd-5edb057695eb request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:03:28.369337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2ba90e82-8b9f-4b41-9c29-69681306e1cb details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:03:28.395890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Pushing event updated for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:28.487062 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:28.589374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-5b54560f-4965-4bc9-955a-7a6d45a8ddd3 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.2916591 Aug 28 20:03:28.642097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] Deleting port aec7b3c5-f367-4309-a061-5b20fba4a794 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:28.642573 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:28.684399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-d7cb4960-3e2b-4f03-8456-3901cee271ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.686194 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-d7cb4960-3e2b-4f03-8456-3901cee271ea service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.0852952 Aug 28 20:03:28.768188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-e6d469d9-7093-4651-b43f-7ef38237aff0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.770373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-e6d469d9-7093-4651-b43f-7ef38237aff0 tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 946 time: 0.2766724 Aug 28 20:03:28.814130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b2e45-c7c9-4f51-b744-07a20276df38 req-f5e91694-d6e1-491d-a6fe-5bcce1d1de62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:28.821476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b3b2e45-c7c9-4f51-b744-07a20276df38 req-f5e91694-d6e1-491d-a6fe-5bcce1d1de62 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.2338538 Aug 28 20:03:28.872577 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:28.876616 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:28.903308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] For port aec7b3c5-f367-4309-a061-5b20fba4a794, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aec7b3c5-f367-4309-a061-5b20fba4a794,segment=NetworkSegment(026d8039-1d5a-49fa-ae86-56cb0d161cfb),segment_id=026d8039-1d5a-49fa-ae86-56cb0d161cfb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:28.904377 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:28.935054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] Calling delete_port for aec7b3c5-f367-4309-a061-5b20fba4a794 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:29.055211 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:03:29.079558 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:29.113747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Deleting port 3aad8831-917e-4ec3-b886-867198af69e3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:29.114129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3aad8831-917e-4ec3-b886-867198af69e3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.143032 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:29.184990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c033327-3f74-4420-84f1-55212c8874c2 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:29.223234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-acdc4c5b-4864-46fa-a44d-c1b9642f1ce6 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:29.237595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-acdc4c5b-4864-46fa-a44d-c1b9642f1ce6 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3797684 Aug 28 20:03:29.249534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3c033327-3f74-4420-84f1-55212c8874c2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:29.250063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c033327-3f74-4420-84f1-55212c8874c2 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:29.250611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aec7b3c5-f367-4309-a061-5b20fba4a794 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:29.256646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:29.267484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-80df6791-8060-4d28-9373-5183934e8676 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:29.270678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-80df6791-8060-4d28-9373-5183934e8676 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.3207927 Aug 28 20:03:29.327395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '2ba90e82-8b9f-4b41-9c29-69681306e1cb', 'network_id': 'b59b512a-ab3a-4e74-a354-4896bdac9613', 'port_id': '2ba90e82-8b9f-4b41-9c29-69681306e1cb', 'mac_address': 'fa:16:3e:95:e4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8f302c-99b5-4314-85a0-d6d952554d99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:03:29.340683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] For port 3aad8831-917e-4ec3-b886-867198af69e3, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3aad8831-917e-4ec3-b886-867198af69e3,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:29.341799 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3aad8831-917e-4ec3-b886-867198af69e3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.390516 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Calling delete_port for 3aad8831-917e-4ec3-b886-867198af69e3 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:29.432095 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.449763 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:29.452921 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:29.475684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-beb4eca0-4664-4534-817c-00d38f5ee2c2 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/quotas/5785436cda5f45ca9852b0b284b8137a HTTP/1.1" status: 200 len: 375 time: 0.2364366 Aug 28 20:03:29.483418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 2ba90e82-8b9f-4b41-9c29-69681306e1cb is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:29.489423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.549122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-22afb87c-20c6-4ac2-b651-49a34aec9e1b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710473 Aug 28 20:03:29.574111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba90e82-8b9f-4b41-9c29-69681306e1cb {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:29.591774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] Pushing event deleted for resources: {'Port': ['ID=aec7b3c5-f367-4309-a061-5b20fba4a794,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:29.616442 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b3b2e45-c7c9-4f51-b744-07a20276df38 req-8a1c34ab-6ded-45a5-955d-d1db01f3be38 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198384 Aug 28 20:03:29.623558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff291fee-8744-4310-9bce-d3efb5f2cdd9 None None] No DVR routers for this DVR port aec7b3c5-f367-4309-a061-5b20fba4a794 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:29.628450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port aec7b3c5-f367-4309-a061-5b20fba4a794 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:29.628963 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aec7b3c5-f367-4309-a061-5b20fba4a794), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.653039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-8cf70f86-f8f1-4398-b8e1-cca6aafaf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:29.663598 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-8cf70f86-f8f1-4398-b8e1-cca6aafaf97d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 1.6298015 Aug 28 20:03:29.672805 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:29.679973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:29.702558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-40e68284-1010-43f1-a423-69d416953555 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=5785436cda5f45ca9852b0b284b8137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769842 Aug 28 20:03:29.720879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (f10f3768-0d91-4ea5-9ccd-5edb057695eb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.727983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-a3398672-75f2-4372-a3eb-9b0e1b987aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:29.727983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-a3398672-75f2-4372-a3eb-9b0e1b987aa2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6820469 Aug 28 20:03:29.799673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Attempting to bind port 15d18f42-58a4-4016-bfd6-269a8a12e83a on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:29.799673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Attempting to bind port 15d18f42-58a4-4016-bfd6-269a8a12e83a by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:29.799673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Attempting to bind port 15d18f42-58a4-4016-bfd6-269a8a12e83a on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:29.815888 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-65a174d3-2e3c-4549-89e3-0546be822842 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 217 time: 0.1362307 Aug 28 20:03:29.818678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Port 15d18f42-58a4-4016-bfd6-269a8a12e83a on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:29.818886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Attempting to bind port 15d18f42-58a4-4016-bfd6-269a8a12e83a on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:29.839515 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.855688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:29.856058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Checking segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:29.856472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Bound using segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:29.856887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Bound port: 15d18f42-58a4-4016-bfd6-269a8a12e83a, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:29.857287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:29.915105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:29.987559 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3aad8831-917e-4ec3-b886-867198af69e3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:30.017651 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:30.120877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:30.126015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:30.173441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Pushing event deleted for resources: {'Port': ['ID=3aad8831-917e-4ec3-b886-867198af69e3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:30.205087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-eed4c26a-e6e4-4cb5-933b-e586c3f87ab4 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:30.207965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-eed4c26a-e6e4-4cb5-933b-e586c3f87ab4 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4898114 Aug 28 20:03:30.253113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86c2245b-ff97-49aa-a6d3-b85f8e498059 req-e57e6b16-deb8-4650-9eff-b33e414ce630 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c771c74a-9cd0-4b6c-9c66-36fa8578590d HTTP/1.1" status: 200 len: 3017 time: 0.5931797 Aug 28 20:03:30.256986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Deleting port 60d387e7-3f05-4532-8f7a-e780e127ca50 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:30.257583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:30.283693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:30.289462 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (f10f3768-0d91-4ea5-9ccd-5edb057695eb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:30.308576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['2ba90e82-8b9f-4b41-9c29-69681306e1cb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:30.329502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] No DVR routers for this DVR port 3aad8831-917e-4ec3-b886-867198af69e3 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:30.351186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-783cd438-522b-4537-b54c-205586a42712 req-960950b7-978d-4250-bca7-8adf5eacc50e tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43 HTTP/1.1" status: 200 len: 210 time: 0.2178285 Aug 28 20:03:30.362007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:30.367551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Request body: {'port': {'device_id': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '5785436cda5f45ca9852b0b284b8137a'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:30.368273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:30.372677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 1136 time: 4.2055929 Aug 28 20:03:30.379079 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:30.380536 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9c03a0-a22e-4b4b-9e22-624f54a51cac x-openstack-request-id: req-ac9c03a0-a22e-4b4b-9e22-624f54a51cac {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:30.381345 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "945456db-ed69-441d-8548-325125935ca1", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:30.383456 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac9c03a0-a22e-4b4b-9e22-624f54a51cac {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:30.385341 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9c03a0-a22e-4b4b-9e22-624f54a51cac'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '945456db-ed69-441d-8548-325125935ca1', 'status': 'completed', 'code': 200} Aug 28 20:03:30.396011 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2241a81b-eba3-414e-90e6-79cd3ad288af req-50996e8f-8e05-480b-ad25-3e9726bb372a tempest-FloatingIPsAssociationTestJSON-1611782151 tempest-FloatingIPsAssociationTestJSON-1611782151-project] 10.222.0.84 "DELETE /networking/v2.0/ports/3aad8831-917e-4ec3-b886-867198af69e3 HTTP/1.1" status: 204 len: 173 time: 1.6155894 Aug 28 20:03:30.396545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'name': 'network-vif-deleted', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:30.398989 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e94feb-253e-4d2c-8245-9f5584b0b6a4" -d '{"events": [{"server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "name": "network-vif-deleted", "tag": "3aad8831-917e-4ec3-b886-867198af69e3"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:30.462620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 60d387e7-3f05-4532-8f7a-e780e127ca50 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:30.540816 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:30.582189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-83a8798b-374c-40a2-88e7-d9154d043f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:30.609730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-83a8798b-374c-40a2-88e7-d9154d043f31 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.7843766 Aug 28 20:03:30.726422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:30.808021 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe0d94-cbfa-484f-9dd4-f2001dd924cc req-197ee6c3-ee34-4acc-aeed-b969a11fe310 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:30.855757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31fe0d94-cbfa-484f-9dd4-f2001dd924cc req-197ee6c3-ee34-4acc-aeed-b969a11fe310 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.1845984 Aug 28 20:03:30.858542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10f3768-0d91-4ea5-9ccd-5edb057695eb']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:30.858666 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-bd1459bf-e4de-4c6c-a9a3-8d9e94e05b58 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1055422 Aug 28 20:03:31.035858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] For port 60d387e7-3f05-4532-8f7a-e780e127ca50, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=60d387e7-3f05-4532-8f7a-e780e127ca50,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:31.036248 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.036875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31fe0d94-cbfa-484f-9dd4-f2001dd924cc req-27b41aed-d8ac-4dfc-b8fc-840bba0ac330 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849380 Aug 28 20:03:31.091657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026d8039-1d5a-49fa-ae86-56cb0d161cfb') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:31.092061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026d8039-1d5a-49fa-ae86-56cb0d161cfb') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:31.121907 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-7942377c-00e2-4527-8335-589e6638174d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394874 Aug 28 20:03:31.134483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d5d58-df06-4bfe-94dc-262595c81001 req-84c5c65f-86b0-4ff4-8b1a-b7d3124bcff5 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.136294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d18d5d58-df06-4bfe-94dc-262595c81001 req-84c5c65f-86b0-4ff4-8b1a-b7d3124bcff5 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 945 time: 0.6064866 Aug 28 20:03:31.137729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Calling delete_port for 60d387e7-3f05-4532-8f7a-e780e127ca50 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:31.156688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (026d8039-1d5a-49fa-ae86-56cb0d161cfb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.179356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-03b64b6b-498c-4e89-a6fc-99f7e43b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.179867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-03b64b6b-498c-4e89-a6fc-99f7e43b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.180361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-03b64b6b-498c-4e89-a6fc-99f7e43b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.180828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-03b64b6b-498c-4e89-a6fc-99f7e43b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.181307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-03b64b6b-498c-4e89-a6fc-99f7e43b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.181829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-03b64b6b-498c-4e89-a6fc-99f7e43b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.183872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-03b64b6b-498c-4e89-a6fc-99f7e43b3c5e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5353 time: 0.6632710 Aug 28 20:03:31.212475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Made reservation on behalf of 5785436cda5f45ca9852b0b284b8137a for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:31.221377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-9e75a162-c13f-4d82-aac6-30f7796f1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.221737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.222987 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-9e75a162-c13f-4d82-aac6-30f7796f1b85 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4859226 Aug 28 20:03:31.226645 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:31.268464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.370422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4660e7-30ac-47a7-a232-c89e18403927 service neutron] Pushing event updated for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:31.469791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 60d387e7-3f05-4532-8f7a-e780e127ca50 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:31.471468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3aad8831-917e-4ec3-b886-867198af69e3 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:31.495835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-5f12236b-e576-4a54-a7b1-64704353d4e3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.512834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-5f12236b-e576-4a54-a7b1-64704353d4e3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.519947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 3aad8831-917e-4ec3-b886-867198af69e3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:31.521193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3aad8831-917e-4ec3-b886-867198af69e3 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:31.531301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-5f12236b-e576-4a54-a7b1-64704353d4e3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.551096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-5f12236b-e576-4a54-a7b1-64704353d4e3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.563546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-5f12236b-e576-4a54-a7b1-64704353d4e3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.576747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-5f12236b-e576-4a54-a7b1-64704353d4e3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:31.602623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-5f12236b-e576-4a54-a7b1-64704353d4e3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 4605 time: 0.3040667 Aug 28 20:03:31.710532 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:31.769558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks [] for security_group (7667da78-4aa1-49e9-bf46-9fcd779e40f3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.779841 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (026d8039-1d5a-49fa-ae86-56cb0d161cfb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.795701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.816913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-899a82c9-4c2e-465b-b6aa-25938e712bfb req-984fb61f-4ba9-4576-b4a0-1d6796991506 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010436 Aug 28 20:03:31.864979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7667da78-4aa1-49e9-bf46-9fcd779e40f3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:31.905722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-e3ca218b-6064-4f58-b6db-12685db4b3d6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437454 Aug 28 20:03:31.907008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:03:31.907425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (026d8039-1d5a-49fa-ae86-56cb0d161cfb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:32.122617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d18d5d58-df06-4bfe-94dc-262595c81001 req-8c52719b-254d-4892-9bad-86a093036b30 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9606736 Aug 28 20:03:32.124556 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba7572c7-174d-468c-ab0a-26d4a029a154 req-9f8969dc-c617-4085-a30d-b2fc4c01eda1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255386 Aug 28 20:03:32.126228 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 026d8039-1d5a-49fa-ae86-56cb0d161cfb resource provider aggregate not found Aug 28 20:03:32.248608 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d206d808-2689-4271-9c15-97de1afc4b18 req-1051be54-e68f-4dc9-bdda-53fa0eaffcbc tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 210 time: 0.1676111 Aug 28 20:03:32.259504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7667da78-4aa1-49e9-bf46-9fcd779e40f3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:32.336932 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 026d8039-1d5a-49fa-ae86-56cb0d161cfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 026d8039-1d5a-49fa-ae86-56cb0d161cfb found for delete ", "request_id": "req-9d0c26e4-f1fc-4978-9125-535bd5732200"}]} Aug 28 20:03:32.373529 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaa6a334-8dda-42c5-9a5d-4a32318706f5 req-3ed1c23e-e0f3-451c-8e72-16c59658a333 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/f4e96aed-2ca0-4a37-badb-9792220aa075 HTTP/1.1" status: 200 len: 783 time: 0.0600128 Aug 28 20:03:32.378326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2ba90e82-8b9f-4b41-9c29-69681306e1cb up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:03:32.426909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '15d18f42-58a4-4016-bfd6-269a8a12e83a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:32.429606 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67922d37-aa5d-4421-a6e4-a13d3c6551a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "15d18f42-58a4-4016-bfd6-269a8a12e83a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:32.461949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-6c5fa1d5-df8f-45ad-9ef2-7db4e714d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:32.463477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-6c5fa1d5-df8f-45ad-9ef2-7db4e714d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:32.464166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-6c5fa1d5-df8f-45ad-9ef2-7db4e714d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:32.466133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-6c5fa1d5-df8f-45ad-9ef2-7db4e714d499 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2543917 Aug 28 20:03:32.526617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaa6a334-8dda-42c5-9a5d-4a32318706f5 req-1bcf9089-e7bd-4025-a45b-cf45169b9e96 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c771c74a-9cd0-4b6c-9c66-36fa8578590d HTTP/1.1" status: 200 len: 3017 time: 0.1381025 Aug 28 20:03:32.559197 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (f10f3768-0d91-4ea5-9ccd-5edb057695eb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:32.567754 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17871774-61c6-41d3-8c35-0b253fd55eb2 x-openstack-request-id: req-17871774-61c6-41d3-8c35-0b253fd55eb2 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:32.569183 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43", "name": "network-vif-deleted", "tag": "3aad8831-917e-4ec3-b886-867198af69e3", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:32.569451 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17871774-61c6-41d3-8c35-0b253fd55eb2 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:32.570770 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17871774-61c6-41d3-8c35-0b253fd55eb2'] response: {'server_uuid': 'd2aa8bf7-4ca3-4789-a0f1-0d6d7df70a43', 'name': 'network-vif-deleted', 'tag': '3aad8831-917e-4ec3-b886-867198af69e3', 'status': 'completed', 'code': 200} Aug 28 20:03:32.608206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:32.628677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f10f3768-0d91-4ea5-9ccd-5edb057695eb HTTP/1.1" status: 204 len: 168 time: 4.5363107 Aug 28 20:03:32.657329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Allocated IP 192.168.233.15 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/f3e83e3a-c8af-45fe-96a9-e23e8393ab84) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:32.672288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 2ba90e82-8b9f-4b41-9c29-69681306e1cb completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:03:32.796719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 2ba90e82-8b9f-4b41-9c29-69681306e1cb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:32.798144 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:32.954385 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:33.039526 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aaa6a334-8dda-42c5-9a5d-4a32318706f5 req-32fd7c82-950a-4cce-afe8-3b093bc4251d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (f4e96aed-2ca0-4a37-badb-9792220aa075), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.044678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f64d5-719d-4691-997b-3edf3241120f admin admin] Pushing event deleted for resources: {'Network': ['ID=f10f3768-0d91-4ea5-9ccd-5edb057695eb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:33.066657 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:33.094410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 2ba90e82-8b9f-4b41-9c29-69681306e1cb is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:33.096784 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.102203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aaa6a334-8dda-42c5-9a5d-4a32318706f5 req-32fd7c82-950a-4cce-afe8-3b093bc4251d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (f4e96aed-2ca0-4a37-badb-9792220aa075), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.146471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:33.158772 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c41a8-2d9d-40ae-b56c-6f7cbc657b82" -d '{"events": [{"server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "name": "network-vif-plugged", "status": "completed", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:33.189119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:33.208043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90ca6f-b3f4-459e-8852-037d2e908d50 req-d082d362-079e-4058-b8d8-2d45f8368e46 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:33.229476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f90ca6f-b3f4-459e-8852-037d2e908d50 req-d082d362-079e-4058-b8d8-2d45f8368e46 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0eea5261-b4f9-484e-9e39-38f02137e588 HTTP/1.1" status: 200 len: 945 time: 0.3899751 Aug 28 20:03:33.254641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-c0377a0f-0e6f-4783-829d-6e656b468b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:33.256189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-148a116f-0c37-427e-bcb6-4638b75e4f25 req-c0377a0f-0e6f-4783-829d-6e656b468b7e service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7234390 Aug 28 20:03:33.280767 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.299102 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (60d387e7-3f05-4532-8f7a-e780e127ca50), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.369731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f90ca6f-b3f4-459e-8852-037d2e908d50 req-8c1ff3c4-443a-49cd-9688-0fcd1ff2377e tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=97afc564-6ef4-406b-a6c2-1f65c380545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301131 Aug 28 20:03:33.407859 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks [] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.481902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:33.496749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Pushing event deleted for resources: {'Port': ['ID=60d387e7-3f05-4532-8f7a-e780e127ca50,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:33.506397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aaa6a334-8dda-42c5-9a5d-4a32318706f5 req-32fd7c82-950a-4cce-afe8-3b093bc4251d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f4e96aed-2ca0-4a37-badb-9792220aa075), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.524811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45376) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:33.536649 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aaa6a334-8dda-42c5-9a5d-4a32318706f5 req-32fd7c82-950a-4cce-afe8-3b093bc4251d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:33.562615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaa6a334-8dda-42c5-9a5d-4a32318706f5 req-32fd7c82-950a-4cce-afe8-3b093bc4251d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/f4e96aed-2ca0-4a37-badb-9792220aa075 HTTP/1.1" status: 204 len: 173 time: 1.0179682 Aug 28 20:03:33.596486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd7c82-950a-4cce-afe8-3b093bc4251d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4e96aed-2ca0-4a37-badb-9792220aa075,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:33.710386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45380) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:33.730202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:34.137618 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d09f388-6ade-4c0b-b221-c7aac468e087 x-openstack-request-id: req-5d09f388-6ade-4c0b-b221-c7aac468e087 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:34.146723 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "15d18f42-58a4-4016-bfd6-269a8a12e83a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:34.147160 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d09f388-6ade-4c0b-b221-c7aac468e087 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:34.147708 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d09f388-6ade-4c0b-b221-c7aac468e087'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '15d18f42-58a4-4016-bfd6-269a8a12e83a', 'status': 'completed', 'code': 200} Aug 28 20:03:34.178847 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:34.382596 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:34.395186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Publish callbacks [] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:34.410675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Transition to ACTIVE for port object 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:34.435674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-0c505c71-efb6-4cbf-96a7-f34d932e1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.439951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-0c505c71-efb6-4cbf-96a7-f34d932e1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.439951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-0c505c71-efb6-4cbf-96a7-f34d932e1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.439951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-0c505c71-efb6-4cbf-96a7-f34d932e1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.439951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-0c505c71-efb6-4cbf-96a7-f34d932e1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.439951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-0c505c71-efb6-4cbf-96a7-f34d932e1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.440363 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-0c505c71-efb6-4cbf-96a7-f34d932e1f34 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5353 time: 0.3125780 Aug 28 20:03:34.440699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] No DVR routers for this DVR port 60d387e7-3f05-4532-8f7a-e780e127ca50 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:34.447362 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:34.451228 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ba8c472-1b37-465e-ab25-c12f01c91ca3 req-639480d0-36e1-467c-ac85-fb39d05cef06 tempest-LiveMigrationTest-1699831976 tempest-LiveMigrationTest-1699831976-project] 10.222.0.84 "DELETE /networking/v2.0/ports/60d387e7-3f05-4532-8f7a-e780e127ca50 HTTP/1.1" status: 204 len: 173 time: 5.0873148 Aug 28 20:03:34.456935 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:34.509800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34957e-572a-438e-a3dc-4fbc4562828d req-1b8d766d-5bc5-4e0a-abbf-aef1b89eb04f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.511795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e34957e-572a-438e-a3dc-4fbc4562828d req-1b8d766d-5bc5-4e0a-abbf-aef1b89eb04f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.8033762 Aug 28 20:03:34.543866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:34.562456 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:34.590367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-f82bec06-ed2b-4494-9c05-67b11072411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.592068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-f82bec06-ed2b-4494-9c05-67b11072411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.592068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-f82bec06-ed2b-4494-9c05-67b11072411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.593015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-f82bec06-ed2b-4494-9c05-67b11072411c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1376092 Aug 28 20:03:34.599563 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:34.629128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:34.663628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Pushing event updated for resources: {'Port': ['ID=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:34.672108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-1e338493-6dc1-4e98-bce2-af65972a3ec1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.684299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-1e338493-6dc1-4e98-bce2-af65972a3ec1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.690103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-1e338493-6dc1-4e98-bce2-af65972a3ec1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.699798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-1e338493-6dc1-4e98-bce2-af65972a3ec1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.709388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-1e338493-6dc1-4e98-bce2-af65972a3ec1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.720037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-1e338493-6dc1-4e98-bce2-af65972a3ec1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.723446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-1e338493-6dc1-4e98-bce2-af65972a3ec1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 4605 time: 0.5740030 Aug 28 20:03:34.733484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:34.754190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-95cfb380-3c49-44d8-b466-b334f8bcc816 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1a4dc740cfd04b688b43856392603453&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0420973 Aug 28 20:03:34.760311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:34.761143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45384) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:34.861991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:34.862794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:34.979808 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-3e446710-1628-4963-a872-4425b8fa2987 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=5785436cda5f45ca9852b0b284b8137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3174455 Aug 28 20:03:35.071683 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e34957e-572a-438e-a3dc-4fbc4562828d req-28f27d3d-5efd-4a2c-a899-37a23a545543 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243218 Aug 28 20:03:35.172160 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:35.223039 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d6dcd057-1e61-408b-b7c7-7df60ba83f40 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8864388 Aug 28 20:03:35.254930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Request body: {'port': {'device_id': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:35.295139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b78b8291-05e2-4244-8543-27c171d8b7ab None None] Provisioning complete for port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:35.296292 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b78b8291-05e2-4244-8543-27c171d8b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:35.309142 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:35.364935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-d99ee2b8-d4ac-4d04-a84d-2c7caa5a8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:35.368679 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67922d37-aa5d-4421-a6e4-a13d3c6551a4 req-d99ee2b8-d4ac-4d04-a84d-2c7caa5a8e43 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7649689 Aug 28 20:03:35.465469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b78b8291-05e2-4244-8543-27c171d8b7ab None None] Port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:35.475947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:35.547105 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e19e975-6f11-46e6-90f7-0e5ffe6e7126 x-openstack-request-id: req-0e19e975-6f11-46e6-90f7-0e5ffe6e7126 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:35.547485 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "name": "network-vif-plugged", "status": "completed", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:35.548051 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e19e975-6f11-46e6-90f7-0e5ffe6e7126 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:35.548497 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e19e975-6f11-46e6-90f7-0e5ffe6e7126'] response: {'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb', 'code': 200} Aug 28 20:03:35.586032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-449a4ddd-10e4-431b-afe4-62454b2d4dbf req-63dead60-b47e-488b-bd70-9446feb4c208 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8232014 Aug 28 20:03:35.609533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d9f1-eacd-4944-a247-b8056b976a12 admin admin] Publish callbacks [] for security_group (b34cbeae-cf9a-4839-b8ff-a30f5696e90d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:35.759457 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:35.765982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Attempting to bind port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:35.766974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Attempting to bind port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:35.767838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Attempting to bind port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:35.782617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d9f1-eacd-4944-a247-b8056b976a12 admin admin] Publish callbacks [] for security_group (b34cbeae-cf9a-4839-b8ff-a30f5696e90d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:35.850112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-9043ff38-793a-4965-89c6-285c96a6b151 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:35.853257 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-9043ff38-793a-4965-89c6-285c96a6b151 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8239081 Aug 28 20:03:35.854594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:35.858089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Attempting to bind port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:35.921488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c0fa776-be12-4bc4-b5ec-ef4b6a52aacd req-6436eb20-7123-4913-a92a-fcb445f91b69 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 210 time: 0.1271045 Aug 28 20:03:35.923234 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:35.933450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:35.934245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Checking segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:35.935002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Bound using segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:35.935871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Bound port: 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:35.936580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.010880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Request body: {'port': {'device_id': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '5785436cda5f45ca9852b0b284b8137a'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:36.014813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94dde0-df9e-4b26-9a60-62c089b6a6f6 req-765a9269-91f7-457e-bd10-3a801ecccada tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:36.046674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae94dde0-df9e-4b26-9a60-62c089b6a6f6 req-765a9269-91f7-457e-bd10-3a801ecccada tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 946 time: 0.2772846 Aug 28 20:03:36.076392 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:36.194433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'name': 'network-vif-deleted', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:36.197961 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f214d77-dc2a-42d0-940a-2e987444d731" -d '{"events": [{"server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "name": "network-vif-deleted", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:36.242173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2761d-d081-4505-af1a-e78b7e2a34c4 req-691f3e6c-0ea9-4475-a464-d8a290552a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:36.244368 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02f2761d-d081-4505-af1a-e78b7e2a34c4 req-691f3e6c-0ea9-4475-a464-d8a290552a52 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1128 time: 0.2691205 Aug 28 20:03:36.354369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] For port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:36.406706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8df9a6b8-fc8a-4865-8f41-4e8ce7a88ea9 req-7c6f5528-19a8-451b-b6c3-f3fb5efa41c9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c771c74a-9cd0-4b6c-9c66-36fa8578590d HTTP/1.1" status: 200 len: 2418 time: 0.3446333 Aug 28 20:03:36.437838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] For port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:36.478459 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d9f1-eacd-4944-a247-b8056b976a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b34cbeae-cf9a-4839-b8ff-a30f5696e90d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.481945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d9f1-eacd-4944-a247-b8056b976a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.483527 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b5d3d9f1-eacd-4944-a247-b8056b976a12 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b34cbeae-cf9a-4839-b8ff-a30f5696e90d HTTP/1.1" status: 204 len: 168 time: 1.6212249 Aug 28 20:03:36.497230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:36.552574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae94dde0-df9e-4b26-9a60-62c089b6a6f6 req-2821374c-b832-4525-8d86-8621e1842776 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162030 Aug 28 20:03:36.562895 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Publish callbacks [] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.577487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d9f1-eacd-4944-a247-b8056b976a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34cbeae-cf9a-4839-b8ff-a30f5696e90d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:36.586721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.591754 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02f2761d-d081-4505-af1a-e78b7e2a34c4 req-c351b181-2b07-4b89-af72-7af724be37c7 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204482 Aug 28 20:03:36.593349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:36.594156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.595921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 1136 time: 5.8767288 Aug 28 20:03:36.656288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f26b9dde-5895-42dd-96f1-be59873f14cf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.732418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Transition to ACTIVE for port object f3e83e3a-c8af-45fe-96a9-e23e8393ab84 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:36.732418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45396) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:36.761436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-9444961a-36e1-48e3-ade2-e98049539063 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1834524 Aug 28 20:03:36.788062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:36.806082 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:36.841954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c956b4-82fc-4902-9f54-6d63a9cada1e service neutron] Pushing event updated for resources: {'Port': ['ID=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:36.871859 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8df9a6b8-fc8a-4865-8f41-4e8ce7a88ea9 req-199cd5ad-dc1b-4389-9a13-603959dbda5f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (c771c74a-9cd0-4b6c-9c66-36fa8578590d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.914349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Made reservation on behalf of 5785436cda5f45ca9852b0b284b8137a for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:36.918603 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.923552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d611252-addf-4787-bd1f-9d550c0a7b88 req-2e58f514-84b5-41fc-a85e-208746e94442 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:36.931039 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d611252-addf-4787-bd1f-9d550c0a7b88 req-2e58f514-84b5-41fc-a85e-208746e94442 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.0926342 Aug 28 20:03:36.933142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.959273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:36.963927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8df9a6b8-fc8a-4865-8f41-4e8ce7a88ea9 req-199cd5ad-dc1b-4389-9a13-603959dbda5f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (c771c74a-9cd0-4b6c-9c66-36fa8578590d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:37.013561 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:37.248257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:37.339631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d611252-addf-4787-bd1f-9d550c0a7b88 req-7deca47f-73eb-4610-a36a-7c3bf674ecfa tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025645 Aug 28 20:03:37.600579 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af166af2-aeb1-4be9-b658-5a1c84476d50 x-openstack-request-id: req-af166af2-aeb1-4be9-b658-5a1c84476d50 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:37.601029 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eea5261-b4f9-484e-9e39-38f02137e588", "name": "network-vif-deleted", "tag": "60d387e7-3f05-4532-8f7a-e780e127ca50", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:37.601409 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af166af2-aeb1-4be9-b658-5a1c84476d50 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:37.603709 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af166af2-aeb1-4be9-b658-5a1c84476d50'] response: {'server_uuid': '0eea5261-b4f9-484e-9e39-38f02137e588', 'name': 'network-vif-deleted', 'tag': '60d387e7-3f05-4532-8f7a-e780e127ca50', 'status': 'completed', 'code': 200} Aug 28 20:03:37.621292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8df9a6b8-fc8a-4865-8f41-4e8ce7a88ea9 req-199cd5ad-dc1b-4389-9a13-603959dbda5f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c771c74a-9cd0-4b6c-9c66-36fa8578590d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:37.625925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8df9a6b8-fc8a-4865-8f41-4e8ce7a88ea9 req-199cd5ad-dc1b-4389-9a13-603959dbda5f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:37.645345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8df9a6b8-fc8a-4865-8f41-4e8ce7a88ea9 req-199cd5ad-dc1b-4389-9a13-603959dbda5f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c771c74a-9cd0-4b6c-9c66-36fa8578590d HTTP/1.1" status: 204 len: 173 time: 1.2265759 Aug 28 20:03:37.699581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Attempting to bind port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:37.699864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Attempting to bind port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:37.700206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Attempting to bind port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:37.728322 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:37.802757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cd5ad-dc1b-4389-9a13-603959dbda5f tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c771c74a-9cd0-4b6c-9c66-36fa8578590d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:37.811954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:37.812540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Attempting to bind port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:37.856345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Allocated IP 192.168.233.157 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/a4640d09-9338-4bf4-a1b8-0b776de2298a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:03:37.872915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf244e15-c74f-4c86-bd3a-6f3f78d4f7c1 req-343d12ea-f672-4325-9709-304a9b58b380 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 210 time: 0.0800166 Aug 28 20:03:37.929401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-0c9f3cff-f062-49e9-886c-7816b62925d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:37.938411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-0c9f3cff-f062-49e9-886c-7816b62925d7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1207 time: 0.5974092 Aug 28 20:03:38.156946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:38.157322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:38.157698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:38.158180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Bound port: f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:38.158552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:38.290164 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:38.333399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1f71b-d815-465c-9362-6a15df2292d3 req-28dc3ac5-119e-4006-a847-5677c4862de9 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.335428 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2b1f71b-d815-465c-9362-6a15df2292d3 req-28dc3ac5-119e-4006-a847-5677c4862de9 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 946 time: 0.3286054 Aug 28 20:03:38.563179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.571530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6baead0d-ffae-4a23-b7a9-f3631421c0d4 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:38.575232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.582049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Publish callbacks [] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:38.587447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.595515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.604281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:03:38.605706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.611786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Transition to ACTIVE for port object 6baead0d-ffae-4a23-b7a9-f3631421c0d4 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:38.614182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.617343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2b1f71b-d815-465c-9362-6a15df2292d3 req-cf0faaa8-1f11-42f9-bb03-1bb2e0304bde tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620814 Aug 28 20:03:38.621504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:38.626957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23230f99-f576-4928-878f-5c34f6212a1e req-aad03543-7ae6-43c4-8b47-ae1b086f0768 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5383 time: 0.8106411 Aug 28 20:03:38.683915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks [] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:38.691202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Deleting port dd4dbb0a-810e-471e-9320-d440e3e38fa8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:38.691615 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:38.727744 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-9eebd1cd-cbe7-4f89-b5ba-467aa72139b0 req-13eca68a-542b-445f-a755-37884a370b86 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] show failed (client error): The resource could not be found. Aug 28 20:03:38.734597 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9eebd1cd-cbe7-4f89-b5ba-467aa72139b0 req-13eca68a-542b-445f-a755-37884a370b86 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/de821513-425c-438c-9cb7-7f15e594d08f HTTP/1.1" status: 404 len: 352 time: 0.0457318 Aug 28 20:03:38.738390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:38.824991 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:38.877024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Pushing event updated for resources: {'Port': ['ID=6baead0d-ffae-4a23-b7a9-f3631421c0d4,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:38.947585 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:38.969362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Attempting to bind port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:38.970084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Attempting to bind port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:38.970828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Attempting to bind port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:38.981124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.009715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-363974b6-84f8-436f-873b-1dee1a688399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:39.012128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-363974b6-84f8-436f-873b-1dee1a688399 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 0.9577196 Aug 28 20:03:39.051826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:39.052522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Attempting to bind port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:39.101740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925803ed-19c9-421a-9040-ff7aa7001501 req-cdd42ec7-36bc-4cb5-a287-7a2e6cbea499 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:39.101740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-925803ed-19c9-421a-9040-ff7aa7001501 req-cdd42ec7-36bc-4cb5-a287-7a2e6cbea499 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.2033052 Aug 28 20:03:39.109604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:03:39.116189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:39.116886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Checking segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:39.117469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Bound using segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:39.118212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Bound port: 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:39.118542 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.120467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:39.127685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:03:39.190091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:03:39.215250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] For port dd4dbb0a-810e-471e-9320-d440e3e38fa8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dd4dbb0a-810e-471e-9320-d440e3e38fa8,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:39.216629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.305212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Pushing event updated for resources: {'Port': ['ID=a4640d09-9338-4bf4-a1b8-0b776de2298a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:39.336528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Calling delete_port for dd4dbb0a-810e-471e-9320-d440e3e38fa8 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:39.336907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-925803ed-19c9-421a-9040-ff7aa7001501 req-7241c532-11e6-41a6-9143-53b0be87c460 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222948 Aug 28 20:03:39.434532 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:39.486931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.491153 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:39.500274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:39.500540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:39.500952 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.501261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.503033 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/f3e83e3a-c8af-45fe-96a9-e23e8393ab84 HTTP/1.1" status: 200 len: 1095 time: 4.2720392 Aug 28 20:03:39.583332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:39.587168 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:39.590845 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-7c4176a2-02a0-410f-8486-b93ca2bf6680 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 200 len: 217 time: 0.3087809 Aug 28 20:03:39.592675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] For port 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:39.616290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '3d059f8e-61c3-4bca-94a6-2b4b385c9ce1'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:39.619299 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd6db6-04a0-4176-963f-509241262444" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "3d059f8e-61c3-4bca-94a6-2b4b385c9ce1"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:39.630626 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-7b4d69a8-7b53-4504-8c01-6370d107296b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6314995 Aug 28 20:03:39.635637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] For port 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:39.637825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23230f99-f576-4928-878f-5c34f6212a1e req-f2f76796-831a-4dce-953f-6f3b71d76c40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9804630 Aug 28 20:03:39.649963 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fb9389b-364b-45a6-9c11-7388b4637431 req-8011af92-f5d9-4dfd-8f78-39a2f010b2cd tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/881a32cb-e6d3-4472-99c2-931ccd81052b HTTP/1.1" status: 200 len: 1824 time: 0.2664897 Aug 28 20:03:39.664165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Request body: {'port': {'device_id': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:39.721181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2be0702a-07da-48bc-9025-e55dc517d734 None None] Provisioning complete for port a4640d09-9338-4bf4-a1b8-0b776de2298a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:39.900639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2be0702a-07da-48bc-9025-e55dc517d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.900639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2be0702a-07da-48bc-9025-e55dc517d734 None None] Port a4640d09-9338-4bf4-a1b8-0b776de2298a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:03:39.900932 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.900932 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1fb9389b-364b-45a6-9c11-7388b4637431 req-c6ed01e5-4573-4fa3-a4ca-378171449134 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (881a32cb-e6d3-4472-99c2-931ccd81052b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:39.918813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1fb9389b-364b-45a6-9c11-7388b4637431 req-c6ed01e5-4573-4fa3-a4ca-378171449134 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (881a32cb-e6d3-4472-99c2-931ccd81052b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.087362 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:40.092722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-25c1281c-5f22-4219-b998-edabf113e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:40.096552 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-25c1281c-5f22-4219-b998-edabf113e91d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1129 time: 0.3441775 Aug 28 20:03:40.098043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f781c-c53b-43a9-b254-a47d0ce32db1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:40.159546 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.166577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:40.167272 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.169517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/6baead0d-ffae-4a23-b7a9-f3631421c0d4 HTTP/1.1" status: 200 len: 1090 time: 3.3914483 Aug 28 20:03:40.206154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1fb9389b-364b-45a6-9c11-7388b4637431 req-c6ed01e5-4573-4fa3-a4ca-378171449134 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (881a32cb-e6d3-4472-99c2-931ccd81052b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.218755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1fb9389b-364b-45a6-9c11-7388b4637431 req-c6ed01e5-4573-4fa3-a4ca-378171449134 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.218755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fb9389b-364b-45a6-9c11-7388b4637431 req-c6ed01e5-4573-4fa3-a4ca-378171449134 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/881a32cb-e6d3-4472-99c2-931ccd81052b HTTP/1.1" status: 204 len: 173 time: 0.5602384 Aug 28 20:03:40.277152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6800-63d6-4559-af7e-edc600d94971 req-a78164eb-e77b-4a27-9590-8dd5b6e257e7 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:40.279242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a1c6800-63d6-4559-af7e-edc600d94971 req-a78164eb-e77b-4a27-9590-8dd5b6e257e7 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 936 time: 0.4034116 Aug 28 20:03:40.284767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1879b1-677b-4c4d-a924-43db2edf303c service neutron] Pushing event updated for resources: {'Port': ['ID=6baead0d-ffae-4a23-b7a9-f3631421c0d4,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:40.295679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed01e5-4573-4fa3-a4ca-378171449134 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a32cb-e6d3-4472-99c2-931ccd81052b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:40.310827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-dfb2652d-2aeb-49af-a589-d78de23a9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:40.310827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-dfb2652d-2aeb-49af-a589-d78de23a9b8a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.6750906 Aug 28 20:03:40.317195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:40.394405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-e932c4c6-e111-4346-83b2-f82331ba5374 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84 HTTP/1.1" status: 200 len: 217 time: 0.1353178 Aug 28 20:03:40.466920 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:40.565888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.628342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-55f8a1fc-cce2-473d-8eb4-31e740b78938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:40.631142 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-55f8a1fc-cce2-473d-8eb4-31e740b78938 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1518514 Aug 28 20:03:40.660859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4640d09-9338-4bf4-a1b8-0b776de2298a {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:40.675004 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Publish callbacks [] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.683030 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:40.723099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Transition to ACTIVE for port object a4640d09-9338-4bf4-a1b8-0b776de2298a will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:40.735629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-4e405fe4-9e8a-4f77-a513-100dd2804555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:40.737506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-4e405fe4-9e8a-4f77-a513-100dd2804555 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3635354 Aug 28 20:03:40.893025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:40.914507 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6a1c6800-63d6-4559-af7e-edc600d94971 req-8f18c32a-6516-4196-99e7-d696a8bdeca2 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020818 Aug 28 20:03:40.929008 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d241baad-f26e-4e79-88cb-5b06daea44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:40.931048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-d241baad-f26e-4e79-88cb-5b06daea44a7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2660775 Aug 28 20:03:41.342538 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f804b6fd-c57e-43b7-9d4b-4a7ff63d13c1 x-openstack-request-id: req-f804b6fd-c57e-43b7-9d4b-4a7ff63d13c1 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:41.343145 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "3d059f8e-61c3-4bca-94a6-2b4b385c9ce1", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:41.343145 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f804b6fd-c57e-43b7-9d4b-4a7ff63d13c1 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:41.343596 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f804b6fd-c57e-43b7-9d4b-4a7ff63d13c1'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '3d059f8e-61c3-4bca-94a6-2b4b385c9ce1', 'status': 'completed', 'code': 200} Aug 28 20:03:41.476520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Pushing event updated for resources: {'Port': ['ID=a4640d09-9338-4bf4-a1b8-0b776de2298a,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:41.556334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.556925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.557457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.557965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.558442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.558986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.559535 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.561773 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-afdd6db6-04a0-4176-963f-509241262444 req-8d3fa3d6-fb05-4b8f-8044-38d8552fc4e9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6411 time: 0.2164857 Aug 28 20:03:41.699897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Attempting to bind port a4640d09-9338-4bf4-a1b8-0b776de2298a on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:41.700479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Attempting to bind port a4640d09-9338-4bf4-a1b8-0b776de2298a by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:41.700834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Attempting to bind port a4640d09-9338-4bf4-a1b8-0b776de2298a on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:41.788029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Port a4640d09-9338-4bf4-a1b8-0b776de2298a on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:41.788387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Attempting to bind port a4640d09-9338-4bf4-a1b8-0b776de2298a on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:41.803858 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88811a71-4720-4002-bc6a-237120ec7b22 req-5584cf34-32e9-4a9c-ae7d-35995afaed1a tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/5a3f6e6e-cd86-4f86-b562-2b119007c530 HTTP/1.1" status: 200 len: 1824 time: 0.3535266 Aug 28 20:03:41.812251 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:41.827931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:41.828340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:41.828728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:41.829205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Bound port: a4640d09-9338-4bf4-a1b8-0b776de2298a, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:41.829596 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:41.837254 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a5279-62d7-4865-914c-fa121143cf1d x-openstack-request-id: req-1f3a5279-62d7-4865-914c-fa121143cf1d {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:41.847249 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:41.847249 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f3a5279-62d7-4865-914c-fa121143cf1d {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:41.847249 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3a5279-62d7-4865-914c-fa121143cf1d'] response: {'name': 'network-changed', 'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'status': 'completed', 'code': 200} Aug 28 20:03:41.932438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b391d3-494a-42ac-81b4-d2edb5f33294 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:41.941552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afcf87-6f6e-4328-a4ae-e80e2d6fbd18 req-b71c5481-d9ac-4db6-8bef-98118556c28f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:41.942119 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Publish callbacks [] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:41.956150 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15afcf87-6f6e-4328-a4ae-e80e2d6fbd18 req-b71c5481-d9ac-4db6-8bef-98118556c28f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 946 time: 0.1615763 Aug 28 20:03:41.957880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Transition to ACTIVE for port object 77b391d3-494a-42ac-81b4-d2edb5f33294 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:42.014303 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (3f51141b-c30a-40e0-9163-6a8e8c72e5df), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:42.149186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-31dbb692-cbe9-44f0-969c-dba2580f8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:42.149979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-31dbb692-cbe9-44f0-969c-dba2580f8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:42.150612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-31dbb692-cbe9-44f0-969c-dba2580f8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:42.156740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-afdd6db6-04a0-4176-963f-509241262444 req-31dbb692-cbe9-44f0-969c-dba2580f8fad service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5718522 Aug 28 20:03:42.179277 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:42.204820 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-88811a71-4720-4002-bc6a-237120ec7b22 req-88c46168-a4b9-4917-822f-1e57fc308e76 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (5a3f6e6e-cd86-4f86-b562-2b119007c530), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:42.218310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-d12bca19-7415-4b19-aab1-7f681983b172 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4381797 Aug 28 20:03:42.266031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-88811a71-4720-4002-bc6a-237120ec7b22 req-88c46168-a4b9-4917-822f-1e57fc308e76 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (5a3f6e6e-cd86-4f86-b562-2b119007c530), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:42.301831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] For port a4640d09-9338-4bf4-a1b8-0b776de2298a, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:42.346450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] For port a4640d09-9338-4bf4-a1b8-0b776de2298a, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:42.430333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15afcf87-6f6e-4328-a4ae-e80e2d6fbd18 req-54bd1877-d574-4469-8765-18158e6bed03 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211521 Aug 28 20:03:42.431472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dd4dbb0a-810e-471e-9320-d440e3e38fa8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:42.445171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-3f2642f8-93b2-48e0-a97a-06351aa8c53c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4785879 Aug 28 20:03:42.565308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4dbb0a-810e-471e-9320-d440e3e38fa8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:42.806390 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:42.811489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d24ee8c-229e-4abe-86ee-372224d74a8c req-decb95a1-a968-4c40-9cb6-4d936672ae30 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491815 Aug 28 20:03:42.933495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a123-41a8-4b59-aad5-6b9286167910 req-2bd76a0c-1aae-4ffa-a697-45102fa1ea8b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:42.936139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cda2a123-41a8-4b59-aad5-6b9286167910 req-2bd76a0c-1aae-4ffa-a697-45102fa1ea8b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.2534916 Aug 28 20:03:43.057199 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.103466 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.115535 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.141743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.142389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.143352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5edce3c-c12d-4ef4-bf34-e903aa494c68 req-cde0947d-dcbd-4f9d-b6cc-387af2ab73e9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9044371 Aug 28 20:03:43.143904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a4640d09-9338-4bf4-a1b8-0b776de2298a HTTP/1.1" status: 200 len: 1096 time: 3.4861732 Aug 28 20:03:43.144648 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:43.224478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=77b391d3-494a-42ac-81b4-d2edb5f33294,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:43.225843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cda2a123-41a8-4b59-aad5-6b9286167910 req-20c80ff6-5a52-48aa-b3d7-5ee0735f6d8c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795942 Aug 28 20:03:43.309928 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6db6-04a0-4176-963f-509241262444 req-53fa11e4-b79d-460f-8168-7465cf484615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.311533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-afdd6db6-04a0-4176-963f-509241262444 req-53fa11e4-b79d-460f-8168-7465cf484615 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1091938 Aug 28 20:03:43.344354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f26b9dde-5895-42dd-96f1-be59873f14cf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.344678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4'}, {'name': 'network-changed', 'server_uuid': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'tag': 'a4640d09-9338-4bf4-a1b8-0b776de2298a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:43.347972 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d2de10-f1e2-4c89-b124-bc2e08304bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4"}, {"name": "network-changed", "server_uuid": "752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71", "tag": "a4640d09-9338-4bf4-a1b8-0b776de2298a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:43.357051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Attempting to bind port 77b391d3-494a-42ac-81b4-d2edb5f33294 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:43.357398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Attempting to bind port 77b391d3-494a-42ac-81b4-d2edb5f33294 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:43.361133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Attempting to bind port 77b391d3-494a-42ac-81b4-d2edb5f33294 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:43.361678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddbefa-57f5-4f43-9a70-2a02efacc853 service neutron] Pushing event updated for resources: {'Port': ['ID=a4640d09-9338-4bf4-a1b8-0b776de2298a,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:43.367081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Port 77b391d3-494a-42ac-81b4-d2edb5f33294 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:43.367482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Attempting to bind port 77b391d3-494a-42ac-81b4-d2edb5f33294 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:43.373116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:43.373357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Checking segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:43.373733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Bound using segment: {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:43.374200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Bound port: 77b391d3-494a-42ac-81b4-d2edb5f33294, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c9230a-b8e5-4cfa-85b8-b1079b713d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:43.374561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.400212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-88811a71-4720-4002-bc6a-237120ec7b22 req-88c46168-a4b9-4917-822f-1e57fc308e76 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5a3f6e6e-cd86-4f86-b562-2b119007c530), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.402063 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-88811a71-4720-4002-bc6a-237120ec7b22 req-88c46168-a4b9-4917-822f-1e57fc308e76 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.406447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88811a71-4720-4002-bc6a-237120ec7b22 req-88c46168-a4b9-4917-822f-1e57fc308e76 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5a3f6e6e-cd86-4f86-b562-2b119007c530 HTTP/1.1" status: 204 len: 173 time: 1.5926182 Aug 28 20:03:43.472500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c46168-a4b9-4917-822f-1e57fc308e76 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f6e6e-cd86-4f86-b562-2b119007c530,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:43.499280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13162ca9-2bc1-4d7e-9797-6ec19ad4a73c req-0f32723b-67f2-421d-aec8-45ea8b19e9d9 tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.0499871 Aug 28 20:03:43.522227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] For port 77b391d3-494a-42ac-81b4-d2edb5f33294, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:43.525873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] For port 77b391d3-494a-42ac-81b4-d2edb5f33294, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77b391d3-494a-42ac-81b4-d2edb5f33294,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:43.555810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.561807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.567112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.572746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.578039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.583952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.589887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.591850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-6027b7b1-bcc6-428a-85f1-d2cce4a7cc01 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5407 time: 0.2228770 Aug 28 20:03:43.594912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Deleting port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:43.595185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.604838 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:43.671445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.679544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45b64-f172-48d7-8be7-637ef135a804 req-c1d34213-693d-4263-af50-d43982d640e0 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.682542 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4bb45b64-f172-48d7-8be7-637ef135a804 req-c1d34213-693d-4263-af50-d43982d640e0 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 948 time: 0.0897062 Aug 28 20:03:43.683239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.683329 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.684947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/77b391d3-494a-42ac-81b4-d2edb5f33294 HTTP/1.1" status: 200 len: 1091 time: 3.3744144 Aug 28 20:03:43.738884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-189440f0-fc38-4b0d-8be1-4afe4cf353b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:43.741121 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-189440f0-fc38-4b0d-8be1-4afe4cf353b7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 1130 time: 0.1105123 Aug 28 20:03:43.799055 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb937347-a706-4b19-9a6e-a829fb983f38 req-50f9e354-9170-4a46-9485-aa2de3b0e270 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008669 Aug 28 20:03:43.820586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] For port 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:43.821042 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:43.840565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Calling delete_port for 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:43.895850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=77b391d3-494a-42ac-81b4-d2edb5f33294,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:43.903536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-01b5e04f-9653-4c09-8298-05d6fdede1b1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a HTTP/1.1" status: 200 len: 217 time: 0.1246717 Aug 28 20:03:43.931111 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4bb45b64-f172-48d7-8be7-637ef135a804 req-b32727d7-f79c-4022-b668-78aed4761b45 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085085 Aug 28 20:03:43.960963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.974391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.974391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.974391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.974391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.974391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.975794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.976692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.978665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.982390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.983574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.983761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.984421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.989188 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.990594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81070d-d61c-4a54-b5ee-b7dfcfff8ba3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:43.990885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Router f26b9dde-5895-42dd-96f1-be59873f14cf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:44.082350 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be196518-fc40-4a36-9b80-6048662ede27 req-0f98cc53-89dc-454f-9ece-83b9ea8d2d64 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2134450304&fields=id&tenant_id=51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 267 time: 0.1377566 Aug 28 20:03:44.091403 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0870bad9-6f7e-4cc2-ae4f-9b685e8218ca x-openstack-request-id: req-0870bad9-6f7e-4cc2-ae4f-9b685e8218ca {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:44.091696 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71", "tag": "a4640d09-9338-4bf4-a1b8-0b776de2298a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:44.098022 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0870bad9-6f7e-4cc2-ae4f-9b685e8218ca {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:44.098022 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0870bad9-6f7e-4cc2-ae4f-9b685e8218ca'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4', 'status': 'completed', 'code': 200} Aug 28 20:03:44.098022 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0870bad9-6f7e-4cc2-ae4f-9b685e8218ca'] response: {'name': 'network-changed', 'server_uuid': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'tag': 'a4640d09-9338-4bf4-a1b8-0b776de2298a', 'status': 'completed', 'code': 200} Aug 28 20:03:44.100325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:44.109785 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:44.163344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-765fb556-5df1-4d7d-9a95-d299dd013aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.164947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-765fb556-5df1-4d7d-9a95-d299dd013aa0 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2309070 Aug 28 20:03:44.194871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-d5457022-1c7e-45f4-9444-b167a769031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.196419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-d5457022-1c7e-45f4-9444-b167a769031e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1129 time: 0.1323373 Aug 28 20:03:44.233674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90099957-db09-4df2-bfde-94e9cedb11a6 req-4dbfd8ab-68ad-4279-a4dd-048e99d10852 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0 HTTP/1.1" status: 200 len: 1823 time: 0.1512439 Aug 28 20:03:44.263386 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.283961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196518-fc40-4a36-9b80-6048662ede27 req-4a6d37cb-773f-4b49-a260-28815eecc60c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.285551 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be196518-fc40-4a36-9b80-6048662ede27 req-4a6d37cb-773f-4b49-a260-28815eecc60c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 946 time: 0.2023635 Aug 28 20:03:44.315072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.315446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.315919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.316860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.316995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.317446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.317870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.320068 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-2d7f2f06-e40a-4451-a8d2-415ac86dd231 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6509 time: 0.1790705 Aug 28 20:03:44.342672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'port': {'security_groups': ['62c07ec5-ce09-472f-bf9e-9c2471dea7c3', 'ba4c23b0-2713-49d2-8530-eb48e4fe1eb6']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:44.348862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-90099957-db09-4df2-bfde-94e9cedb11a6 req-5cbb404b-2180-4df7-ad2c-2c1d63347611 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.405269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:44.415465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f30e69d1-1b06-45a8-81ab-faea363efdc1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f26b9dde-5895-42dd-96f1-be59873f14cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8870840 Aug 28 20:03:44.423739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45480) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:44.427337 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] Sync routers for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:44.439443 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:44.440190 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:44.488191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-90099957-db09-4df2-bfde-94e9cedb11a6 req-5cbb404b-2180-4df7-ad2c-2c1d63347611 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.540907 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:44.545258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449772e-5b06-462b-9716-3b848d54402e req-590db458-05f0-4e47-a608-c7103e36bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:44.547251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-590db458-05f0-4e47-a608-c7103e36bd1a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1795716 Aug 28 20:03:44.566267 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.581521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:44.661010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (622ec7ff-1fe0-4ad9-b09c-1dc859ee305c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.725550 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks [] for router (f26b9dde-5895-42dd-96f1-be59873f14cf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.725550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Pushing event deleted for resources: {'Port': ['ID=622ec7ff-1fe0-4ad9-b09c-1dc859ee305c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:44.781480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-90099957-db09-4df2-bfde-94e9cedb11a6 req-5cbb404b-2180-4df7-ad2c-2c1d63347611 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.783730 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-90099957-db09-4df2-bfde-94e9cedb11a6 req-5cbb404b-2180-4df7-ad2c-2c1d63347611 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:44.798259 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90099957-db09-4df2-bfde-94e9cedb11a6 req-5cbb404b-2180-4df7-ad2c-2c1d63347611 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0 HTTP/1.1" status: 204 len: 173 time: 0.5606985 Aug 28 20:03:44.828913 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-913759f4-038a-492e-9481-4f752207f29c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695522 Aug 28 20:03:44.832053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb404b-2180-4df7-ad2c-2c1d63347611 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d430e312-8bfc-4bb6-b3e3-ccf1b2f9d0c0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:44.863915 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:03:40Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:44.908479 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] Checking router: f26b9dde-5895-42dd-96f1-be59873f14cf for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:44.920917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] Routers {'f26b9dde-5895-42dd-96f1-be59873f14cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:44.922366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f26b9dde-5895-42dd-96f1-be59873f14cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:44.938870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:03:45.073488 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:45.179372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:45.193825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e1b36-f8da-4fc7-8712-092b38ea5bc5 req-e33ec6e2-aff8-4f72-8ffd-59731539bf0d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:45.195943 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c5e1b36-f8da-4fc7-8712-092b38ea5bc5 req-e33ec6e2-aff8-4f72-8ffd-59731539bf0d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.3195624 Aug 28 20:03:45.217732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'mac_address': 'fa:16:3e:45:fe:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:03:45.242131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] Set router f26b9dde-5895-42dd-96f1-be59873f14cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:45.243936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe2ae57-42f9-420f-9c96-42fe8fba5302 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:45.282328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:45.300251 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:45.303724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-ebe81358-075e-43e3-971c-a9d52d754757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:45.303967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:45.305510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-ebe81358-075e-43e3-971c-a9d52d754757 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2739873 Aug 28 20:03:45.316395 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:45.329308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Publish callbacks [] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:45.336923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:45.417488 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:45.441639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-56bcd6b0-e3e7-4092-9b8b-5be141fb626d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84 HTTP/1.1" status: 200 len: 217 time: 0.1083937 Aug 28 20:03:45.447393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8449772e-5b06-462b-9716-3b848d54402e req-a75fa8ca-6b19-4946-b04d-aeb675aba968 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105947 Aug 28 20:03:45.463120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Transition to ACTIVE for port object 2fe2ae57-42f9-420f-9c96-42fe8fba5302 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:45.484615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:45.521226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c5e1b36-f8da-4fc7-8712-092b38ea5bc5 req-0a23f7fe-f8fc-49f4-b04e-59c99f7144f6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914400 Aug 28 20:03:45.552840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-26c7fe59-e0f1-43c6-a1f7-ac21c47e2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:45.552840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-26c7fe59-e0f1-43c6-a1f7-ac21c47e2fe1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0937073 Aug 28 20:03:45.559987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:45.585994 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:03:40Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:45.620547 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c03b08-ad38-41e4-9f4d-94aea6d459f4 None None] The sync data for ids ['f26b9dde-5895-42dd-96f1-be59873f14cf'] in n-d-854121-7 is: [{'id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1494889922-router', 'tenant_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:23Z', 'updated_at': '2022-08-28T20:03:40Z', 'revision_number': 5, 'project_id': '2cfe92f7e31c4c4eb8886f256f57df8e', 'gw_port': {'id': '1e24b061-12e6-4d9e-8abb-7312f2544424', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26b9dde-5895-42dd-96f1-be59873f14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:25Z', 'updated_at': '2022-08-28T20:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:45.634895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f3e83e3a-c8af-45fe-96a9-e23e8393ab84'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:45.726832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-543ba087-a1f0-4842-9d33-7d8131534c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:45.728459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-543ba087-a1f0-4842-9d33-7d8131534c8e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1697390 Aug 28 20:03:45.785966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fe2ae57-42f9-420f-9c96-42fe8fba5302,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:45.790856 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:45.809784 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:45.860319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cff0f4ba-0ab6-46f2-b1ff-0430c3e20b17 req-22d1e1de-f5fb-4021-8155-3f378fd1eec9 tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.1306715 Aug 28 20:03:45.920088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Attempting to bind port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:45.920970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Attempting to bind port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:45.921211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Attempting to bind port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 on network f916ee4d-6756-48e6-9a29-8dafd69f66c1 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:45.937673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-ba75ae91-4929-41fe-9f27-d5b9b70f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:45.938256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-ba75ae91-4929-41fe-9f27-d5b9b70f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:45.938723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-ba75ae91-4929-41fe-9f27-d5b9b70f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:45.940342 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-ba75ae91-4929-41fe-9f27-d5b9b70f9a36 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9127359 Aug 28 20:03:45.941638 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks [] for router_gateway (f26b9dde-5895-42dd-96f1-be59873f14cf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:45.949201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (3f51141b-c30a-40e0-9163-6a8e8c72e5df), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:45.962890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 on network f916ee4d-6756-48e6-9a29-8dafd69f66c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:45.963347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Attempting to bind port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 on network f916ee4d-6756-48e6-9a29-8dafd69f66c1 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:45.969646 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:45.998978 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:46.004650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:46.004998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Checking segment: {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:46.005397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Bound using segment: {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:46.005889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Bound port: 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:46.006247 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.069636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b5fb67b-78c7-4580-a48b-febdbb8be781 req-728c9497-29da-4e62-a002-32b8747675f2 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/3647727e-c028-46a9-9017-57c6d62e846d HTTP/1.1" status: 200 len: 2422 time: 0.1422851 Aug 28 20:03:46.071643 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-82a362b7-d707-49cf-897c-1c0de505fa4d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335946 Aug 28 20:03:46.096382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:46.098571 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:46.149881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] For port 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:46.153371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] For port 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:46.154057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:46.176184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b5fb67b-78c7-4580-a48b-febdbb8be781 req-67ea299a-1747-4ff8-8f19-b42971283df9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (3647727e-c028-46a9-9017-57c6d62e846d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.203764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b5fb67b-78c7-4580-a48b-febdbb8be781 req-67ea299a-1747-4ff8-8f19-b42971283df9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (3647727e-c028-46a9-9017-57c6d62e846d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.281913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Deleting port 1e24b061-12e6-4d9e-8abb-7312f2544424 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:46.282633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.298251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.310570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.311222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.312647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/2fe2ae57-42f9-420f-9c96-42fe8fba5302 HTTP/1.1" status: 200 len: 1091 time: 2.2566690 Aug 28 20:03:46.365180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.370217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-204a28ad-0b2c-4dc0-91ee-e20425c26dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.371740 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-204a28ad-0b2c-4dc0-91ee-e20425c26dd0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4203165 Aug 28 20:03:46.412658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0801-26fe-4a69-b909-0e96479ae2ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fe2ae57-42f9-420f-9c96-42fe8fba5302,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:46.423462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdca3e75-8c71-456d-8fee-7ffdc019a3d7 req-f3ce6cb3-c995-4c7f-bd53-2edb640ade7a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956863 Aug 28 20:03:46.462791 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.466317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Request body: {'port': {'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:46.477041 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] For port 1e24b061-12e6-4d9e-8abb-7312f2544424, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1e24b061-12e6-4d9e-8abb-7312f2544424,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:46.477413 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.486486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.487414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.488622 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be196518-fc40-4a36-9b80-6048662ede27 req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "PUT /networking/v2.0/ports/2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 982 time: 2.1655469 Aug 28 20:03:46.489087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:46.490837 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b5fb67b-78c7-4580-a48b-febdbb8be781 req-67ea299a-1747-4ff8-8f19-b42971283df9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3647727e-c028-46a9-9017-57c6d62e846d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.491876 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:46.494268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b5fb67b-78c7-4580-a48b-febdbb8be781 req-67ea299a-1747-4ff8-8f19-b42971283df9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.495975 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b5fb67b-78c7-4580-a48b-febdbb8be781 req-67ea299a-1747-4ff8-8f19-b42971283df9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3647727e-c028-46a9-9017-57c6d62e846d HTTP/1.1" status: 204 len: 173 time: 0.4160259 Aug 28 20:03:46.506444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f', '2ba90e82-8b9f-4b41-9c29-69681306e1cb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:46.562774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea299a-1747-4ff8-8f19-b42971283df9 tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3647727e-c028-46a9-9017-57c6d62e846d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:46.576792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Calling delete_port for 1e24b061-12e6-4d9e-8abb-7312f2544424 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:46.617118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-0331de4e-1ee4-46d1-b905-2c604285ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.619067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-0331de4e-1ee4-46d1-b905-2c604285ace8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 1130 time: 0.1195297 Aug 28 20:03:46.624974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:46.688557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['2ba90e82-8b9f-4b41-9c29-69681306e1cb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:46.707146 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:46.714697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Router 3f51141b-c30a-40e0-9163-6a8e8c72e5df has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:46.722586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.729448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.737156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.740536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.745683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.750884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.757004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.759161 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-32aa6283-6c78-4486-a8cf-963923baaaae tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5419 time: 0.1659019 Aug 28 20:03:46.761883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369705e-a655-479d-9168-03ede2f3eb21 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=6']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:46.787042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c7436-7eb8-4a4e-a9f9-95da40d53422 req-99462139-d6d6-45b7-b888-8beea64f2fed tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.794524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f0c7436-7eb8-4a4e-a9f9-95da40d53422 req-99462139-d6d6-45b7-b888-8beea64f2fed tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 948 time: 0.1156912 Aug 28 20:03:46.905631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-18f6c936-baa3-40df-b9d2-6c7aafd017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:46.907373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-18f6c936-baa3-40df-b9d2-6c7aafd017cc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2794294 Aug 28 20:03:46.960796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:03:46.975724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-3be6eba6-2b45-43ad-9311-4ce656b08223 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a HTTP/1.1" status: 200 len: 217 time: 0.0514412 Aug 28 20:03:46.986617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b565a967-0c75-4e06-a1cd-ca9d4ace8641 req-66149876-f514-4e03-90b4-16a5cebd3f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1990063 Aug 28 20:03:47.031652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f0c7436-7eb8-4a4e-a9f9-95da40d53422 req-c7879159-dfa6-41a3-bb47-5c5df46e1dbb tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362058 Aug 28 20:03:47.066055 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:47.094544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-87a15ec7-05b0-4429-8a33-07077a647445 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3f51141b-c30a-40e0-9163-6a8e8c72e5df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3609192 Aug 28 20:03:47.100212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45502) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:47.117399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-1a357ead-df25-4b5b-a710-d3e5a54d098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.120094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-1a357ead-df25-4b5b-a710-d3e5a54d098e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1048527 Aug 28 20:03:47.132721 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:47.140437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:47.155595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:03:47.201171 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ea3e31-7378-41ad-8a4f-f1256c00e430 x-openstack-request-id: req-01ea3e31-7378-41ad-8a4f-f1256c00e430 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:47.201598 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:47.202020 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01ea3e31-7378-41ad-8a4f-f1256c00e430 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:47.202634 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ea3e31-7378-41ad-8a4f-f1256c00e430'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294', 'status': 'completed', 'code': 200} Aug 28 20:03:47.205396 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1e24b061-12e6-4d9e-8abb-7312f2544424), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.231534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'network_id': '7ec00116-e07e-4e45-a9a4-a2363c746438', 'port_id': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'mac_address': 'fa:16:3e:ad:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979a1e74-c8c9-4d68-bd6c-48e1488914d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:03:47.264354 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50923ada-5055-45d2-a484-e61b1acb4836 req-ad1417ba-8967-4bec-8fc4-d78480c55c0b tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ba4c23b0-2713-49d2-8530-eb48e4fe1eb6 HTTP/1.1" status: 200 len: 1820 time: 0.1203427 Aug 28 20:03:47.265516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] Sync routers for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:47.276696 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:47.279739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e24b061-12e6-4d9e-8abb-7312f2544424,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:47.281794 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:47.316542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.317224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.318372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.318953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.320487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.321042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.321587 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.323774 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-cbd6cb0c-53d2-43df-9a6c-2d4748997cd0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6607 time: 0.1589942 Aug 28 20:03:47.337186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dd4dbb0a-810e-471e-9320-d440e3e38fa8 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:47.373494 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:47.375721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:47.376142 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.395931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-688738bb-3896-4c63-8a10-3a1bb39d21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.398716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-688738bb-3896-4c63-8a10-3a1bb39d21ff service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2144492 Aug 28 20:03:47.399719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:47.399996 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b177eeb-78b2-4e82-94c2-1616241b6623 x-openstack-request-id: req-2b177eeb-78b2-4e82-94c2-1616241b6623 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:47.400390 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:47.400554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:47.400858 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b177eeb-78b2-4e82-94c2-1616241b6623 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:47.405198 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b177eeb-78b2-4e82-94c2-1616241b6623'] response: {'name': 'network-changed', 'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb', 'status': 'completed', 'code': 200} Aug 28 20:03:47.414293 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-50923ada-5055-45d2-a484-e61b1acb4836 req-9f5d16be-cf00-4543-8588-387711e0dbe0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 20:03:47.444030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50923ada-5055-45d2-a484-e61b1acb4836 req-9f5d16be-cf00-4543-8588-387711e0dbe0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ba4c23b0-2713-49d2-8530-eb48e4fe1eb6 HTTP/1.1" status: 409 len: 341 time: 0.1658416 Aug 28 20:03:47.444030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f26b9dde-5895-42dd-96f1-be59873f14cf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.455413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks [] for router (3f51141b-c30a-40e0-9163-6a8e8c72e5df), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.523568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: dd4dbb0a-810e-471e-9320-d440e3e38fa8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:47.524195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dd4dbb0a-810e-471e-9320-d440e3e38fa8 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:47.539393 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:47.541408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ff9580-ce94-4fb0-9cda-432794d30afd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:47.542505 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:47.579917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:47.619696 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:47.619942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b7716e-c895-4e14-af45-c79af930d7fa {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:47.624793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:03:47.631484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f26b9dde-5895-42dd-96f1-be59873f14cf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.638671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-633ffe27-760a-4f37-9a38-4a7f19ebcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.639273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Publish callbacks [] for port (08b7716e-c895-4e14-af45-c79af930d7fa), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.641568 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-633ffe27-760a-4f37-9a38-4a7f19ebcdd4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1167 time: 0.1617179 Aug 28 20:03:47.643733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks [] for router_controller (f26b9dde-5895-42dd-96f1-be59873f14cf), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.660757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:47.696053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df27f7-dadb-4db3-adc8-eb1a5825c15b req-c8042ebf-aeb5-4e21-afb4-5b515d35afb2 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.698263 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52df27f7-dadb-4db3-adc8-eb1a5825c15b req-c8042ebf-aeb5-4e21-afb4-5b515d35afb2 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 944 time: 0.1768703 Aug 28 20:03:47.734085 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.778320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:47.778653 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.843663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52df27f7-dadb-4db3-adc8-eb1a5825c15b req-90487085-56f0-4e30-94c0-5af4c8fdd9bc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839369 Aug 28 20:03:47.865247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-b0664a13-4dc2-40a4-8fd6-af3c52695875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:47.865247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-b0664a13-4dc2-40a4-8fd6-af3c52695875 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 0.2076745 Aug 28 20:03:47.914814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-86761242-205c-44b0-a5b7-6eba87bd67de service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 217 time: 0.0469782 Aug 28 20:03:47.916046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f26b9dde-5895-42dd-96f1-be59873f14cf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.917511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26b9dde-5895-42dd-96f1-be59873f14cf {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:03:47.933550 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:47.935091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c322d0f5-801e-44c1-a5c4-7a769cddd82f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f26b9dde-5895-42dd-96f1-be59873f14cf HTTP/1.1" status: 204 len: 168 time: 3.5048320 Aug 28 20:03:47.937606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45506) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:47.995279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=11']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:48.056158 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-541fd917-58c5-4caa-971a-7d9418d56789 req-dabfcff1-3bdc-412e-bce4-768341bb08fe tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2c0f6e28-1088-48a8-95b9-6e4b01b7ca98 HTTP/1.1" status: 200 len: 2417 time: 0.5976591 Aug 28 20:03:48.066635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Transition to ACTIVE for port object 08b7716e-c895-4e14-af45-c79af930d7fa will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:03:48.083934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['25ff9580-ce94-4fb0-9cda-432794d30afd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:48.153027 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:48.163125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-389fdd03-5d62-4ba8-8492-8075b611b95a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174284 Aug 28 20:03:48.171778 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58cb9911-17a4-4e99-80c3-98b8278f9f6e req-d0dc10bc-3d12-43f8-adc8-bbf6483de85f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.0778875 Aug 28 20:03:48.184410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] Deleting subnet 58b96036-b3f1-480b-a8c5-ca2daf8a269a {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:03:48.196275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-114ba1e9-b556-4962-a529-3acc43e6004e req-d9bbc971-9ab5-4c45-9ce0-3afa647ae51a tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.1845810 Aug 28 20:03:48.207508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] Publish callbacks [] for subnet (58b96036-b3f1-480b-a8c5-ca2daf8a269a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.216273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T20:03:44Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:48.241630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.242558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-cbffd425-6def-4a2b-a3a6-289ed59350f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:48.244173 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-cbffd425-6def-4a2b-a3a6-289ed59350f7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.3226759 Aug 28 20:03:48.263612 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks [] for router_gateway (3f51141b-c30a-40e0-9163-6a8e8c72e5df), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.281310 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (58b96036-b3f1-480b-a8c5-ca2daf8a269a), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.311438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] Checking router: 3f51141b-c30a-40e0-9163-6a8e8c72e5df for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:48.330700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=08b7716e-c895-4e14-af45-c79af930d7fa,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:48.339591 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:48.369103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:48.369506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.385889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-fbdae6d4-1f2f-41b5-b086-9f1f2790d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:48.386207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-fbdae6d4-1f2f-41b5-b086-9f1f2790d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:48.387093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-fbdae6d4-1f2f-41b5-b086-9f1f2790d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:48.389513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-fbdae6d4-1f2f-41b5-b086-9f1f2790d7d0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3368533 Aug 28 20:03:48.392640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] Routers {'3f51141b-c30a-40e0-9163-6a8e8c72e5df'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:48.394191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:48.396841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-2be3fb07-9fd0-43d9-b2cc-54258ce7b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:48.398652 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-2be3fb07-9fd0-43d9-b2cc-54258ce7b077 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1425900 Aug 28 20:03:48.461260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-541fd917-58c5-4caa-971a-7d9418d56789 req-dccbb2a6-a493-4582-b8be-1093b156e67d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (2c0f6e28-1088-48a8-95b9-6e4b01b7ca98), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.508027 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30d2de10-f1e2-4c89-b124-bc2e08304bb9 req-8fefe95a-34e7-4a9d-a258-cf102c809e13 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351161 Aug 28 20:03:48.540519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-541fd917-58c5-4caa-971a-7d9418d56789 req-dccbb2a6-a493-4582-b8be-1093b156e67d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (2c0f6e28-1088-48a8-95b9-6e4b01b7ca98), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.561837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Deleting port 4e3e3c76-dede-4847-8f9d-20ce5af1604f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:48.563827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.630461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a4640d09-9338-4bf4-a1b8-0b776de2298a details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:03:48.646520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-ed786aa4-9c5d-4526-8be6-b171f6385df5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293496 Aug 28 20:03:48.677637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Attempting to bind port 08b7716e-c895-4e14-af45-c79af930d7fa on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:03:48.678256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (58b96036-b3f1-480b-a8c5-ca2daf8a269a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.678411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Attempting to bind port 08b7716e-c895-4e14-af45-c79af930d7fa by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:03:48.678762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Attempting to bind port 08b7716e-c895-4e14-af45-c79af930d7fa on network f916ee4d-6756-48e6-9a29-8dafd69f66c1 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:48.695332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Port 08b7716e-c895-4e14-af45-c79af930d7fa on network f916ee4d-6756-48e6-9a29-8dafd69f66c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:03:48.695840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Attempting to bind port 08b7716e-c895-4e14-af45-c79af930d7fa on network f916ee4d-6756-48e6-9a29-8dafd69f66c1 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:03:48.706503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:03:48.707542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Checking segment: {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:48.708085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Bound using segment: {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:03:48.708664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Bound port: 08b7716e-c895-4e14-af45-c79af930d7fa, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468264ed-dd54-49aa-9e6b-dbaab9b9020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:03:48.709146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.728023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:48.736340 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e4b296-1e65-483d-be35-1730d5399f56" -d '{"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:48.745393 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:48.789750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] For port 4e3e3c76-dede-4847-8f9d-20ce5af1604f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4e3e3c76-dede-4847-8f9d-20ce5af1604f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:48.790298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.801520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:48.808555 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-541fd917-58c5-4caa-971a-7d9418d56789 req-dccbb2a6-a493-4582-b8be-1093b156e67d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2c0f6e28-1088-48a8-95b9-6e4b01b7ca98), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.813697 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:48.813937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-541fd917-58c5-4caa-971a-7d9418d56789 req-dccbb2a6-a493-4582-b8be-1093b156e67d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.813937 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-541fd917-58c5-4caa-971a-7d9418d56789 req-dccbb2a6-a493-4582-b8be-1093b156e67d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2c0f6e28-1088-48a8-95b9-6e4b01b7ca98 HTTP/1.1" status: 204 len: 173 time: 0.7379639 Aug 28 20:03:48.819293 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:03:48.844901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Calling delete_port for 4e3e3c76-dede-4847-8f9d-20ce5af1604f owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:48.848039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45516) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:48.903698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:48.919879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbb2a6-a493-4582-b8be-1093b156e67d tempest-SecurityGroupRulesTestJSON-313231471 tempest-SecurityGroupRulesTestJSON-313231471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f6e28-1088-48a8-95b9-6e4b01b7ca98,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:48.940240 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:48.945561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] For port 08b7716e-c895-4e14-af45-c79af930d7fa, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:03:48.985577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] Set router 3f51141b-c30a-40e0-9163-6a8e8c72e5df gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:49.034585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] For port 08b7716e-c895-4e14-af45-c79af930d7fa, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=08b7716e-c895-4e14-af45-c79af930d7fa,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:03:49.143857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042a4b5-b01f-4333-9727-44f197236e40 req-6af64ed6-eb0e-436e-9065-0ea55318f93b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.145642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5042a4b5-b01f-4333-9727-44f197236e40 req-6af64ed6-eb0e-436e-9065-0ea55318f93b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 948 time: 0.1942554 Aug 28 20:03:49.157531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.167610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.169018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.172188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/08b7716e-c895-4e14-af45-c79af930d7fa HTTP/1.1" status: 200 len: 1091 time: 2.7096097 Aug 28 20:03:49.224428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e24b061-12e6-4d9e-8abb-7312f2544424 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:49.230987 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:49.233534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302'}, {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:49.236054 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa384a09-75e9-4cff-88d4-20b429f3517b" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302"}, {"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:49.254413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:49.262754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1e24b061-12e6-4d9e-8abb-7312f2544424 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:49.263110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e24b061-12e6-4d9e-8abb-7312f2544424 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:49.297498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a4640d09-9338-4bf4-a1b8-0b776de2298a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:49.326780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.332717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.338462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.344464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.346410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'a4640d09-9338-4bf4-a1b8-0b776de2298a', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'a4640d09-9338-4bf4-a1b8-0b776de2298a', 'mac_address': 'fa:16:3e:6d:4e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:03:49.359381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.360432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f38f62-dc96-476b-bad0-bf23bd41cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=08b7716e-c895-4e14-af45-c79af930d7fa,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:49.365590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.372648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.381027 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-ff60fc14-7f34-43d0-a858-3d4b8bd571e2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.6677914 Aug 28 20:03:49.423578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-a2675bdf-81d6-4816-be9c-8dc48417ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.425064 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6eeb22d4-06e1-4a8f-aad8-ca8414ac69ca req-a2675bdf-81d6-4816-be9c-8dc48417ae0b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0215516 Aug 28 20:03:49.429028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5042a4b5-b01f-4333-9727-44f197236e40 req-2dbff095-642c-41bb-b194-fd144bc739c0 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331140 Aug 28 20:03:49.485381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T20:03:44Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:49.488366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a4640d09-9338-4bf4-a1b8-0b776de2298a is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:49.488366 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.512381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4640d09-9338-4bf4-a1b8-0b776de2298a {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:03:49.524977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a39b8983-1638-4b05-836c-0accf9bd1f2e req-36f78aaa-5ca9-480b-ac58-b1af961d98d1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429229 Aug 28 20:03:49.563089 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5da4497-bdbb-48e3-adeb-98f09b41d9d1 req-7918940c-d742-472c-bd52-42b021440b97 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482382 Aug 28 20:03:49.567194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (58b96036-b3f1-480b-a8c5-ca2daf8a269a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.583774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36618f72-889d-4971-a5f4-1f23c9a977c4 None None] The sync data for ids ['3f51141b-c30a-40e0-9163-6a8e8c72e5df'] in n-d-854121-7 is: [{'id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'name': 'tempest-LiveMigrationTest-1057931140-router', 'tenant_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:25Z', 'updated_at': '2022-08-28T20:03:44Z', 'revision_number': 5, 'project_id': 'd2f2cf16e3964ce2b5b0491468a3b159', 'gw_port': {'id': '4e3e3c76-dede-4847-8f9d-20ce5af1604f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f51141b-c30a-40e0-9163-6a8e8c72e5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:26Z', 'updated_at': '2022-08-28T19:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:49.584592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a4640d09-9338-4bf4-a1b8-0b776de2298a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:49.604455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.605013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c981fb-d2d5-4e0f-8d35-682fa15c1bbe None None] Network 8c51a71c-593a-4dab-8c5b-035d0ddce249 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:03:49.610924 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:49.613674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45524) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:49.619420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/58b96036-b3f1-480b-a8c5-ca2daf8a269a HTTP/1.1" status: 204 len: 168 time: 1.6803923 Aug 28 20:03:49.687599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.688280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.688773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.689250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.689730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.690297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.690773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.693019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-ca8f1844-5cee-4e93-9be0-d121b783e9c1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6705 time: 0.1925027 Aug 28 20:03:49.695455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f714d-2b74-44dd-8d6c-69e7b7c684ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b96036-b3f1-480b-a8c5-ca2daf8a269a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:49.700842 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8b6ef-e58f-4124-b189-3232e3430ff6 x-openstack-request-id: req-44a8b6ef-e58f-4124-b189-3232e3430ff6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:49.701330 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:49.701330 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44a8b6ef-e58f-4124-b189-3232e3430ff6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:49.701597 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a8b6ef-e58f-4124-b189-3232e3430ff6'] response: {'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'code': 200} Aug 28 20:03:49.707397 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.721783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f99ea-1962-4ced-9fd9-92c0eff3c155 req-9aef5a75-6efb-472f-9f18-70ba8ec2f5cf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.730378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb0f99ea-1962-4ced-9fd9-92c0eff3c155 req-9aef5a75-6efb-472f-9f18-70ba8ec2f5cf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 985 time: 0.1634479 Aug 28 20:03:49.732254 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4e3e3c76-dede-4847-8f9d-20ce5af1604f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.777894 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:49.779784 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-0c487833-f1ea-4116-a774-41fa4625554b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945456db-ed69-441d-8548-325125935ca1 HTTP/1.1" status: 200 len: 217 time: 0.0781281 Aug 28 20:03:49.808931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a4640d09-9338-4bf4-a1b8-0b776de2298a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:49.839159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3e3c76-dede-4847-8f9d-20ce5af1604f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:49.875538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47721780-2622-4fc1-9b1a-02a75447b233 req-5930099e-c341-49f2-9f9b-81748125b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.877236 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-47721780-2622-4fc1-9b1a-02a75447b233 req-5930099e-c341-49f2-9f9b-81748125b92d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1131 time: 0.1735866 Aug 28 20:03:49.877959 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:49.879370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf82f-c856-4f03-8812-c5079b30a227 req-0d29353e-42bd-4b4f-af09-ecf2bcc9a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.881539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daacf82f-c856-4f03-8812-c5079b30a227 req-0d29353e-42bd-4b4f-af09-ecf2bcc9a743 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1167 time: 0.1239526 Aug 28 20:03:49.891626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0c89-34c5-4875-b80b-aaaf0785b16a req-12fd35cd-d56e-4829-9a67-8f383e141e56 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.893123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-261a0c89-34c5-4875-b80b-aaaf0785b16a req-12fd35cd-d56e-4829-9a67-8f383e141e56 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 945 time: 0.1367240 Aug 28 20:03:49.915313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (8c51a71c-593a-4dab-8c5b-035d0ddce249), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:49.968766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-d8b67cdc-ba4b-4e44-abb6-5b9e550a6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:49.970598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-d8b67cdc-ba4b-4e44-abb6-5b9e550a6dbc service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0ebd595a-ad79-40cb-a9da-44d7abc1a472 HTTP/1.1" status: 200 len: 855 time: 0.1504955 Aug 28 20:03:49.982349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] DHCP port deletion for 8c51a71c-593a-4dab-8c5b-035d0ddce249 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:03:50.022780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-261a0c89-34c5-4875-b80b-aaaf0785b16a req-042c4457-b934-4c67-b1c5-9de659c30336 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150198 Aug 28 20:03:50.043701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] Deleting port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:50.044096 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.060517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb0f99ea-1962-4ced-9fd9-92c0eff3c155 req-83ae11d2-3c48-4300-9786-115baa5c60af tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3291247 Aug 28 20:03:50.068113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-966f01e4-2af8-4ef3-ae8a-2b1b05b40939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:50.068113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-966f01e4-2af8-4ef3-ae8a-2b1b05b40939 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=696827ca-0b03-4d79-a644-1142303f65f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0884151 Aug 28 20:03:50.076851 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:50.128750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a4640d09-9338-4bf4-a1b8-0b776de2298a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:50.134448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.149924 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812cfbd-78e6-4e7c-a9e5-64c1b0d08883 x-openstack-request-id: req-3812cfbd-78e6-4e7c-a9e5-64c1b0d08883 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:50.150244 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:50.150449 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3812cfbd-78e6-4e7c-a9e5-64c1b0d08883 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:50.150861 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3812cfbd-78e6-4e7c-a9e5-64c1b0d08883'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302', 'status': 'completed', 'code': 200} Aug 28 20:03:50.151121 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3812cfbd-78e6-4e7c-a9e5-64c1b0d08883'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa', 'status': 'completed', 'code': 200} Aug 28 20:03:50.165135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf82f-c856-4f03-8812-c5079b30a227 req-5db7bb0e-3a7e-445c-bd42-0134d6b537fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:50.166874 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daacf82f-c856-4f03-8812-c5079b30a227 req-5db7bb0e-3a7e-445c-bd42-0134d6b537fb service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 0.2728028 Aug 28 20:03:50.202017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (3f51141b-c30a-40e0-9163-6a8e8c72e5df), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.219541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-47721780-2622-4fc1-9b1a-02a75447b233 req-fd8ead84-fb76-46d7-b39c-fa6aed21c69d service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201113 Aug 28 20:03:50.232941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] For port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:50.233670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.249122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daacf82f-c856-4f03-8812-c5079b30a227 req-f2d84fed-bc05-4af3-877f-9f9e57f2d521 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 217 time: 0.0721135 Aug 28 20:03:50.256804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] Calling delete_port for 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:50.284929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Deleting port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:50.285287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.343864 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96790cd6-40d1-411c-80fd-6a7da2975e73 req-6c129824-c7c9-4646-86ed-ed393b0d7a88 tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.1201503 Aug 28 20:03:50.367057 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-c9316e8a-276f-444d-875d-b4362fbe8ae8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928429 Aug 28 20:03:50.378858 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:50.394681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf82f-c856-4f03-8812-c5079b30a227 req-f7a6e297-88e2-4043-8239-73dac474dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:50.395804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daacf82f-c856-4f03-8812-c5079b30a227 req-f7a6e297-88e2-4043-8239-73dac474dd4e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.1386125 Aug 28 20:03:50.414496 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (3f51141b-c30a-40e0-9163-6a8e8c72e5df), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.510275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks [] for router_controller (3f51141b-c30a-40e0-9163-6a8e8c72e5df), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.556567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf82f-c856-4f03-8812-c5079b30a227 req-fbf2ffee-19d1-4c75-a3f5-b69f524becdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:50.559621 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daacf82f-c856-4f03-8812-c5079b30a227 req-fbf2ffee-19d1-4c75-a3f5-b69f524becdc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1555462 Aug 28 20:03:50.573282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.616795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] No DVR routers for this DVR port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:50.619515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a108ac3-f13e-4b6a-a857-16ab388c38ab None None] Pushing event deleted for resources: {'Port': ['ID=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:50.664111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] For port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,segment=NetworkSegment(f404a08c-09ce-4503-b60b-4dcc7b70240a),segment_id=f404a08c-09ce-4503-b60b-4dcc7b70240a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:50.664488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.687991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Calling delete_port for 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:50.724116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (3f51141b-c30a-40e0-9163-6a8e8c72e5df), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.724787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f51141b-c30a-40e0-9163-6a8e8c72e5df {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:03:50.743897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b178ac-5a2e-4b90-aa05-d97036a1930a req-c50cc1c0-c676-4892-8685-581be9eca0e2 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:50.752324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61b178ac-5a2e-4b90-aa05-d97036a1930a req-c50cc1c0-c676-4892-8685-581be9eca0e2 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 949 time: 0.1491578 Aug 28 20:03:50.760776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.768397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0348d922-6867-428d-bae6-edc59b439ad2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/3f51141b-c30a-40e0-9163-6a8e8c72e5df HTTP/1.1" status: 204 len: 168 time: 3.6601884 Aug 28 20:03:50.768397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45540) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:50.793983 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:50.820603 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-4a510a3a-69c7-4e4e-8e0c-f0383474e22b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907607 Aug 28 20:03:50.867049 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:50.872395 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daacf82f-c856-4f03-8812-c5079b30a227 req-a9ef2c93-04c1-41c7-a926-1bf31e90daad service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002889 Aug 28 20:03:50.888464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61b178ac-5a2e-4b90-aa05-d97036a1930a req-270a4ef4-3c50-42fa-add1-89d7ee6931de tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345022 Aug 28 20:03:50.890331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] Deleting subnet ef870976-a87f-4d01-91db-d14275322a41 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:03:50.896005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] Publish callbacks [] for subnet (ef870976-a87f-4d01-91db-d14275322a41), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:50.955055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:03:50.966655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Deleting port fb161d72-26bf-4a81-b552-30462b2d068b {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:50.967205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.015383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 25ff9580-ce94-4fb0-9cda-432794d30afd completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:03:51.069433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (ef870976-a87f-4d01-91db-d14275322a41), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.082681 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-44b6fc3e-d638-44c0-a2e9-eb61672d2218 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 217 time: 0.1632295 Aug 28 20:03:51.095659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 25ff9580-ce94-4fb0-9cda-432794d30afd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:51.096821 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.105368 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7cee017d-a1d4-4681-b4d8-aa13abd5b9a6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.155509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cee017d-a1d4-4681-b4d8-aa13abd5b9a6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:51.163623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] No DVR routers for this DVR port 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:51.193361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.208200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.208200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.224982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.242149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.251461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 25ff9580-ce94-4fb0-9cda-432794d30afd is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:51.251872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.260499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.278798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.290277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-973eb4a9-7d7a-4aa0-8302-e2e56a99500a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2505040 Aug 28 20:03:51.291343 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:51.329323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:51.340611 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:51.340827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-3b6f5401-1463-4059-82e4-f24083e18b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.342606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-3b6f5401-1463-4059-82e4-f24083e18b2b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.2297907 Aug 28 20:03:51.379148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:51.407311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:51.408098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cee017d-a1d4-4681-b4d8-aa13abd5b9a6 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:51.409248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:51.439526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:51.440208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 622ec7ff-1fe0-4ad9-b09c-1dc859ee305c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:51.441105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e3e3c76-dede-4847-8f9d-20ce5af1604f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:51.445314 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.460709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] For port fb161d72-26bf-4a81-b552-30462b2d068b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fb161d72-26bf-4a81-b552-30462b2d068b,segment=NetworkSegment(69cc99f0-fdd0-47db-9863-7c2166a1790a),segment_id=69cc99f0-fdd0-47db-9863-7c2166a1790a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:51.461086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.472140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4e3e3c76-dede-4847-8f9d-20ce5af1604f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:51.472490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e3e3c76-dede-4847-8f9d-20ce5af1604f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:51.474230 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (8c51a71c-593a-4dab-8c5b-035d0ddce249), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.484919 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daacf82f-c856-4f03-8812-c5079b30a227 req-b9159c1c-3aaa-482c-91fa-21e14b5afb10 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951941 Aug 28 20:03:51.492804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Calling delete_port for fb161d72-26bf-4a81-b552-30462b2d068b owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:51.507956 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce400801-e8ee-48ba-8a6c-aaff180bd060 req-16c14a7d-6228-489f-be15-b3bd053e3c48 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167904 Aug 28 20:03:51.516734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-08151381-1784-4daa-97e1-ab56482ec138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.518575 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-08151381-1784-4daa-97e1-ab56482ec138 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1407883 Aug 28 20:03:51.522069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (ef870976-a87f-4d01-91db-d14275322a41), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.550791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=12']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:51.560531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c51a71c-593a-4dab-8c5b-035d0ddce249']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:51.649231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f404a08c-09ce-4503-b60b-4dcc7b70240a') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:51.653368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f404a08c-09ce-4503-b60b-4dcc7b70240a') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:51.706825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:51.711025 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cd63cf-9a7e-4a0b-96b3-ac98f63e6b6a" -d '{"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-plugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:51.715403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (f404a08c-09ce-4503-b60b-4dcc7b70240a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.721251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-d0bd66e7-5b6a-487b-887d-7fb3845c2a84 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933675 Aug 28 20:03:51.731641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b891c-5002-4a50-8ecb-f9eb2b3c8fca req-25bff18c-5636-438d-81c0-ff15288a37bd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.733807 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f08b891c-5002-4a50-8ecb-f9eb2b3c8fca req-25bff18c-5636-438d-81c0-ff15288a37bd tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0785148 Aug 28 20:03:51.752330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b8bd2f9-06de-4447-8ab9-96b44a8b53f3 req-9b578740-93da-4226-b30c-7d5d3072a4b1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=fcffdfe8227f41608cfcfbb1a585ffaf&device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.0945761 Aug 28 20:03:51.796548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f404a08c-09ce-4503-b60b-4dcc7b70240a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.823335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b8bd2f9-06de-4447-8ab9-96b44a8b53f3 req-2d683ff3-4fdd-4ffd-a305-5e115a15d5c4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=fcffdfe8227f41608cfcfbb1a585ffaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469487 Aug 28 20:03:51.829228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed348c-8a8b-4f79-94c8-3e27ab526b49 req-e45b35d4-88df-4cc6-a340-81dc6938a072 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:51.830893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7ed348c-8a8b-4f79-94c8-3e27ab526b49 req-e45b35d4-88df-4cc6-a340-81dc6938a072 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 985 time: 0.1345592 Aug 28 20:03:51.834514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:03:51.834689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (f404a08c-09ce-4503-b60b-4dcc7b70240a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.836283 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cde96e16-1a74-40b5-83b3-dffae6ff1d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:51.892088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f08b891c-5002-4a50-8ecb-f9eb2b3c8fca req-bd555361-bbeb-42f4-aa65-4caf9c8ec46f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435802 Aug 28 20:03:51.899760 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:51.949706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-32a919e9-2c6c-4fb6-ba5b-8477e88344e7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957874 Aug 28 20:03:51.959686 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f404a08c-09ce-4503-b60b-4dcc7b70240a resource provider aggregate not found Aug 28 20:03:52.010839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-ae3f5b6a-3d0a-4c59-a26e-9c729870687c service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 217 time: 0.0474949 Aug 28 20:03:52.071696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ba3ce3a-c522-4164-9c95-64fd45011c5c req-a4be9f55-6036-4e70-bd66-4cdd67b9b5c7 tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.0636969 Aug 28 20:03:52.100359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-61d95e44-fa7c-4efd-864b-0a5599b357b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.102013 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-61d95e44-fa7c-4efd-864b-0a5599b357b9 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.0828571 Aug 28 20:03:52.135346 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d77fc8-da35-4f54-9621-36096ae81908 x-openstack-request-id: req-55d77fc8-da35-4f54-9621-36096ae81908 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:52.135964 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-plugged", "status": "completed", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:52.136071 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55d77fc8-da35-4f54-9621-36096ae81908 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:52.136526 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d77fc8-da35-4f54-9621-36096ae81908'] response: {'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'code': 200} Aug 28 20:03:52.163713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-99e41087-bb01-4956-9f53-8dc856bf5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.165794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-99e41087-bb01-4956-9f53-8dc856bf5576 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0510855 Aug 28 20:03:52.292837 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:52.310127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc042012-35cb-44ec-b770-08a35a3fbd77 req-493684f0-9274-47ed-906f-c99be9b26a1a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.312292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc042012-35cb-44ec-b770-08a35a3fbd77 req-493684f0-9274-47ed-906f-c99be9b26a1a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 949 time: 0.0798230 Aug 28 20:03:52.349624 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f404a08c-09ce-4503-b60b-4dcc7b70240a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f404a08c-09ce-4503-b60b-4dcc7b70240a found for delete ", "request_id": "req-3c361d28-01a0-4527-b82e-21716fb639d0"}]} Aug 28 20:03:52.352162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-0a97d4a7-8006-4df4-9957-2e6a38dc891d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796668 Aug 28 20:03:52.366429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (ef870976-a87f-4d01-91db-d14275322a41), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:52.403272 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:52.435825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef870976-a87f-4d01-91db-d14275322a41,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:52.479315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601286ca-73be-465d-a510-d187e1bf6581 None None] Network e6382cd2-5644-465e-8b30-a10a1c5fc02a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:03:52.479616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:52.479704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc042012-35cb-44ec-b770-08a35a3fbd77 req-c12dd802-e988-420f-9537-789e4cca10fa tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514058 Aug 28 20:03:52.479793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c4008805-7a57-48bf-a922-00f1b5b2e6a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ef870976-a87f-4d01-91db-d14275322a41 HTTP/1.1" status: 204 len: 168 time: 1.7051501 Aug 28 20:03:52.488857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45558) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:52.537590 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-ff0905ed-05f0-416e-bd67-b41894df599e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789219 Aug 28 20:03:52.557507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a4640d09-9338-4bf4-a1b8-0b776de2298a up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:03:52.583581 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7ed348c-8a8b-4f79-94c8-3e27ab526b49 req-106d8b66-d8cd-4498-846b-d680bc1efb1c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.7280016 Aug 28 20:03:52.584327 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (8c51a71c-593a-4dab-8c5b-035d0ddce249), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:52.617338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:52.621410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/8c51a71c-593a-4dab-8c5b-035d0ddce249 HTTP/1.1" status: 204 len: 168 time: 3.0043988 Aug 28 20:03:52.680418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-26e076fc-062a-4697-9d55-70eaf3d213ed service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4 HTTP/1.1" status: 200 len: 217 time: 0.1332424 Aug 28 20:03:52.698618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port a4640d09-9338-4bf4-a1b8-0b776de2298a completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:03:52.702429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c844a6f-4308-4376-a90f-7bb3c35a640b admin admin] Pushing event deleted for resources: {'Network': ['ID=8c51a71c-593a-4dab-8c5b-035d0ddce249,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:52.721587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bd2f9-06de-4447-8ab9-96b44a8b53f3 req-8c3c80d8-b62d-4ed9-9e04-415c9b21951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.740890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b8bd2f9-06de-4447-8ab9-96b44a8b53f3 req-8c3c80d8-b62d-4ed9-9e04-415c9b21951e service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9018435 Aug 28 20:03:52.803837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port a4640d09-9338-4bf4-a1b8-0b776de2298a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:03:52.805775 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:52.828996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e6382cd2-5644-465e-8b30-a10a1c5fc02a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:52.832137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.837505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.843559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.850639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.855509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.861263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0758848-d920-4067-831d-11af91810d2c req-e65151dc-b50c-4051-b3b8-23bb78c1adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.866211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.866420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a0758848-d920-4067-831d-11af91810d2c req-e65151dc-b50c-4051-b3b8-23bb78c1adce service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1128 time: 0.1209054 Aug 28 20:03:52.873182 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:52.879846 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.890136 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-231d62e6-328f-406e-9495-a1c6cf96dc1e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.1342077 Aug 28 20:03:52.975305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-a97528a4-75db-4999-a67a-345f2f381120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:52.978085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fb161d72-26bf-4a81-b552-30462b2d068b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:52.979390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] DHCP port deletion for e6382cd2-5644-465e-8b30-a10a1c5fc02a request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:03:52.986441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-a97528a4-75db-4999-a67a-345f2f381120 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.2941587 Aug 28 20:03:52.987913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a4640d09-9338-4bf4-a1b8-0b776de2298a is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:52.988548 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.042096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] Deleting port a1674639-3c65-4eb3-9a41-13f5f587fde5 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:53.042739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.056411 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:53.080520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab4132c7-698c-4503-9a47-bd3299d0a2e2 req-0da9b38f-788a-4191-8231-253a0d4a4492 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891847 Aug 28 20:03:53.123029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb161d72-26bf-4a81-b552-30462b2d068b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:53.152808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Deleting port a1674639-3c65-4eb3-9a41-13f5f587fde5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:53.152808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.169402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a1674639-3c65-4eb3-9a41-13f5f587fde5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:53.211901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a4640d09-9338-4bf4-a1b8-0b776de2298a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:53.246233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3dbb5a49-b9de-45f6-b77d-e78443225f9c req-a3ffe14d-9ec2-4356-a390-9154207e73a1 tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.0403094 Aug 28 20:03:53.274541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b48d4-b1f6-4969-a56d-9730bb46f40d req-dfbdc9ff-095b-4716-bda1-a025b549c367 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:53.275136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] For port a1674639-3c65-4eb3-9a41-13f5f587fde5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1674639-3c65-4eb3-9a41-13f5f587fde5,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:53.275136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.275282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d46b48d4-b1f6-4969-a56d-9730bb46f40d req-dfbdc9ff-095b-4716-bda1-a025b549c367 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.2390680 Aug 28 20:03:53.296596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] Calling delete_port for a1674639-3c65-4eb3-9a41-13f5f587fde5 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:53.316920 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:53.363351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] For port a1674639-3c65-4eb3-9a41-13f5f587fde5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1674639-3c65-4eb3-9a41-13f5f587fde5,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:53.366274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.378570 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.421132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Calling delete_port for a1674639-3c65-4eb3-9a41-13f5f587fde5 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:53.445127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45574) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:53.492566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d46b48d4-b1f6-4969-a56d-9730bb46f40d req-7d760209-dc87-4e2b-8b84-70c3814e6b70 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114396 Aug 28 20:03:53.558091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02928e04-9612-428a-9222-ea77d015db8d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2cfe92f7e31c4c4eb8886f256f57df8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1109526 Aug 28 20:03:53.558861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45578) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:53.608524 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.609770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a1674639-3c65-4eb3-9a41-13f5f587fde5 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:03:53.610505 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.643238 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.651892 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:53.690163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Publish callbacks [] for security_group (aa3e86a5-b5f8-46a5-a7c5-ee188737f031), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.698685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a4640d09-9338-4bf4-a1b8-0b776de2298a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:53.707329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a1674639-3c65-4eb3-9a41-13f5f587fde5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1674639-3c65-4eb3-9a41-13f5f587fde5,segment=NetworkSegment(e6a13e14-b5c5-4223-b408-7bfdbd960032),segment_id=e6a13e14-b5c5-4223-b408-7bfdbd960032)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:53.728705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ce1fe-b80e-433d-826b-93fcf00bbe4b req-286b332f-9e9a-4228-999c-6ac71646871e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:53.732200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-652ce1fe-b80e-433d-826b-93fcf00bbe4b req-286b332f-9e9a-4228-999c-6ac71646871e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 950 time: 0.1443682 Aug 28 20:03:53.769718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Publish callbacks [] for security_group (aa3e86a5-b5f8-46a5-a7c5-ee188737f031), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.785356 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.862247 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:53.909203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a1674639-3c65-4eb3-9a41-13f5f587fde5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: from cryptography.utils import int_from_bytes Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: from cryptography.utils import int_from_bytes Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.919770 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:03:53.922313 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:03:53.928708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.932465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (a1674639-3c65-4eb3-9a41-13f5f587fde5), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:53.949548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb916ea-75b2-478f-87cd-7f453e4e9984 req-2fbdc4c1-ebfc-43f3-98c3-a25c8d7939a2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:53.956803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cb916ea-75b2-478f-87cd-7f453e4e9984 req-2fbdc4c1-ebfc-43f3-98c3-a25c8d7939a2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 985 time: 0.1715612 Aug 28 20:03:53.962360 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-652ce1fe-b80e-433d-826b-93fcf00bbe4b req-c2083840-23a3-4357-9293-6767f6bc1111 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118032 Aug 28 20:03:53.972980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] Pushing event deleted for resources: {'Port': ['ID=a1674639-3c65-4eb3-9a41-13f5f587fde5,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:53.976280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114da5f-90f8-4561-89eb-255f3f53f4e8 None None] No DVR routers for this DVR port a1674639-3c65-4eb3-9a41-13f5f587fde5 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:54.036746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] No DVR routers for this DVR port a1674639-3c65-4eb3-9a41-13f5f587fde5 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:03:54.042195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1674639-3c65-4eb3-9a41-13f5f587fde5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:54.066004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-edac9201-22ab-4208-9b2c-af14ad22a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.068249 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-edac9201-22ab-4208-9b2c-af14ad22a2bd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1599736 Aug 28 20:03:54.075544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a0758848-d920-4067-831d-11af91810d2c req-37779d29-1afa-4dd1-9f1d-a16bba9ebde1 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414846 Aug 28 20:03:54.137941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4640d09-9338-4bf4-a1b8-0b776de2298a'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:54.141314 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dd5e12-41b4-43b3-a154-73bf64790a2d" -d '{"events": [{"server_uuid": "752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71", "name": "network-vif-plugged", "status": "completed", "tag": "a4640d09-9338-4bf4-a1b8-0b776de2298a"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:54.181658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aa3e86a5-b5f8-46a5-a7c5-ee188737f031), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.189584 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-440dde2f-cbac-4acd-acdd-66d48659d052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.190156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.190156 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aa3e86a5-b5f8-46a5-a7c5-ee188737f031 HTTP/1.1" status: 204 len: 168 time: 0.6266286 Aug 28 20:03:54.197364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e86a5-b5f8-46a5-a7c5-ee188737f031,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:54.207961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.208455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.208667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.209790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.210212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.210561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.211020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.211329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.211662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.211996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.212327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.212651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.212981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.213307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.213824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cde7e9-6db1-4404-a3f6-d8f2a05aab8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:03:54.244296 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e6382cd2-5644-465e-8b30-a10a1c5fc02a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.290992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cb916ea-75b2-478f-87cd-7f453e4e9984 req-a27793e3-5082-47fa-a077-8a4460824290 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3329883 Aug 28 20:03:54.318162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6382cd2-5644-465e-8b30-a10a1c5fc02a']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:54.353250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a13e14-b5c5-4223-b408-7bfdbd960032') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:54.353766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a13e14-b5c5-4223-b408-7bfdbd960032') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:54.360975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.366886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.373369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.381836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.387804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.389532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:03:54.392628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (e6a13e14-b5c5-4223-b408-7bfdbd960032), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.396919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.400295 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bcc912-52d0-440c-828f-4d78c493c1eb x-openstack-request-id: req-a3bcc912-52d0-440c-828f-4d78c493c1eb {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:54.400767 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71", "name": "network-vif-plugged", "status": "completed", "tag": "a4640d09-9338-4bf4-a1b8-0b776de2298a", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:54.400996 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3bcc912-52d0-440c-828f-4d78c493c1eb {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:54.401437 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bcc912-52d0-440c-828f-4d78c493c1eb'] response: {'server_uuid': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4640d09-9338-4bf4-a1b8-0b776de2298a', 'code': 200} Aug 28 20:03:54.403635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.414323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c5ff1150-6f61-4827-a550-63a55557145f req-2009ce00-db9e-43ec-bfd2-749676639215 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.1826093 Aug 28 20:03:54.435074 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e6a13e14-b5c5-4223-b408-7bfdbd960032), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.497662 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:54.525595 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:54.530062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:03:54.531128 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (e6a13e14-b5c5-4223-b408-7bfdbd960032), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.574862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-daa81eaf-1694-4eaf-a809-558ec58a3513 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836039 Aug 28 20:03:54.599371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87805830-58f9-4b22-8aa6-42a6d399aef4 req-2cc5ca87-3373-46f4-9eec-3551bddb98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.602220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87805830-58f9-4b22-8aa6-42a6d399aef4 req-2cc5ca87-3373-46f4-9eec-3551bddb98bc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 1132 time: 0.0926399 Aug 28 20:03:54.612595 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c5ff1150-6f61-4827-a550-63a55557145f req-b8dd5d3b-e225-40a0-8375-6226d7b75225 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970456 Aug 28 20:03:54.637218 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e6a13e14-b5c5-4223-b408-7bfdbd960032 resource provider aggregate not found Aug 28 20:03:54.642377 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9abcb50b-fceb-44ca-a185-715cd70c986d req-6d3ed666-7a23-4997-8919-764a2eaa86d0 tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.1495912 Aug 28 20:03:54.654410 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:54.707446 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e6a13e14-b5c5-4223-b408-7bfdbd960032 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6a13e14-b5c5-4223-b408-7bfdbd960032 found for delete ", "request_id": "req-11de81a4-933c-4495-bde9-cbfb9c69db4f"}]} Aug 28 20:03:54.712271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87805830-58f9-4b22-8aa6-42a6d399aef4 req-c89dc01d-ac8c-43a7-8994-9b9774bfef18 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980396 Aug 28 20:03:54.727389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:03:54.735069 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f9a5fcce-20e5-4525-83ed-8a2e0f1c9d2a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8845084 Aug 28 20:03:54.737130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45600) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:54.746833 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] Sync routers for ids ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:03:54.772506 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] Routers {'93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:54.773582 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:54.830094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-042d8f1f-823b-4070-be1f-9f0141093b15 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1942109542&fields=id&tenant_id=51ab0b6f6a7549a68be0791b209cc1ec HTTP/1.1" status: 200 len: 267 time: 0.0914769 Aug 28 20:03:54.830692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e6382cd2-5644-465e-8b30-a10a1c5fc02a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.838033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:54.841408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e6382cd2-5644-465e-8b30-a10a1c5fc02a HTTP/1.1" status: 204 len: 168 time: 2.3441722 Aug 28 20:03:54.868822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45604) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:54.888186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b8bd2f9-06de-4447-8ab9-96b44a8b53f3 req-1b090a69-1aeb-401e-bb3b-bef460648e9e tempest-ServersAaction247Test-301917140 tempest-ServersAaction247Test-301917140-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bb5191f8-5b82-46f5-a9e5-6628e1830bc1 HTTP/1.1" status: 200 len: 210 time: 0.0896261 Aug 28 20:03:54.918645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c86d-fb90-4376-a079-ba161bf34236 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6382cd2-5644-465e-8b30-a10a1c5fc02a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:54.934279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4acf04-23ab-459c-bb28-fc32b1be1f44 req-977cb74f-05c4-4085-a60c-185fcf281b8a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:54.935926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b4acf04-23ab-459c-bb28-fc32b1be1f44 req-977cb74f-05c4-4085-a60c-185fcf281b8a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1386385 Aug 28 20:03:54.972316 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] Set router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:55.069288 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks [] for router (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:55.087254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b4acf04-23ab-459c-bb28-fc32b1be1f44 req-b2bbf0fb-79d0-4ba3-8d6c-d6ff2f907eae tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002781 Aug 28 20:03:55.089573 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:55.113802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-880a81db-0c7a-401e-b962-c381fd8fbabb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:55.150560 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-880a81db-0c7a-401e-b962-c381fd8fbabb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 985 time: 0.2801173 Aug 28 20:03:55.162764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-d4d9f8e1-3dba-4043-ad45-a04cf50fd324 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868270 Aug 28 20:03:55.196530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'port': {'security_groups': ['62c07ec5-ce09-472f-bf9e-9c2471dea7c3', 'ba4c23b0-2713-49d2-8530-eb48e4fe1eb6', 'aacb0b05-bb08-4391-bbef-5fcdc11de2ff']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:55.301080 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:55.362996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-6e843d78-3713-41d7-bcc7-dab6177fa7ac service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=77b391d3-494a-42ac-81b4-d2edb5f33294 HTTP/1.1" status: 200 len: 217 time: 0.1555140 Aug 28 20:03:55.413403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a9904-1b75-4f78-a6a8-dc4ae2e8fa15 req-17999e70-1c4c-497a-96ce-1d711105b97f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:55.418906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-927a9904-1b75-4f78-a6a8-dc4ae2e8fa15 req-17999e70-1c4c-497a-96ce-1d711105b97f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 950 time: 0.1459839 Aug 28 20:03:55.502337 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:03:52Z', 'revision_number': 5, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:55.572143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-927a9904-1b75-4f78-a6a8-dc4ae2e8fa15 req-b1aecf4e-8b00-4f07-b88f-09cdc4c65173 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401625 Aug 28 20:03:55.602996 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] Checking router: 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:03:55.625363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks [] for router_gateway (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:55.644917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] Routers {'93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:03:55.646539 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:55.799126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:55.883084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-ae658d41-3a0c-408e-a6d8-3733b8f2d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:55.886269 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-ae658d41-3a0c-408e-a6d8-3733b8f2d481 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.5080068 Aug 28 20:03:55.924356 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:55.950550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Deleting port e446bccb-649d-4a92-a70b-59529bc66ab7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:55.951198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:55.982518 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] Set router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:03:55.999034 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:56.027551 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:56.034241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-105f2feb-090d-4f6f-b8c3-69f1f05cbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.034241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-105f2feb-090d-4f6f-b8c3-69f1f05cbc60 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1399841 Aug 28 20:03:56.076433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.092553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.103517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.115407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.130136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.138119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.149443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.168655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-da229b70-f803-4d78-85e9-8baecee6963c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.3605759 Aug 28 20:03:56.298091 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1da88aff-dcd0-4148-a99f-ca2ca7cc57fe req-57aac2eb-db0e-47bc-9fb3-4a45411e9f86 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176634 Aug 28 20:03:56.333148 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:03:52Z', 'revision_number': 5, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:03:56.397556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] For port e446bccb-649d-4a92-a70b-59529bc66ab7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e446bccb-649d-4a92-a70b-59529bc66ab7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:56.398165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:56.411680 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23df58d5-dd06-4166-83e0-05591ce00f65 None None] The sync data for ids ['93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c'] in n-d-854121-7 is: [{'id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'name': 'tempest-SecurityGroupRulesTestJSON-1241013220-router', 'tenant_id': 'dd7de14bdd13467184df8d1609bab6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:02:30Z', 'updated_at': '2022-08-28T20:03:52Z', 'revision_number': 5, 'project_id': 'dd7de14bdd13467184df8d1609bab6c3', 'gw_port': {'id': 'e446bccb-649d-4a92-a70b-59529bc66ab7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:02:33Z', 'updated_at': '2022-08-28T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:03:56.425743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Calling delete_port for e446bccb-649d-4a92-a70b-59529bc66ab7 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:56.447360 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:56.560034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45656) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:56.649410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d9ce-69b9-4ac9-b045-0433b9829074 req-6066d4ca-99be-42f3-b5e2-391defaafbf4 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.656955 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d498d9ce-69b9-4ac9-b045-0433b9829074 req-6066d4ca-99be-42f3-b5e2-391defaafbf4 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0790582 Aug 28 20:03:56.667441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-635742d5-1bc3-4659-9f3d-0b4a626c0a4f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637724 Aug 28 20:03:56.718319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d498d9ce-69b9-4ac9-b045-0433b9829074 req-ff4fd7c1-ba15-46e4-9538-7aa0de4b1fdb tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602906 Aug 28 20:03:56.812446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-406263480-network', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:56.962567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b131bf-eeed-4b5d-9fc1-cb38cf1be366 req-8edd9132-286c-4686-bde5-cf4b95b3164d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:56.970449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5b131bf-eeed-4b5d-9fc1-cb38cf1be366 req-8edd9132-286c-4686-bde5-cf4b95b3164d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 950 time: 0.0888824 Aug 28 20:03:56.972716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:56.974256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Made reservation on behalf of bf61c4060dfc402785f0e97364afd0e3 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:56.976738 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.000849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.082518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fb161d72-26bf-4a81-b552-30462b2d068b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:57.106511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:57.114682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e446bccb-649d-4a92-a70b-59529bc66ab7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.125791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: fb161d72-26bf-4a81-b552-30462b2d068b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:57.126968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fb161d72-26bf-4a81-b552-30462b2d068b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:57.153952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5b131bf-eeed-4b5d-9fc1-cb38cf1be366 req-ee5f8914-d733-42fb-bd99-33ad7ff03549 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822340 Aug 28 20:03:57.226602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e446bccb-649d-4a92-a70b-59529bc66ab7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:57.299151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks [] for security_group (078ac858-e500-479a-b130-eb8a62b001d9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.396762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (078ac858-e500-479a-b130-eb8a62b001d9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.441422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45680) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:57.444301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-7e0ce3a2-5ed3-47a4-9645-e3e87bf60434 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210231 Aug 28 20:03:57.449901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:03:57.498108 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-eeb98fc6-7402-499f-80ab-108891bc8d97 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302 HTTP/1.1" status: 200 len: 217 time: 0.0459249 Aug 28 20:03:57.520855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.550420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ac858-e500-479a-b130-eb8a62b001d9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:57.562336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a07b2-834d-42f6-8de9-9401f4071a3b req-cfa5c9da-073a-48ac-8cb5-13f56515ce33 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:57.572541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b28a07b2-834d-42f6-8de9-9401f4071a3b req-cfa5c9da-073a-48ac-8cb5-13f56515ce33 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1869023 Aug 28 20:03:57.580867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.612826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:57.624419 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:57.686624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0b24bef4-e9b3-4241-8e52-8d9f50500e9f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.686624 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Added segment 0b24bef4-e9b3-4241-8e52-8d9f50500e9f of type vlan for network 42e91a6d-d88c-494a-b730-9609aa9da8ff Aug 28 20:03:57.714293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.718597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (1cbebb41-61e1-4811-a74b-87216494365e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.723001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-f816bbf0-cc5d-4a22-aa82-e28550249e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:57.725122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-f816bbf0-cc5d-4a22-aa82-e28550249e00 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 HTTP/1.1" status: 200 len: 797 time: 0.2156334 Aug 28 20:03:57.799253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.804600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks [] for router_controller (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.810541 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (42e91a6d-d88c-494a-b730-9609aa9da8ff), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.814098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.814683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e698b6e9-56f4-4269-8228-fef0a0dbdb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.827251 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:57.831704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:57.831704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:57.834009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a5b8242-0cfa-4f61-be71-41b1c95eb99e req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "PUT /networking/v2.0/ports/2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 1021 time: 2.6825318 Aug 28 20:03:57.858718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f', '2ba90e82-8b9f-4b41-9c29-69681306e1cb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:57.863024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:03:57.865771 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d3723-a4fa-40fa-81cf-f23a590f3be5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:03:57.873963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-d174f23d-ecfa-4d22-9394-26de0d9083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:57.875926 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-d174f23d-ecfa-4d22-9394-26de0d9083f9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1189368 Aug 28 20:03:57.890145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b28a07b2-834d-42f6-8de9-9401f4071a3b req-e6140e49-03d7-46f9-a4ce-5bb79b1ba290 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157957 Aug 28 20:03:58.009655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.010680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:03:58.023641 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.027736 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-239896dc-aa3e-4e5f-a892-bf3a41b3d0e0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/93c8ff9c-a8f4-4bf1-b90f-3ea8d732698c HTTP/1.1" status: 204 len: 168 time: 3.2867856 Aug 28 20:03:58.027736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e698b6e9-56f4-4269-8228-fef0a0dbdb2b admin admin] Publish callbacks [] for security_group (2f9d0181-de89-4a4e-b6ba-03094f7b142c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.028704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45692) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:58.056430 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:58.062218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['2ba90e82-8b9f-4b41-9c29-69681306e1cb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:03:58.076858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (42e91a6d-d88c-494a-b730-9609aa9da8ff), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.078216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.078850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.124618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434b6a8-50d2-457b-a2d7-cc8abfd48c8f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:58.149590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.155785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.162064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.171677 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.175625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.182022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.187776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.195417 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d32ee69e-db66-498d-8446-9a13860444ef req-6088165c-29ed-4be5-ae60-4676734509a1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2011909 Aug 28 20:03:58.303092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa2f87-1dd9-4997-a7b2-290881e671f3 req-66d4412f-b860-4810-a6cb-73b931b46bab tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.322189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8aa2f87-1dd9-4997-a7b2-290881e671f3 req-66d4412f-b860-4810-a6cb-73b931b46bab tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.2379911 Aug 28 20:03:58.352864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7934685 Aug 28 20:03:58.355281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e698b6e9-56f4-4269-8228-fef0a0dbdb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f9d0181-de89-4a4e-b6ba-03094f7b142c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.361507 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-c882dcf7-2abd-4fdb-887d-c6a9fcce0725 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603696 Aug 28 20:03:58.368875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45696) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:58.410030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Request body: {'subnet': {'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-406263480-subnet', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:03:58.430808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b6e9-56f4-4269-8228-fef0a0dbdb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9d0181-de89-4a4e-b6ba-03094f7b142c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:58.442984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6a47-20cb-423c-b269-6c0b99a8b1ea admin admin] Pushing event updated for resources: {'Network': ['ID=42e91a6d-d88c-494a-b730-9609aa9da8ff,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:58.460858 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=12 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:58.464370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] Deleting subnet 1baa988e-1782-44d2-a6a6-4946f8dd7492 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:03:58.469691 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] Publish callbacks [] for subnet (1baa988e-1782-44d2-a6a6-4946f8dd7492), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.475932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:03:58.507550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (1baa988e-1782-44d2-a6a6-4946f8dd7492), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.571434 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d32ee69e-db66-498d-8446-9a13860444ef req-786a69f4-f596-4418-bea1-f95d5ccf4d6f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3264089 Aug 28 20:03:58.670961 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-5a4c5d54-1453-447c-969a-8825d8a70cd3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966554 Aug 28 20:03:58.780699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-7c8186c2-e355-4167-8cef-c84d79871d2a service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08b7716e-c895-4e14-af45-c79af930d7fa HTTP/1.1" status: 200 len: 217 time: 0.0915279 Aug 28 20:03:58.784991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Deleting port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:58.785342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:58.878546 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:58.908243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee3c6e85-250d-4b56-988d-ab9b9e93faba req-d066728e-608a-4732-a3c0-dc394bd107a1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/aacb0b05-bb08-4391-bbef-5fcdc11de2ff HTTP/1.1" status: 200 len: 1819 time: 0.2612383 Aug 28 20:03:58.921930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-03cf0db9-3427-4461-87d3-0b9c4663dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.923730 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-03cf0db9-3427-4461-87d3-0b9c4663dde8 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 HTTP/1.1" status: 200 len: 797 time: 0.1342912 Aug 28 20:03:58.935624 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e698b6e9-56f4-4269-8228-fef0a0dbdb2b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fcffdfe8227f41608cfcfbb1a585ffaf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4875183 Aug 28 20:03:58.947290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45698) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:58.975804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8aa2f87-1dd9-4997-a7b2-290881e671f3 req-82dc0830-f2ed-4625-8b90-8c7cae8da9e1 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519840 Aug 28 20:03:58.980740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c587-6f5f-462e-b205-463839dadfad req-a5f7e741-b504-42da-baa0-4c590d2be43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:58.982650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-a5f7e741-b504-42da-baa0-4c590d2be43e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0513682 Aug 28 20:03:59.039470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Made reservation on behalf of bf61c4060dfc402785f0e97364afd0e3 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:03:59.042357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.125918 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] For port e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,segment=NetworkSegment(46282e0e-a18f-4b20-b463-9b27a3606568),segment_id=46282e0e-a18f-4b20-b463-9b27a3606568)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:59.126292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.130035 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9858fc1-f623-4363-bf52-66237537dd18 x-openstack-request-id: req-f9858fc1-f623-4363-bf52-66237537dd18 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:03:59.130329 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:03:59.130582 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9858fc1-f623-4363-bf52-66237537dd18 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:03:59.130970 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9858fc1-f623-4363-bf52-66237537dd18'] response: {'name': 'network-changed', 'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb', 'status': 'completed', 'code': 200} Aug 28 20:03:59.136504 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (1baa988e-1782-44d2-a6a6-4946f8dd7492), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.155629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Calling delete_port for e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:59.163561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e446bccb-649d-4a92-a70b-59529bc66ab7 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:03:59.194300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a5798e9-5266-4e2f-bb03-28c578e22941 admin admin] Publish callbacks [] for security_group (2f9d0181-de89-4a4e-b6ba-03094f7b142c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.201285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e446bccb-649d-4a92-a70b-59529bc66ab7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:03:59.201713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e446bccb-649d-4a92-a70b-59529bc66ab7 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:03:59.220525 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-ee3c6e85-250d-4b56-988d-ab9b9e93faba req-83e6d47a-7815-4013-a058-e0dc754a8550 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 20:03:59.224113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee3c6e85-250d-4b56-988d-ab9b9e93faba req-83e6d47a-7815-4013-a058-e0dc754a8550 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aacb0b05-bb08-4391-bbef-5fcdc11de2ff HTTP/1.1" status: 409 len: 341 time: 0.2950594 Aug 28 20:03:59.263602 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a5798e9-5266-4e2f-bb03-28c578e22941 admin admin] Publish callbacks [] for security_group (2f9d0181-de89-4a4e-b6ba-03094f7b142c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.327418 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-19384927-ddf9-4ce8-8b8c-9758e78739ee tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=5785436cda5f45ca9852b0b284b8137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456460 Aug 28 20:03:59.335313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-15405cd2-05b3-4a46-954f-bad69e98dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:59.337039 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-15405cd2-05b3-4a46-954f-bad69e98dd82 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1207 time: 0.1538677 Aug 28 20:03:59.435970 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-ba728977-6f4a-4cf6-bf0a-c2f0d17af86f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440444 Aug 28 20:03:59.491447 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (1baa988e-1782-44d2-a6a6-4946f8dd7492), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.534695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-b82ab857-a79e-477f-abff-5e818162ef8c tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:59.537365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-b82ab857-a79e-477f-abff-5e818162ef8c tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943069 Aug 28 20:03:59.563363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a5798e9-5266-4e2f-bb03-28c578e22941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f9d0181-de89-4a4e-b6ba-03094f7b142c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.566079 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a5798e9-5266-4e2f-bb03-28c578e22941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.568173 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1a5798e9-5266-4e2f-bb03-28c578e22941 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2f9d0181-de89-4a4e-b6ba-03094f7b142c HTTP/1.1" status: 204 len: 168 time: 0.6208386 Aug 28 20:03:59.572598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.578412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/1baa988e-1782-44d2-a6a6-4946f8dd7492 HTTP/1.1" status: 204 len: 168 time: 1.5459669 Aug 28 20:03:59.578523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-28fcf59d-d78e-4b38-a0e9-46137b10477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:59.578523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-28fcf59d-d78e-4b38-a0e9-46137b10477b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 200 len: 914 time: 0.2302625 Aug 28 20:03:59.580491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea18af-1d95-4fa2-95e6-60f6d07ed2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1baa988e-1782-44d2-a6a6-4946f8dd7492,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:59.581084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026f063-216d-4292-93aa-54d9a5be75e6 None None] Network 0da46cdd-f344-4737-9707-ed65cb053ed3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:03:59.581666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45712) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:03:59.604135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5798e9-5266-4e2f-bb03-28c578e22941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9d0181-de89-4a4e-b6ba-03094f7b142c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:59.621192 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-f5f8996f-cebc-4187-a0d6-c00ca366867e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/quotas/5785436cda5f45ca9852b0b284b8137a HTTP/1.1" status: 200 len: 375 time: 0.0599363 Aug 28 20:03:59.638650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-157058af-64d4-45c1-ab33-9b9eb382cb3c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 200 len: 217 time: 0.0490255 Aug 28 20:03:59.723147 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:59.756177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-aac0b807-7337-47f0-8fcf-bffd9c86a64b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354234 Aug 28 20:03:59.778047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a106c587-6f5f-462e-b205-463839dadfad req-db445ffe-d2c7-4556-9fd7-52b3b3b1f8ec service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352468 Aug 28 20:03:59.800615 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:59.818209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-f6e90ac3-01a7-474e-8dd4-8261bd834923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:03:59.820389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-f6e90ac3-01a7-474e-8dd4-8261bd834923 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 200 len: 852 time: 0.1547031 Aug 28 20:03:59.821078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] DHCP port deletion for 0da46cdd-f344-4737-9707-ed65cb053ed3 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:03:59.847130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (0da46cdd-f344-4737-9707-ed65cb053ed3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.855120 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:59.857968 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:59.867352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] Deleting port 4c487497-19f9-447d-a3d1-48beab53e201 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:59.867731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4c487497-19f9-447d-a3d1-48beab53e201), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.870360 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (10f9dfa5-6595-4445-92b6-9667ab266b29), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.897361 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:59.962201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Deleting port 4c487497-19f9-447d-a3d1-48beab53e201 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:03:59.962743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4c487497-19f9-447d-a3d1-48beab53e201), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.963616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] For port 4c487497-19f9-447d-a3d1-48beab53e201, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4c487497-19f9-447d-a3d1-48beab53e201,segment=NetworkSegment(69cc99f0-fdd0-47db-9863-7c2166a1790a),segment_id=69cc99f0-fdd0-47db-9863-7c2166a1790a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:03:59.964053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4c487497-19f9-447d-a3d1-48beab53e201), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:03:59.984574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] Calling delete_port for 4c487497-19f9-447d-a3d1-48beab53e201 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:03:59.986754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f9dfa5-6595-4445-92b6-9667ab266b29,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:03:59.992766 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:03:59.996266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Checking segment: {'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:03:59.996741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Network hostable DHCP agents. Network: 42e91a6d-d88c-494a-b730-9609aa9da8ff, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:04:00.056310 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.111955 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:00.130303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:04:00.162323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:00.175319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.181371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.198228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.205045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.208932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.214335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.219632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.227092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63271cac-be1c-427f-9d89-a90cedcf1149 req-e03922ce-484c-45a5-a4cc-c38688ccbff9 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.228849 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63271cac-be1c-427f-9d89-a90cedcf1149 req-e03922ce-484c-45a5-a4cc-c38688ccbff9 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1024 time: 0.0905879 Aug 28 20:04:00.229293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e29c2822-2921-4c91-8342-f4e30962b189 req-2dc94fd6-7be0-4aee-89f5-6f1c5296057b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2493010 Aug 28 20:04:00.233608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] For port 4c487497-19f9-447d-a3d1-48beab53e201, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4c487497-19f9-447d-a3d1-48beab53e201,segment=NetworkSegment(69cc99f0-fdd0-47db-9863-7c2166a1790a),segment_id=69cc99f0-fdd0-47db-9863-7c2166a1790a)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:00.234135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4c487497-19f9-447d-a3d1-48beab53e201), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.234419 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (4c487497-19f9-447d-a3d1-48beab53e201), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.284774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 42e91a6d-d88c-494a-b730-9609aa9da8ff) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:00.296612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] No DVR routers for this DVR port 4c487497-19f9-447d-a3d1-48beab53e201 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:00.305420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5b86a-c722-4d3a-a661-667c4461084d None None] Pushing event deleted for resources: {'Port': ['ID=4c487497-19f9-447d-a3d1-48beab53e201,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:00.315838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988a4c3-f9b6-4f8d-be34-7713f8d02861 None None] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:00.321726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.322798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.362685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Calling delete_port for 4c487497-19f9-447d-a3d1-48beab53e201 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:00.518768 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63271cac-be1c-427f-9d89-a90cedcf1149 req-b83eae38-a4b8-465c-aeb3-a42fb62d1dfd tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aacb0b05-bb08-4391-bbef-5fcdc11de2ff&id=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2688158 Aug 28 20:04:00.525469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-42e91a6d-d88c-494a-b730-9609aa9da8ff', 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff', 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'fixed_ips': [{'subnet_id': '10f9dfa5-6595-4445-92b6-9667ab266b29'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:04:00.526917 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.596208 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ac26f6b0-c200-4eb4-b982-72deb144da24 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1907644 Aug 28 20:04:00.597270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45736) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:00.602053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:00.636013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.637698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.639097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.639798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.640438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.641124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.641785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.645500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4b85adda-9c74-4528-86e4-21de0d87ddd0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6705 time: 0.2842517 Aug 28 20:04:00.698240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e29c2822-2921-4c91-8342-f4e30962b189 req-1781e882-333f-4f81-a164-f1270ba29ea9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4677262 Aug 28 20:04:00.741025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.742307 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.770787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66440d70-7d12-4c62-b957-7a2ecf70b87e req-63a95441-c955-418b-b8fd-3dbbb359f6db tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:00.772846 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66440d70-7d12-4c62-b957-7a2ecf70b87e req-63a95441-c955-418b-b8fd-3dbbb359f6db tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1176772 Aug 28 20:04:00.860622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Allocated IP 172.20.0.2 (42e91a6d-d88c-494a-b730-9609aa9da8ff/10f9dfa5-6595-4445-92b6-9667ab266b29/9c019cb0-5ef9-40b1-a4f0-7fcdfb192570) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:00.872708 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f3d682b-699e-4f40-b5b2-d3191645d20a req-77ad35d8-f751-41c4-8d58-a3001a180d44 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 210 time: 0.0716176 Aug 28 20:04:00.910965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks [] for router_controller (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:00.916078 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66440d70-7d12-4c62-b957-7a2ecf70b87e req-ef16e253-4b2a-426f-b4d3-61c9031c3a98 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368406 Aug 28 20:04:01.102913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4c487497-19f9-447d-a3d1-48beab53e201), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:01.118510 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:01.182987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-6f6774be-865c-4ffc-a05e-e7024c4f3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:01.185158 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-6f6774be-865c-4ffc-a05e-e7024c4f3256 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b59b512a-ab3a-4e74-a354-4896bdac9613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1176775 Aug 28 20:04:01.210565 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Publish callbacks [] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:01.217961 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:01.228621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (1cbebb41-61e1-4811-a74b-87216494365e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:01.231073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-d5ae2a04-3508-417f-a518-258097c6c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:01.232824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-d5ae2a04-3508-417f-a518-258097c6c824 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=f916ee4d-6756-48e6-9a29-8dafd69f66c1 HTTP/1.1" status: 200 len: 903 time: 0.5718291 Aug 28 20:04:01.247780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Pushing event deleted for resources: {'Port': ['ID=4c487497-19f9-447d-a3d1-48beab53e201,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:01.251353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] No DVR routers for this DVR port 4c487497-19f9-447d-a3d1-48beab53e201 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:01.281767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4c487497-19f9-447d-a3d1-48beab53e201 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:01.293097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641fd3c-1a91-453d-8366-ca2b44e5b04d req-d3db7776-aabe-46f9-98e1-409808c1b605 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:01.294783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c641fd3c-1a91-453d-8366-ca2b44e5b04d req-d3db7776-aabe-46f9-98e1-409808c1b605 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.2577419 Aug 28 20:04:01.319565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4c487497-19f9-447d-a3d1-48beab53e201 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:01.319565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4c487497-19f9-447d-a3d1-48beab53e201 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:01.324808 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:01.388197 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks [] for router_gateway (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:01.407309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:01.413834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:01.419609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:01.440929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Pushing event updated for resources: {'Port': ['ID=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:01.549133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.550181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.550519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.551029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.551402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.551738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.552055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.552534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.553031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.553359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.553676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.554176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.554668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.554992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.555315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:01.633676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-20d8490f-cb22-4b0f-9f8e-43fdfbe33a09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:01.644421 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-20d8490f-cb22-4b0f-9f8e-43fdfbe33a09 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1024 time: 0.1932137 Aug 28 20:04:01.648388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45754) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:01.728264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-cee71d7a-1132-4e10-b8fb-26da71f35e58 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302 HTTP/1.1" status: 200 len: 217 time: 0.4825373 Aug 28 20:04:01.751578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Attempting to bind port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:01.753502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Attempting to bind port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:01.755746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Attempting to bind port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 on network 42e91a6d-d88c-494a-b730-9609aa9da8ff {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:01.767932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:01.768790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Checking segment: {'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:01.769571 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:01.771041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Bound using segment: {'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:01.772782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Bound port: 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:01.773511 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:01.796767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee941e-3892-4688-b16a-7889b5f58dd5 req-4960a1d8-772f-4d07-bd6f-b66f02dbe6cd tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:01.804559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05ee941e-3892-4688-b16a-7889b5f58dd5 req-4960a1d8-772f-4d07-bd6f-b66f02dbe6cd tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1024 time: 0.1335123 Aug 28 20:04:01.872562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] For port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:01.880544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] For port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,segment=NetworkSegment(0b24bef4-e9b3-4241-8e52-8d9f50500e9f),segment_id=0b24bef4-e9b3-4241-8e52-8d9f50500e9f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:01.922761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-279349833-network', 'tenant_id': '52acaef1cb324f4984b245e8378121b9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:01.983532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (0da46cdd-f344-4737-9707-ed65cb053ed3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.005069 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05ee941e-3892-4688-b16a-7889b5f58dd5 req-3cc07eb1-2c6f-4f13-9a68-373651d4131f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aacb0b05-bb08-4391-bbef-5fcdc11de2ff&id=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1989737 Aug 28 20:04:02.012329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.097628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-b6111a66-5862-43c8-b052-e3a46fd989d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.100534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-b6111a66-5862-43c8-b052-e3a46fd989d0 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 HTTP/1.1" status: 200 len: 797 time: 0.2591732 Aug 28 20:04:02.104449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da46cdd-f344-4737-9707-ed65cb053ed3']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:02.145420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Deleting port 2ba90e82-8b9f-4b41-9c29-69681306e1cb {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:02.145800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.164426 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:02.166760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c108b2c-b48b-435f-8323-61233e5e87d7 None None] Pushing event updated for resources: {'Port': ['ID=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:02.236933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cc99f0-fdd0-47db-9863-7c2166a1790a') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:02.237222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cc99f0-fdd0-47db-9863-7c2166a1790a') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:02.253797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Made reservation on behalf of 52acaef1cb324f4984b245e8378121b9 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:02.257152 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.265028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c641fd3c-1a91-453d-8366-ca2b44e5b04d req-3fbb106c-5609-43ff-b1ec-00bcdc24825e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660233 Aug 28 20:04:02.284975 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (69cc99f0-fdd0-47db-9863-7c2166a1790a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.288217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-86b5451b-5fec-4d84-abad-181bf2ba80d2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904250 Aug 28 20:04:02.332964 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.348251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-be4ad2f1-6986-47f0-aa80-7758f61e9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.350212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-be4ad2f1-6986-47f0-aa80-7758f61e9ea9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1569748 Aug 28 20:04:02.365654 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks [] for router_gateway (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.436239 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (69cc99f0-fdd0-47db-9863-7c2166a1790a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.456303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.463651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.470299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.479468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.488194 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:02.491750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.498799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:04:02.499223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (69cc99f0-fdd0-47db-9863-7c2166a1790a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.503871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.514457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.518046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-125a2b6a-86e0-4407-acc6-5a64df329b09 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2741547 Aug 28 20:04:02.519962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.633782 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:02.643275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] For port 2ba90e82-8b9f-4b41-9c29-69681306e1cb, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=2ba90e82-8b9f-4b41-9c29-69681306e1cb,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:02.643794 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.682154 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 69cc99f0-fdd0-47db-9863-7c2166a1790a resource provider aggregate not found Aug 28 20:04:02.694286 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:02.696704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-012dc3f0-d56f-4195-80ad-34055de5adb6 req-9c5b0a02-1b98-4d63-941c-eb041f1fff19 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 210 time: 0.2407880 Aug 28 20:04:02.702895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Calling delete_port for 2ba90e82-8b9f-4b41-9c29-69681306e1cb owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:02.747854 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 69cc99f0-fdd0-47db-9863-7c2166a1790a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69cc99f0-fdd0-47db-9863-7c2166a1790a found for delete ", "request_id": "req-e3917689-87cd-4ec9-b94f-c3bbbd00d5fe"}]} Aug 28 20:04:02.856780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-353d3723-a4fa-40fa-81cf-f23a590f3be5 req-15e9fb57-6c65-4ed1-8b28-a1a1fd1c69e2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536900 Aug 28 20:04:02.869998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-90efe7de-91d1-49de-89ca-42fcea22b1d1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301021 Aug 28 20:04:02.878102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Router 1cbebb41-61e1-4811-a74b-87216494365e has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:02.885982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94548d86-bbbe-49ae-852c-2f141104bd2a req-e1530029-1268-4f94-9d51-4ced2fc5249c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:02.888811 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks [] for security_group (dc14bb5b-2258-4e52-860a-0834240d7da3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.893157 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94548d86-bbbe-49ae-852c-2f141104bd2a req-e1530029-1268-4f94-9d51-4ced2fc5249c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0993040 Aug 28 20:04:02.902793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b1785f0-b1b7-4a3d-add1-04649053121e req-83e85350-c522-428d-8273-1704c54d1557 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3655720 Aug 28 20:04:02.914226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (0da46cdd-f344-4737-9707-ed65cb053ed3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.924822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:02.928159 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0da46cdd-f344-4737-9707-ed65cb053ed3 HTTP/1.1" status: 204 len: 168 time: 3.3423624 Aug 28 20:04:02.977112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecfd6-6b7f-4ebf-8f5e-7f7204e6641a admin admin] Pushing event deleted for resources: {'Network': ['ID=0da46cdd-f344-4737-9707-ed65cb053ed3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:03.002381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dc14bb5b-2258-4e52-860a-0834240d7da3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.023866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:04:03.035566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b9727eff-082a-432e-9dc8-9e6539f600b1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.036816 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Added segment b9727eff-082a-432e-9dc8-9e6539f600b1 of type vlan for network 269a1df8-f56b-42b8-8e35-7af1a36939de Aug 28 20:04:03.086080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94548d86-bbbe-49ae-852c-2f141104bd2a req-b75c7b52-ad25-40b2-b7b8-832c19ead833 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919806 Aug 28 20:04:03.110114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Allocated IP 172.25.4.135 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/c5cfa140-be6a-4f1f-9db1-a62724f1f7a4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:03.218839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-5a476e92-d602-4e6a-8da5-c661e18cc4ea service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749460 Aug 28 20:04:03.232372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:03.242446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:03.259303 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-473b1c05-b3ad-46d5-8c80-5d0fb77a000b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1cbebb41-61e1-4811-a74b-87216494365e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3780470 Aug 28 20:04:03.272676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45776) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:03.312183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] Sync routers for ids ['1cbebb41-61e1-4811-a74b-87216494365e'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:03.344992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] Routers {'1cbebb41-61e1-4811-a74b-87216494365e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:03.345940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1cbebb41-61e1-4811-a74b-87216494365e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:03.365936 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (269a1df8-f56b-42b8-8e35-7af1a36939de), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.384075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-47f15d22-00e5-4818-91d2-8feeaae5202e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=5785436cda5f45ca9852b0b284b8137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094453 Aug 28 20:04:03.409473 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:03.428188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:03.428628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.467470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45778) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:03.493022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fcf7b-65a3-4658-ae59-6e670e4df0a3 req-f482f692-6192-42ae-9d41-94183866c2d7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.500786 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff5fcf7b-65a3-4658-ae59-6e670e4df0a3 req-f482f692-6192-42ae-9d41-94183866c2d7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 1024 time: 0.2013738 Aug 28 20:04:03.512133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:04:03.548675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] Set router 1cbebb41-61e1-4811-a74b-87216494365e gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:03.606214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-b08e35df-7ef8-44b3-ae24-0ed23bea27ff tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.608295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-b08e35df-7ef8-44b3-ae24-0ed23bea27ff tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041943 Aug 28 20:04:03.618752 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:03.638170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Request body: {'port': {'device_id': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '5785436cda5f45ca9852b0b284b8137a'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:03.639701 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff5fcf7b-65a3-4658-ae59-6e670e4df0a3 req-cbc8a761-8b1c-47f8-b2bf-8b6cddc883cd tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=aacb0b05-bb08-4391-bbef-5fcdc11de2ff&id=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1376858 Aug 28 20:04:03.655093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea091e5-e3b8-4631-a365-5dcbc85c502a req-20d19dce-7930-4ee6-a554-f155176d5d49 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.657130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14bb5b-2258-4e52-860a-0834240d7da3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:03.667127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eea091e5-e3b8-4631-a365-5dcbc85c502a req-20d19dce-7930-4ee6-a554-f155176d5d49 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.3147097 Aug 28 20:04:03.667356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.668162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.668874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.669721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.670394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.671509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.672626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.675274 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-e4182cd2-7aa6-483b-a277-07824a42a188 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6705 time: 0.2912974 Aug 28 20:04:03.681290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2ba90e82-8b9f-4b41-9c29-69681306e1cb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.771396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'Port': ['ID=2ba90e82-8b9f-4b41-9c29-69681306e1cb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:03.849415 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-21796398-d3f7-4bfd-a5db-e6cd994b598c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dd7de14bdd13467184df8d1609bab6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501178 Aug 28 20:04:03.850119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45782) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:03.870923 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:03.889763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks [] for router (1cbebb41-61e1-4811-a74b-87216494365e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.899058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (269a1df8-f56b-42b8-8e35-7af1a36939de), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.900208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:03.900892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:03.946151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3ed4e4c3-2b58-4c63-9ffc-de849950941f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:03.956116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9e890-28f9-4b7e-90db-2d643c487aef None None] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:03.978205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eea091e5-e3b8-4631-a365-5dcbc85c502a req-785df908-70af-4ab9-bd28-ce3eaf496a29 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052635 Aug 28 20:04:04.004224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa3da914-252d-4928-8920-938c2f9e050a req-c457dd18-fc93-416a-b2cc-a18fe45721d2 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 210 time: 0.1127923 Aug 28 20:04:04.025258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] Pushing event updated for resources: {'Network': ['ID=269a1df8-f56b-42b8-8e35-7af1a36939de,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:04.063135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks [] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.071215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] No DVR routers for this DVR port 2ba90e82-8b9f-4b41-9c29-69681306e1cb on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:04.075652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.079562 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df616554-04be-4bb7-a5ff-5c87077b80b1 req-1183310c-ad42-4635-b18f-816483df8fbb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "DELETE /networking/v2.0/ports/2ba90e82-8b9f-4b41-9c29-69681306e1cb HTTP/1.1" status: 204 len: 173 time: 2.4231522 Aug 28 20:04:04.087433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'name': 'network-vif-deleted', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:04.091250 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46202885-f4cf-4d14-a4a1-cef3f624985e" -d '{"events": [{"server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "name": "network-vif-deleted", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:04.091795 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:04.113311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 269a1df8-f56b-42b8-8e35-7af1a36939de details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:04:04.118581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-787df975-a437-49ac-a6b9-fc56bcc9371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.120375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-787df975-a437-49ac-a6b9-fc56bcc9371d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=f916ee4d-6756-48e6-9a29-8dafd69f66c1 HTTP/1.1" status: 200 len: 903 time: 0.4199712 Aug 28 20:04:04.138098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-21d681e2-4da3-4a48-ba56-861c9c4d9cfe None None] Provisioning complete for port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:04.138574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21d681e2-4da3-4a48-ba56-861c9c4d9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.177359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-93969d0e-3965-4362-ac31-2ad5c0209f03 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08b7716e-c895-4e14-af45-c79af930d7fa HTTP/1.1" status: 200 len: 217 time: 0.0465024 Aug 28 20:04:04.182279 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:04.233635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-362e1a2b-e80a-4c5c-b852-47e40947618e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5817881 Aug 28 20:04:04.234575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:04.240818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e51d965d-0d0f-4d61-9b7a-d0f94689743e admin admin] Publish callbacks [] for security_group (f27deae3-c056-4f7c-8779-83bba720d74b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.261259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Request body: {'subnet': {'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-279349833-subnet', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:04.269898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:04.269898 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.292753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Made reservation on behalf of 5785436cda5f45ca9852b0b284b8137a for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:04.296910 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.310617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-45809434-022b-44b6-be51-5f05ce5f6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.312135 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-45809434-022b-44b6-be51-5f05ce5f6a3e service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 HTTP/1.1" status: 200 len: 797 time: 0.1276646 Aug 28 20:04:04.315072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks [] for router_gateway (1cbebb41-61e1-4811-a74b-87216494365e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.318821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd25e-8f81-4fc1-9e4a-b6d382cea4ff req-9497d029-85e8-4f32-897f-c4f73b5d3d8f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.320412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd2fd25e-8f81-4fc1-9e4a-b6d382cea4ff req-9497d029-85e8-4f32-897f-c4f73b5d3d8f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0784254 Aug 28 20:04:04.330227 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:04.333202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.343375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e51d965d-0d0f-4d61-9b7a-d0f94689743e admin admin] Publish callbacks [] for security_group (f27deae3-c056-4f7c-8779-83bba720d74b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.355713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.365071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.376436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.388091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.404941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,segment=NetworkSegment(0b24bef4-e9b3-4241-8e52-8d9f50500e9f),segment_id=0b24bef4-e9b3-4241-8e52-8d9f50500e9f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:04.405453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.412307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.418770 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:04.418770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Pushing event updated for resources: {'Port': ['ID=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:04.420341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.448597 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-64a66618-1bfa-4a52-87e5-b43ad149aafe tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2745142 Aug 28 20:04:04.482012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4515223f-b810-429e-a9de-ea842722a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:04.483920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-4515223f-b810-429e-a9de-ea842722a1e9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1621687 Aug 28 20:04:04.487503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:04.503195 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.543000 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:04.544205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T20:03:59Z', 'revision_number': 5, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port': {'id': '7fde2906-3bb7-4ea8-9361-98b4d08aaa2b', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbebb41-61e1-4811-a74b-87216494365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:54:40Z', 'updated_at': '2022-08-28T19:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:04.588995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-21d681e2-4da3-4a48-ba56-861c9c4d9cfe None None] Current status of the port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:04.589718 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21d681e2-4da3-4a48-ba56-861c9c4d9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.600553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2ba90e82-8b9f-4b41-9c29-69681306e1cb no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:04.616869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] Checking router: 1cbebb41-61e1-4811-a74b-87216494365e for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:04.618070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:04.620479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:04.646101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-47a27133-d3de-46e0-802e-278528158d90 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520927 Aug 28 20:04:04.656150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 2ba90e82-8b9f-4b41-9c29-69681306e1cb {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:04.656491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 2ba90e82-8b9f-4b41-9c29-69681306e1cb not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:04.677839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:04.694707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd2fd25e-8f81-4fc1-9e4a-b6d382cea4ff req-254d564c-1114-4077-ba3c-285439d74c9b tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879932 Aug 28 20:04:04.719023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] Routers {'1cbebb41-61e1-4811-a74b-87216494365e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:04.719992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1cbebb41-61e1-4811-a74b-87216494365e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:04.756234 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:04.791249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Made reservation on behalf of 52acaef1cb324f4984b245e8378121b9 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:04.794152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.796410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-21d681e2-4da3-4a48-ba56-861c9c4d9cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:04:04.796562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Deleting port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:04.796756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:04.796924 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-21d681e2-4da3-4a48-ba56-861c9c4d9cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:04:04.810556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Allocated IP 192.168.233.234 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/33ba2b92-0e31-4a34-8d4c-6b8786eaf360) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:04.814431 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14cba1c-5ea9-44a4-b4dd-a7ea4aa6f5a7 x-openstack-request-id: req-b14cba1c-5ea9-44a4-b4dd-a7ea4aa6f5a7 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:04.814731 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0558d76-8288-4e33-9be2-ff23f6511829", "name": "network-vif-deleted", "tag": "2ba90e82-8b9f-4b41-9c29-69681306e1cb", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:04.814986 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b14cba1c-5ea9-44a4-b4dd-a7ea4aa6f5a7 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:04.815442 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14cba1c-5ea9-44a4-b4dd-a7ea4aa6f5a7'] response: {'server_uuid': 'f0558d76-8288-4e33-9be2-ff23f6511829', 'name': 'network-vif-deleted', 'tag': '2ba90e82-8b9f-4b41-9c29-69681306e1cb', 'status': 'completed', 'code': 200} Aug 28 20:04:04.979256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] Set router 1cbebb41-61e1-4811-a74b-87216494365e gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:05.056396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-209a8deb-93fe-4a83-b834-b388bf588f35 req-463ef90d-46f2-4fea-ab97-25244defe04a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5937021 Aug 28 20:04:05.068864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T20:04:04Z', 'revision_number': 6, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:05.096727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31de3ef-b971-4bb6-9f57-9f7c09ba71db None None] The sync data for ids ['1cbebb41-61e1-4811-a74b-87216494365e'] in n-d-854121-7 is: [{'id': '1cbebb41-61e1-4811-a74b-87216494365e', 'name': 'tempest-LiveMigrationTest-112431971-router', 'tenant_id': 'a8c97f23d4ce41cc8388998c408c366f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:54:39Z', 'updated_at': '2022-08-28T20:04:04Z', 'revision_number': 6, 'project_id': 'a8c97f23d4ce41cc8388998c408c366f', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:05.167226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e51d965d-0d0f-4d61-9b7a-d0f94689743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f27deae3-c056-4f7c-8779-83bba720d74b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:05.170906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e51d965d-0d0f-4d61-9b7a-d0f94689743e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:05.172765 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e51d965d-0d0f-4d61-9b7a-d0f94689743e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f27deae3-c056-4f7c-8779-83bba720d74b HTTP/1.1" status: 204 len: 168 time: 1.3141341 Aug 28 20:04:05.218147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] For port 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:05.218567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:05.265466 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:05.266385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d965d-0d0f-4d61-9b7a-d0f94689743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27deae3-c056-4f7c-8779-83bba720d74b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:05.283413 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c02f223-dac4-4e81-bc06-a289e56527ab req-ef16bf20-829e-4f45-93ba-8093b09f7c83 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f0558d76-8288-4e33-9be2-ff23f6511829 HTTP/1.1" status: 200 len: 210 time: 0.0657825 Aug 28 20:04:05.301104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Calling delete_port for 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:05.317927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa384a09-75e9-4cff-88d4-20b429f3517b req-0d5e6222-8e4a-4d24-9e81-eba64f8748b1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525359 Aug 28 20:04:05.319387 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6da41da-2b59-4c54-8d62-a65c3b8a9ca5 req-51609e67-cd86-4b36-975e-e432075a4d25 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 210 time: 0.1140471 Aug 28 20:04:05.382086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-21d681e2-4da3-4a48-ba56-861c9c4d9cfe None None] Current status of the port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:05.444731 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:05.516162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-07c8d011-6223-4de1-844e-8ecf16492caa None None] Provisioning complete for port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:05.516904 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-07c8d011-6223-4de1-844e-8ecf16492caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:05.523112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f44b22-f94a-4587-a406-50e7db72be89 req-9118744b-2271-41e4-893b-4bd4bf0c22c0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:05.526951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-33f44b22-f94a-4587-a406-50e7db72be89 req-9118744b-2271-41e4-893b-4bd4bf0c22c0 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1335552 Aug 28 20:04:05.558716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:05.571654 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:05.612134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks [] for router_gateway (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:05.673315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:05.673686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:05.675197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-33f44b22-f94a-4587-a406-50e7db72be89 req-700c70b7-d0e7-448f-b435-49131f45c20c tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140678 Aug 28 20:04:05.742440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-07c8d011-6223-4de1-844e-8ecf16492caa None None] Current status of the port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:05.802883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:05.919227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.014502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks [] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.034931 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:06.045578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ec0e6-d5e1-4264-933d-c814d9917ed4 req-926995e8-dbbb-43c4-bad0-434806ba38c2 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.047248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-337ec0e6-d5e1-4264-933d-c814d9917ed4 req-926995e8-dbbb-43c4-bad0-434806ba38c2 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1489925 Aug 28 20:04:06.148063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:04:06.151520 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:06.184322 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (336770be-074a-42c2-8f5b-21fd4b5e92a6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.196624 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-337ec0e6-d5e1-4264-933d-c814d9917ed4 req-24816e84-987c-416c-974c-fe546d8f7d91 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001010 Aug 28 20:04:06.299734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.305672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.311190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.316452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.316748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.323702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.330101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.332967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f3e83e3a-c8af-45fe-96a9-e23e8393ab84'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:06.336439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.345717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-aece42ea-cfd2-4594-85d5-6d660c378171 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.1767750 Aug 28 20:04:06.363155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=336770be-074a-42c2-8f5b-21fd4b5e92a6,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:06.372036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a4640d09-9338-4bf4-a1b8-0b776de2298a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:06.376346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:06.386646 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Sync routers for ids ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:06.395288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Checking segment: {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:06.395661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Network hostable DHCP agents. Network: 269a1df8-f56b-42b8-8e35-7af1a36939de, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:04:06.407172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7fde2906-3bb7-4ea8-9361-98b4d08aaa2b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.407534 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Routers {'cd47c39e-b2e4-4e2b-bdba-2046d2897c30'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:06.408183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:06.440539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:06.457342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:06.465269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:06.474301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.475569 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-93ec96f6-5ff3-406b-ab4b-7d8906db1222 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8770833 Aug 28 20:04:06.478541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45826) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:06.494040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Pushing event updated for resources: {'Port': ['ID=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:06.594680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fde2906-3bb7-4ea8-9361-98b4d08aaa2b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:06.639959 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff4da1f8-978d-43eb-9a49-5fa54e9a5570 req-e4620f7b-72b9-40c9-b361-62d244d0e1ee tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2932022 Aug 28 20:04:06.653039 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:06.654419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Network 269a1df8-f56b-42b8-8e35-7af1a36939de is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:04:06.676521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Set router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:06.679572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.680508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.694589 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (1cbebb41-61e1-4811-a74b-87216494365e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:06.835212 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:06.916534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 269a1df8-f56b-42b8-8e35-7af1a36939de) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:06.925594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-0fcdf573-e5fb-46c6-84c8-ff549ff09847 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3002007 Aug 28 20:04:06.932907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9a95b-4be7-4240-976e-3a345a46dd24 None None] Network 269a1df8-f56b-42b8-8e35-7af1a36939de requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:06.995454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Request body: {'port': {'device_id': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:06.999633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:06.999995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d969d45-16e0-4587-9ac3-23958d877d1f req-e33272c0-d150-48e0-8664-97238cd2df4e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.000223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.009342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d969d45-16e0-4587-9ac3-23958d877d1f req-e33272c0-d150-48e0-8664-97238cd2df4e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0665205 Aug 28 20:04:07.048691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-34ecc51c-d462-4b5f-8b5d-cc4d36fdc69e None None] Provisioning complete for port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:07.049066 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-34ecc51c-d462-4b5f-8b5d-cc4d36fdc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.074329 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:05Z', 'revision_number': 3, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:07.106624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (1cbebb41-61e1-4811-a74b-87216494365e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.109267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-34ecc51c-d462-4b5f-8b5d-cc4d36fdc69e None None] Port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:04:07.111583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks [] for router_controller (1cbebb41-61e1-4811-a74b-87216494365e), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.118849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1cbf1-6b3d-4855-b308-2d850472b5e0 req-37bdd923-c0dc-45f3-bca3-422e61572ce3 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.121166 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22d1cbf1-6b3d-4855-b308-2d850472b5e0 req-37bdd923-c0dc-45f3-bca3-422e61572ce3 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 936 time: 0.2333376 Aug 28 20:04:07.136868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa3ff2-4dee-4105-bd4a-31a5b3c4c8b9 None None] Network 269a1df8-f56b-42b8-8e35-7af1a36939de requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:07.145810 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Checking router: cd47c39e-b2e4-4e2b-bdba-2046d2897c30 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:07.146569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Updating router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:07.182187 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.187197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:07.211099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-17c8fd5a-a44b-4a08-a90f-7a7185260e2b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9711950 Aug 28 20:04:07.219379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:07.220232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e1d4aee0-3d8f-4397-bb7b-b5f90e704d3c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:07.220232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:07.222551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45840) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:07.229128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:07.243456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:07.243918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7fde2906-3bb7-4ea8-9361-98b4d08aaa2b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:07.263577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.294908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (1cbebb41-61e1-4811-a74b-87216494365e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.294908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cbebb41-61e1-4811-a74b-87216494365e {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:04:07.306435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.310222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bcc80bf6-a8b3-4268-b9e2-ae840708832f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1cbebb41-61e1-4811-a74b-87216494365e HTTP/1.1" status: 204 len: 168 time: 4.0293138 Aug 28 20:04:07.314678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45842) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:07.335212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22d1cbf1-6b3d-4855-b308-2d850472b5e0 req-ad3932fa-5b6c-43c7-b783-9f56791f21a8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003055 Aug 28 20:04:07.373048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d969d45-16e0-4587-9ac3-23958d877d1f req-f7840900-f909-4aa4-be31-15b514d06c3d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628068 Aug 28 20:04:07.403039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (944198fe-d8d9-4eaa-bc38-d4129dd8789c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.404748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (944198fe-d8d9-4eaa-bc38-d4129dd8789c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.478046 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:07.502213 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:07.521640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] Deleting subnet 4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:04:07.535893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.582604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] Publish callbacks [] for subnet (4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.653247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks [] for router_controller (944198fe-d8d9-4eaa-bc38-d4129dd8789c), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.665741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc6f97e5-abb6-4883-9769-f884aca57094 req-f964928a-5da9-4ec9-aa3c-5f24be3d8b85 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ba4c23b0-2713-49d2-8530-eb48e4fe1eb6 HTTP/1.1" status: 200 len: 1820 time: 0.2685604 Aug 28 20:04:07.716078 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.723468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Allocated IP 172.20.0.1 (42e91a6d-d88c-494a-b730-9609aa9da8ff/10f9dfa5-6595-4445-92b6-9667ab266b29/5e053626-b75c-43d1-ad89-83f85164cb5e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:07.756655 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Publish callbacks [] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.778800 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:07.839701 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.899762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.909047 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Attempting to bind port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:07.909351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.909717 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Attempting to bind port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:07.911082 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Attempting to bind port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:07.922251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.929933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.934104 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:07.934666 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:07.935338 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.935964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:07.936703 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Bound port: c5cfa140-be6a-4f1f-9db1-a62724f1f7a4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:07.937298 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:07.939475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.949572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.960824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:07.964046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-793e4677-1898-4798-9b20-a50f3aa09daf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.1727164 Aug 28 20:04:07.988317 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Pushing event updated for resources: {'Port': ['ID=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:07.999634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks [] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.002324 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.002590 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:08.002693 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.009531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:08.029323 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:08.034627 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] For port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:08.039155 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] For port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:08.061922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-dc6f97e5-abb6-4883-9769-f884aca57094 req-6cc84e5c-ba85-4a77-93fe-314ab6023fdb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (ba4c23b0-2713-49d2-8530-eb48e4fe1eb6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.070937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks [] for router_gateway (944198fe-d8d9-4eaa-bc38-d4129dd8789c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.086125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.088071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fcc085df-55c4-4daa-85e1-00087a2ad84b req-bba9bed1-be11-4809-99cc-3a40232a1458 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098075 Aug 28 20:04:08.136831 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-dc6f97e5-abb6-4883-9769-f884aca57094 req-6cc84e5c-ba85-4a77-93fe-314ab6023fdb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (ba4c23b0-2713-49d2-8530-eb48e4fe1eb6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.160143 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.215744 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.224160 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:08.224281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Routers {'cd47c39e-b2e4-4e2b-bdba-2046d2897c30'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:08.224281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:08.263912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:08.265335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:08.268761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:08.273877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:08.291244 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e839f-76a8-4c93-be5b-21b6e1632af6 None None] Pushing event updated for resources: {'Port': ['ID=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:08.309312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Publish callbacks [] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.316574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Pushing event updated for resources: {'Port': ['ID=5e053626-b75c-43d1-ad89-83f85164cb5e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:08.357749 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.400871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-dc6f97e5-abb6-4883-9769-f884aca57094 req-6cc84e5c-ba85-4a77-93fe-314ab6023fdb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ba4c23b0-2713-49d2-8530-eb48e4fe1eb6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.403585 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-dc6f97e5-abb6-4883-9769-f884aca57094 req-6cc84e5c-ba85-4a77-93fe-314ab6023fdb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.431929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc6f97e5-abb6-4883-9769-f884aca57094 req-6cc84e5c-ba85-4a77-93fe-314ab6023fdb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ba4c23b0-2713-49d2-8530-eb48e4fe1eb6 HTTP/1.1" status: 204 len: 173 time: 0.7442107 Aug 28 20:04:08.431929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Transition to ACTIVE for port object 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:04:08.432112 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] Set router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:08.452763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.526888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:08.542414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc84e5c-ba85-4a77-93fe-314ab6023fdb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4c23b0-2713-49d2-8530-eb48e4fe1eb6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:08.560733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0a9ae-d4d7-4150-b64c-c10108545492 None None] Network 96a9c533-035e-43cb-928f-ae3bd529d833 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:08.570630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.573928 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3cd5c086-255f-4311-bfa0-13174e4c50c2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4f44a4af-96ae-4ce4-8ae8-4594c6f9a12e HTTP/1.1" status: 204 len: 168 time: 1.2556288 Aug 28 20:04:08.594009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45872) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:08.655872 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.725551 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:08.738649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9f50d-5c07-4abc-8a7a-96729189abe4 req-2a36a79a-eea9-48e8-8a09-87054b244d1f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:08.740280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15b9f50d-5c07-4abc-8a7a-96729189abe4 req-2a36a79a-eea9-48e8-8a09-87054b244d1f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 936 time: 0.2329988 Aug 28 20:04:08.796005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:08.815136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b9c7f17b-1c63-43b3-806a-33faa28a2269 None None] Provisioning complete for port 5e053626-b75c-43d1-ad89-83f85164cb5e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:08.822303 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f17b-1c63-43b3-806a-33faa28a2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:08.833731 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:05Z', 'revision_number': 3, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:08.898371 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15b9f50d-5c07-4abc-8a7a-96729189abe4 req-0b8d5514-9d26-4f0c-af7f-01ff757b8556 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493812 Aug 28 20:04:08.901227 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c90736-263e-4391-9d61-b772128e9978 None None] The sync data for ids ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'] in n-d-854121-7 is: [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:05Z', 'revision_number': 3, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:08.986843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.047253 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07690064-0257-4566-bcbb-9265dadcb6d9 req-2bc6127c-a54a-4bec-84d0-191e9550a228 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/aacb0b05-bb08-4391-bbef-5fcdc11de2ff HTTP/1.1" status: 200 len: 1819 time: 0.5305295 Aug 28 20:04:09.070729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks [] for router_gateway (944198fe-d8d9-4eaa-bc38-d4129dd8789c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.160026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (96a9c533-035e-43cb-928f-ae3bd529d833), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.180795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.214754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7f17b-1c63-43b3-806a-33faa28a2269 None None] Port 5e053626-b75c-43d1-ad89-83f85164cb5e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:04:09.263817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45878) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:09.299956 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:09.344494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] DHCP port deletion for 96a9c533-035e-43cb-928f-ae3bd529d833 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:04:09.401093 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks [] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.429250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd43b2-1207-476b-ac73-ced2a1c38b1d req-c3e3f1b4-963f-48d1-9f34-6e92abe91fd3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:09.434469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80cd43b2-1207-476b-ac73-ced2a1c38b1d req-c3e3f1b4-963f-48d1-9f34-6e92abe91fd3 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1370912 Aug 28 20:04:09.447747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] Deleting port 54d0f66f-ba07-4ea5-8624-77a30a53459b {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:09.448514 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.481806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.530507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] For port 54d0f66f-ba07-4ea5-8624-77a30a53459b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=54d0f66f-ba07-4ea5-8624-77a30a53459b,segment=NetworkSegment(46282e0e-a18f-4b20-b463-9b27a3606568),segment_id=46282e0e-a18f-4b20-b463-9b27a3606568)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:09.531033 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.538152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Allocated IP 172.25.4.72 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/17ff03a1-b057-4eea-a6c8-06c9ac61e9bc) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:09.548268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] Calling delete_port for 54d0f66f-ba07-4ea5-8624-77a30a53459b owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:09.555968 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:09.607181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80cd43b2-1207-476b-ac73-ced2a1c38b1d req-a4e7c5c5-c08a-4a8d-a08f-332dab70bf04 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695943 Aug 28 20:04:09.622967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.654449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Pushing event updated for resources: {'Port': ['ID=5e053626-b75c-43d1-ad89-83f85164cb5e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:09.704111 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:09.707901 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks [] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.799879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20479ec2-7133-4c27-9a75-9ce0b5d38c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.827602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:09.829184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Attempting to bind port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:09.829526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Attempting to bind port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:09.829937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Attempting to bind port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:09.837571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:09.859523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:04:09.859855 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Attempting to bind port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:09.862121 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.867834 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07690064-0257-4566-bcbb-9265dadcb6d9 req-ce45099d-925a-4984-aadf-5e19dc2bcb0a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (aacb0b05-bb08-4391-bbef-5fcdc11de2ff), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.887071 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:09.895903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07690064-0257-4566-bcbb-9265dadcb6d9 req-ce45099d-925a-4984-aadf-5e19dc2bcb0a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (aacb0b05-bb08-4391-bbef-5fcdc11de2ff), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.941060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] Pushing event deleted for resources: {'Port': ['ID=54d0f66f-ba07-4ea5-8624-77a30a53459b,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:09.944646 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.948392 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:09.955007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70029bd-669e-4513-8d06-a271d9456183 None None] No DVR routers for this DVR port 54d0f66f-ba07-4ea5-8624-77a30a53459b on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:09.968597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:09.978048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:09.978385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Deleting port 54d0f66f-ba07-4ea5-8624-77a30a53459b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:09.978733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.987371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:09.987728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:09.988132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:09.988639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Bound port: 33ba2b92-0e31-4a34-8d4c-6b8786eaf360, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:09.989010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:09.993219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:09.999091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:10.006298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:10.014448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:10.028733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:10.040061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-236ba355-45b2-44e7-b14c-6f09b8c1aa16 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2561483 Aug 28 20:04:10.124905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:10.142032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:10.204849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:10.207709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Pushing event updated for resources: {'Port': ['ID=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:10.249993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-74b74ac9-7845-4b7b-adfe-5a7a0a0cd34e req-5404b3c1-6d46-4d6b-b4ea-108f3a6b099e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2088895 Aug 28 20:04:10.265020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:10.272195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2b564646-4173-4fdf-ab4d-eb58f227d12d None None] Provisioning complete for port 5e053626-b75c-43d1-ad89-83f85164cb5e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:10.274030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b564646-4173-4fdf-ab4d-eb58f227d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.351938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] For port 54d0f66f-ba07-4ea5-8624-77a30a53459b, host n-d-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:10.352560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.368088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07690064-0257-4566-bcbb-9265dadcb6d9 req-ce45099d-925a-4984-aadf-5e19dc2bcb0a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aacb0b05-bb08-4391-bbef-5fcdc11de2ff), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.370924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-07690064-0257-4566-bcbb-9265dadcb6d9 req-ce45099d-925a-4984-aadf-5e19dc2bcb0a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.372135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07690064-0257-4566-bcbb-9265dadcb6d9 req-ce45099d-925a-4984-aadf-5e19dc2bcb0a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aacb0b05-bb08-4391-bbef-5fcdc11de2ff HTTP/1.1" status: 204 len: 173 time: 1.2781534 Aug 28 20:04:10.417512 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:10.420944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2b564646-4173-4fdf-ab4d-eb58f227d12d None None] Port 5e053626-b75c-43d1-ad89-83f85164cb5e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:04:10.456337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f3b76993-98b4-4154-9b4c-90eee41f0bea req-1ce328c9-e7d8-4e5f-9332-e805533e1fc2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-298492753', 'description': 'tempest-description-861949517'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:10.465302 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:10.465881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Calling delete_port for 54d0f66f-ba07-4ea5-8624-77a30a53459b owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:10.473251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Port 54d0f66f-ba07-4ea5-8624-77a30a53459b was not found and therefore no delete operation was performed {{(pid=114321) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 28 20:04:10.481341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45099d-925a-4984-aadf-5e19dc2bcb0a tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb0b05-bb08-4391-bbef-5fcdc11de2ff,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:10.504947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (54d0f66f-ba07-4ea5-8624-77a30a53459b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.525950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20479ec2-7133-4c27-9a75-9ce0b5d38c0f admin admin] Publish callbacks [] for security_group (637cc72b-ec50-488e-a02a-a24b0f550652), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.526727 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:10.570890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:10.582769 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ef11972b-7ec1-48f9-be8e-d09b99a14a60 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cd47c39e-b2e4-4e2b-bdba-2046d2897c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1030488 Aug 28 20:04:10.583110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] For port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:10.646045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] No DVR routers for this DVR port 54d0f66f-ba07-4ea5-8624-77a30a53459b on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:10.650469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=54d0f66f-ba07-4ea5-8624-77a30a53459b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:10.685534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f3b76993-98b4-4154-9b4c-90eee41f0bea req-1ce328c9-e7d8-4e5f-9332-e805533e1fc2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.700172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20479ec2-7133-4c27-9a75-9ce0b5d38c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (637cc72b-ec50-488e-a02a-a24b0f550652), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.747868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] For port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:10.772465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-20479ec2-7133-4c27-9a75-9ce0b5d38c0f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=abae1ddd473a4be4b70d8981e5288bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4952817 Aug 28 20:04:10.777635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45894) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:10.809911 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f3b76993-98b4-4154-9b4c-90eee41f0bea req-1ce328c9-e7d8-4e5f-9332-e805533e1fc2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.856030 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08d744-d6ab-45b7-84eb-aedde30d76a8 admin admin] Publish callbacks [] for security_group (637cc72b-ec50-488e-a02a-a24b0f550652), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.880061 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08d744-d6ab-45b7-84eb-aedde30d76a8 admin admin] Publish callbacks [] for security_group (637cc72b-ec50-488e-a02a-a24b0f550652), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.893020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f3b76993-98b4-4154-9b4c-90eee41f0bea req-1ce328c9-e7d8-4e5f-9332-e805533e1fc2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:10.951677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce328c9-e7d8-4e5f-9332-e805533e1fc2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d8028-d77f-478f-8d6b-cfe5f95718ba,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:11.040593 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f3b76993-98b4-4154-9b4c-90eee41f0bea req-1ce328c9-e7d8-4e5f-9332-e805533e1fc2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.041451 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3b76993-98b4-4154-9b4c-90eee41f0bea req-1ce328c9-e7d8-4e5f-9332-e805533e1fc2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6013432 Aug 28 20:04:11.077161 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08d744-d6ab-45b7-84eb-aedde30d76a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (637cc72b-ec50-488e-a02a-a24b0f550652), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.077161 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f08d744-d6ab-45b7-84eb-aedde30d76a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.077161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3f08d744-d6ab-45b7-84eb-aedde30d76a8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/637cc72b-ec50-488e-a02a-a24b0f550652 HTTP/1.1" status: 204 len: 168 time: 0.2913110 Aug 28 20:04:11.101203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08d744-d6ab-45b7-84eb-aedde30d76a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637cc72b-ec50-488e-a02a-a24b0f550652,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:11.172548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:11.188668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20479ec2-7133-4c27-9a75-9ce0b5d38c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637cc72b-ec50-488e-a02a-a24b0f550652,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:11.192742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.197171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:11.197460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.199086 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/33ba2b92-0e31-4a34-8d4c-6b8786eaf360 HTTP/1.1" status: 200 len: 1096 time: 4.2078929 Aug 28 20:04:11.208191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'tag': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:11.210667 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b074a-7e8f-4a15-b6b8-0bd139c153fd" -d '{"events": [{"name": "network-changed", "server_uuid": "02fbc885-03b7-4ede-8e09-1282b8e05ec6", "tag": "33ba2b92-0e31-4a34-8d4c-6b8786eaf360"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:11.232227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:11.232864 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.255884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474911-2f9f-4465-a9f0-5724f4f3c401 req-aae2a732-7a40-464c-8624-fc8ab8ce35db tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:11.257617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-38474911-2f9f-4465-a9f0-5724f4f3c401 req-aae2a732-7a40-464c-8624-fc8ab8ce35db tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 948 time: 0.6689332 Aug 28 20:04:11.270164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (96a9c533-035e-43cb-928f-ae3bd529d833), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.317547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:11.318587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.354599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a9c533-035e-43cb-928f-ae3bd529d833']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:11.358083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9c330-995d-461a-bfd6-ab6da80da7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:11.369837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:11.391430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46282e0e-a18f-4b20-b463-9b27a3606568') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:11.391724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46282e0e-a18f-4b20-b463-9b27a3606568') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:11.461657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (46282e0e-a18f-4b20-b463-9b27a3606568), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.482649 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.487206 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:11.605331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 54d0f66f-ba07-4ea5-8624-77a30a53459b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:11.609073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Sync routers for ids ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:11.625788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (46282e0e-a18f-4b20-b463-9b27a3606568), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.637120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-bb7f5da4-f28c-46a7-a1b7-79e001e9dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:11.638748 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-bb7f5da4-f28c-46a7-a1b7-79e001e9dcbf service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 1130 time: 0.2756178 Aug 28 20:04:11.648893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-d6c1ba6d-aa8a-48dc-98e2-17c4148a7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:11.650469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-d6c1ba6d-aa8a-48dc-98e2-17c4148a7b1c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1128 time: 0.0820625 Aug 28 20:04:11.656705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 54d0f66f-ba07-4ea5-8624-77a30a53459b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:11.657299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 54d0f66f-ba07-4ea5-8624-77a30a53459b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:11.667523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:11.672589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Routers {'cd47c39e-b2e4-4e2b-bdba-2046d2897c30'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:11.673470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:11.685966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:04:11.686501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (46282e0e-a18f-4b20-b463-9b27a3606568), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.746062 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 46282e0e-a18f-4b20-b463-9b27a3606568 resource provider aggregate not found Aug 28 20:04:11.762985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-38474911-2f9f-4465-a9f0-5724f4f3c401 req-a6ced76a-e8ac-40b0-a351-280b5260c69e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834411 Aug 28 20:04:11.796206 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:11.848663 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 46282e0e-a18f-4b20-b463-9b27a3606568 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46282e0e-a18f-4b20-b463-9b27a3606568 found for delete ", "request_id": "req-fc014bee-6436-40f9-9def-eb79c15efbc0"}]} Aug 28 20:04:11.857712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Set router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:11.857955 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-38ec719e-0d50-4800-aa77-fb48849aece3 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=33ba2b92-0e31-4a34-8d4c-6b8786eaf360 HTTP/1.1" status: 200 len: 217 time: 0.1860247 Aug 28 20:04:11.890285 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks [] for router_gateway (944198fe-d8d9-4eaa-bc38-d4129dd8789c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:11.932601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-eb8200a6-49c2-4fa8-85df-cb5fe717ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:11.934189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-eb8200a6-49c2-4fa8-85df-cb5fe717ea26 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.2752919 Aug 28 20:04:11.997528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-2211229f-c52a-4978-b02e-f61e883de9df service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.0548897 Aug 28 20:04:12.003058 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-811e1980-575e-4f29-b31b-79899a89be43 req-9b0083f3-31e2-4267-9ade-5abd7652ea47 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2458453 Aug 28 20:04:12.008938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-ade4d186-5f9a-49d6-bd66-b1e94294849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.010847 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-ade4d186-5f9a-49d6-bd66-b1e94294849d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1410091 Aug 28 20:04:12.038585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:12.044339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-845d578e-1556-4525-aefc-7332a288cafc req-12128677-1180-48d4-b809-f46c38f81740 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/a77d8028-d77f-478f-8d6b-cfe5f95718ba HTTP/1.1" status: 200 len: 1818 time: 0.1923521 Aug 28 20:04:12.052937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-845d578e-1556-4525-aefc-7332a288cafc req-eac38eac-c901-4e64-98a8-271f8325d15f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1135696481', 'description': 'tempest-description-hth-344006440'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:12.082698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-6cc07a98-8974-412a-8a84-8837be2a2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.084692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-6cc07a98-8974-412a-8a84-8837be2a2149 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.0804832 Aug 28 20:04:12.099257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (96a9c533-035e-43cb-928f-ae3bd529d833), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.102042 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:12.118156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.123715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/96a9c533-035e-43cb-928f-ae3bd529d833 HTTP/1.1" status: 204 len: 168 time: 3.5167305 Aug 28 20:04:12.137630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-94577e92-30d4-4bc3-9cbc-fd4d68716b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.139530 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-94577e92-30d4-4bc3-9cbc-fd4d68716b74 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483525 Aug 28 20:04:12.152618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:08Z', 'revision_number': 4, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5e053626-b75c-43d1-ad89-83f85164cb5e', 'name': '', 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'mac_address': 'fa:16:3e:35:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '10f9dfa5-6595-4445-92b6-9667ab266b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:09Z', 'revision_number': 2, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'subnets': [{'id': '10f9dfa5-6595-4445-92b6-9667ab266b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:12.160000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7168-3505-4cb6-bb8f-cff0e613e2eb admin admin] Pushing event deleted for resources: {'Network': ['ID=96a9c533-035e-43cb-928f-ae3bd529d833,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:12.170431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-506ba556-4bc5-4a0f-a2a0-b5696a6cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.172286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-506ba556-4bc5-4a0f-a2a0-b5696a6cf4dd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1231194 Aug 28 20:04:12.212893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Checking router: cd47c39e-b2e4-4e2b-bdba-2046d2897c30 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:12.213543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Updating router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 port 5e053626-b75c-43d1-ad89-83f85164cb5e binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:12.218162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.218492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-845d578e-1556-4525-aefc-7332a288cafc req-eac38eac-c901-4e64-98a8-271f8325d15f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.225389 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:12.256690 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.323647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-7d768c64-422d-4335-a352-adb969d2992b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768205 Aug 28 20:04:12.356203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-845d578e-1556-4525-aefc-7332a288cafc req-eac38eac-c901-4e64-98a8-271f8325d15f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.395881 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (944198fe-d8d9-4eaa-bc38-d4129dd8789c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.406024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-6d7500f8-6808-4bca-98c7-68044aaf8b1a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275286 Aug 28 20:04:12.420595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.463593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-845d578e-1556-4525-aefc-7332a288cafc req-eac38eac-c901-4e64-98a8-271f8325d15f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.467652 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-845d578e-1556-4525-aefc-7332a288cafc req-eac38eac-c901-4e64-98a8-271f8325d15f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.470340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-845d578e-1556-4525-aefc-7332a288cafc req-eac38eac-c901-4e64-98a8-271f8325d15f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/a77d8028-d77f-478f-8d6b-cfe5f95718ba HTTP/1.1" status: 200 len: 1793 time: 0.4250071 Aug 28 20:04:12.541466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45932) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:12.553541 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9104ff-6050-4156-a794-b0e1d45c3431 x-openstack-request-id: req-3d9104ff-6050-4156-a794-b0e1d45c3431 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:12.554382 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fbc885-03b7-4ede-8e09-1282b8e05ec6", "tag": "33ba2b92-0e31-4a34-8d4c-6b8786eaf360", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:12.554685 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d9104ff-6050-4156-a794-b0e1d45c3431 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:12.555134 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9104ff-6050-4156-a794-b0e1d45c3431'] response: {'name': 'network-changed', 'server_uuid': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'tag': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360', 'status': 'completed', 'code': 200} Aug 28 20:04:12.575020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c22d548f-a8b0-48a7-ad46-d64ba9c54ce1 req-68216fdd-a055-4e74-9e76-48ec8fdf1ec0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403519 Aug 28 20:04:12.638370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Allocated IP 172.25.4.172 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/7a6eddfc-30fe-4a0a-840e-638b039602dd) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:12.647850 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0c446173-f7a3-4ca5-a65e-69ed820da610 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d2f2cf16e3964ce2b5b0491468a3b159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1039650 Aug 28 20:04:12.652262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45936) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:12.682570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38eac-c901-4e64-98a8-271f8325d15f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d8028-d77f-478f-8d6b-cfe5f95718ba,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:12.739030 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:12.748560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45938) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:12.776288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.783810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.784799 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Publish callbacks [] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.785904 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:12.786843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4b595674-c25b-4f8d-b945-cfab923a10f4 admin admin] Publish callbacks [] for security_group (97afc564-6ef4-406b-a6c2-1f65c380545d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.793644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.800518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.807278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.814931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.822155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:12.824589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-fc39fb47-c05d-4402-87f1-fabaa1a0b12a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.1608078 Aug 28 20:04:12.856048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c5bf3a3-0766-4c0a-80c6-cec3eda062be req-64f09a0f-65d3-43b2-a178-e92b188042ee service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077213 Aug 28 20:04:12.884259 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.888335 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:12.927069 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bfd401a9-92b2-44df-8a45-2e956da1ff23 req-0c702350-5b33-4093-b8d5-d3f78f1bd907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886307 Aug 28 20:04:12.986725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf5b51-aa8a-4621-862b-32ee9d0f9afd None None] Pushing event updated for resources: {'Port': ['ID=5e053626-b75c-43d1-ad89-83f85164cb5e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:12.999910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Router 944198fe-d8d9-4eaa-bc38-d4129dd8789c is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:04:13.022399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Attempting to bind port 5e053626-b75c-43d1-ad89-83f85164cb5e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:13.023626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Attempting to bind port 5e053626-b75c-43d1-ad89-83f85164cb5e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:13.024001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Attempting to bind port 5e053626-b75c-43d1-ad89-83f85164cb5e on network 42e91a6d-d88c-494a-b730-9609aa9da8ff {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:13.035628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:13.036036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Checking segment: {'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:13.036567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.042219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Bound using segment: {'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:13.042219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Bound port: 5e053626-b75c-43d1-ad89-83f85164cb5e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b24bef4-e9b3-4241-8e52-8d9f50500e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:13.042219 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.139492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-network', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:13.145790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:13.163650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4b595674-c25b-4f8d-b945-cfab923a10f4 admin admin] Publish callbacks [] for security_group (97afc564-6ef4-406b-a6c2-1f65c380545d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.184980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] For port 5e053626-b75c-43d1-ad89-83f85164cb5e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:13.188509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.201511 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:13.203460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:13.203687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] For port 5e053626-b75c-43d1-ad89-83f85164cb5e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5e053626-b75c-43d1-ad89-83f85164cb5e,segment=NetworkSegment(0b24bef4-e9b3-4241-8e52-8d9f50500e9f),segment_id=0b24bef4-e9b3-4241-8e52-8d9f50500e9f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:13.221229 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Sync routers for ids ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:13.224123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:13.224123 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.232692 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Routers {'944198fe-d8d9-4eaa-bc38-d4129dd8789c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:13.233594 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:13.242233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2df9b-4dc0-4469-a94d-c14ddb5a5278 req-d706d7af-7b7b-4eb2-81b4-5b4ec4883859 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:13.244232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7b2df9b-4dc0-4469-a94d-c14ddb5a5278 req-d706d7af-7b7b-4eb2-81b4-5b4ec4883859 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1520648 Aug 28 20:04:13.284277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Made reservation on behalf of e6fa4bad47cf497eb6a3daa9e369767d for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:13.288149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.305618 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.313901 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7b2df9b-4dc0-4469-a94d-c14ddb5a5278 req-15731703-0053-45d7-ba17-565911a80dfe tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625491 Aug 28 20:04:13.321619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:13.326825 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.333090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.341509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b102138-9651-4b15-82dc-ae37cf22e59a admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1148846 Aug 28 20:04:13.341736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45944) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:13.396098 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:13.396435 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:13.401256 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:13.402661 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Set router 944198fe-d8d9-4eaa-bc38-d4129dd8789c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:13.405286 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:13.410789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Routers {'cd47c39e-b2e4-4e2b-bdba-2046d2897c30'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:13.411725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:13.419405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf5b51-aa8a-4621-862b-32ee9d0f9afd None None] Pushing event updated for resources: {'Port': ['ID=5e053626-b75c-43d1-ad89-83f85164cb5e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:13.483600 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:13.493695 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7879e5c3-24ff-4486-8746-0174017618f7 req-11ad495a-f393-4fc5-9d59-63d25e236db1 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/a77d8028-d77f-478f-8d6b-cfe5f95718ba HTTP/1.1" status: 200 len: 1793 time: 0.1072917 Aug 28 20:04:13.538275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] Set router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:13.584668 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.663640 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4b595674-c25b-4f8d-b945-cfab923a10f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (97afc564-6ef4-406b-a6c2-1f65c380545d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.666999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4b595674-c25b-4f8d-b945-cfab923a10f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.668525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4b595674-c25b-4f8d-b945-cfab923a10f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/97afc564-6ef4-406b-a6c2-1f65c380545d HTTP/1.1" status: 204 len: 168 time: 1.0150187 Aug 28 20:04:13.711740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:13.726308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:13.734423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:13.735270 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 3, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port': {'id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:09Z', 'updated_at': '2022-08-28T20:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:13.755115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c46a7b-e8fb-45e1-9aca-1bc53c22c3b6 req-0a2d8e94-b69d-40f1-9225-f1c7633de5d1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:13.756701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78c46a7b-e8fb-45e1-9aca-1bc53c22c3b6 req-0a2d8e94-b69d-40f1-9225-f1c7633de5d1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 948 time: 0.1042314 Aug 28 20:04:13.788585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b595674-c25b-4f8d-b945-cfab923a10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97afc564-6ef4-406b-a6c2-1f65c380545d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:13.797656 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Checking router: 944198fe-d8d9-4eaa-bc38-d4129dd8789c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:13.797656 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Updating router 944198fe-d8d9-4eaa-bc38-d4129dd8789c port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:13.820295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:08Z', 'revision_number': 4, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5e053626-b75c-43d1-ad89-83f85164cb5e', 'name': '', 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'mac_address': 'fa:16:3e:35:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '10f9dfa5-6595-4445-92b6-9667ab266b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:13Z', 'revision_number': 4, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'subnets': [{'id': '10f9dfa5-6595-4445-92b6-9667ab266b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:13.830196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Pushing event updated for resources: {'Port': ['ID=7a6eddfc-30fe-4a0a-840e-638b039602dd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:13.874904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6affd03e-074b-4ed4-8485-65d0e61e666f None None] The sync data for ids ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'] in n-d-854121-7 is: [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:08Z', 'revision_number': 4, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5e053626-b75c-43d1-ad89-83f85164cb5e', 'name': '', 'network_id': '42e91a6d-d88c-494a-b730-9609aa9da8ff', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'mac_address': 'fa:16:3e:35:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '10f9dfa5-6595-4445-92b6-9667ab266b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:13Z', 'revision_number': 4, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'subnets': [{'id': '10f9dfa5-6595-4445-92b6-9667ab266b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:13.878105 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78c46a7b-e8fb-45e1-9aca-1bc53c22c3b6 req-9d1cdb9c-0874-403b-aac1-a60014e0f9d3 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128020 Aug 28 20:04:13.887974 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.969832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks [] for security_group (ce423291-6021-4711-8185-fe621f6b4540), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:13.987351 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (13fa15bf-0ca3-4c46-a36f-33581510b7ec), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.040339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83314b14-1fd8-4c54-9f7f-dbdf82b4db08 req-621c2d3b-48c8-417c-8432-a0f316556225 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/a77d8028-d77f-478f-8d6b-cfe5f95718ba HTTP/1.1" status: 200 len: 1793 time: 0.1131749 Aug 28 20:04:14.042772 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:14.083653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.096786 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ce423291-6021-4711-8185-fe621f6b4540), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.142994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:04:14.181112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce423291-6021-4711-8185-fe621f6b4540,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:14.206701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8ca90d42-9c13-410b-aa01-077a5b3ab614), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.207619 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Added segment 8ca90d42-9c13-410b-aa01-077a5b3ab614 of type vlan for network 93a72407-867c-448d-92d6-cacdc09d10f7 Aug 28 20:04:14.219948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83314b14-1fd8-4c54-9f7f-dbdf82b4db08 req-d1281347-a0b3-4d79-ad95-4ae9778503c7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.227113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.322568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (93a72407-867c-448d-92d6-cacdc09d10f7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.363907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83314b14-1fd8-4c54-9f7f-dbdf82b4db08 req-d1281347-a0b3-4d79-ad95-4ae9778503c7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.365297 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:14.401844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-4fcd3149-778f-49b2-82a3-b3b03fb45bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:14.403438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-4fcd3149-778f-49b2-82a3-b3b03fb45bc6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 1130 time: 0.2052922 Aug 28 20:04:14.454882 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Publish callbacks [] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.473263 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:14.520613 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (93a72407-867c-448d-92d6-cacdc09d10f7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.521670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:14.522308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.536486 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.576985 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Attempting to bind port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:14.577353 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Attempting to bind port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:14.577717 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Attempting to bind port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:14.592835 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:14.595566 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:14.595566 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.595566 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:14.595566 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Bound port: 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:14.595566 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.600986 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f23f9-2187-447a-b38e-18effb0b72b0 None None] Pushing event updated for resources: {'Port': ['ID=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:14.601261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-f7723ef1-8097-4d06-b3d4-6e805a3804dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:14.603037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-f7723ef1-8097-4d06-b3d4-6e805a3804dd service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1745300 Aug 28 20:04:14.643610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] Pushing event updated for resources: {'Network': ['ID=93a72407-867c-448d-92d6-cacdc09d10f7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:14.661901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.665641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 93a72407-867c-448d-92d6-cacdc09d10f7 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:04:14.678521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] For port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:14.685091 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] For port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:14.693101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Allocated IP 172.20.0.1 (269a1df8-f56b-42b8-8e35-7af1a36939de/336770be-074a-42c2-8f5b-21fd4b5e92a6/de19895b-89e7-455f-90c3-a30be2859c19) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:14.702497 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-80608970-554d-4102-8805-ac3361a4469f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=33ba2b92-0e31-4a34-8d4c-6b8786eaf360 HTTP/1.1" status: 200 len: 217 time: 0.0835483 Aug 28 20:04:14.710090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c5e8c0d3-1512-401b-b8c1-a1eb193600e3 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9601345 Aug 28 20:04:14.711527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45956) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:14.718006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Request body: {'subnet': {'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-subnet', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:14.740933 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.793482 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.803261 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:14.835609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-b045c95e-dd90-4452-b51c-7396376d0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:14.837208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-b045c95e-dd90-4452-b51c-7396376d0523 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1186247 Aug 28 20:04:14.838440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Pushing event updated for resources: {'Port': ['ID=7a6eddfc-30fe-4a0a-840e-638b039602dd,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:14.865365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83314b14-1fd8-4c54-9f7f-dbdf82b4db08 req-d1281347-a0b3-4d79-ad95-4ae9778503c7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a77d8028-d77f-478f-8d6b-cfe5f95718ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.865365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83314b14-1fd8-4c54-9f7f-dbdf82b4db08 req-d1281347-a0b3-4d79-ad95-4ae9778503c7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.870288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45958) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:14.873414 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f23f9-2187-447a-b38e-18effb0b72b0 None None] Pushing event updated for resources: {'Port': ['ID=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:14.878492 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83314b14-1fd8-4c54-9f7f-dbdf82b4db08 req-d1281347-a0b3-4d79-ad95-4ae9778503c7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a77d8028-d77f-478f-8d6b-cfe5f95718ba HTTP/1.1" status: 204 len: 173 time: 0.8262787 Aug 28 20:04:14.885321 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Routers {'944198fe-d8d9-4eaa-bc38-d4129dd8789c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:14.886009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:14.898344 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (13fa15bf-0ca3-4c46-a36f-33581510b7ec), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.957980 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a3c7a93e-ce3d-4d9a-9c49-f3ba5484e742 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a8c97f23d4ce41cc8388998c408c366f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846698 Aug 28 20:04:14.959639 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45964) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:14.966848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Made reservation on behalf of e6fa4bad47cf497eb6a3daa9e369767d for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:14.971901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:14.985540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1281347-a0b3-4d79-ad95-4ae9778503c7 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d8028-d77f-478f-8d6b-cfe5f95718ba,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:14.996757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-6aff5d8a-0c09-4a47-b445-3a6fb5fbebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:14.998375 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-6aff5d8a-0c09-4a47-b445-3a6fb5fbebc3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1517727 Aug 28 20:04:15.016392 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks [] for port (de19895b-89e7-455f-90c3-a30be2859c19), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.094805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:15.102296 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.110279 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-811e1980-575e-4f29-b31b-79899a89be43 req-9c2f87bf-0c76-4b56-bf81-1e3b3e212565 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0949993 Aug 28 20:04:15.164421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.176491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.181682 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.212444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.217606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.218378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-811e1980-575e-4f29-b31b-79899a89be43 req-4f64cd34-a5ed-4578-8fa8-1eb451c8eab6 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.1069734 Aug 28 20:04:15.238585 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.248615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:15.250758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.252767 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-5631de63-21bd-468a-908d-4ccfdbfe0dbb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2706866 Aug 28 20:04:15.265945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360', 'mac_address': 'fa:16:3e:8b:cb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:15.268057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5e053626-b75c-43d1-ad89-83f85164cb5e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:15.287650 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] Set router 944198fe-d8d9-4eaa-bc38-d4129dd8789c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:15.321199 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-dd917fba-b79e-4189-a60d-92bf6e684c91 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117840 Aug 28 20:04:15.405240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:15.405240 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.438374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5e053626-b75c-43d1-ad89-83f85164cb5e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:15.438911 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.442101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:15.475189 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:15.498797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e1980-575e-4f29-b31b-79899a89be43 req-98917813-054c-48c6-9080-cc340fe231fb tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.500515 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-811e1980-575e-4f29-b31b-79899a89be43 req-98917813-054c-48c6-9080-cc340fe231fb tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2809205 Aug 28 20:04:15.501904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:15.504644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84fd84dd-25d7-43e8-8d17-104b1d12fbc4 admin admin] Publish callbacks [] for security_group (3ac5170a-56a3-4dce-b985-144e01b26e2f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.551533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84fd84dd-25d7-43e8-8d17-104b1d12fbc4 admin admin] Publish callbacks [] for security_group (3ac5170a-56a3-4dce-b985-144e01b26e2f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.600412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5e053626-b75c-43d1-ad89-83f85164cb5e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:15.600894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.605424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d09402f-404a-4c46-8a52-a7128e0d22b7 req-1c48cf19-cc45-4e0a-8dec-05f8dbceeef4 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2763820 Aug 28 20:04:15.619938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-546b074a-7e8f-4a15-b6b8-0bd139c153fd req-5adff138-9db5-4359-95cb-f50de688ef1c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829731 Aug 28 20:04:15.621662 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (de19895b-89e7-455f-90c3-a30be2859c19), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.627182 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:04:15.648958 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 3, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port': {'id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:09Z', 'updated_at': '2022-08-28T20:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:15.679876 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.698149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Network 269a1df8-f56b-42b8-8e35-7af1a36939de is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:15.704867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:15.717047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:15.779708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d98e7-aa61-4069-8dc3-bc86cfdaad51 req-93467099-f071-449a-b8d1-501d92814f10 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:15.782360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c11d98e7-aa61-4069-8dc3-bc86cfdaad51 req-93467099-f071-449a-b8d1-501d92814f10 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1404507 Aug 28 20:04:15.788171 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a36a-3a72-4527-8497-b54698c7d461 None None] The sync data for ids ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'] in n-d-854121-7 is: [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 3, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port': {'id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:09Z', 'updated_at': '2022-08-28T20:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:15.827942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (878936e1-ca9c-4545-ab61-58300e9441ff), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.828434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 5e053626-b75c-43d1-ad89-83f85164cb5e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5e053626-b75c-43d1-ad89-83f85164cb5e,segment=NetworkSegment(0b24bef4-e9b3-4241-8e52-8d9f50500e9f),segment_id=0b24bef4-e9b3-4241-8e52-8d9f50500e9f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:15.880352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:15.889770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84fd84dd-25d7-43e8-8d17-104b1d12fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ac5170a-56a3-4dce-b985-144e01b26e2f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.892527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84fd84dd-25d7-43e8-8d17-104b1d12fbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.894393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-84fd84dd-25d7-43e8-8d17-104b1d12fbc4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3ac5170a-56a3-4dce-b985-144e01b26e2f HTTP/1.1" status: 204 len: 168 time: 0.9322321 Aug 28 20:04:15.920210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:15.937352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=878936e1-ca9c-4545-ab61-58300e9441ff,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:15.948597 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:15.952969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd84dd-25d7-43e8-8d17-104b1d12fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac5170a-56a3-4dce-b985-144e01b26e2f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:15.970645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['33ba2b92-0e31-4a34-8d4c-6b8786eaf360'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:15.992423 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c11d98e7-aa61-4069-8dc3-bc86cfdaad51 req-6163f859-a126-4e1c-9eda-8a5c16c9317e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021041 Aug 28 20:04:16.032710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Checking segment: {'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:16.033089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Network hostable DHCP agents. Network: 93a72407-867c-448d-92d6-cacdc09d10f7, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:04:16.127150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9242dcac-40c7-4608-9cda-5d7ca3ab7e67 req-b375f6f6-b8c7-4b1d-98c7-5c7f04030fa3 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips/13fa15bf-0ca3-4c46-a36f-33581510b7ec HTTP/1.1" status: 200 len: 693 time: 0.0868466 Aug 28 20:04:16.130062 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:16.194457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=5e053626-b75c-43d1-ad89-83f85164cb5e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:16.208570 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:16.227523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Network 93a72407-867c-448d-92d6-cacdc09d10f7 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:04:16.259600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Pushing event updated for resources: {'Port': ['ID=de19895b-89e7-455f-90c3-a30be2859c19,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:16.266878 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (944198fe-d8d9-4eaa-bc38-d4129dd8789c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:16.281706 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:16.320011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 93a72407-867c-448d-92d6-cacdc09d10f7) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:16.337100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242dcac-40c7-4608-9cda-5d7ca3ab7e67 req-60611d27-e3de-439e-a497-b485449c82e1 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:16.337724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9242dcac-40c7-4608-9cda-5d7ca3ab7e67 req-60611d27-e3de-439e-a497-b485449c82e1 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2037263 Aug 28 20:04:16.342829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:16.345878 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:16.350528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3309f-f8d4-47ad-be41-2625fb748c3b req-382a6195-3f44-4991-bd39-8aa5ae08b2f8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:16.360134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cae3309f-f8d4-47ad-be41-2625fb748c3b req-382a6195-3f44-4991-bd39-8aa5ae08b2f8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 949 time: 0.1568873 Aug 28 20:04:16.375189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff5e91-9750-44ec-8b2d-81715a2c91c7 None None] Network 93a72407-867c-448d-92d6-cacdc09d10f7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:16.395482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-9242dcac-40c7-4608-9cda-5d7ca3ab7e67 req-35f36c29-d21d-4648-b148-532e3e0a1a55 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:04:16.396584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9242dcac-40c7-4608-9cda-5d7ca3ab7e67 req-35f36c29-d21d-4648-b148-532e3e0a1a55 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0094452 Aug 28 20:04:16.431461 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f88f1642-6963-408d-9d71-e8f120e1b525 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7182522 Aug 28 20:04:16.433908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45976) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:16.442363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:16.461492 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:16.529673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cae3309f-f8d4-47ad-be41-2625fb748c3b req-ed12e040-b9d0-4635-8710-b9c7243661e5 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681201 Aug 28 20:04:16.607744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36264344-0fb2-4167-bfbe-b2def4e33e51 None None] Network 93a72407-867c-448d-92d6-cacdc09d10f7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:16.615737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:16.615737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:16.708767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41aac5-7730-444b-9c64-8a0f30b8cfb0 req-298ce517-341b-4531-9210-18d03eaf60cc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:16.710950 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b41aac5-7730-444b-9c64-8a0f30b8cfb0 req-298ce517-341b-4531-9210-18d03eaf60cc tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0895069 Aug 28 20:04:16.784385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de19895b-89e7-455f-90c3-a30be2859c19), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:16.806578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks [] for router_controller (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:16.808535 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-350369de-0446-40cd-b56e-11e1224dd784 req-75ef028e-c375-4d6d-aa34-d1c7c78462fe tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips?tenant_id=bf61c4060dfc402785f0e97364afd0e3 HTTP/1.1" status: 200 len: 696 time: 0.2049267 Aug 28 20:04:16.885602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b41aac5-7730-444b-9c64-8a0f30b8cfb0 req-ba30e06e-7841-4cb6-bde6-bbc903967407 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566837 Aug 28 20:04:16.983925 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-cfb44492-67bc-4053-9d04-08184d45f2f5 req-fa368dfe-6d46-4760-8d5d-61fe29da1502 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:04:17.000872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350369de-0446-40cd-b56e-11e1224dd784 req-052883dd-640d-4f49-8b87-7086ae9b4225 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.001063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-350369de-0446-40cd-b56e-11e1224dd784 req-052883dd-640d-4f49-8b87-7086ae9b4225 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 787 time: 0.1799357 Aug 28 20:04:17.002588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cfb44492-67bc-4053-9d04-08184d45f2f5 req-fa368dfe-6d46-4760-8d5d-61fe29da1502 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/aacb0b05-bb08-4391-bbef-5fcdc11de2ff HTTP/1.1" status: 404 len: 352 time: 0.0331373 Aug 28 20:04:17.009917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-350369de-0446-40cd-b56e-11e1224dd784 req-afb0565f-773c-476f-b8bc-6dd662db68b1 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:04:17.030479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-350369de-0446-40cd-b56e-11e1224dd784 req-afb0565f-773c-476f-b8bc-6dd662db68b1 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0283287 Aug 28 20:04:17.099475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:17.207831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.226604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.229417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:17.234744 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-e5fce246-0b12-4669-a53b-b0bf0503eb6d req-24868d17-f955-4d7b-b6ca-cd7681c61afc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:04:17.250645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.256710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5fce246-0b12-4669-a53b-b0bf0503eb6d req-24868d17-f955-4d7b-b6ca-cd7681c61afc tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ba4c23b0-2713-49d2-8530-eb48e4fe1eb6 HTTP/1.1" status: 404 len: 352 time: 0.0940199 Aug 28 20:04:17.270159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.288925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.307980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.315057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.316257 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-06d072d4-fbe2-4cc8-9026-053e08fc5f44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2066550 Aug 28 20:04:17.338486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:17.341986 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.402574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:17.410256 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-1396fc7c-2db2-469a-bf69-4416270a8bdf tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips/13fa15bf-0ca3-4c46-a36f-33581510b7ec HTTP/1.1" status: 200 len: 693 time: 0.1275947 Aug 28 20:04:17.462439 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:17.512985 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:17.521965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks [] for router_gateway (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.530663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:17.530663 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.586157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-482c2029-98b3-45b2-80c4-9b80832aa367 req-440cd4a7-b267-4485-bba5-5bd66f860831 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2535985 Aug 28 20:04:17.643117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-c9b6289e-4043-4c2a-a0ef-a24615d81c4f tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.651591 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-c9b6289e-4043-4c2a-a0ef-a24615d81c4f tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2240050 Aug 28 20:04:17.655086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:17.655498 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.744769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:17.747826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-326ccd15-59fe-4ca2-89a5-16c0ebd6bab4 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.0951753 Aug 28 20:04:17.749460 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ad87c-a662-4e7a-9399-bc76ba4715e1" -d '{"events": [{"server_uuid": "02fbc885-03b7-4ede-8e09-1282b8e05ec6", "name": "network-vif-plugged", "status": "completed", "tag": "33ba2b92-0e31-4a34-8d4c-6b8786eaf360"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:17.814878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-074455a7-bf76-4681-b17f-28b7712cfbb0 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.0660186 Aug 28 20:04:17.821372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678322ef-aabc-41d2-b2d0-38a4ea6e4879 req-c6ee230a-0149-464a-83d6-6d0a43846260 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:17.823945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:17.824351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.825175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-678322ef-aabc-41d2-b2d0-38a4ea6e4879 req-c6ee230a-0149-464a-83d6-6d0a43846260 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1076441 Aug 28 20:04:17.833558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks [] for port (de19895b-89e7-455f-90c3-a30be2859c19), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.833826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:17.855207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:17.919998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.920629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (de19895b-89e7-455f-90c3-a30be2859c19), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.927988 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:17.929275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5e053626-b75c-43d1-ad89-83f85164cb5e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:18.004543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Pushing event updated for resources: {'Port': ['ID=de19895b-89e7-455f-90c3-a30be2859c19,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:18.035677 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Deleting port 7a6eddfc-30fe-4a0a-840e-638b039602dd {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:18.036026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.037541 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks [] for router_gateway (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.038354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (944198fe-d8d9-4eaa-bc38-d4129dd8789c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.068515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.074236 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-678322ef-aabc-41d2-b2d0-38a4ea6e4879 req-febbc826-c034-47c3-bf46-31d8477a2160 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411954 Aug 28 20:04:18.107161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:18.187201 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-f0b34f85-ed28-41e3-a368-961088e41115 req-3331dca3-154b-4dfc-9e46-7931abc7e71c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:04:18.200840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5e053626-b75c-43d1-ad89-83f85164cb5e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:18.200840 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.200993 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:18.209342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0b34f85-ed28-41e3-a368-961088e41115 req-3331dca3-154b-4dfc-9e46-7931abc7e71c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4c94c8a-56dc-429c-999c-698d3a126746 HTTP/1.1" status: 404 len: 352 time: 0.0897191 Aug 28 20:04:18.265299 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.265299 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (7a6eddfc-30fe-4a0a-840e-638b039602dd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.270916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:18.285351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Calling delete_port for 7a6eddfc-30fe-4a0a-840e-638b039602dd owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:18.288366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Network 269a1df8-f56b-42b8-8e35-7af1a36939de is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:18.292105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:18.352609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5e053626-b75c-43d1-ad89-83f85164cb5e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:18.401696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164d747-23f6-4305-8ab2-57fc196dff47 req-9a64f949-bf23-44a8-8fef-832d337b7291 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:18.403392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f164d747-23f6-4305-8ab2-57fc196dff47 req-9a64f949-bf23-44a8-8fef-832d337b7291 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 950 time: 0.0754836 Aug 28 20:04:18.412318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Allocated IP 172.25.4.171 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/f69f83f7-572d-4eb2-8d3b-7176df026b64) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:18.497427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Router 944198fe-d8d9-4eaa-bc38-d4129dd8789c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:18.528144 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f164d747-23f6-4305-8ab2-57fc196dff47 req-9b7fad11-d77f-4ae2-b4a9-fd5909410255 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172597 Aug 28 20:04:18.570974 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:18.621106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks [] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.656065 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4cefda-3438-4fb2-99e0-7fe787e4dbd0 x-openstack-request-id: req-3e4cefda-3438-4fb2-99e0-7fe787e4dbd0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:18.656400 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fbc885-03b7-4ede-8e09-1282b8e05ec6", "name": "network-vif-plugged", "status": "completed", "tag": "33ba2b92-0e31-4a34-8d4c-6b8786eaf360", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:18.656763 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e4cefda-3438-4fb2-99e0-7fe787e4dbd0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:18.657188 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4cefda-3438-4fb2-99e0-7fe787e4dbd0'] response: {'server_uuid': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360', 'code': 200} Aug 28 20:04:18.689324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:18.697408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a6356201-766b-4f2c-8712-553d4b1a2efd admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/944198fe-d8d9-4eaa-bc38-d4129dd8789c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3544004 Aug 28 20:04:18.710051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Sync routers for ids ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:18.723143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Routers {'944198fe-d8d9-4eaa-bc38-d4129dd8789c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:18.723838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:18.744192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.802808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:18.832446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7a6eddfc-30fe-4a0a-840e-638b039602dd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:18.870660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:18.873722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:18.876386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Pushing event updated for resources: {'Port': ['ID=f69f83f7-572d-4eb2-8d3b-7176df026b64,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:18.883910 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:18.902985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Pushing event deleted for resources: {'Port': ['ID=7a6eddfc-30fe-4a0a-840e-638b039602dd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:18.924161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b8cb-b111-4777-90c2-add3d466ff87 req-dc3ed616-9b40-4e3c-96a6-a6c22eb1511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:18.926985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73c1b8cb-b111-4777-90c2-add3d466ff87 req-dc3ed616-9b40-4e3c-96a6-a6c22eb1511e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 1132 time: 0.1872439 Aug 28 20:04:18.954918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Set router 944198fe-d8d9-4eaa-bc38-d4129dd8789c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:18.974590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ef45-8671-4dd6-b223-7682b85edb95 req-6e3da747-6850-4ee6-9aad-f3dc90dc7f0d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:18.976204 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa83ef45-8671-4dd6-b223-7682b85edb95 req-6e3da747-6850-4ee6-9aad-f3dc90dc7f0d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.2001777 Aug 28 20:04:18.998979 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:19.063574 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:19.090569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (13fa15bf-0ca3-4c46-a36f-33581510b7ec), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.090569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.092783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-09f4a38b-7e5c-4f45-9151-1ffa01062be3 req-7aa9965e-6cd0-4dc0-940b-cbc70ac34130 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/13fa15bf-0ca3-4c46-a36f-33581510b7ec HTTP/1.1" status: 204 len: 173 time: 1.2770090 Aug 28 20:04:19.095266 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73c1b8cb-b111-4777-90c2-add3d466ff87 req-611ac960-c82f-4eb4-a9d7-101e1ea0401d service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448076 Aug 28 20:04:19.138565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 08b7716e-c895-4e14-af45-c79af930d7fa details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:19.146115 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-73d2e9b1-d585-4576-9819-81b05e2f8629 req-269e0a75-1a75-402d-9ef1-64fc0add1909 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:04:19.147959 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73d2e9b1-d585-4576-9819-81b05e2f8629 req-269e0a75-1a75-402d-9ef1-64fc0add1909 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c5af6e87-4adc-4bfc-80dd-1ce769aabfd9 HTTP/1.1" status: 404 len: 352 time: 0.0278323 Aug 28 20:04:19.192553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:19.218565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa83ef45-8671-4dd6-b223-7682b85edb95 req-972b26f3-3ec2-44b4-be50-4e57c72b2648 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346840 Aug 28 20:04:19.380382 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:19.382285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:19.387622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:19.392901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:19.399715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 08b7716e-c895-4e14-af45-c79af930d7fa, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=08b7716e-c895-4e14-af45-c79af930d7fa,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:19.402701 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:19.411708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:19.416970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:19.434718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:19.436833 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks [] for router_gateway (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.439936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:19.448248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-e1c69998-3bbf-49fb-9275-d0250a891c64 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5431 time: 0.2079682 Aug 28 20:04:19.455528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:16Z', 'revision_number': 4, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port': {'id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:09Z', 'updated_at': '2022-08-28T20:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'de19895b-89e7-455f-90c3-a30be2859c19', 'name': '', 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'mac_address': 'fa:16:3e:00:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:14Z', 'updated_at': '2022-08-28T20:04:17Z', 'revision_number': 2, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'subnets': [{'id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:19.460791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:19.461638 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.499749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '08b7716e-c895-4e14-af45-c79af930d7fa', 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1', 'port_id': '08b7716e-c895-4e14-af45-c79af930d7fa', 'mac_address': 'fa:16:3e:f6:1d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:19.525761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Checking router: 944198fe-d8d9-4eaa-bc38-d4129dd8789c for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:19.526400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Updating router 944198fe-d8d9-4eaa-bc38-d4129dd8789c port de19895b-89e7-455f-90c3-a30be2859c19 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:19.573508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dbb279a9-8fda-4a38-9b00-a3b260fcec2e req-c2375661-c0ba-4aa9-95ab-2d20ad2aa847 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242216 Aug 28 20:04:19.579006 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de19895b-89e7-455f-90c3-a30be2859c19), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.639940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 08b7716e-c895-4e14-af45-c79af930d7fa is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:19.640327 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.730052 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:19.734212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b7716e-c895-4e14-af45-c79af930d7fa {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:19.750648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:19.788012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-d6ce1df6-9b55-4b32-baec-2f946de0794b tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1866546 Aug 28 20:04:19.798842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:19.825872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 08b7716e-c895-4e14-af45-c79af930d7fa, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=08b7716e-c895-4e14-af45-c79af930d7fa,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:19.842492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.846830 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:19.901511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:19.919361 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.920085 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2fe2ae57-42f9-420f-9c96-42fe8fba5302 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:19.930081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:19.989592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-eb93abd8-3ded-416e-a3b3-637a3dd68de8 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:20.001553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-eb93abd8-3ded-416e-a3b3-637a3dd68de8 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 810 time: 0.2209659 Aug 28 20:04:20.017648 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-b931b4a7-cdb6-430a-bc69-3831cf128e1e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/quotas/52acaef1cb324f4984b245e8378121b9 HTTP/1.1" status: 200 len: 375 time: 0.0193737 Aug 28 20:04:20.038460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=08b7716e-c895-4e14-af45-c79af930d7fa,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:20.042327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:20.066586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.086809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2fe2ae57-42f9-420f-9c96-42fe8fba5302', 'network_id': 'f916ee4d-6756-48e6-9a29-8dafd69f66c1', 'port_id': '2fe2ae57-42f9-420f-9c96-42fe8fba5302', 'mac_address': 'fa:16:3e:7c:71:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:20.096972 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-6712c286-7ec0-4f80-beae-ee5a536615fe tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709679 Aug 28 20:04:20.188166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:04:20.202177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Allocated IP 172.25.4.201 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/f27272c6-5f95-4b1f-976a-fddda5879d1d) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:20.261363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-a23ea7db-2365-4707-b864-6653f76fa02e service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:04:20.263471 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Publish callbacks [] for port (de19895b-89e7-455f-90c3-a30be2859c19), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.266420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-a23ea7db-2365-4707-b864-6653f76fa02e service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1680362 Aug 28 20:04:20.277362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:20.277746 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.292068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe2ae57-42f9-420f-9c96-42fe8fba5302 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:20.312911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:20.330863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de19895b-89e7-455f-90c3-a30be2859c19), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.337946 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:20.340313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.343180 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:20.399049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7d6e3-5d2b-4500-b03a-a5555b9fa54b None None] Pushing event updated for resources: {'Port': ['ID=de19895b-89e7-455f-90c3-a30be2859c19,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:20.403458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:20.416291 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Sync routers for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:20.424189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.424885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6baead0d-ffae-4a23-b7a9-f3631421c0d4 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:20.433093 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:20.434084 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:20.456562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.460803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-6265f1fc-e56f-4d8d-93ed-9ae876de5f71 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818933 Aug 28 20:04:20.493567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Attempting to bind port de19895b-89e7-455f-90c3-a30be2859c19 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:20.494464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Attempting to bind port de19895b-89e7-455f-90c3-a30be2859c19 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:20.494950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Attempting to bind port de19895b-89e7-455f-90c3-a30be2859c19 on network 269a1df8-f56b-42b8-8e35-7af1a36939de {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:20.505258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:20.508818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:20.510914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Pushing event updated for resources: {'Port': ['ID=f27272c6-5f95-4b1f-976a-fddda5879d1d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:20.513275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:20.572125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.573469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a29b8f5a-332b-4867-a268-e39ac2d5fe7a admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1385689 Aug 28 20:04:20.587301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46064) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:20.593752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:20.594822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2fe2ae57-42f9-420f-9c96-42fe8fba5302,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:20.598522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:20.598902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Checking segment: {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:20.599310 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.599696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Bound using segment: {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:20.600185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Bound port: de19895b-89e7-455f-90c3-a30be2859c19, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:20.600566 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de19895b-89e7-455f-90c3-a30be2859c19), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.622894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:04:20.627145 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:20.633204 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (a3b92442-092f-4e61-bf28-c2e68a712ce1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.651628 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-a5a39d84-a7c2-4d1b-81f2-d86db58ab7c6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920018 Aug 28 20:04:20.736702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] For port de19895b-89e7-455f-90c3-a30be2859c19, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:20.760442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] For port de19895b-89e7-455f-90c3-a30be2859c19, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=de19895b-89e7-455f-90c3-a30be2859c19,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:20.767206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:20.780891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '6baead0d-ffae-4a23-b7a9-f3631421c0d4', 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'port_id': '6baead0d-ffae-4a23-b7a9-f3631421c0d4', 'mac_address': 'fa:16:3e:91:88:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303695ce-f82f-49bf-ab7b-6f4e6407f1f8', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:20.791936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.822480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:20.823265 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.841089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baead0d-ffae-4a23-b7a9-f3631421c0d4 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:20.871817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:20.878332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de19895b-89e7-455f-90c3-a30be2859c19), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:20.890311 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:19Z', 'revision_number': 3, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:20.957027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7d6e3-5d2b-4500-b03a-a5555b9fa54b None None] Pushing event updated for resources: {'Port': ['ID=de19895b-89e7-455f-90c3-a30be2859c19,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:20.959959 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Checking router: 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:20.960312 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Updating router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a port f69f83f7-572d-4eb2-8d3b-7176df026b64 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:20.965740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Routers {'944198fe-d8d9-4eaa-bc38-d4129dd8789c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:20.966835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:21.014437 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.025610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.026878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 15d18f42-58a4-4016-bfd6-269a8a12e83a details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:21.070708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.091029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=6baead0d-ffae-4a23-b7a9-f3631421c0d4,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:21.136147 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.183805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:21.193273 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:21.216368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] Set router 944198fe-d8d9-4eaa-bc38-d4129dd8789c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:21.219988 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-be5b5911-18a9-417d-99dd-f3770e134254 req-dc617503-9fe0-430d-8840-1fd75b5242f2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:04:21.221194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be5b5911-18a9-417d-99dd-f3770e134254 req-dc617503-9fe0-430d-8840-1fd75b5242f2 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/9ae4395d-9a39-4e58-ae72-e9af26d9e1f3 HTTP/1.1" status: 404 len: 352 time: 0.0263948 Aug 28 20:04:21.221693 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:21.254618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '15d18f42-58a4-4016-bfd6-269a8a12e83a', 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'port_id': '15d18f42-58a4-4016-bfd6-269a8a12e83a', 'mac_address': 'fa:16:3e:c4:c5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303695ce-f82f-49bf-ab7b-6f4e6407f1f8', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:21.264667 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:21.373364 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:21.384755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 15d18f42-58a4-4016-bfd6-269a8a12e83a is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:21.385148 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.390957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (a3b92442-092f-4e61-bf28-c2e68a712ce1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.409153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Pushing event updated for resources: {'Port': ['ID=f27272c6-5f95-4b1f-976a-fddda5879d1d,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:21.412568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d18f42-58a4-4016-bfd6-269a8a12e83a {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:21.482955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:21.495100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:16Z', 'revision_number': 4, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port': {'id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:09Z', 'updated_at': '2022-08-28T20:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'de19895b-89e7-455f-90c3-a30be2859c19', 'name': '', 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'mac_address': 'fa:16:3e:00:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:14Z', 'updated_at': '2022-08-28T20:04:20Z', 'revision_number': 4, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'subnets': [{'id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:21.506186 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Publish callbacks [] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.520585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f31ce4-4e7d-474e-9f09-0bda10377df6 None None] The sync data for ids ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'] in n-d-854121-7 is: [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:04:16Z', 'revision_number': 4, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port': {'id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:09Z', 'updated_at': '2022-08-28T20:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'de19895b-89e7-455f-90c3-a30be2859c19', 'name': '', 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'mac_address': 'fa:16:3e:00:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:14Z', 'updated_at': '2022-08-28T20:04:20Z', 'revision_number': 4, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'subnets': [{'id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:21.563014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.564488 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.565348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ed3a88d2-bcbc-4162-937c-a3d205ca6cce tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7709823 Aug 28 20:04:21.567778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.569101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:21.569504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4493a-ce0f-4bf5-955f-c61172c4d207 req-a7485896-a919-4bc9-aba0-1864482e0cbe tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:21.582880 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1cd4493a-ce0f-4bf5-955f-c61172c4d207 req-a7485896-a919-4bc9-aba0-1864482e0cbe tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 950 time: 0.0757654 Aug 28 20:04:21.685803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-ad4d28b0-9140-425c-b092-135892b30471 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.201 HTTP/1.1" status: 200 len: 696 time: 0.0924287 Aug 28 20:04:21.686932 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debb9ed-16ed-4628-998d-0ea26a4f7814 None None] Pushing event updated for resources: {'Port': ['ID=f69f83f7-572d-4eb2-8d3b-7176df026b64,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:21.696622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:21.715772 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Attempting to bind port f69f83f7-572d-4eb2-8d3b-7176df026b64 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:21.716148 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Attempting to bind port f69f83f7-572d-4eb2-8d3b-7176df026b64 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:21.716522 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Attempting to bind port f69f83f7-572d-4eb2-8d3b-7176df026b64 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:21.723200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:21.724394 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:21.724759 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.725214 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:21.725712 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Bound port: f69f83f7-572d-4eb2-8d3b-7176df026b64, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:21.726121 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.753105 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1cd4493a-ce0f-4bf5-955f-c61172c4d207 req-773c8f29-d6a6-455a-8c6b-130eae3ba60f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272991 Aug 28 20:04:21.772513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:21.798047 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] For port f69f83f7-572d-4eb2-8d3b-7176df026b64, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:21.803085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] For port f69f83f7-572d-4eb2-8d3b-7176df026b64, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f69f83f7-572d-4eb2-8d3b-7176df026b64,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:21.824261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d806a1a5-cadb-4bb3-9972-c5f22a513c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.835216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '3d059f8e-61c3-4bca-94a6-2b4b385c9ce1', 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'port_id': '3d059f8e-61c3-4bca-94a6-2b4b385c9ce1', 'mac_address': 'fa:16:3e:71:02:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303695ce-f82f-49bf-ab7b-6f4e6407f1f8', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:21.842773 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.871897 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.875016 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:21.902925 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:21.906164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:21.906564 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:21.934567 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:21.935647 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:03:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:21.954324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:21.979855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:21.993449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-7be806f0-1c52-42de-afbd-ad52e2246aa0 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:21.995131 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c670ff1-a213-4c95-8c83-b9ee42020543 req-7be806f0-1c52-42de-afbd-ad52e2246aa0 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2992048 Aug 28 20:04:22.059070 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:22.070903 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:22.076260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 77b391d3-494a-42ac-81b4-d2edb5f33294 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:22.112042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Allocated IP 172.20.0.1 (93a72407-867c-448d-92d6-cacdc09d10f7/878936e1-ca9c-4545-ab61-58300e9441ff/89dafe80-37cd-4fc0-92ab-21ae2a18f46f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:22.126694 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:22.129259 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debb9ed-16ed-4628-998d-0ea26a4f7814 None None] Pushing event updated for resources: {'Port': ['ID=f69f83f7-572d-4eb2-8d3b-7176df026b64,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:22.220436 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:22.272313 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:22.280134 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 77b391d3-494a-42ac-81b4-d2edb5f33294, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77b391d3-494a-42ac-81b4-d2edb5f33294,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:22.287487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.292547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.309845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.317230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:22.320467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.329559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '77b391d3-494a-42ac-81b4-d2edb5f33294', 'network_id': '930cd3e9-822c-4fa0-84e7-ff1b22f9784a', 'port_id': '77b391d3-494a-42ac-81b4-d2edb5f33294', 'mac_address': 'fa:16:3e:34:d4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303695ce-f82f-49bf-ab7b-6f4e6407f1f8', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:22.332650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.341689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks [] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:22.349160 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.349160 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.360770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50953f37-bce1-47bd-9844-325431882917 req-fdbe0f8a-9fc0-4a29-8975-c95e15345a34 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5436 time: 0.2151968 Aug 28 20:04:22.415674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 77b391d3-494a-42ac-81b4-d2edb5f33294 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:22.416114 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:22.457740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b391d3-494a-42ac-81b4-d2edb5f33294 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:22.486614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50953f37-bce1-47bd-9844-325431882917 req-1ebc634b-6d47-4899-ac32-72cd81117451 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196029 Aug 28 20:04:22.518237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 77b391d3-494a-42ac-81b4-d2edb5f33294, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77b391d3-494a-42ac-81b4-d2edb5f33294,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:22.531317 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-686494bc-ce54-44b2-b3a8-511533aaacc9 req-f9c3280a-050d-4de4-8c9b-d2f74f72b05f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] show failed (client error): The resource could not be found. Aug 28 20:04:22.534542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-686494bc-ce54-44b2-b3a8-511533aaacc9 req-f9c3280a-050d-4de4-8c9b-d2f74f72b05f tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ec438b71-1c7f-41f8-9706-537c005566d1 HTTP/1.1" status: 404 len: 352 time: 0.0165837 Aug 28 20:04:22.539056 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:19Z', 'revision_number': 3, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:22.576079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d9f9b27-c2be-42b8-9371-92f91ec3d451 req-17a48e0a-7ac9-4b50-88f1-542a349b7a4b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 210 time: 0.0629313 Aug 28 20:04:22.605834 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:22.605834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 945456db-ed69-441d-8548-325125935ca1 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:22.606154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:22.608567 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e93906-ec88-44d8-add0-184edff6e7cb None None] The sync data for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 is: [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:19Z', 'revision_number': 3, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:22.712604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b04e-50b2-4831-a7ef-eaef0c9c738b req-ee200e2f-7be9-443d-9c52-e924d9136f61 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:22.725117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Network 93a72407-867c-448d-92d6-cacdc09d10f7 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:22.727811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cc22b04e-50b2-4831-a7ef-eaef0c9c738b req-ee200e2f-7be9-443d-9c52-e924d9136f61 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1069040 Aug 28 20:04:22.747412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:22.759128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:22.782027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=77b391d3-494a-42ac-81b4-d2edb5f33294,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:22.857062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Pushing event updated for resources: {'Port': ['ID=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:22.892425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cc22b04e-50b2-4831-a7ef-eaef0c9c738b req-c61f5c8d-e0c1-4fe4-9b1b-44f9255a43ea tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636007 Aug 28 20:04:22.912575 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:22.967158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 945456db-ed69-441d-8548-325125935ca1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=945456db-ed69-441d-8548-325125935ca1,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:23.005814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '945456db-ed69-441d-8548-325125935ca1', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'port_id': '945456db-ed69-441d-8548-325125935ca1', 'mac_address': 'fa:16:3e:61:06:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:23.026029 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-6801184a-0352-44d9-819e-39e773ef33d1 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips/a3b92442-092f-4e61-bf28-c2e68a712ce1 HTTP/1.1" status: 200 len: 693 time: 0.0879803 Aug 28 20:04:23.091375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 945456db-ed69-441d-8548-325125935ca1 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:23.091780 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (945456db-ed69-441d-8548-325125935ca1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.124274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945456db-ed69-441d-8548-325125935ca1 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:23.151748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 945456db-ed69-441d-8548-325125935ca1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=945456db-ed69-441d-8548-325125935ca1,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:23.182916 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:23.228914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device de19895b-89e7-455f-90c3-a30be2859c19 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:23.235602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-d00893f1-eec9-441e-abd9-c48abe0b2471 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:23.247038 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-d00893f1-eec9-441e-abd9-c48abe0b2471 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2192667 Aug 28 20:04:23.295541 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (945456db-ed69-441d-8548-325125935ca1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.335037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.398900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-83a50ef8-8fff-4969-98f2-d5cb06d94041 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.201 HTTP/1.1" status: 200 len: 696 time: 0.1493473 Aug 28 20:04:23.436146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd0b8260-471b-41cf-974d-6d80d1a78aa0 req-4ade0b42-37d0-44d7-967c-f48e016a05e5 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1021891 Aug 28 20:04:23.437525 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.477338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port de19895b-89e7-455f-90c3-a30be2859c19 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:23.477823 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (de19895b-89e7-455f-90c3-a30be2859c19), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.566968 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-23241fd9-9a06-4ad0-9ac4-92565dd01d42 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.201 HTTP/1.1" status: 200 len: 696 time: 0.1581864 Aug 28 20:04:23.605070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=945456db-ed69-441d-8548-325125935ca1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:23.729752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port de19895b-89e7-455f-90c3-a30be2859c19 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:23.730191 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de19895b-89e7-455f-90c3-a30be2859c19), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.815876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port de19895b-89e7-455f-90c3-a30be2859c19, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=de19895b-89e7-455f-90c3-a30be2859c19,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:23.875070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks [] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.900799 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de19895b-89e7-455f-90c3-a30be2859c19), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.916699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Deleting port f27272c6-5f95-4b1f-976a-fddda5879d1d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:23.917237 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:23.954914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=de19895b-89e7-455f-90c3-a30be2859c19,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:24.010480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.022790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.023145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (f27272c6-5f95-4b1f-976a-fddda5879d1d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.041227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Calling delete_port for f27272c6-5f95-4b1f-976a-fddda5879d1d owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:24.088060 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.089718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Pushing event updated for resources: {'Port': ['ID=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:24.143218 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5981122e-5782-4b60-9cd9-5975e3a661f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.241074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Network 93a72407-867c-448d-92d6-cacdc09d10f7 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:24.244560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:24.260844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a94f5-9b71-4f9b-9875-1168f1d09bb1 req-89c1feed-0196-4b69-a412-d6d8f7dc668f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.262454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e09a94f5-9b71-4f9b-9875-1168f1d09bb1 req-89c1feed-0196-4b69-a412-d6d8f7dc668f tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0687242 Aug 28 20:04:24.283842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f27272c6-5f95-4b1f-976a-fddda5879d1d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.290823 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:24.314296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Pushing event deleted for resources: {'Port': ['ID=f27272c6-5f95-4b1f-976a-fddda5879d1d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:24.379279 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks [] for floatingip (a3b92442-092f-4e61-bf28-c2e68a712ce1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.382066 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.383243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-430ad1ed-a0d9-446a-af60-3832becc6846 req-81673ff1-34de-491c-8a8c-32a9d780236d tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/a3b92442-092f-4e61-bf28-c2e68a712ce1 HTTP/1.1" status: 204 len: 173 time: 0.8059344 Aug 28 20:04:24.391389 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e09a94f5-9b71-4f9b-9875-1168f1d09bb1 req-c4c1b46d-8e9c-4845-bcd0-5a5307131d46 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937228 Aug 28 20:04:24.395064 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:24.421383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:24.569057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.575598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.580856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.586763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.591873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.598321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.604327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.605630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-358f063b-75d0-4dcb-8a43-56e798ddf2e9 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5438 time: 0.1329463 Aug 28 20:04:24.609328 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:24.624630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:24.635428 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ebbbda6d-9d4e-4b32-85d8-aa25eadd4591 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0470536 Aug 28 20:04:24.699404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cc853576-938e-4167-b9f5-e8c9ad311b57 req-514d64a4-a419-46d0-b6f7-19299aa66947 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845640 Aug 28 20:04:24.725268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2fe2ae57-42f9-420f-9c96-42fe8fba5302'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:24.849993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.850485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.850965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.851442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.851915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.852388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.852857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.853326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.853783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.854799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.855435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.856063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:24.867644 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-c313d754-79d1-4b61-8758-d3a939bc2ac6 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505&device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488&device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6&device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71&device_id=25351f2e-f113-45d2-9afa-c8449ffe3923&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81&device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 11392 time: 0.1505275 Aug 28 20:04:24.887421 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-be7a9073-bca4-4b32-a5ae-e4bb26556ea1 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:24.915118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-14be5d32-146a-45bb-b13f-9f1ca7fe958f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481357 Aug 28 20:04:24.926067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['08b7716e-c895-4e14-af45-c79af930d7fa'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:25.051707 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:25.063156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f36ded68-d6da-4941-967c-15e0a65bba65 req-3bfc3b32-b429-4e08-a9ab-cd219e22f502 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0568688 Aug 28 20:04:25.108314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-1ea592b4-b1fc-498c-b8db-cc6b438754e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:25.114672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-1ea592b4-b1fc-498c-b8db-cc6b438754e7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 1128 time: 0.1252899 Aug 28 20:04:25.118482 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-be7a9073-bca4-4b32-a5ae-e4bb26556ea1 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Publish callbacks [] for security_group (b67afd1a-e86d-4cd5-8975-7a061b27a750), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:25.155826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['945456db-ed69-441d-8548-325125935ca1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:25.193894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06f48a98-4c17-4ccf-9e88-b71ce9dd5a77 req-641844ec-c312-4043-855a-26c4e5a23ae8 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 210 time: 0.0380754 Aug 28 20:04:25.214379 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:25.220046 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:25.233407 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-be7a9073-bca4-4b32-a5ae-e4bb26556ea1 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b67afd1a-e86d-4cd5-8975-7a061b27a750), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:25.263846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['15d18f42-58a4-4016-bfd6-269a8a12e83a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:25.309966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a9073-bca4-4b32-a5ae-e4bb26556ea1 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67afd1a-e86d-4cd5-8975-7a061b27a750,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:25.339154 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:25.352246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f69f83f7-572d-4eb2-8d3b-7176df026b64 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:25.387749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c907273-840b-4c8c-a847-11914cc9607b req-80606059-d5e5-431f-befc-4b59a1bb39e8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:25.396499 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c907273-840b-4c8c-a847-11914cc9607b req-80606059-d5e5-431f-befc-4b59a1bb39e8 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1024 time: 0.0966177 Aug 28 20:04:25.409351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['77b391d3-494a-42ac-81b4-d2edb5f33294'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:25.435363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82147c8b-61ef-4373-9c7d-7cecc22e156f req-be7a9073-bca4-4b32-a5ae-e4bb26556ea1 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=99704f70-33fe-408c-b951-f1064bc3128a&id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&id=3d6eb247-dd0a-476e-b11b-7bb2d683b93d&id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 810 time: 0.5663927 Aug 28 20:04:25.447972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-24526e5e-b8bc-4583-8d66-dfafca86e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:25.459635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-24526e5e-b8bc-4583-8d66-dfafca86e1f9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 200 len: 915 time: 0.3165963 Aug 28 20:04:25.524529 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-9d2b0f52-ff49-457b-801f-0892d62bd7ba req-1800041d-71a1-4111-9931-3d8cbd07e9cb tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] show failed (client error): The resource could not be found. Aug 28 20:04:25.525705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d2b0f52-ff49-457b-801f-0892d62bd7ba req-1800041d-71a1-4111-9931-3d8cbd07e9cb tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips/a3b92442-092f-4e61-bf28-c2e68a712ce1 HTTP/1.1" status: 404 len: 350 time: 0.0625179 Aug 28 20:04:25.529323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['6baead0d-ffae-4a23-b7a9-f3631421c0d4'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:25.559705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-49fa7b75-d760-417e-8c39-f0e5c3630b2e service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 200 len: 217 time: 0.0892055 Aug 28 20:04:25.575201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f69f83f7-572d-4eb2-8d3b-7176df026b64 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:25.576340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:25.591395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c907273-840b-4c8c-a847-11914cc9607b req-f2855f2c-4355-4aec-bc87-c9c4cbdb9036 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d6eb247-dd0a-476e-b11b-7bb2d683b93d&id=62c07ec5-ce09-472f-bf9e-9c2471dea7c3&id=99704f70-33fe-408c-b951-f1064bc3128a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1938729 Aug 28 20:04:25.694747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-bc9b69a7-3af6-4e49-919e-0275f186ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:25.696279 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-bc9b69a7-3af6-4e49-919e-0275f186ace0 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 200 len: 853 time: 0.1284399 Aug 28 20:04:25.706887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-846c6786-9817-43c1-ac6b-a5ca47c5ddea tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:25.715968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['3d059f8e-61c3-4bca-94a6-2b4b385c9ce1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:25.722815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-846c6786-9817-43c1-ac6b-a5ca47c5ddea tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 810 time: 0.2349877 Aug 28 20:04:25.744254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Request body: {'port': {'device_id': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'admin_state_up': True, 'tenant_id': '52acaef1cb324f4984b245e8378121b9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:25.788707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-e8fec3ee-3761-4ea5-9bf5-32e94558816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:25.790844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-e8fec3ee-3761-4ea5-9bf5-32e94558816d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=7ec00116-e07e-4e45-a9a4-a2363c746438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0876441 Aug 28 20:04:25.879471 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-b1dc3d57-fb85-4f2f-89cc-f61daf2ffaec req-384b53f1-bffa-4095-ab77-cca08563f915 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] show failed (client error): The resource could not be found. Aug 28 20:04:25.882350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1dc3d57-fb85-4f2f-89cc-f61daf2ffaec req-384b53f1-bffa-4095-ab77-cca08563f915 tempest-FloatingIPsTestJSON-29314538 tempest-FloatingIPsTestJSON-29314538-project] 10.222.0.78 "GET /networking/v2.0/floatingips/a3b92442-092f-4e61-bf28-c2e68a712ce1 HTTP/1.1" status: 404 len: 350 time: 0.1051159 Aug 28 20:04:25.895839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46156) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:25.956795 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:25.960079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-7284e6cf-05d0-4fea-a105-3e2a3e0f43d7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594219 Aug 28 20:04:26.030523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:26.063420 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:26.215522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d69c-1278-4dd4-aa49-4eb823a817c2 req-33c822e1-c296-474d-906d-674d515fb450 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.217210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9c2d69c-1278-4dd4-aa49-4eb823a817c2 req-33c822e1-c296-474d-906d-674d515fb450 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1626019 Aug 28 20:04:26.314686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f69f83f7-572d-4eb2-8d3b-7176df026b64 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:26.315076 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:26.406422 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:26.413086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port f69f83f7-572d-4eb2-8d3b-7176df026b64, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f69f83f7-572d-4eb2-8d3b-7176df026b64,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:26.441785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Made reservation on behalf of 52acaef1cb324f4984b245e8378121b9 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:26.446984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:26.488423 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9c2d69c-1278-4dd4-aa49-4eb823a817c2 req-e7ca0174-40c3-4229-9707-b3d999e80113 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601523 Aug 28 20:04:26.558920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:26.559805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device de19895b-89e7-455f-90c3-a30be2859c19 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:26.685415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=f69f83f7-572d-4eb2-8d3b-7176df026b64,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:26.713025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-fc6e1fe9-13bb-4a00-a998-9c9e8410edc3 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.715030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-fc6e1fe9-13bb-4a00-a998-9c9e8410edc3 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 1024 time: 0.7536516 Aug 28 20:04:26.717480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port de19895b-89e7-455f-90c3-a30be2859c19 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:26.717763 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (de19895b-89e7-455f-90c3-a30be2859c19), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:26.727646 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:26.731280 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:26.742870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.748829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.754794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.760190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.765421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.771214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.776247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.783792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-4c02a3f5-1b2b-4ba7-9980-e10995808e1a tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:26.786325 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-6777130b-cda0-467b-8488-b0106da8db0c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5438 time: 0.1649466 Aug 28 20:04:26.787053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-4c02a3f5-1b2b-4ba7-9980-e10995808e1a tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 819 time: 0.7600172 Aug 28 20:04:26.793684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-691c5dee-1c1c-4d0a-9abb-f6b4960bd376 req-83cea610-566a-452e-bbe0-dadc1ea4d576 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602353 Aug 28 20:04:26.805826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-2578128f-97cd-45f7-8977-adfd8816c2d4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/quotas/e6fa4bad47cf497eb6a3daa9e369767d HTTP/1.1" status: 200 len: 375 time: 0.0100505 Aug 28 20:04:26.823687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port de19895b-89e7-455f-90c3-a30be2859c19 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:26.853815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Sync routers for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:26.864894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-d802b65a-b13e-4561-b042-cbe39d7bc0ce tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510561 Aug 28 20:04:26.875240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:26.875985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:26.932693 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:26.979317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ef997f4-f091-4349-b864-5ec86d7d60f7 req-bbee561e-80b9-4eb9-b9e4-1ea3a3d9210c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1919360 Aug 28 20:04:26.989024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Allocated IP 172.20.0.7 (269a1df8-f56b-42b8-8e35-7af1a36939de/336770be-074a-42c2-8f5b-21fd4b5e92a6/713ab1e2-6eeb-4ee8-92b4-df9126409c0d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:26.999039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:27.122709 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:27.176415 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-41db81e9-17ff-42f8-9927-24d18c1712e8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010383 Aug 28 20:04:27.181036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Deleting port 3ed4e4c3-2b58-4c63-9ffc-de849950941f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:27.181974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.192558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f69f83f7-572d-4eb2-8d3b-7176df026b64 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:27.299225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f69f83f7-572d-4eb2-8d3b-7176df026b64 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:27.299958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.361210 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:27.362581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-406549da-12ff-41b2-9dda-7b5aae3b47bc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767352 Aug 28 20:04:27.406398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 2, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:27.461652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Checking router: 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:27.462060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Updating router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:27.464793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] For port 3ed4e4c3-2b58-4c63-9ffc-de849950941f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3ed4e4c3-2b58-4c63-9ffc-de849950941f,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:27.465743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.481962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Calling delete_port for 3ed4e4c3-2b58-4c63-9ffc-de849950941f owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:27.510463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.551274 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:27.592049 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.594865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f69f83f7-572d-4eb2-8d3b-7176df026b64 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:27.634883 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:27.741717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3ed4e4c3-2b58-4c63-9ffc-de849950941f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.780203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73b6b-a01e-4273-8220-48bb57b5a8af req-2927402d-9af9-4f07-9e50-f31846de9ec4 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:27.781298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73b6b-a01e-4273-8220-48bb57b5a8af req-2927402d-9af9-4f07-9e50-f31846de9ec4 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:27.781963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73b6b-a01e-4273-8220-48bb57b5a8af req-2927402d-9af9-4f07-9e50-f31846de9ec4 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:27.791905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51a73b6b-a01e-4273-8220-48bb57b5a8af req-2927402d-9af9-4f07-9e50-f31846de9ec4 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6&device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71&device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 2976 time: 0.4963467 Aug 28 20:04:27.853228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'Port': ['ID=3ed4e4c3-2b58-4c63-9ffc-de849950941f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:27.882686 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks [] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.901939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Deleting port 5e053626-b75c-43d1-ad89-83f85164cb5e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:27.901939 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.914624 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:27.920141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 08b7716e-c895-4e14-af45-c79af930d7fa up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:27.929785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] No DVR routers for this DVR port 3ed4e4c3-2b58-4c63-9ffc-de849950941f on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:27.934515 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.941437 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15104d9e-cc4e-4833-9255-51db367e5e23 req-2374360d-7686-4cb6-b0f0-b957e29a0dbf tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.84 "DELETE /networking/v2.0/ports/3ed4e4c3-2b58-4c63-9ffc-de849950941f HTTP/1.1" status: 204 len: 173 time: 1.0307689 Aug 28 20:04:27.962030 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51a73b6b-a01e-4273-8220-48bb57b5a8af req-e9dd2f93-4d40-4f50-9a44-97f0087ba624 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688588 Aug 28 20:04:27.976083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Publish callbacks [] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:27.985679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'name': 'network-vif-deleted', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:27.989493 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331fc436-0abf-44fb-84e5-05603c306c4e" -d '{"events": [{"server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "name": "network-vif-deleted", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:27.995363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-956a6fc4-95c0-48e9-a229-1253c0000bf0 req-989cc1c1-3d7d-4012-a28f-da0b2b1a4d36 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1302397 Aug 28 20:04:28.009122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 08b7716e-c895-4e14-af45-c79af930d7fa completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:28.042312 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:28.050357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.066315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] For port 5e053626-b75c-43d1-ad89-83f85164cb5e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5e053626-b75c-43d1-ad89-83f85164cb5e,segment=NetworkSegment(0b24bef4-e9b3-4241-8e52-8d9f50500e9f),segment_id=0b24bef4-e9b3-4241-8e52-8d9f50500e9f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:28.066859 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.108607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Calling delete_port for 5e053626-b75c-43d1-ad89-83f85164cb5e owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:28.112295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-64a520c1-9e56-48b1-bc4a-f5a03df4b60c req-e88bf18f-cfb5-4069-8de4-a8c9b5463071 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 210 time: 0.0495701 Aug 28 20:04:28.113615 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.144393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb931cb5-6476-4d26-bb1e-7b5873d6aadb None None] Pushing event updated for resources: {'Port': ['ID=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:28.149447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 08b7716e-c895-4e14-af45-c79af930d7fa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:28.149821 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.185048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff626913-3381-4755-aab2-cd7c5b6b3475 req-b3d54571-8f1f-4ce5-b835-6c845940ba2d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.186530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ff626913-3381-4755-aab2-cd7c5b6b3475 req-b3d54571-8f1f-4ce5-b835-6c845940ba2d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0830452 Aug 28 20:04:28.220216 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:28.221661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Pushing event updated for resources: {'Port': ['ID=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:28.228181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Attempting to bind port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:28.229949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Attempting to bind port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:28.230333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Attempting to bind port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f on network 93a72407-867c-448d-92d6-cacdc09d10f7 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:28.245761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:28.246169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Checking segment: {'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:28.246578 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.246974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Bound using segment: {'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:28.247469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Bound port: 89dafe80-37cd-4fc0-92ab-21ae2a18f46f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:28.247853 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.248145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Network 269a1df8-f56b-42b8-8e35-7af1a36939de is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:28.271693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:28.273041 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ff626913-3381-4755-aab2-cd7c5b6b3475 req-6986c0a1-366e-42f7-aa1a-40f0ddfc8f78 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774956 Aug 28 20:04:28.340334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:28.344354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 08b7716e-c895-4e14-af45-c79af930d7fa is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:28.344912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.345085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5810b21a-da9b-460e-9e35-ee70813bcfd1 req-33e9a2fa-0f85-445f-a43e-8a0e1ce284f5 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 210 time: 0.1005886 Aug 28 20:04:28.399256 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4b06b07-1679-43ab-a6ee-01904eb48316 req-475e692d-2405-4f4e-9a4e-09c3bb9e37d8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 210 time: 0.0705733 Aug 28 20:04:28.451363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:28.454745 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56177c2-e857-4f74-af7f-70285566616f" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:28.458121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] For port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:28.461999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] For port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:28.489263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 08b7716e-c895-4e14-af45-c79af930d7fa, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=08b7716e-c895-4e14-af45-c79af930d7fa,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:28.494248 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc274c20-f3b8-49b1-a7a5-3190d2390638 x-openstack-request-id: req-cc274c20-f3b8-49b1-a7a5-3190d2390638 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:28.494732 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d51dd-f1cc-4298-b0db-a1824be6896c", "name": "network-vif-deleted", "tag": "3ed4e4c3-2b58-4c63-9ffc-de849950941f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:28.495162 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc274c20-f3b8-49b1-a7a5-3190d2390638 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:28.496119 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc274c20-f3b8-49b1-a7a5-3190d2390638'] response: {'server_uuid': '3c0d51dd-f1cc-4298-b0db-a1824be6896c', 'name': 'network-vif-deleted', 'tag': '3ed4e4c3-2b58-4c63-9ffc-de849950941f', 'status': 'completed', 'code': 200} Aug 28 20:04:28.515868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.516548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.575604 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.618761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:28.619629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:28.619841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-a1d844b7-cfd4-496f-b76c-427523f99486 req-e18b313e-0912-45e3-8f50-447ce6567e01 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:04:28.620717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a1d844b7-cfd4-496f-b76c-427523f99486 req-e18b313e-0912-45e3-8f50-447ce6567e01 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0097933 Aug 28 20:04:28.646663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-d8567b5c-33c7-41f1-8eaf-33f247b7ff67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9001298 Aug 28 20:04:28.653315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.658663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.663963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.678428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.678428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.680701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.686023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.688177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-f5d1a50d-717c-4a1a-891e-774e46f2b45d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5438 time: 0.1154799 Aug 28 20:04:28.692444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.693544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 945456db-ed69-441d-8548-325125935ca1 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:28.695996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5e053626-b75c-43d1-ad89-83f85164cb5e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:28.707952 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01758255-e119-490d-b876-17ca8c42d2d5 x-openstack-request-id: req-01758255-e119-490d-b876-17ca8c42d2d5 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:28.708306 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:28.708490 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01758255-e119-490d-b876-17ca8c42d2d5 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:28.708902 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01758255-e119-490d-b876-17ca8c42d2d5'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa', 'code': 200} Aug 28 20:04:28.709478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb931cb5-6476-4d26-bb1e-7b5873d6aadb None None] Pushing event updated for resources: {'Port': ['ID=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:28.741083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e053626-b75c-43d1-ad89-83f85164cb5e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:28.794041 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:28.794985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5d0e6fe-aefc-4035-9d65-e1d76119fda0 req-317e8297-cbfd-4032-8ebf-eb4dbd58a63b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952733 Aug 28 20:04:28.795470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=08b7716e-c895-4e14-af45-c79af930d7fa,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:28.806290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3ed4e4c3-2b58-4c63-9ffc-de849950941f no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:28.917438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3f73-5b01-40dc-89d9-6e6e1a7ba903 req-2675f18c-6d92-4c0b-9e5d-deb2d84574fa tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:28.925911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-50bb3f73-5b01-40dc-89d9-6e6e1a7ba903 req-2675f18c-6d92-4c0b-9e5d-deb2d84574fa tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0835106 Aug 28 20:04:29.056484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 3ed4e4c3-2b58-4c63-9ffc-de849950941f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:29.057066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3ed4e4c3-2b58-4c63-9ffc-de849950941f not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:29.127371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 945456db-ed69-441d-8548-325125935ca1 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:29.146869 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:29.148106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:29.157704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Request body: {'port': {'device_id': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:29.169178 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3cb746d2-003f-4c11-ad82-dba10b784c38 req-15ccfcc2-352b-414b-8249-6a8241d04d6c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1015444 Aug 28 20:04:29.181705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:29.245565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 945456db-ed69-441d-8548-325125935ca1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:29.246461 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (945456db-ed69-441d-8548-325125935ca1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:29.317562 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-50bb3f73-5b01-40dc-89d9-6e6e1a7ba903 req-0eedbd38-0fc4-4fc0-9d49-d39c41a51614 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903255 Aug 28 20:04:29.359468 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:29.465796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a124925b-2416-41f3-b692-a2dde72b0178 req-59589c8d-ca58-4a6d-98b9-7bd4f671191d tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0540731 Aug 28 20:04:29.498750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 945456db-ed69-441d-8548-325125935ca1 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:29.500470 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (945456db-ed69-441d-8548-325125935ca1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:29.527654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3fedb-0ad9-4865-b545-ec4015d14278 req-a394a71a-8764-4ed5-8237-9e05e9c9ed62 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:29.530640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98a3fedb-0ad9-4865-b545-ec4015d14278 req-a394a71a-8764-4ed5-8237-9e05e9c9ed62 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 931 time: 0.0714374 Aug 28 20:04:29.598887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98a3fedb-0ad9-4865-b545-ec4015d14278 req-29475ce2-7d2b-467a-9512-2965304182f4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Aug 28 20:04:29.609545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 945456db-ed69-441d-8548-325125935ca1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=945456db-ed69-441d-8548-325125935ca1,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:29.626308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:28Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:29.654159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9292b8-d378-46a0-8764-4e5f5ce90c5d None None] The sync data for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 is: [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:28Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:29.696358 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (945456db-ed69-441d-8548-325125935ca1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:29.699777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2fe2ae57-42f9-420f-9c96-42fe8fba5302 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:29.761894 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:29.809955 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ce812-cea2-4b7c-b114-ddf0f15f5278 req-6e85e074-a121-431f-9f93-2b1c7367a43e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:29.811780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e42ce812-cea2-4b7c-b114-ddf0f15f5278 req-6e85e074-a121-431f-9f93-2b1c7367a43e tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.2247906 Aug 28 20:04:29.823577 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:29.838769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:29.855750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=945456db-ed69-441d-8548-325125935ca1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:29.938504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e42ce812-cea2-4b7c-b114-ddf0f15f5278 req-182ca02a-7b9a-41df-9055-409afe0f4e9a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051798 Aug 28 20:04:29.946292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:29.953196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:29.953581 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.002274 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:30.040523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59ab0b74-897a-4827-b136-5b33acd5ef68 req-0b35ee99-0167-4839-9251-a202f552386a tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 210 time: 0.0437293 Aug 28 20:04:30.163261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:30.163587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.164859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713ab1e2-6eeb-4ee8-92b4-df9126409c0d {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:30.177320 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Publish callbacks [] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.198849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Transition to ACTIVE for port object 713ab1e2-6eeb-4ee8-92b4-df9126409c0d will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:04:30.201620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:30.214335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.220403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.226729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.232177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.239219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0bab57a-745b-450a-81b8-f37d0bebd08e req-a998f247-351b-4fe4-8411-ba3f8bb3c23c tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c0d51dd-f1cc-4298-b0db-a1824be6896c HTTP/1.1" status: 200 len: 210 time: 0.1414275 Aug 28 20:04:30.254292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.265518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.284903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.289889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-5d0d0097-1d6e-4589-be2a-c9a95c403d7c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5440 time: 0.1540971 Aug 28 20:04:30.295032 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.306030 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:30.338651 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.363184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:30.373874 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] Sync routers for ids ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:30.391160 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] Routers {'cd47c39e-b2e4-4e2b-bdba-2046d2897c30'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:30.396802 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:30.405294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdb07c1b-9a2e-4e70-9bda-3ab5bafc3cc5 req-377f68ab-e4f7-427e-a80d-a6267e46c048 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012301 Aug 28 20:04:30.446605 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a3f1e65a-e882-4756-8292-d704fd111f8d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cd47c39e-b2e4-4e2b-bdba-2046d2897c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5419352 Aug 28 20:04:30.447425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:30.448257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46212) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:30.482700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2fe2ae57-42f9-420f-9c96-42fe8fba5302,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:30.567461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Attempting to bind port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:30.568312 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Attempting to bind port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:30.568927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Attempting to bind port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d on network 269a1df8-f56b-42b8-8e35-7af1a36939de {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:30.574481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d on network 269a1df8-f56b-42b8-8e35-7af1a36939de not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:04:30.574814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Attempting to bind port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d on network 269a1df8-f56b-42b8-8e35-7af1a36939de {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:30.582603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:30.582977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Checking segment: {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:30.583370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Bound using segment: {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:30.583841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Bound port: 713ab1e2-6eeb-4ee8-92b4-df9126409c0d, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:30.584263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.638389 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] Set router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:30.702681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] For port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:30.709573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945456db-ed69-441d-8548-325125935ca1'}, {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:30.719261 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07318a87-ea5e-4671-97a1-4a743ed5ac89" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "945456db-ed69-441d-8548-325125935ca1"}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:30.721923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] For port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:30.779756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-632a9d20-90f5-492d-8872-7b5c12034351 req-dfa4d3a4-76fd-46f6-9e6e-864aff47b942 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0896010 Aug 28 20:04:30.793181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks [] for router (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.837474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.842390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:30.842390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:30.843703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/713ab1e2-6eeb-4ee8-92b4-df9126409c0d HTTP/1.1" status: 200 len: 1091 time: 1.6931186 Aug 28 20:04:30.855286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'tag': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:30.858873 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8" -d '{"events": [{"name": "network-changed", "server_uuid": "00935bd7-9adb-4a55-b25f-3e23a55a3488", "tag": "713ab1e2-6eeb-4ee8-92b4-df9126409c0d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:30.961471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787da249-bb40-4176-be69-9b3bdc35cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:31.047280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-544bc3ae-1956-4f70-8067-44373646946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:31.048920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-544bc3ae-1956-4f70-8067-44373646946f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 1125 time: 0.0527279 Aug 28 20:04:31.051962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aec76a-0f5c-46f7-8924-a7f0a37ff06c req-b4012672-f305-406a-9761-0b00390dca22 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:31.059376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f0aec76a-0f5c-46f7-8924-a7f0a37ff06c req-b4012672-f305-406a-9761-0b00390dca22 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1775806 Aug 28 20:04:31.099343 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:28Z', 'revision_number': 5, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:31.126267 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-6b2eec38-acbc-4c18-bb93-21fff2d02867 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d HTTP/1.1" status: 200 len: 217 time: 0.0554192 Aug 28 20:04:31.148592 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] Checking router: cd47c39e-b2e4-4e2b-bdba-2046d2897c30 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:31.163870 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] Routers {'cd47c39e-b2e4-4e2b-bdba-2046d2897c30'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:31.164934 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:31.203960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-e566fd57-2b7c-4386-a76f-64eba3d0ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:31.205491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-e566fd57-2b7c-4386-a76f-64eba3d0ea1e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=336770be-074a-42c2-8f5b-21fd4b5e92a6 HTTP/1.1" status: 200 len: 850 time: 0.0724106 Aug 28 20:04:31.226033 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f0aec76a-0f5c-46f7-8924-a7f0a37ff06c req-63604304-8985-4c9e-9c14-0756cd2bfc12 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656134 Aug 28 20:04:31.251963 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks [] for router_gateway (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:31.253480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5bdd2-1826-4b93-9616-84e9641763ea req-e0b26bb4-3d4b-42f8-b405-b2588d7f4680 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:31.260114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 89dafe80-37cd-4fc0-92ab-21ae2a18f46f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:31.265033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67f5bdd2-1826-4b93-9616-84e9641763ea req-e0b26bb4-3d4b-42f8-b405-b2588d7f4680 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 943 time: 0.2887869 Aug 28 20:04:31.313480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-dc0164a9-2ff7-4bab-bb24-8a8c226ee61d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=269a1df8-f56b-42b8-8e35-7af1a36939de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461929 Aug 28 20:04:31.340412 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de7f1e2-e237-41b4-a781-2ccbc67c26af x-openstack-request-id: req-8de7f1e2-e237-41b4-a781-2ccbc67c26af {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:31.340879 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "945456db-ed69-441d-8548-325125935ca1", "code": 200}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:31.341432 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8de7f1e2-e237-41b4-a781-2ccbc67c26af {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:31.342190 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de7f1e2-e237-41b4-a781-2ccbc67c26af'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945456db-ed69-441d-8548-325125935ca1', 'code': 200} Aug 28 20:04:31.342824 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de7f1e2-e237-41b4-a781-2ccbc67c26af'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302', 'code': 200} Aug 28 20:04:31.385534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:31.386295 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:31.392496 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] Set router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:31.487032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67f5bdd2-1826-4b93-9616-84e9641763ea req-72616868-ce23-40a0-8e3a-d8c770dd723b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209091 Aug 28 20:04:31.493290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca5bc-8b85-49c7-a545-f009815b3863 req-d2e14e28-2c7c-4e11-8743-b14abaf938c3 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:31.508501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cfca5bc-8b85-49c7-a545-f009815b3863 req-d2e14e28-2c7c-4e11-8743-b14abaf938c3 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1131 time: 0.0532415 Aug 28 20:04:31.529492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Deleting port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:31.530124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:31.535936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:31.536666 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:31.550339 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:31.614798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:31.629046 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b9f4fe-a7b9-4ad3-9356-eea7f9e9af53 x-openstack-request-id: req-25b9f4fe-a7b9-4ad3-9356-eea7f9e9af53 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:31.629046 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00935bd7-9adb-4a55-b25f-3e23a55a3488", "tag": "713ab1e2-6eeb-4ee8-92b4-df9126409c0d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:31.629046 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25b9f4fe-a7b9-4ad3-9356-eea7f9e9af53 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:31.629046 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b9f4fe-a7b9-4ad3-9356-eea7f9e9af53'] response: {'name': 'network-changed', 'server_uuid': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'tag': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d', 'status': 'completed', 'code': 200} Aug 28 20:04:31.640551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-6d10e5c3-2827-45e8-9efa-aa2312083bb7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147604 Aug 28 20:04:31.661885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] For port c5cfa140-be6a-4f1f-9db1-a62724f1f7a4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:31.662519 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:31.680671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Calling delete_port for c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:31.709207 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:31.739488 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:31.740498 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:31.804161 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:28Z', 'revision_number': 5, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:31.832191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32e26e79-5c6c-4cc0-a945-da983f193c8a req-6d447bd7-bdee-46e1-b772-e075d14319cc tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 210 time: 0.0622749 Aug 28 20:04:31.833339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:31.844603 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cfca5bc-8b85-49c7-a545-f009815b3863 req-bdd634aa-5d9f-46d5-b772-0a9e016b6803 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305461 Aug 28 20:04:31.844997 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44acc181-43f1-4d6e-b638-df6041b638a7 req-ab729f7a-ba6c-4677-a1f3-cbc81eff53fa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911464 Aug 28 20:04:31.887812 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b6c1a-98f1-4e20-b805-bda722e7224b None None] The sync data for ids ['cd47c39e-b2e4-4e2b-bdba-2046d2897c30'] in n-d-854121-7 is: [{'id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'name': 'tempest-FloatingIPsTestJSON-406263480-router', 'tenant_id': 'bf61c4060dfc402785f0e97364afd0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:00Z', 'updated_at': '2022-08-28T20:04:28Z', 'revision_number': 5, 'project_id': 'bf61c4060dfc402785f0e97364afd0e3', 'gw_port': {'id': 'c5cfa140-be6a-4f1f-9db1-a62724f1f7a4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47c39e-b2e4-4e2b-bdba-2046d2897c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:02Z', 'updated_at': '2022-08-28T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:31.963399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 77b391d3-494a-42ac-81b4-d2edb5f33294 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:32.006151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04727b-5b84-4b5e-adc8-51a9e5fd48d7 req-baed0e37-de6d-4a79-b8fa-47cccfdf0f33 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.014932 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc04727b-5b84-4b5e-adc8-51a9e5fd48d7 req-baed0e37-de6d-4a79-b8fa-47cccfdf0f33 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0951993 Aug 28 20:04:32.058058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 77b391d3-494a-42ac-81b4-d2edb5f33294 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:32.093393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc04727b-5b84-4b5e-adc8-51a9e5fd48d7 req-fb5d4ef6-9f70-41e5-bde8-b175375e2b9d tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770040 Aug 28 20:04:32.120765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.126352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.132678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.137887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.143166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.147119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 77b391d3-494a-42ac-81b4-d2edb5f33294 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:32.147490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.148335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.153741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.155989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-80729dea-343e-444b-97ed-796a5834ed7f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5441 time: 0.1162629 Aug 28 20:04:32.187252 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:32.219605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c5cfa140-be6a-4f1f-9db1-a62724f1f7a4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.234542 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1cd49569-7a39-46bd-b97e-f2b75cfe4334 req-d3b65321-12cf-465a-94c4-5d5872054346 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0577936 Aug 28 20:04:32.251829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03e814ac-cbfe-46a7-a7b7-0ed85550e773 req-8d579dbf-5588-4aef-aea5-f98b298ed40c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890660 Aug 28 20:04:32.255224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cfa140-be6a-4f1f-9db1-a62724f1f7a4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:32.275494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 77b391d3-494a-42ac-81b4-d2edb5f33294 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:32.276154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.345108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 77b391d3-494a-42ac-81b4-d2edb5f33294, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77b391d3-494a-42ac-81b4-d2edb5f33294,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:32.376482 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.422385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331bbff-3912-4e6a-99d7-579a64ac9dae req-503bc033-7253-41fa-bf08-133c21a7f445 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.424216 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6331bbff-3912-4e6a-99d7-579a64ac9dae req-503bc033-7253-41fa-bf08-133c21a7f445 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1131 time: 0.0476742 Aug 28 20:04:32.427324 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.428520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6baead0d-ffae-4a23-b7a9-f3631421c0d4 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:32.443521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fcff000-5160-4d68-a6fa-f05391315843 req-0bccc6d5-7339-4551-a5fa-b2aa32da54cb tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/99704f70-33fe-408c-b951-f1064bc3128a HTTP/1.1" status: 200 len: 1816 time: 0.1138668 Aug 28 20:04:32.486401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6331bbff-3912-4e6a-99d7-579a64ac9dae req-b700be8b-03b6-44fb-83d3-189b8b932d0e tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Aug 28 20:04:32.517098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.522320 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks [] for router_controller (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.525349 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:32.572821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=77b391d3-494a-42ac-81b4-d2edb5f33294,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:32.577547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:32.638298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:32.638827 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.714445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (cd47c39e-b2e4-4e2b-bdba-2046d2897c30), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.715119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd47c39e-b2e4-4e2b-bdba-2046d2897c30 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:04:32.749549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.749844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:32.750159 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.754261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02665bd0-7ee8-438e-9753-0bf27dc48914 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/cd47c39e-b2e4-4e2b-bdba-2046d2897c30 HTTP/1.1" status: 204 len: 168 time: 2.3017139 Aug 28 20:04:32.754261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fcff000-5160-4d68-a6fa-f05391315843 req-bd512e04-6ee7-4565-97c1-1404c75759b0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (99704f70-33fe-408c-b951-f1064bc3128a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.755033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46252) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:32.803004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:32.827790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fcff000-5160-4d68-a6fa-f05391315843 req-bd512e04-6ee7-4565-97c1-1404c75759b0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (99704f70-33fe-408c-b951-f1064bc3128a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.912539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] Deleting subnet 10f9dfa5-6595-4445-92b6-9667ab266b29 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:04:32.925708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.928565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 15d18f42-58a4-4016-bfd6-269a8a12e83a up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:32.934866 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] Publish callbacks [] for subnet (10f9dfa5-6595-4445-92b6-9667ab266b29), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:32.973687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-e51102a2-207e-4453-bf1c-833c8d1d0351 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.974775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-d2ec3fdd-167c-44c7-b1cf-6235069d8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:32.975361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-e51102a2-207e-4453-bf1c-833c8d1d0351 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.89 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 819 time: 0.3234911 Aug 28 20:04:32.976323 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-d2ec3fdd-167c-44c7-b1cf-6235069d8862 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 1125 time: 0.0792804 Aug 28 20:04:33.001545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Request body: {'port': {'device_id': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'admin_state_up': True, 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:33.010017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (10f9dfa5-6595-4445-92b6-9667ab266b29), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.037882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=6baead0d-ffae-4a23-b7a9-f3631421c0d4,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:33.048757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 15d18f42-58a4-4016-bfd6-269a8a12e83a completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:33.105113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fcff000-5160-4d68-a6fa-f05391315843 req-bd512e04-6ee7-4565-97c1-1404c75759b0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (99704f70-33fe-408c-b951-f1064bc3128a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.111297 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fcff000-5160-4d68-a6fa-f05391315843 req-bd512e04-6ee7-4565-97c1-1404c75759b0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.114776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fcff000-5160-4d68-a6fa-f05391315843 req-bd512e04-6ee7-4565-97c1-1404c75759b0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/99704f70-33fe-408c-b951-f1064bc3128a HTTP/1.1" status: 204 len: 173 time: 0.5946753 Aug 28 20:04:33.122584 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-6fb80d81-4923-4d04-8167-30914b6a0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:33.125406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-6fb80d81-4923-4d04-8167-30914b6a0002 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 911 time: 0.1419384 Aug 28 20:04:33.163353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 15d18f42-58a4-4016-bfd6-269a8a12e83a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:33.168921 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.173107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd512e04-6ee7-4565-97c1-1404c75759b0 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99704f70-33fe-408c-b951-f1064bc3128a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:33.218858 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-b03ee54b-034e-47dd-bec1-ee92ed0bc65e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d HTTP/1.1" status: 200 len: 217 time: 0.0861945 Aug 28 20:04:33.267128 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:33.324624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-f3d57f14-3eb8-43e0-bd16-5934fd0eda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:33.333354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (10f9dfa5-6595-4445-92b6-9667ab266b29), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.337382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-f3d57f14-3eb8-43e0-bd16-5934fd0eda7a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=336770be-074a-42c2-8f5b-21fd4b5e92a6 HTTP/1.1" status: 200 len: 850 time: 0.1124260 Aug 28 20:04:33.350478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294'}, {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:33.359867 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25943b-43b6-429c-85ac-cc7e31648db2" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294"}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:33.391103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0e30c-cc31-4eca-8d1b-266e51dbdffa req-9e2394e1-d5b7-4a68-b682-9b374aeb60a7 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:33.404153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-38d84fff-fdf7-4149-9b31-31ece49ab206 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=269a1df8-f56b-42b8-8e35-7af1a36939de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422473 Aug 28 20:04:33.407053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ed0e30c-cc31-4eca-8d1b-266e51dbdffa req-9e2394e1-d5b7-4a68-b682-9b374aeb60a7 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 943 time: 0.1911237 Aug 28 20:04:33.438094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01daf59-611a-42fc-9c2c-e47460145b6a req-eff78e3e-0f9f-47d7-b544-b9b604718aad tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0966830 Aug 28 20:04:33.463416 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:33.498380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 15d18f42-58a4-4016-bfd6-269a8a12e83a is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:33.499591 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.515303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 89dafe80-37cd-4fc0-92ab-21ae2a18f46f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:33.541396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ed0e30c-cc31-4eca-8d1b-266e51dbdffa req-d1d0e00e-a1d0-4746-99e4-79595c16dbef tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330040 Aug 28 20:04:33.575913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Made reservation on behalf of e6fa4bad47cf497eb6a3daa9e369767d for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:33.581765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.594357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:33.597653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-7709a387-5b69-495d-a159-a990fc4e12c1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579387 Aug 28 20:04:33.621689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:33.622085 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.663172 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.664154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:33.698388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (10f9dfa5-6595-4445-92b6-9667ab266b29), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.784789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79cad34b-5b60-4bbb-a414-f3bffcfd17b8 req-25575836-0947-43d6-b5e7-66856254ee70 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794181 Aug 28 20:04:33.787875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f9dfa5-6595-4445-92b6-9667ab266b29,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:33.802214 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.804699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b6185ae4-9d89-412e-ab8c-e1205282c201 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/10f9dfa5-6595-4445-92b6-9667ab266b29 HTTP/1.1" status: 204 len: 168 time: 1.0453594 Aug 28 20:04:33.808987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46278) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:33.820703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afbe250-c5ac-48aa-8f6f-93991d2a2f64 None None] Network 42e91a6d-d88c-494a-b730-9609aa9da8ff requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:33.830115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3e6a7-39c6-4eac-881e-3ada113abdfb req-4d3ec0af-acf3-43be-8caa-a34065b2adaa tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:33.837722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-60e3e6a7-39c6-4eac-881e-3ada113abdfb req-4d3ec0af-acf3-43be-8caa-a34065b2adaa tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1442275 Aug 28 20:04:33.903321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:33.927570 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:33.927801 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (42e91a6d-d88c-494a-b730-9609aa9da8ff), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:33.950816 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:33.956284 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:33.968328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Allocated IP 172.20.0.14 (93a72407-867c-448d-92d6-cacdc09d10f7/878936e1-ca9c-4545-ab61-58300e9441ff/4a125f4f-dca5-4040-95ba-52ae22c4a302) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:33.979633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd94d6c6-59df-4ff6-9a8a-5c254cadd425 req-67069fc7-a9fc-4b29-854c-a2677be0940d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 210 time: 0.0472286 Aug 28 20:04:33.982891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:34.000651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-60e3e6a7-39c6-4eac-881e-3ada113abdfb req-84e92ec0-29d0-4d7d-ae1b-7ecc22abbb88 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617236 Aug 28 20:04:34.066372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:34.066372 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.089561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Deleting port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:34.089561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.154785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48b0545-6fc7-41af-b102-14bba28724dd req-9a6b15b4-c3f3-4c2f-8f08-3590ed19a524 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "GET /networking/v2.0/security-groups/3d6eb247-dd0a-476e-b11b-7bb2d683b93d HTTP/1.1" status: 200 len: 1816 time: 0.1149235 Aug 28 20:04:34.163984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:34.175894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5e053626-b75c-43d1-ad89-83f85164cb5e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:34.206410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 5e053626-b75c-43d1-ad89-83f85164cb5e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:34.206774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5e053626-b75c-43d1-ad89-83f85164cb5e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:34.217038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] For port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,segment=NetworkSegment(0b24bef4-e9b3-4241-8e52-8d9f50500e9f),segment_id=0b24bef4-e9b3-4241-8e52-8d9f50500e9f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:34.217407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.246642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Calling delete_port for 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:34.247410 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:34.252585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:34.253063 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.259237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b48b0545-6fc7-41af-b102-14bba28724dd req-c34070fc-48f2-4f87-a56c-2170c6420a35 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (3d6eb247-dd0a-476e-b11b-7bb2d683b93d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.271878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] DHCP port deletion for 42e91a6d-d88c-494a-b730-9609aa9da8ff request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:04:34.326264 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b48b0545-6fc7-41af-b102-14bba28724dd req-c34070fc-48f2-4f87-a56c-2170c6420a35 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (3d6eb247-dd0a-476e-b11b-7bb2d683b93d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.338744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:34.345253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.346073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] Deleting port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:34.346073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.356056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.361359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.366174 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:34.367229 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.372287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.377894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.383347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.390515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-b2630788-0b51-44aa-939b-04cfb4e9f727 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5444 time: 0.2441473 Aug 28 20:04:34.426329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.427720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] For port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,segment=NetworkSegment(0b24bef4-e9b3-4241-8e52-8d9f50500e9f),segment_id=0b24bef4-e9b3-4241-8e52-8d9f50500e9f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:34.428495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.440190 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:34.449786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] Calling delete_port for 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:34.468027 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.483286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8ada04a-a5a7-4db6-8fa7-f4d00ce271e6 req-0219b9a6-f69d-478a-9d46-fda01ac5cf73 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916522 Aug 28 20:04:34.490667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b48b0545-6fc7-41af-b102-14bba28724dd req-c34070fc-48f2-4f87-a56c-2170c6420a35 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d6eb247-dd0a-476e-b11b-7bb2d683b93d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.493289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-b48b0545-6fc7-41af-b102-14bba28724dd req-c34070fc-48f2-4f87-a56c-2170c6420a35 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.494520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b48b0545-6fc7-41af-b102-14bba28724dd req-c34070fc-48f2-4f87-a56c-2170c6420a35 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3d6eb247-dd0a-476e-b11b-7bb2d683b93d HTTP/1.1" status: 204 len: 173 time: 0.3285887 Aug 28 20:04:34.500747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46284) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:34.503705 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.527106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:34.552044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34070fc-48f2-4f87-a56c-2170c6420a35 tempest-SecurityGroupsTestJSON-1590217351 tempest-SecurityGroupsTestJSON-1590217351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6eb247-dd0a-476e-b11b-7bb2d683b93d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:34.564764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] No DVR routers for this DVR port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:34.606724 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70febd52-fe5b-4508-a769-31b57ec8f81b x-openstack-request-id: req-70febd52-fe5b-4508-a769-31b57ec8f81b {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:34.607015 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294", "code": 200}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:34.607267 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70febd52-fe5b-4508-a769-31b57ec8f81b {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:34.607668 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70febd52-fe5b-4508-a769-31b57ec8f81b'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294', 'code': 200} Aug 28 20:04:34.607923 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70febd52-fe5b-4508-a769-31b57ec8f81b'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4', 'code': 200} Aug 28 20:04:34.623191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.639423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:34.645390 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (9c019cb0-5ef9-40b1-a4f0-7fcdfb192570), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.701443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] Pushing event deleted for resources: {'Port': ['ID=9c019cb0-5ef9-40b1-a4f0-7fcdfb192570,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:34.710208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab4ce3-967b-4815-b13d-916e849510a3 None None] No DVR routers for this DVR port 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:34.722404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Network 93a72407-867c-448d-92d6-cacdc09d10f7 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:34.725844 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:34.746171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:34.748156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (42e91a6d-d88c-494a-b730-9609aa9da8ff), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.762010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 713ab1e2-6eeb-4ee8-92b4-df9126409c0d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:34.770079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:34.779355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e59fbb6-e3e2-4356-96ff-88c0014543eb req-8ddfbad9-6ba7-4cb1-afd5-504eab3634b8 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0775714 Aug 28 20:04:34.811010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event updated for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:34.863806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e91a6d-d88c-494a-b730-9609aa9da8ff']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:34.873542 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:34.880447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.881000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b24bef4-e9b3-4241-8e52-8d9f50500e9f') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:34.881127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.881431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b24bef4-e9b3-4241-8e52-8d9f50500e9f') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:34.898534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (0b24bef4-e9b3-4241-8e52-8d9f50500e9f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.906634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac4522-3931-4593-bd26-dec9442235b9 req-fb5d626a-4a80-48a3-84b9-d2242ed5d64a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:34.907957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9ac4522-3931-4593-bd26-dec9442235b9 req-fb5d626a-4a80-48a3-84b9-d2242ed5d64a tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1151197 Aug 28 20:04:34.951065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:34.966850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0b24bef4-e9b3-4241-8e52-8d9f50500e9f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.980284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d', 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'port_id': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d', 'mac_address': 'fa:16:3e:38:3d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:34.983637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:04:34.984057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (0b24bef4-e9b3-4241-8e52-8d9f50500e9f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:34.996112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-158c4ec5-124a-43af-af73-cc5c0f5f3319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0022538 Aug 28 20:04:35.018103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Request body: {'port': {'device_id': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:35.033929 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 0b24bef4-e9b3-4241-8e52-8d9f50500e9f resource provider aggregate not found Aug 28 20:04:35.040553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:35.041028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:35.062335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713ab1e2-6eeb-4ee8-92b4-df9126409c0d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:35.085604 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 0b24bef4-e9b3-4241-8e52-8d9f50500e9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b24bef4-e9b3-4241-8e52-8d9f50500e9f found for delete ", "request_id": "req-2b970a93-dc6f-400c-8d42-2f47933bfbf5"}]} Aug 28 20:04:35.085891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb052f-4ffa-4e6d-916b-fdc1a80f28dd req-63365d4a-a2fa-44ad-a932-5705451e912f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.085891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-84cb052f-4ffa-4e6d-916b-fdc1a80f28dd req-63365d4a-a2fa-44ad-a932-5705451e912f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 943 time: 0.1411037 Aug 28 20:04:35.098560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:35.103129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9ac4522-3931-4593-bd26-dec9442235b9 req-2405791c-0317-437e-ba7d-93673cc993d6 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767452 Aug 28 20:04:35.133476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:35.157158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:35.157710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c5cfa140-be6a-4f1f-9db1-a62724f1f7a4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:35.158495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:35.179589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:35.179940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9c019cb0-5ef9-40b1-a4f0-7fcdfb192570 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:35.194995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (42e91a6d-d88c-494a-b730-9609aa9da8ff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:35.199629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:35.199853 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:35.205559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/42e91a6d-d88c-494a-b730-9609aa9da8ff HTTP/1.1" status: 204 len: 168 time: 1.3925223 Aug 28 20:04:35.225709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e609-a05d-498e-8082-b48f96666eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=42e91a6d-d88c-494a-b730-9609aa9da8ff,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:35.229569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:35.239152 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:35.295873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:35.303558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-84cb052f-4ffa-4e6d-916b-fdc1a80f28dd req-8a09c521-8a85-4d63-985a-8541c376bb52 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808331 Aug 28 20:04:35.356721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (520efd1b-3764-415c-895c-b4a12951b477), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:35.670967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['713ab1e2-6eeb-4ee8-92b4-df9126409c0d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:35.741268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.746665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.751968 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.757960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.763178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.768361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.774227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.776203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-a5d1c372-3f8e-4f5a-8ae1-df57c2f980f3 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.1075678 Aug 28 20:04:35.777262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46306) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:35.852990 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d7c35bbc-d32a-4854-b682-b56773d3a7a6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bf61c4060dfc402785f0e97364afd0e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726354 Aug 28 20:04:35.855213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46310) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:35.888941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4517d-08bd-4109-9826-6a165db9e941 req-d021fbfe-2411-4a0b-9540-18404809b432 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:35.890480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2da4517d-08bd-4109-9826-6a165db9e941 req-d021fbfe-2411-4a0b-9540-18404809b432 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 932 time: 0.4908049 Aug 28 20:04:35.896414 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6739ba8c-3bf3-4f6f-a45f-043b90f1cd32 req-024ccfdd-225f-40b5-bf0a-2c7dc4c8ffdb tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041555 Aug 28 20:04:35.916432 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:35.930527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1edc-0346-4f0b-b2d8-f360527b263f admin admin] Publish callbacks [] for security_group (078ac858-e500-479a-b130-eb8a62b001d9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:35.959461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1edc-0346-4f0b-b2d8-f360527b263f admin admin] Publish callbacks [] for security_group (078ac858-e500-479a-b130-eb8a62b001d9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.086579 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2da4517d-08bd-4109-9826-6a165db9e941 req-8db92c9b-dc29-42ca-bd98-daee1d657df4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791365 Aug 28 20:04:36.147053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1edc-0346-4f0b-b2d8-f360527b263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (078ac858-e500-479a-b130-eb8a62b001d9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.150349 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1edc-0346-4f0b-b2d8-f360527b263f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.151805 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fb8a1edc-0346-4f0b-b2d8-f360527b263f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/078ac858-e500-479a-b130-eb8a62b001d9 HTTP/1.1" status: 204 len: 168 time: 0.2955248 Aug 28 20:04:36.161105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a1edc-0346-4f0b-b2d8-f360527b263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ac858-e500-479a-b130-eb8a62b001d9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:36.264179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e7f71-d0d0-42a6-af87-b7dfc6192576 req-27b572d9-d05d-4cd2-9f04-d3560571f3a4 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:36.265684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca1e7f71-d0d0-42a6-af87-b7dfc6192576 req-27b572d9-d05d-4cd2-9f04-d3560571f3a4 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1132195 Aug 28 20:04:36.277524 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Deleting port cabfa74b-04a6-4dee-98a4-51e72f708b5d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:36.277898 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.289379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a125f4f-dca5-4040-95ba-52ae22c4a302 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:36.343329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Publish callbacks [] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.382214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Transition to ACTIVE for port object 4a125f4f-dca5-4040-95ba-52ae22c4a302 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:04:36.401265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4d71a818-7c93-4e86-a80c-032288691776 req-4a21ff94-d533-46a8-82fd-60cca93b75fd tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0354323 Aug 28 20:04:36.406876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca1e7f71-d0d0-42a6-af87-b7dfc6192576 req-046d33bd-996c-4a1c-a59d-640841768a75 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325645 Aug 28 20:04:36.440682 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] For port cabfa74b-04a6-4dee-98a4-51e72f708b5d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cabfa74b-04a6-4dee-98a4-51e72f708b5d,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:36.441157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.461607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Calling delete_port for cabfa74b-04a6-4dee-98a4-51e72f708b5d owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:36.475387 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.586816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14363291-0e99-4340-9382-edf1b00e1793 req-a4dbf42a-1d63-4d8f-9adb-f112edd9a1e0 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:36.588818 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14363291-0e99-4340-9382-edf1b00e1793 req-a4dbf42a-1d63-4d8f-9adb-f112edd9a1e0 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0627673 Aug 28 20:04:36.609840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d18f42-58a4-4016-bfd6-269a8a12e83a'}, {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d059f8e-61c3-4bca-94a6-2b4b385c9ce1'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:36.613824 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9eae1-ebb9-4813-8ff6-36fe3c17dc1e" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "15d18f42-58a4-4016-bfd6-269a8a12e83a"}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "3d059f8e-61c3-4bca-94a6-2b4b385c9ce1"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:36.623973 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:36.635197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Pushing event updated for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:36.669678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14363291-0e99-4340-9382-edf1b00e1793 req-202040b5-ba53-41ef-a4e7-9069d1f0d96d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Aug 28 20:04:36.684633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3291a80-1a9a-4cb7-966a-4bfe80bc9434 req-8852fe53-43b0-4c91-96af-10fdeafff50e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:36.685800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3291a80-1a9a-4cb7-966a-4bfe80bc9434 req-8852fe53-43b0-4c91-96af-10fdeafff50e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 944 time: 0.1529529 Aug 28 20:04:36.742304 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b3e540-f295-4553-8177-4eaf4b6fcc3e x-openstack-request-id: req-d0b3e540-f295-4553-8177-4eaf4b6fcc3e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:36.742964 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "15d18f42-58a4-4016-bfd6-269a8a12e83a", "code": 200}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-plugged", "status": "completed", "tag": "3d059f8e-61c3-4bca-94a6-2b4b385c9ce1", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:36.743240 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0b3e540-f295-4553-8177-4eaf4b6fcc3e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:36.744278 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b3e540-f295-4553-8177-4eaf4b6fcc3e'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d18f42-58a4-4016-bfd6-269a8a12e83a', 'code': 200} Aug 28 20:04:36.744947 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b3e540-f295-4553-8177-4eaf4b6fcc3e'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d059f8e-61c3-4bca-94a6-2b4b385c9ce1', 'code': 200} Aug 28 20:04:36.780737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 713ab1e2-6eeb-4ee8-92b4-df9126409c0d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:36.820386 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:36.852933 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3291a80-1a9a-4cb7-966a-4bfe80bc9434 req-95dc3241-87ce-4ca0-8183-b768c11b307a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660147 Aug 28 20:04:36.857798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:36.881122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Attempting to bind port 4a125f4f-dca5-4040-95ba-52ae22c4a302 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:36.881505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Attempting to bind port 4a125f4f-dca5-4040-95ba-52ae22c4a302 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:36.881809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Attempting to bind port 4a125f4f-dca5-4040-95ba-52ae22c4a302 on network 93a72407-867c-448d-92d6-cacdc09d10f7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:36.888552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Port 4a125f4f-dca5-4040-95ba-52ae22c4a302 on network 93a72407-867c-448d-92d6-cacdc09d10f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:04:36.888836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Attempting to bind port 4a125f4f-dca5-4040-95ba-52ae22c4a302 on network 93a72407-867c-448d-92d6-cacdc09d10f7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:36.898718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:36.899066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Checking segment: {'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:36.899524 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Bound using segment: {'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:36.899953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Bound port: 4a125f4f-dca5-4040-95ba-52ae22c4a302, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca90d42-9c13-410b-aa01-077a5b3ab614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:36.900275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:36.981376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:36.982298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:37.055086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:37.060836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:37.099334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.101543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.102424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.102961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.103551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.104081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.104553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.107067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-3e81e2d2-9890-4181-8b3c-f0dc3c0cd90b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6719 time: 0.1306722 Aug 28 20:04:37.120706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:37.122680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:37.132302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:37.135972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cabfa74b-04a6-4dee-98a4-51e72f708b5d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:37.144344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.146075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:37.155160 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-977da909-0b4e-440b-9043-3876222a9694 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 1092 time: 2.1440959 Aug 28 20:04:37.165230 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:37.170235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:37.178526 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1899c798-3f02-402e-b9b9-1b05f8fd2674" -d '{"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:37.219328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:37.312854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.321329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.328460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.337441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.348610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:37.350715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.362042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.373514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.386141 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-b1cb52cc-bff0-4762-9486-cebdb9cc1394 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.3057096 Aug 28 20:04:37.445598 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8198dafd-c6b5-47c9-9d11-6f52d74037a3 req-e0bb4c81-4767-4fd9-9e69-9b0453dcd881 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2664576 Aug 28 20:04:37.455545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977da909-0b4e-440b-9043-3876222a9694 service neutron] Pushing event updated for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:37.519291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:37.528885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Pushing event deleted for resources: {'Port': ['ID=cabfa74b-04a6-4dee-98a4-51e72f708b5d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:37.534558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f080b579-aac7-40f3-b418-e7b8aba720d1 req-1d6f11d0-6fcc-47ba-9b83-c476c1bf2fd2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467891 Aug 28 20:04:37.599622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b885020-b93e-4a35-93c0-46444b0cab82 req-d1403d2d-1659-4a02-9868-b18a4ed3217e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.601220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b885020-b93e-4a35-93c0-46444b0cab82 req-d1403d2d-1659-4a02-9868-b18a4ed3217e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 944 time: 0.2933314 Aug 28 20:04:37.604431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-0aad881f-68d2-4b74-a09c-d910724a8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.605845 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-0aad881f-68d2-4b74-a09c-d910724a8a05 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1126 time: 0.1728806 Aug 28 20:04:37.653981 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26081603-aa8d-4039-a99c-cc74ef449ece x-openstack-request-id: req-26081603-aa8d-4039-a99c-cc74ef449ece {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:37.654206 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:37.654447 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26081603-aa8d-4039-a99c-cc74ef449ece {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:37.655005 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26081603-aa8d-4039-a99c-cc74ef449ece'] response: {'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'status': 'completed', 'code': 200} Aug 28 20:04:37.719340 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d02b317b-f348-4c93-9c36-362512a442e2 req-eb22f41a-af42-4086-909d-5cedfb18e808 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0389631 Aug 28 20:04:37.776494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (520efd1b-3764-415c-895c-b4a12951b477), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:37.782873 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-59ca5ff0-4e19-4edf-b4ba-75c9be1e9e2b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 217 time: 0.0549169 Aug 28 20:04:37.804299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b885020-b93e-4a35-93c0-46444b0cab82 req-57582cc9-2a80-45ea-8130-dd143fa6ebd9 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530817 Aug 28 20:04:37.901381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9778b4-afda-49b3-90ea-9db09baf70f2 req-4ef85231-1de1-4538-a61b-6cbbe424b162 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.907302 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d9778b4-afda-49b3-90ea-9db09baf70f2 req-4ef85231-1de1-4538-a61b-6cbbe424b162 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0945923 Aug 28 20:04:37.954989 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:37.957634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-be088e9a-e5d3-41c8-b8ce-851dd2110e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:37.968656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-be088e9a-e5d3-41c8-b8ce-851dd2110e0d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.1687458 Aug 28 20:04:37.995052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d9778b4-afda-49b3-90ea-9db09baf70f2 req-80fb2762-b780-4c5c-8d51-8d28d323336e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809584 Aug 28 20:04:38.041683 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-1c3e7185-9884-405a-ab61-f30b0a5a4d9a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616159 Aug 28 20:04:38.094937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab0ed-593a-4db3-9cc3-b74d11fb4d00 req-817e1fb6-057a-474f-95a7-34c2899b74d4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:38.097062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-acfab0ed-593a-4db3-9cc3-b74d11fb4d00 req-817e1fb6-057a-474f-95a7-34c2899b74d4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1250401 Aug 28 20:04:38.207276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-acfab0ed-593a-4db3-9cc3-b74d11fb4d00 req-df81b27a-b928-49c4-b3fe-6b37086eea2e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007061 Aug 28 20:04:38.244245 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:38.274739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Router 520efd1b-3764-415c-895c-b4a12951b477 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:38.326945 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:38.339674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-7b0009f4-3a9d-4d53-9d35-25ab90b83568 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560045 Aug 28 20:04:38.401675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:38.414133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bcfd17fb-f3da-445b-a78a-e1acd7956dce admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/520efd1b-3764-415c-895c-b4a12951b477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9115038 Aug 28 20:04:38.414402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] Sync routers for ids ['520efd1b-3764-415c-895c-b4a12951b477'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:38.418693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46380) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:38.438387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] Routers {'520efd1b-3764-415c-895c-b4a12951b477'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:38.439097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['520efd1b-3764-415c-895c-b4a12951b477'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:38.489798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b974-2658-40fd-9f93-f98ca496b16a req-6a664b87-c2cf-4e5e-934b-7e0e1e97fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:38.491549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-6a664b87-c2cf-4e5e-934b-7e0e1e97fabd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 1132 time: 0.0752892 Aug 28 20:04:38.616442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks [] for router (520efd1b-3764-415c-895c-b4a12951b477), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:38.672359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] Set router 520efd1b-3764-415c-895c-b4a12951b477 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:38.687884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b974-2658-40fd-9f93-f98ca496b16a req-08bcdd19-cdc6-4ec3-82b8-7c018efb48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:38.691174 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-08bcdd19-cdc6-4ec3-82b8-7c018efb48ef service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1742094 Aug 28 20:04:38.724950 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-ae2c223a-7cb4-47ae-9507-ec357d1bc2e9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240014 Aug 28 20:04:38.748205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:38.751362 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8024c-2d02-4bfd-adca-35847637aadf" -d '{"events": [{"server_uuid": "00935bd7-9adb-4a55-b25f-3e23a55a3488", "name": "network-vif-plugged", "status": "completed", "tag": "713ab1e2-6eeb-4ee8-92b4-df9126409c0d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:38.751852 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-df1539ba-037e-4d59-b0de-36e41f798365 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a HTTP/1.1" status: 200 len: 217 time: 0.0537009 Aug 28 20:04:38.790398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks [] for router_gateway (520efd1b-3764-415c-895c-b4a12951b477), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:38.863562 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696b7cca-d720-41d6-a03a-be070a9e7460 x-openstack-request-id: req-696b7cca-d720-41d6-a03a-be070a9e7460 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:38.863865 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00935bd7-9adb-4a55-b25f-3e23a55a3488", "name": "network-vif-plugged", "status": "completed", "tag": "713ab1e2-6eeb-4ee8-92b4-df9126409c0d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:38.868784 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-696b7cca-d720-41d6-a03a-be070a9e7460 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:38.870792 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696b7cca-d720-41d6-a03a-be070a9e7460'] response: {'server_uuid': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d', 'code': 200} Aug 28 20:04:38.906898 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:38.911703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46392) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:39.071920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Deleting port dc4ad829-6047-413a-965d-f4898aa55c96 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:39.074052 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:39.143220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:04:36Z', 'revision_number': 5, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port': {'id': 'dc4ad829-6047-413a-965d-f4898aa55c96', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520efd1b-3764-415c-895c-b4a12951b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:33Z', 'updated_at': '2022-08-28T20:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:39.165073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f869b484-f1f9-4797-b3ec-549c5c51244b req-e4d5c55d-efe8-413f-9ed3-7638928f67ef tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1209438 Aug 28 20:04:39.221013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dc404-ac34-4399-8dbf-f7f842b4a465 req-d3f716df-02d2-4968-b2aa-f24dc47c7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.223993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-036dc404-ac34-4399-8dbf-f7f842b4a465 req-d3f716df-02d2-4968-b2aa-f24dc47c7bfc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 1127 time: 0.2268648 Aug 28 20:04:39.235273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] Checking router: 520efd1b-3764-415c-895c-b4a12951b477 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:39.259137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] Routers {'520efd1b-3764-415c-895c-b4a12951b477'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:39.260517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['520efd1b-3764-415c-895c-b4a12951b477'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:39.284902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-521a2c23-e4a2-4f94-8d8a-a49f81384523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:39.300335 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:39.320345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c0bf392-ee87-4539-b19a-c990ffaff464 req-ed1b83d3-1866-492b-9e43-a39df00998ce service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687048 Aug 28 20:04:39.370660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.381015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] Set router 520efd1b-3764-415c-895c-b4a12951b477 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:39.392792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.398490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.417949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.438541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.448137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.453182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:04:38Z', 'revision_number': 6, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:39.455807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.458526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-036dc404-ac34-4399-8dbf-f7f842b4a465 req-2b9bf2bb-b71b-468a-812c-f7dfa56be4d5 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211580 Aug 28 20:04:39.471258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-75351ef2-5737-4246-8bf2-4232daaa0b3a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.7148163 Aug 28 20:04:39.473735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dec44-8d2e-4526-ab56-33df7b40410f req-a6a507f6-a468-4397-8f93-e1798fd1c1c5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.481046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-689dec44-8d2e-4526-ab56-33df7b40410f req-a6a507f6-a468-4397-8f93-e1798fd1c1c5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 944 time: 0.1554246 Aug 28 20:04:39.489062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe3ca0-6b21-40e5-925f-352f7d970ec7 None None] The sync data for ids ['520efd1b-3764-415c-895c-b4a12951b477'] in n-d-854121-7 is: [{'id': '520efd1b-3764-415c-895c-b4a12951b477', 'name': 'tempest-SecurityGroupsTestJSON-1986502950-router', 'tenant_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:30Z', 'updated_at': '2022-08-28T20:04:38Z', 'revision_number': 6, 'project_id': '51ab0b6f6a7549a68be0791b209cc1ec', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:39.515397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b974-2658-40fd-9f93-f98ca496b16a req-61b6e251-b8fa-423b-8236-5e8bcb536692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.517120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-61b6e251-b8fa-423b-8236-5e8bcb536692 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.7514822 Aug 28 20:04:39.521114 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:39.523224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] For port dc4ad829-6047-413a-965d-f4898aa55c96, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dc4ad829-6047-413a-965d-f4898aa55c96,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:39.523595 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:39.567869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Calling delete_port for dc4ad829-6047-413a-965d-f4898aa55c96 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:39.585104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ec1c65a-7a09-42f1-971f-b6fd4d5a4350 req-4b9703a8-0aff-4ee9-b32a-bd5aded143d2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968790 Aug 28 20:04:39.598295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-689dec44-8d2e-4526-ab56-33df7b40410f req-4368ec27-930c-48d8-a248-79eba7080e26 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161852 Aug 28 20:04:39.650005 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-521a2c23-e4a2-4f94-8d8a-a49f81384523 admin admin] Publish callbacks [] for security_group (8c9e891e-938a-4991-928f-dd56a630cf70), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:39.710648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cf59-f1dc-4463-940b-a9f2f9b6e4ad req-92be5baf-68a4-4efc-a5e8-0d6e4fe60112 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.712572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26b1cf59-f1dc-4463-940b-a9f2f9b6e4ad req-92be5baf-68a4-4efc-a5e8-0d6e4fe60112 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0514727 Aug 28 20:04:39.746715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5a60e-7115-4dc0-bee4-0a0fd5a5b81f req-86aa27dc-22f0-4d5a-b6e5-1be540a331b9 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.748302 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56c5a60e-7115-4dc0-bee4-0a0fd5a5b81f req-86aa27dc-22f0-4d5a-b6e5-1be540a331b9 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0702944 Aug 28 20:04:39.815365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-521a2c23-e4a2-4f94-8d8a-a49f81384523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8c9e891e-938a-4991-928f-dd56a630cf70), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:39.838453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26b1cf59-f1dc-4463-940b-a9f2f9b6e4ad req-00498338-cc5c-4bee-8a88-27a0c6f54770 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145542 Aug 28 20:04:39.839785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b974-2658-40fd-9f93-f98ca496b16a req-2d62b3c7-51dc-4700-884c-d7a90c120810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:39.841210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-2d62b3c7-51dc-4700-884c-d7a90c120810 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0924740 Aug 28 20:04:39.898260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a2c23-e4a2-4f94-8d8a-a49f81384523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e891e-938a-4991-928f-dd56a630cf70,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:39.903556 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56c5a60e-7115-4dc0-bee4-0a0fd5a5b81f req-8f6a2ba1-1cc4-4387-a690-fdcbdbea43b0 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474223 Aug 28 20:04:39.907290 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-521a2c23-e4a2-4f94-8d8a-a49f81384523 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a02b1926d1e94af6b3cabff0e45417e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9936211 Aug 28 20:04:39.911261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46402) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:39.933840 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:40.035224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd771882-52e2-464b-9521-c23b5a3d8fd2 admin admin] Publish callbacks [] for security_group (8c9e891e-938a-4991-928f-dd56a630cf70), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:40.057483 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd771882-52e2-464b-9521-c23b5a3d8fd2 admin admin] Publish callbacks [] for security_group (8c9e891e-938a-4991-928f-dd56a630cf70), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:40.152623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dc4ad829-6047-413a-965d-f4898aa55c96), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:40.180309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4ad829-6047-413a-965d-f4898aa55c96,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:40.184206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd771882-52e2-464b-9521-c23b5a3d8fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8c9e891e-938a-4991-928f-dd56a630cf70), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:40.186964 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd771882-52e2-464b-9521-c23b5a3d8fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:40.194472 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cd771882-52e2-464b-9521-c23b5a3d8fd2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8c9e891e-938a-4991-928f-dd56a630cf70 HTTP/1.1" status: 204 len: 168 time: 0.2760718 Aug 28 20:04:40.202274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd771882-52e2-464b-9521-c23b5a3d8fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e891e-938a-4991-928f-dd56a630cf70,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:40.266135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (520efd1b-3764-415c-895c-b4a12951b477), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:40.365719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9e64753-cb44-48fa-9bed-685bf2af0b73 req-725e9a40-b3d1-4f0a-8cf9-73473bf90c56 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0550520 Aug 28 20:04:40.473013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-f423ea78-6598-4c6f-aa72-fff24c71934d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939901 Aug 28 20:04:40.921731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.925128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e97f7b-3d2c-4555-86ac-783592b9fa9d req-58cd7137-d56c-405a-80d3-f6a758ec266c tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.926894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31e97f7b-3d2c-4555-86ac-783592b9fa9d req-58cd7137-d56c-405a-80d3-f6a758ec266c tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 944 time: 0.1323514 Aug 28 20:04:40.930177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.937191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.945167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.946194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3050b974-2658-40fd-9f93-f98ca496b16a req-3347b9d4-98af-4f97-ae35-f3aa62416813 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229414 Aug 28 20:04:40.952435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.960402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.967533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:40.970831 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-daad4f28-8675-432d-b179-f52efb7a1659 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.2259941 Aug 28 20:04:40.976593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (520efd1b-3764-415c-895c-b4a12951b477), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:40.982346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks [] for router_controller (520efd1b-3764-415c-895c-b4a12951b477), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:41.145882 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31e97f7b-3d2c-4555-86ac-783592b9fa9d req-5621926d-d86b-4b23-8bab-7bdf71cd84ac tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745088 Aug 28 20:04:41.201407 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (520efd1b-3764-415c-895c-b4a12951b477), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:41.202086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 520efd1b-3764-415c-895c-b4a12951b477 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:04:41.206603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc4ad829-6047-413a-965d-f4898aa55c96 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:41.220571 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:41.227414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-764161da-f0f4-4ee2-8519-3e2bc76a9f54 req-e998da25-e450-4263-bc98-30ad4fc49eac tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479210 Aug 28 20:04:41.239602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: dc4ad829-6047-413a-965d-f4898aa55c96 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:41.240370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dc4ad829-6047-413a-965d-f4898aa55c96 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:41.241040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cabfa74b-04a6-4dee-98a4-51e72f708b5d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:41.275244 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:41.278543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b66b4a4f-e347-4803-acd0-2849534c6483 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/520efd1b-3764-415c-895c-b4a12951b477 HTTP/1.1" status: 204 len: 168 time: 2.8546708 Aug 28 20:04:41.278858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:41.289559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: cabfa74b-04a6-4dee-98a4-51e72f708b5d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:41.290378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cabfa74b-04a6-4dee-98a4-51e72f708b5d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:41.336482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-576f507b-e14d-48a3-abba-f9acdc0dce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:41.339519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-576f507b-e14d-48a3-abba-f9acdc0dce8e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1126 time: 0.1597745 Aug 28 20:04:41.498307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] Deleting subnet 9a8f302c-99b5-4314-85a0-d6d952554d99 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:04:41.522450 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] Publish callbacks [] for subnet (9a8f302c-99b5-4314-85a0-d6d952554d99), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:41.542957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93db92b-de14-4589-ad83-ee74776477e7 req-2615aeee-207a-43be-8af3-146033bb2fc7 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:41.559558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b93db92b-de14-4589-ad83-ee74776477e7 req-2615aeee-207a-43be-8af3-146033bb2fc7 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.2459245 Aug 28 20:04:41.578285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f542-1fe8-4f05-b264-eedda27f4151 req-a6d7a5a0-e27a-4da0-a46b-5e2e12d8f21a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:41.581009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc16f542-1fe8-4f05-b264-eedda27f4151 req-a6d7a5a0-e27a-4da0-a46b-5e2e12d8f21a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1266899 Aug 28 20:04:41.617393 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:41.660175 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:41.692586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc16f542-1fe8-4f05-b264-eedda27f4151 req-2ae0d5b1-1dc5-4c67-8cb9-558665de6a99 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004903 Aug 28 20:04:41.694507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-f0037bd3-b4ea-4c26-b58a-e629af812b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:41.695946 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-f0037bd3-b4ea-4c26-b58a-e629af812b0c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.3450718 Aug 28 20:04:41.738398 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b93db92b-de14-4589-ad83-ee74776477e7 req-8b245fc0-2508-464c-972f-6403905cd58e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777790 Aug 28 20:04:41.751448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (9a8f302c-99b5-4314-85a0-d6d952554d99), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:41.771104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-79ee9e84-ecfa-4a0a-bba7-15eba101c810 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 217 time: 0.0618129 Aug 28 20:04:41.824825 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:41.946057 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4fa42f0-fe62-47b0-9fa7-f063439869db req-25a21d5e-bed6-4cb7-96f8-aa8a6c9abed7 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0658536 Aug 28 20:04:41.955267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-0737ad1d-3e78-4dcd-86b1-466c0291e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:41.959546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-0737ad1d-3e78-4dcd-86b1-466c0291e4f8 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.1731374 Aug 28 20:04:41.995028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.006940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.007488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.014045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.020675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.028814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.037178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.050898 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6283dfc5-723f-4a83-9f04-e49d1e0e8820 req-c8a27a3f-93ed-4f09-84a9-b1f03a005b68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.2133470 Aug 28 20:04:42.058461 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-dcde7980-1d68-49e5-a046-8f8c29e05088 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854797 Aug 28 20:04:42.071159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46446) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:42.131780 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (9a8f302c-99b5-4314-85a0-d6d952554d99), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:42.241483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Request body: {'floatingip': {'port_id': '945456db-ed69-441d-8548-325125935ca1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:42.275024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-4c9b8c93-5323-4516-8804-a8784d421029 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046731 Aug 28 20:04:42.391189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e14bc-7f94-4400-9add-de4d265d7f4b req-3786f383-f6aa-412d-9bcd-273fa19ffc48 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.392837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ee1e14bc-7f94-4400-9add-de4d265d7f4b req-3786f383-f6aa-412d-9bcd-273fa19ffc48 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 944 time: 0.1076064 Aug 28 20:04:42.420727 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for floatingip (34548e51-87e3-4bc4-8634-4bb3a812e9f1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:42.451278 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (9a8f302c-99b5-4314-85a0-d6d952554d99), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:42.516772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8f302c-99b5-4314-85a0-d6d952554d99,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:42.521828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:42.527216 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6b9e0164-9d4d-4eb6-b94e-d1240f64115d admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/9a8f302c-99b5-4314-85a0-d6d952554d99 HTTP/1.1" status: 204 len: 168 time: 1.2449167 Aug 28 20:04:42.528751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46454) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:42.530294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61de1c-59ca-4af6-99b7-ce45becfd070 None None] Network b59b512a-ab3a-4e74-a354-4896bdac9613 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:42.577710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46456) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:42.739106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (b59b512a-ab3a-4e74-a354-4896bdac9613), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:42.781559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1899c798-3f02-402e-b9b9-1b05f8fd2674 req-840a3068-db30-41c8-b2e9-bcb6b8e83143 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645700 Aug 28 20:04:42.868962 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:42.895190 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ee1e14bc-7f94-4400-9add-de4d265d7f4b req-cc4dfc83-51e4-4e03-9865-9dc503a40c40 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691081 Aug 28 20:04:42.953989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-341940088-network', 'tenant_id': '1e780e72454849a9adf5c45a7783c014'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:42.978989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-a52e89c8-ce21-4aee-887b-646d45dec4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:42.981287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-a52e89c8-ce21-4aee-887b-646d45dec4b5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 1127 time: 0.1639221 Aug 28 20:04:43.027814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Deleting port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:43.027814 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.052632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] DHCP port deletion for b59b512a-ab3a-4e74-a354-4896bdac9613 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:04:43.068385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc66033-cabe-4cb7-a23a-e4256db286e9 req-467f0b88-65f3-44b1-b1e8-c5ec963c4b4e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:43.070019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7dc66033-cabe-4cb7-a23a-e4256db286e9 req-467f0b88-65f3-44b1-b1e8-c5ec963c4b4e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1391282 Aug 28 20:04:43.124865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] Deleting port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:43.125868 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.160053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:43.165041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.183555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] For port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:43.184447 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.195909 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.203559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:43.210045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Calling delete_port for 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:43.265561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] For port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,segment=NetworkSegment(47e5df0f-0ba1-4626-891b-0c4d211e9204),segment_id=47e5df0f-0ba1-4626-891b-0c4d211e9204)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:43.266181 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.272927 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:43.283230 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:43.291228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] Calling delete_port for 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:43.319117 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7dc66033-cabe-4cb7-a23a-e4256db286e9 req-c61f904c-22b2-4ca4-a61e-ce2cc38df851 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010837 Aug 28 20:04:43.368399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b33d6-bb67-46e0-8b19-31bd5f0f6e96 req-78d8435c-37ad-4d1c-b2cf-35542e442e7a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:43.378453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-371b33d6-bb67-46e0-8b19-31bd5f0f6e96 req-78d8435c-37ad-4d1c-b2cf-35542e442e7a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.3728502 Aug 28 20:04:43.401909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:43.403198 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.457061 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.502086 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:43.531040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (0c0bfbb7-f6b9-46f6-8939-a800c07c78bd), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.567546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:43.571340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] No DVR routers for this DVR port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:43.578482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-5dc8f525-f5ed-45ec-8558-574fe9f93b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:43.579529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] Pushing event deleted for resources: {'Port': ['ID=0c0bfbb7-f6b9-46f6-8939-a800c07c78bd,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:43.580042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-5dc8f525-f5ed-45ec-8558-574fe9f93b0c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 911 time: 0.5904374 Aug 28 20:04:43.590621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca19c2f-be3e-48e5-905b-642966fdb8d9 None None] No DVR routers for this DVR port 0c0bfbb7-f6b9-46f6-8939-a800c07c78bd on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:43.601240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-371b33d6-bb67-46e0-8b19-31bd5f0f6e96 req-5a4f7d93-baa7-4b5c-a5f6-b4d585ba5337 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214947 Aug 28 20:04:43.607376 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks [] for security_group (c33f9702-8c62-4013-a0db-ed16c32c5d6a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.652394 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:43.655996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3b5a04f-a66d-4077-99c2-5138b5e5659b req-8c7e4ec2-be82-49ba-b24d-3bde26843755 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0470121 Aug 28 20:04:43.706734 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (b59b512a-ab3a-4e74-a354-4896bdac9613), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.715397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c33f9702-8c62-4013-a0db-ed16c32c5d6a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.763471 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-f38fc928-6e4f-4e08-a197-491dd21ea160 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d HTTP/1.1" status: 200 len: 217 time: 0.1283164 Aug 28 20:04:43.794656 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:43.797769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:04:43.814020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f9702-8c62-4013-a0db-ed16c32c5d6a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:43.825613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59b512a-ab3a-4e74-a354-4896bdac9613']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:43.826361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (610546e4-6c67-4421-b69c-c012138a6acc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.826821 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Added segment 610546e4-6c67-4421-b69c-c012138a6acc of type vlan for network c35de18c-cd95-41ee-a53f-65c5b4b21b19 Aug 28 20:04:43.841304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e5df0f-0ba1-4626-891b-0c4d211e9204') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:43.841615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e5df0f-0ba1-4626-891b-0c4d211e9204') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:43.863025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (47e5df0f-0ba1-4626-891b-0c4d211e9204), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.876999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.891671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-031ba52f-6bfa-49b3-8be9-f4f024049aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:43.894531 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-031ba52f-6bfa-49b3-8be9-f4f024049aa9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=336770be-074a-42c2-8f5b-21fd4b5e92a6 HTTP/1.1" status: 200 len: 850 time: 0.1211851 Aug 28 20:04:43.895802 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c35de18c-cd95-41ee-a53f-65c5b4b21b19), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.896265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (47e5df0f-0ba1-4626-891b-0c4d211e9204), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.937260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4a125f4f-dca5-4040-95ba-52ae22c4a302 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:04:43.973514 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:43.983937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:04:43.989116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (47e5df0f-0ba1-4626-891b-0c4d211e9204), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:43.995193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (34548e51-87e3-4bc4-8634-4bb3a812e9f1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.021647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-cc715b62-f89a-4c0e-9bab-e4fe463c18de service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=269a1df8-f56b-42b8-8e35-7af1a36939de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158171 Aug 28 20:04:44.091011 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 47e5df0f-0ba1-4626-891b-0c4d211e9204 resource provider aggregate not found Aug 28 20:04:44.135384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:44.138125 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 47e5df0f-0ba1-4626-891b-0c4d211e9204 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47e5df0f-0ba1-4626-891b-0c4d211e9204 found for delete ", "request_id": "req-62be71d7-074c-405b-b4fe-e5e9b003120f"}]} Aug 28 20:04:44.162672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'port_id': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'mac_address': 'fa:16:3e:ea:4f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:04:44.225205 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:44.227990 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Floating IP 34548e51-87e3-4bc4-8634-4bb3a812e9f1 associated. External IP: 172.25.4.42, port: 945456db-ed69-441d-8548-325125935ca1. Aug 28 20:04:44.233624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4a125f4f-dca5-4040-95ba-52ae22c4a302 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:44.234140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.251853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a125f4f-dca5-4040-95ba-52ae22c4a302 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:04:44.295157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:44.302645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c35de18c-cd95-41ee-a53f-65c5b4b21b19), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.303995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:44.304435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.316654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87387-7d01-4780-9311-542fac8f3ea8 req-170e3f22-e270-4a6c-8a4c-1f3be8d54b1e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:44.353724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79c87387-7d01-4780-9311-542fac8f3ea8 req-170e3f22-e270-4a6c-8a4c-1f3be8d54b1e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 944 time: 0.2361991 Aug 28 20:04:44.384085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] Pushing event updated for resources: {'Network': ['ID=c35de18c-cd95-41ee-a53f-65c5b4b21b19,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:44.400133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-5b51577e-a415-4fe2-89e7-50e3c36652b2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136292 Aug 28 20:04:44.407609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:04:44.611011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79c87387-7d01-4780-9311-542fac8f3ea8 req-1686d89f-46c6-4e5d-80af-0d5e4967a72a tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954781 Aug 28 20:04:44.611011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0440fa6-a9c9-44bd-aeab-e44303d3ab44 req-fe544022-e12b-4a3f-a402-414fb29aad9e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407304 Aug 28 20:04:44.612623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dee76-67f3-45f6-8906-c4227f33b377 req-fd8f4699-e240-489f-a7bb-9046a407d47e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:44.614248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-333dee76-67f3-45f6-8906-c4227f33b377 req-fd8f4699-e240-489f-a7bb-9046a407d47e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0993540 Aug 28 20:04:44.666637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (b59b512a-ab3a-4e74-a354-4896bdac9613), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.673185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:44.676527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.679919 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b59b512a-ab3a-4e74-a354-4896bdac9613 HTTP/1.1" status: 204 len: 168 time: 2.1497102 Aug 28 20:04:44.691919 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-333dee76-67f3-45f6-8906-c4227f33b377 req-d3ede84f-353a-453d-8ba0-e786be72464b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684738 Aug 28 20:04:44.695044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Pushing event deleted for resources: {'Network': ['ID=b59b512a-ab3a-4e74-a354-4896bdac9613,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:44.713788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.714172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.714516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.714853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.715189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.715520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.715974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.716506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.716771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.717284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.717617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.717970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.722512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.722512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.722512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7cecbf-9090-420e-a83e-d47e47ac6274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:44.741537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.748323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8ecf0ac6-04b4-43e5-a893-a4a0101f4b3d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1688638 Aug 28 20:04:44.751340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46484) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:44.758545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Request body: {'subnet': {'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-341940088-subnet', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:44.811230 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:44.830399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:44.851143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e6e1f-e55e-47e8-9d91-fa1bc8983167 req-e41e3029-5c64-48ad-8702-b26928442566 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:44.852894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-643e6e1f-e55e-47e8-9d91-fa1bc8983167 req-e41e3029-5c64-48ad-8702-b26928442566 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1543794 Aug 28 20:04:44.869169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2da2cb4-b72d-4609-9a49-7a4213d92419 req-8f3b924b-090e-4c8b-aff0-1a431eff02d9 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0354688 Aug 28 20:04:44.890124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:44.896731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:44.902679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.908066 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:44.914715 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] Sync routers for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:44.930814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-643e6e1f-e55e-47e8-9d91-fa1bc8983167 req-3af01653-bfe8-4c37-adfe-81b82f7f8412 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717249 Aug 28 20:04:44.934739 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:44.935398 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:44.939259 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:44.992689 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:45.005699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7d8db68f-bddf-47f1-9893-865eead6ec68 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/34548e51-87e3-4bc4-8634-4bb3a812e9f1 HTTP/1.1" status: 200 len: 990 time: 2.7727334 Aug 28 20:04:45.009887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '945456db-ed69-441d-8548-325125935ca1'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:45.012191 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726a365d-db6d-460f-99ce-7317fa44506c" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "945456db-ed69-441d-8548-325125935ca1"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:45.104352 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d549eff4-2cac-48f0-b13f-23687aac8e1d x-openstack-request-id: req-d549eff4-2cac-48f0-b13f-23687aac8e1d {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:45.104352 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "tag": "945456db-ed69-441d-8548-325125935ca1", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:45.104352 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d549eff4-2cac-48f0-b13f-23687aac8e1d {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:45.104352 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d549eff4-2cac-48f0-b13f-23687aac8e1d'] response: {'name': 'network-changed', 'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'tag': '945456db-ed69-441d-8548-325125935ca1', 'status': 'completed', 'code': 200} Aug 28 20:04:45.119851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4a125f4f-dca5-4040-95ba-52ae22c4a302'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:04:45.122741 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:45.171822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46502) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:45.220684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.222067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.222765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.223399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.224124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.224807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.225639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.228275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-726a365d-db6d-460f-99ce-7317fa44506c req-e5f5ed9b-07e2-4da7-aa54-7dacd6e0fff7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6719 time: 0.0631573 Aug 28 20:04:45.268204 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-38e005e6-2616-4c4f-ba23-3fd1cf17dd5a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=51ab0b6f6a7549a68be0791b209cc1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925927 Aug 28 20:04:45.269166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46504) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:45.365308 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:45.397444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3bfce1c-56a2-4277-89f8-f9fb9a4817d3 admin admin] Publish callbacks [] for security_group (62c07ec5-ce09-472f-bf9e-9c2471dea7c3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:45.411212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-7718bde4-9f59-49dd-8cae-3975fb1dbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.413763 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-726a365d-db6d-460f-99ce-7317fa44506c req-7718bde4-9f59-49dd-8cae-3975fb1dbb8b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=696827ca-0b03-4d79-a644-1142303f65f1 HTTP/1.1" status: 200 len: 917 time: 0.1775544 Aug 28 20:04:45.418878 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '34548e51-87e3-4bc4-8634-4bb3a812e9f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'port_id': '945456db-ed69-441d-8548-325125935ca1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'mac_address': 'fa:16:3e:61:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:03:00Z', 'updated_at': '2022-08-28T20:04:43Z', 'revision_number': 1, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:18Z', 'revision_number': 5, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:45.446246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3bfce1c-56a2-4277-89f8-f9fb9a4817d3 admin admin] Publish callbacks [] for security_group (62c07ec5-ce09-472f-bf9e-9c2471dea7c3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:45.463686 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] Checking router: c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:45.498337 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:45.501923 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:45.526437 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-726a365d-db6d-460f-99ce-7317fa44506c req-b8dc2555-55a7-4d3c-8971-414ee2fb2116 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945456db-ed69-441d-8548-325125935ca1 HTTP/1.1" status: 200 len: 998 time: 0.0950363 Aug 28 20:04:45.619609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (5a49c5d8-a258-487f-a74e-0ad252e2b215), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:45.644421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3bfce1c-56a2-4277-89f8-f9fb9a4817d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (62c07ec5-ce09-472f-bf9e-9c2471dea7c3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:45.649348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3bfce1c-56a2-4277-89f8-f9fb9a4817d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:45.649611 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:45.651182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f3bfce1c-56a2-4277-89f8-f9fb9a4817d3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/62c07ec5-ce09-472f-bf9e-9c2471dea7c3 HTTP/1.1" status: 204 len: 168 time: 0.3788388 Aug 28 20:04:45.691289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfce1c-56a2-4277-89f8-f9fb9a4817d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c07ec5-ce09-472f-bf9e-9c2471dea7c3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:45.746627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-2c2ddd85-d983-4d5f-8de4-3e6845cbf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.750989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-726a365d-db6d-460f-99ce-7317fa44506c req-2c2ddd85-d983-4d5f-8de4-3e6845cbf56c service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0ebd595a-ad79-40cb-a9da-44d7abc1a472 HTTP/1.1" status: 200 len: 855 time: 0.2180045 Aug 28 20:04:45.835792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37679953-a843-483d-9139-cde2ce1e348c req-b87da3ad-2f62-4e90-b711-ee2102e0d24d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.843081 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37679953-a843-483d-9139-cde2ce1e348c req-b87da3ad-2f62-4e90-b711-ee2102e0d24d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 945 time: 0.2346022 Aug 28 20:04:45.857294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a49c5d8-a258-487f-a74e-0ad252e2b215,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:45.937035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a7798-68f8-436d-b44e-c00448ebe4c3 req-0657f8b8-6d31-474e-a540-a092d92df6ee tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:45.937617 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:45.937617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:45.937617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Network hostable DHCP agents. Network: c35de18c-cd95-41ee-a53f-65c5b4b21b19, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:04:45.943633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f5a7798-68f8-436d-b44e-c00448ebe4c3 req-0657f8b8-6d31-474e-a540-a092d92df6ee tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.1203303 Aug 28 20:04:45.981296 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '34548e51-87e3-4bc4-8634-4bb3a812e9f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'port_id': '945456db-ed69-441d-8548-325125935ca1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'mac_address': 'fa:16:3e:61:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:03:00Z', 'updated_at': '2022-08-28T20:04:43Z', 'revision_number': 1, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:18Z', 'revision_number': 5, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:46.041694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f5a7798-68f8-436d-b44e-c00448ebe4c3 req-54647f46-95a5-4efc-b54f-fe27cb24bf22 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967002 Aug 28 20:04:46.091971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37679953-a843-483d-9139-cde2ce1e348c req-a8d57a35-c206-4b61-b5d4-b6003614ba2f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447975 Aug 28 20:04:46.113207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:04:46.168113 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13cf24-8d1a-46cd-ad88-2cc07f88c8e4 None None] The sync data for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 is: [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '34548e51-87e3-4bc4-8634-4bb3a812e9f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'port_id': '945456db-ed69-441d-8548-325125935ca1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'mac_address': 'fa:16:3e:61:06:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:03:00Z', 'updated_at': '2022-08-28T20:04:43Z', 'revision_number': 1, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:18Z', 'revision_number': 5, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:46.274407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76952466-f716-44a3-8b52-566f5d00ca14 req-5ab7fd0f-e230-483b-aca8-ed4ff92c2773 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0586829 Aug 28 20:04:46.277045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c35de18c-cd95-41ee-a53f-65c5b4b21b19) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:46.292950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2773e-b67c-40ae-a05e-1ada7fd5bbd6 req-71435fd6-0352-49e4-b43f-abeeff0473dc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:46.297869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a931478-c34d-4c5f-b890-a6807288d0c4 None None] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:46.306155 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91b2773e-b67c-40ae-a05e-1ada7fd5bbd6 req-71435fd6-0352-49e4-b43f-abeeff0473dc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1206310 Aug 28 20:04:46.335433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:46.336501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:46.459303 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91b2773e-b67c-40ae-a05e-1ada7fd5bbd6 req-d483df10-4ff3-4b20-832d-763a35a87ddf tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321523 Aug 28 20:04:46.515492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46524) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:46.516356 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a9e73222-4c63-4917-9758-9856d19d6b2f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7633283 Aug 28 20:04:46.523592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:46.533282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4a125f4f-dca5-4040-95ba-52ae22c4a302 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:46.552778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6fe3-014c-442f-bfe4-e00f94e46aac req-08cb530c-0c76-4257-b921-22f62180e15d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:46.558496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-578b6fe3-014c-442f-bfe4-e00f94e46aac req-08cb530c-0c76-4257-b921-22f62180e15d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1292284 Aug 28 20:04:46.587316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f314e60-f188-42ac-8a52-330e0e94a3a9 None None] New status for floating IP 34548e51-87e3-4bc4-8634-4bb3a812e9f1: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:04:46.636485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-578b6fe3-014c-442f-bfe4-e00f94e46aac req-17a2f750-4f3a-4326-8f89-bc3446e1103e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718157 Aug 28 20:04:46.648213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'project_id': '1e780e72454849a9adf5c45a7783c014', 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:04:46.649143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:46.661911 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (31c3d86e-954e-47a5-baab-cb8e234ebdc9), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:46.663698 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (31c3d86e-954e-47a5-baab-cb8e234ebdc9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:46.737656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks [] for router_controller (31c3d86e-954e-47a5-baab-cb8e234ebdc9), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:46.754602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 4a125f4f-dca5-4040-95ba-52ae22c4a302 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:04:46.805832 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:46.863152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 4a125f4f-dca5-4040-95ba-52ae22c4a302 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:46.863524 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:46.997131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks [] for router_gateway (31c3d86e-954e-47a5-baab-cb8e234ebdc9), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.115291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Allocated IP 172.20.0.2 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/d98ab670-0ae6-4d83-afb3-2c4c666cb4b4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:47.156329 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:47.204711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4a125f4f-dca5-4040-95ba-52ae22c4a302 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:47.206334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.255820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6905b3-5ea0-431d-90b4-ba9a38d80a38 req-661361f2-8a85-4e44-b7f0-94b17003a818 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:47.262846 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf6905b3-5ea0-431d-90b4-ba9a38d80a38 req-661361f2-8a85-4e44-b7f0-94b17003a818 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0910535 Aug 28 20:04:47.276572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:47.279541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ba49-b972-4fcd-9e90-36ccf0487c0a req-258d8a53-55e2-45b9-a38f-bd291be9450f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:47.280652 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27916cd8-1c76-4cb5-a921-2c8263265678" -d '{"events": [{"server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "name": "network-vif-plugged", "status": "completed", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:47.284923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f1ba49-b972-4fcd-9e90-36ccf0487c0a req-258d8a53-55e2-45b9-a38f-bd291be9450f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 945 time: 0.0638533 Aug 28 20:04:47.301909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:47.394780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f1ba49-b972-4fcd-9e90-36ccf0487c0a req-36b15e63-1e3a-448d-96a5-ef444a4b3229 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020591 Aug 28 20:04:47.402055 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Publish callbacks [] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.423463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.447240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46546) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:47.472579 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf6905b3-5ea0-431d-90b4-ba9a38d80a38 req-810cd0d4-4038-4dd5-a73b-d3a03fe4ba16 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869888 Aug 28 20:04:47.482602 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks [] for router_gateway (31c3d86e-954e-47a5-baab-cb8e234ebdc9), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.487814 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb2077-38f8-4594-b942-269516ba63eb x-openstack-request-id: req-44bb2077-38f8-4594-b942-269516ba63eb {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:47.488910 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "name": "network-vif-plugged", "status": "completed", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:47.489181 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44bb2077-38f8-4594-b942-269516ba63eb {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:47.490042 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bb2077-38f8-4594-b942-269516ba63eb'] response: {'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'code': 200} Aug 28 20:04:47.523931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.524740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:47.537838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a365d-db6d-460f-99ce-7317fa44506c req-235ae940-19a7-4821-a0d2-bb7ac03ff2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:47.541218 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.552793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-726a365d-db6d-460f-99ce-7317fa44506c req-235ae940-19a7-4821-a0d2-bb7ac03ff2ce service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=696827ca-0b03-4d79-a644-1142303f65f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0942879 Aug 28 20:04:47.591885 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:47.628994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36a7373f-502c-4fb2-a37a-f370ca4ce8a3 req-f45a8992-672f-497f-85ef-8007504a310c tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0731583 Aug 28 20:04:47.637654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:47.650044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:47.656006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:47.700927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Pushing event updated for resources: {'Port': ['ID=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:47.718208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f3331-6264-4bbc-8e41-576b30ba6c7b req-f4da50ff-c670-495b-8a7f-1336a5839509 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:47.721638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-network', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:47.726181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-317f3331-6264-4bbc-8e41-576b30ba6c7b req-f4da50ff-c670-495b-8a7f-1336a5839509 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1302371 Aug 28 20:04:47.778976 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:47.780737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Attempting to bind port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:47.781332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Attempting to bind port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:47.782310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Attempting to bind port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:47.793223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:47.794108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:47.798628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.798628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:47.798628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Bound port: d98ab670-0ae6-4d83-afb3-2c4c666cb4b4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:47.798628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.806990 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:47.851673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-b51258d0-1d07-44f1-976d-cef6b6f87cd5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:47.853446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-b51258d0-1d07-44f1-976d-cef6b6f87cd5 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 946 time: 0.0953460 Aug 28 20:04:47.888782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cdd0c-0e72-4ca7-b409-dd7087a4a581 req-c9f8f0b8-49d6-4953-af1d-0e92010db1c4 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:47.889271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] For port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:47.890845 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae0cdd0c-0e72-4ca7-b409-dd7087a4a581 req-c9f8f0b8-49d6-4953-af1d-0e92010db1c4 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1080730 Aug 28 20:04:47.894119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] For port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:47.898494 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:47.898649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Made reservation on behalf of 98d29650cbad408a8f78ba33f2cacd24 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:47.899746 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.938441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:47.954189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-726a365d-db6d-460f-99ce-7317fa44506c req-2bfe2cee-67fd-4cfe-a71a-97cb3670e30f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912111 Aug 28 20:04:47.974781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df662060-8615-43cf-bbef-358058174373 req-5e655ffa-b3ac-4b61-9e2e-f069df764748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:47.977400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df662060-8615-43cf-bbef-358058174373 req-5e655ffa-b3ac-4b61-9e2e-f069df764748 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.2016380 Aug 28 20:04:47.985258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-317f3331-6264-4bbc-8e41-576b30ba6c7b req-f0c7a90d-59e8-46e0-94f5-5038a1f82f7a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582057 Aug 28 20:04:47.998212 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.060570 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae0cdd0c-0e72-4ca7-b409-dd7087a4a581 req-7c1e3337-a9cb-4345-9ae3-a4c18e3ae14b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541140 Aug 28 20:04:48.076687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3934-430c-498c-aa6b-448be27cd3c4 None None] Pushing event updated for resources: {'Port': ['ID=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:48.077377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Allocated IP 172.25.4.66 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/9ebde32f-d11f-4c2f-bf4c-e424522abbe7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:48.114291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Deleting port 25ff9580-ce94-4fb0-9cda-432794d30afd {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:48.114630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.124313 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:48.153752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-726a365d-db6d-460f-99ce-7317fa44506c req-826b8050-fe15-467b-8a8f-00633f450bc1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846201 Aug 28 20:04:48.184212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks [] for security_group (d8d809bb-8c72-4393-bfe5-d7e1ae154799), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.191139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df662060-8615-43cf-bbef-358058174373 req-1394be0d-c929-4a75-af4e-1a0fcb4b0d68 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021008 Aug 28 20:04:48.251347 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:48.266392 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d8d809bb-8c72-4393-bfe5-d7e1ae154799), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.300264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:04:48.310202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] For port 25ff9580-ce94-4fb0-9cda-432794d30afd, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=25ff9580-ce94-4fb0-9cda-432794d30afd,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:48.310599 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.322839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b3dda51c-ab28-4fa2-be54-0786ae31a3e0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.323271 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Added segment b3dda51c-ab28-4fa2-be54-0786ae31a3e0 of type vlan for network 5ea72c69-931a-4532-a8a9-ec8542d02864 Aug 28 20:04:48.333615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d809bb-8c72-4393-bfe5-d7e1ae154799,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:48.333879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Calling delete_port for 25ff9580-ce94-4fb0-9cda-432794d30afd owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:48.358991 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks [] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.376565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (5ea72c69-931a-4532-a8a9-ec8542d02864), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.472666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (5ea72c69-931a-4532-a8a9-ec8542d02864), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.473740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:48.474358 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.551500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.566414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34186887-cb71-4bb7-b8fd-9f6b7986ef52 req-0eccbdf3-caa8-45ea-a7d3-20dd9fd405e1 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:48.573937 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34186887-cb71-4bb7-b8fd-9f6b7986ef52 req-0eccbdf3-caa8-45ea-a7d3-20dd9fd405e1 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0868328 Aug 28 20:04:48.631722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:48.638135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:48.640035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (25ff9580-ce94-4fb0-9cda-432794d30afd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.641624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:48.649877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Pushing event updated for resources: {'Port': ['ID=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:48.730903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Pushing event deleted for resources: {'Port': ['ID=25ff9580-ce94-4fb0-9cda-432794d30afd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:48.747051 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:48.770338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34186887-cb71-4bb7-b8fd-9f6b7986ef52 req-fe9f2d83-3f32-4806-a383-02bd3f5f816d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950195 Aug 28 20:04:48.841300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] No DVR routers for this DVR port 25ff9580-ce94-4fb0-9cda-432794d30afd on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:48.844969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:48.852699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e904843c-0fe0-42e2-93f7-c300e8a1d1cc req-edbb05c0-eea2-4024-b38a-8f2a661ff253 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.89 "DELETE /networking/v2.0/ports/25ff9580-ce94-4fb0-9cda-432794d30afd HTTP/1.1" status: 204 len: 173 time: 0.9610174 Aug 28 20:04:48.852699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-deleted', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:04:48.854782 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77447de5-1def-4478-8c6a-54a013f186eb" -d '{"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-deleted", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:04:48.912493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b7fa7f4-d205-4e24-9b43-6a210249ac6d req-64456a84-923c-4e18-a50c-61cfc75fc487 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 210 time: 0.0384839 Aug 28 20:04:48.920211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] Pushing event updated for resources: {'Network': ['ID=5ea72c69-931a-4532-a8a9-ec8542d02864,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:48.926201 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f27b1a4-5fcf-4cd0-8e2a-d2adadd17ef0 req-491162cc-9acf-4af2-801a-d7521daee3c4 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0684605 Aug 28 20:04:48.932574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:04:48.984266 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-59439b11-acf9-469d-bdcf-0d6d4123f53c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5353053 Aug 28 20:04:48.987526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46562) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:48.993990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Request body: {'subnet': {'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-subnet', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:49.040165 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ad4e9-d251-4f7d-a58f-ee72e012b339 x-openstack-request-id: req-a39ad4e9-d251-4f7d-a58f-ee72e012b339 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:04:49.040165 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64125acd-602e-414d-a49a-422e1a10629e", "name": "network-vif-deleted", "tag": "25ff9580-ce94-4fb0-9cda-432794d30afd", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:04:49.040165 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a39ad4e9-d251-4f7d-a58f-ee72e012b339 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:04:49.040647 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39ad4e9-d251-4f7d-a58f-ee72e012b339'] response: {'server_uuid': '64125acd-602e-414d-a49a-422e1a10629e', 'name': 'network-vif-deleted', 'tag': '25ff9580-ce94-4fb0-9cda-432794d30afd', 'status': 'completed', 'code': 200} Aug 28 20:04:49.152370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Made reservation on behalf of 98d29650cbad408a8f78ba33f2cacd24 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:04:49.154945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:49.223481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:49.362867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f0f23-b6d8-4676-8fbc-6b0b39e9ad4b req-e06821e2-d83a-48ba-ac8e-edc72b2c0f7f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:49.369050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:49.369501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:49.371093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-414f0f23-b6d8-4676-8fbc-6b0b39e9ad4b req-e06821e2-d83a-48ba-ac8e-edc72b2c0f7f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1038122 Aug 28 20:04:49.488098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-414f0f23-b6d8-4676-8fbc-6b0b39e9ad4b req-b9aa62ba-2159-4ba4-9187-3074cfb0f1ef tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158445 Aug 28 20:04:49.492275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:49.492762 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:49.535336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d30bda-cb03-4658-b6a3-0d06495f99ef None None] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:49.604635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:49.617248 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:49.623676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-aec61758-d9b1-4dab-9813-1d08c97235b8 None None] Provisioning complete for port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:49.625899 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aec61758-d9b1-4dab-9813-1d08c97235b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:49.670092 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:49.703402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (e1f003ee-5edb-49db-8118-b39a5fc633f3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:49.718508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks [] for router_gateway (31c3d86e-954e-47a5-baab-cb8e234ebdc9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:49.726728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e9541-7add-42d5-9c1c-9ae697100d62 req-d17c12bc-e530-424c-8d65-57fbf4df3468 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:49.733952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-939e9541-7add-42d5-9c1c-9ae697100d62 req-d17c12bc-e530-424c-8d65-57fbf4df3468 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0798123 Aug 28 20:04:49.781996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f003ee-5edb-49db-8118-b39a5fc633f3,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:49.788086 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:49.793710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Checking segment: {'id': 'b3dda51c-ab28-4fa2-be54-0786ae31a3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:49.794180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Network hostable DHCP agents. Network: 5ea72c69-931a-4532-a8a9-ec8542d02864, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:04:49.808652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:49.854110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-aec61758-d9b1-4dab-9813-1d08c97235b8 None None] Current status of the port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:49.877024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-939e9541-7add-42d5-9c1c-9ae697100d62 req-eeb194e2-c9d5-4957-a2db-2d856298e582 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419709 Aug 28 20:04:49.900648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:04:49.992831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54a679-2158-47b9-b852-6b2f832a6a3f req-e3ecbbaf-5cc2-400e-b4c4-1db944b5bc7d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:50.001285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bc54a679-2158-47b9-b852-6b2f832a6a3f req-e3ecbbaf-5cc2-400e-b4c4-1db944b5bc7d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0876238 Aug 28 20:04:50.024051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 5ea72c69-931a-4532-a8a9-ec8542d02864) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:50.032860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:50.034015 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.058385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c70c7d2-5293-4e80-b5d4-cdabe6867359 None None] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:50.087012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bc54a679-2158-47b9-b852-6b2f832a6a3f req-4d4df810-9f99-4e70-834c-6aa98eabbe84 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798047 Aug 28 20:04:50.087323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (31c3d86e-954e-47a5-baab-cb8e234ebdc9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.149442 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f9246978-de50-4936-9803-1b60f33eb118 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1606634 Aug 28 20:04:50.154743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46576) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:50.162118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:04:50.173491 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:50.184374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e77dfa83-6baa-4c54-bc32-2c4eab6a6493 req-c49595b7-dc9a-4170-bfe6-c42496367ed7 tempest-ServersNegativeTestJSON-358886060 tempest-ServersNegativeTestJSON-358886060-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64125acd-602e-414d-a49a-422e1a10629e HTTP/1.1" status: 200 len: 210 time: 0.1055708 Aug 28 20:04:50.294707 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3f7a15b-bf76-4e60-baea-752d4d174a3a req-da555d92-b004-4145-92ab-ab87b61c1144 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1082816 Aug 28 20:04:50.302453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3cf047d1-8070-4cfc-aed6-381f2ade8b8c None None] Provisioning complete for port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:50.303256 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3cf047d1-8070-4cfc-aed6-381f2ade8b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.332746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-5ea72c69-931a-4532-a8a9-ec8542d02864', 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864', 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'fixed_ips': [{'subnet_id': 'e1f003ee-5edb-49db-8118-b39a5fc633f3'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:04:50.338553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.393148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.397342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.467459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks [] for router_controller (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.504574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3cf047d1-8070-4cfc-aed6-381f2ade8b8c None None] Current status of the port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:50.550797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:50.569793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:04:50.585218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 25ff9580-ce94-4fb0-9cda-432794d30afd {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:50.585218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 25ff9580-ce94-4fb0-9cda-432794d30afd not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:50.603482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Allocated IP 172.20.0.2 (5ea72c69-931a-4532-a8a9-ec8542d02864/e1f003ee-5edb-49db-8118-b39a5fc633f3/15cf3375-b0ec-4213-994e-2a88d4c66604) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:50.628020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea387cf-72fa-4d98-9fc9-e0969bf1dbe7 req-009b3feb-51fc-41ca-a07d-34146c7613d1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:50.629787 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ea387cf-72fa-4d98-9fc9-e0969bf1dbe7 req-009b3feb-51fc-41ca-a07d-34146c7613d1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0698912 Aug 28 20:04:50.697525 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ea387cf-72fa-4d98-9fc9-e0969bf1dbe7 req-e9e8ac53-e628-44c0-8162-c32d55d244f9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552878 Aug 28 20:04:50.731424 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:50.740489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:50.752828 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Sync routers for ids ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:50.795840 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Routers {'31c3d86e-954e-47a5-baab-cb8e234ebdc9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:50.796840 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:50.831920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Publish callbacks [] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.853933 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:50.885211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.891085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c0e6879d-b659-4183-aacc-e1d281bcce58 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3741519 Aug 28 20:04:50.894629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46582) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:50.912252 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:50.929371 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Set router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:50.986667 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:51.005118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:51.006746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Pushing event updated for resources: {'Port': ['ID=15cf3375-b0ec-4213-994e-2a88d4c66604,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:51.010680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:51.014462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:51.047296 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:51.070481 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks [] for router_gateway (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.105469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Attempting to bind port 15cf3375-b0ec-4213-994e-2a88d4c66604 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:51.113022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Attempting to bind port 15cf3375-b0ec-4213-994e-2a88d4c66604 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b3dda51c-ab28-4fa2-be54-0786ae31a3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:51.113022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Attempting to bind port 15cf3375-b0ec-4213-994e-2a88d4c66604 on network 5ea72c69-931a-4532-a8a9-ec8542d02864 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:51.116987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af529e5-d2a5-4f1c-a0ab-e200f35c496f req-0d4439a0-a948-42b5-b315-1a61b1ada5db tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:51.118058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:51.118697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Checking segment: {'id': 'b3dda51c-ab28-4fa2-be54-0786ae31a3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:51.119122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.119528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Bound using segment: {'id': 'b3dda51c-ab28-4fa2-be54-0786ae31a3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:51.120042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Bound port: 15cf3375-b0ec-4213-994e-2a88d4c66604, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dda51c-ab28-4fa2-be54-0786ae31a3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:51.120435 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.120881 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4af529e5-d2a5-4f1c-a0ab-e200f35c496f req-0d4439a0-a948-42b5-b315-1a61b1ada5db tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1997383 Aug 28 20:04:51.182718 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:51.189264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4af529e5-d2a5-4f1c-a0ab-e200f35c496f req-2984971e-5146-4ef0-82f2-8be88cc8b170 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620780 Aug 28 20:04:51.201885 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:04:48Z', 'revision_number': 3, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:51.208699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:51.242812 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Checking router: 31c3d86e-954e-47a5-baab-cb8e234ebdc9 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:51.243445 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Updating router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:51.258198 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:51.271821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] For port 15cf3375-b0ec-4213-994e-2a88d4c66604, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:51.289094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46588) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:51.291494 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.292148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8024-ff1b-438f-8288-85bffefccd1c req-f486b476-3a40-4aea-8c87-b3f3fb2f57f1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:51.292852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:51.293436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.299498 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e69b8024-ff1b-438f-8288-85bffefccd1c req-f486b476-3a40-4aea-8c87-b3f3fb2f57f1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.2443914 Aug 28 20:04:51.332438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-1a722f82-32d1-441e-b19b-7b2f12216e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:51.334062 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-1a722f82-32d1-441e-b19b-7b2f12216e5f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.3055458 Aug 28 20:04:51.343539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] For port 15cf3375-b0ec-4213-994e-2a88d4c66604, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=15cf3375-b0ec-4213-994e-2a88d4c66604,segment=NetworkSegment(b3dda51c-ab28-4fa2-be54-0786ae31a3e0),segment_id=b3dda51c-ab28-4fa2-be54-0786ae31a3e0)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:51.420885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:51.474817 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.506803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e69b8024-ff1b-438f-8288-85bffefccd1c req-fc8e2051-b312-47cc-a721-cbba7c9b9cbc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060597 Aug 28 20:04:51.605732 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:51.618258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3c5c3-bd05-4ae2-b802-bb380c0909c0 None None] Pushing event updated for resources: {'Port': ['ID=15cf3375-b0ec-4213-994e-2a88d4c66604,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:51.636964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-8fc9ca95-1195-40c1-99ce-b8a0f7d38433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:51.639549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-8fc9ca95-1195-40c1-99ce-b8a0f7d38433 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.2971289 Aug 28 20:04:51.712175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3280b3b-5239-4136-889f-71b734c5e96a req-bff88745-c8b6-4d91-a9ee-9e792ff35d81 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1027730 Aug 28 20:04:51.762753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-0dd0b458-4c31-4efe-b16e-60e364161511 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 217 time: 0.0692720 Aug 28 20:04:51.783716 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:51.792008 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-90e7150c-006c-479d-bc25-e0435241763a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.891903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks [] for router_gateway (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.928845 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Publish callbacks [] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.948035 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:51.982623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-13702b0d-76cd-4646-b8b4-3298182c5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:51.984147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-13702b0d-76cd-4646-b8b4-3298182c5470 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.2233427 Aug 28 20:04:52.003031 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.018757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84ca42-97e5-4aff-a5e9-cff36ec18ddd req-02dade36-8b74-4860-a691-39da19bf1f36 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:52.026467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe84ca42-97e5-4aff-a5e9-cff36ec18ddd req-02dade36-8b74-4860-a691-39da19bf1f36 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1001842 Aug 28 20:04:52.063009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Attempting to bind port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:52.063707 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Attempting to bind port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:52.064252 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Attempting to bind port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:52.092612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:52.092612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:52.092612 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.092612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:52.092612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Bound port: 9ebde32f-d11f-4c2f-bf4c-e424522abbe7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:52.092612 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.093307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-489eb9fe-2867-4a8b-bb8e-59d386b2e93a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899305 Aug 28 20:04:52.104335 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50c6a-27fa-44dc-8d6e-8da6eed02194 None None] Pushing event updated for resources: {'Port': ['ID=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:52.152295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Allocated IP 172.25.4.64 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/2fe70d29-c70c-400a-aa8c-c3c04f31f110) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:52.162867 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] For port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:52.166917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] For port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:52.188129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe84ca42-97e5-4aff-a5e9-cff36ec18ddd req-add10b04-ae50-4899-b7fe-24122642c187 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606805 Aug 28 20:04:52.256492 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.283888 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:52.297826 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-840b9899-6246-4492-8392-b63eaa357f7c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005467 Aug 28 20:04:52.302335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.351691 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Routers {'31c3d86e-954e-47a5-baab-cb8e234ebdc9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:52.352518 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:52.368357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.372233 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:52.449794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d961e-c6a9-40b7-9679-281ef8cbad66 req-a2026de4-0010-4a81-9821-e879f86bd53f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:52.451960 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c24d961e-c6a9-40b7-9679-281ef8cbad66 req-a2026de4-0010-4a81-9821-e879f86bd53f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1078401 Aug 28 20:04:52.465568 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50c6a-27fa-44dc-8d6e-8da6eed02194 None None] Pushing event updated for resources: {'Port': ['ID=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:52.487816 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:52.491854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-033517ec-2f82-4a3d-95b5-93da1910ac43 req-b890fd64-fb5e-46e3-ae30-417749b4bbd2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833024 Aug 28 20:04:52.498926 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] Set router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:52.573288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks [] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.631934 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:04:52.681304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49644fbc-c1a7-4ba0-aad4-dfb04d0cbb25 req-f41f0589-bbcc-4a24-9d50-5bb7b8bd53f3 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:52.684202 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49644fbc-c1a7-4ba0-aad4-dfb04d0cbb25 req-f41f0589-bbcc-4a24-9d50-5bb7b8bd53f3 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Aug 28 20:04:52.748756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c24d961e-c6a9-40b7-9679-281ef8cbad66 req-8bc11021-0486-451a-b95d-95f4fe9bef4a tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468374 Aug 28 20:04:52.751750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Allocated IP 172.20.0.1 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/22bcf309-6602-49de-b4d3-eee62a12fcea) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:52.848634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49644fbc-c1a7-4ba0-aad4-dfb04d0cbb25 req-1f19b069-5745-416e-8eae-c1d2148771ba tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544359 Aug 28 20:04:52.891729 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:04:48Z', 'revision_number': 3, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:52.924156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.976030 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05f58d-a194-45a7-9622-8ba197a36c38 None None] The sync data for ids ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'] in n-d-854121-7 is: [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:04:48Z', 'revision_number': 3, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:52.976523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks [] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:52.981148 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:53.038527 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7990d2a-3c33-47e9-a7f5-fdcaf3d399c5 req-c83e6204-8abc-467f-bca6-358a84d759cc tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1174445 Aug 28 20:04:53.038527 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:53.041656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6373c-9c71-4d69-ac20-313012b9a635 None None] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:53.042383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Deleting port aeea5e55-0ef3-4408-8dde-c53e7618f20d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:53.042770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.054701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:53.105935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:53.119334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe70d29-c70c-400a-aa8c-c3c04f31f110,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:53.119427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d45c96e7-d975-4dce-8220-f82c3e8de063 None None] Provisioning complete for port 15cf3375-b0ec-4213-994e-2a88d4c66604 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:53.119507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:53.119588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d45c96e7-d975-4dce-8220-f82c3e8de063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.135347 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.237374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:53.241691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] For port aeea5e55-0ef3-4408-8dde-c53e7618f20d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aeea5e55-0ef3-4408-8dde-c53e7618f20d,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:53.242230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.253675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:53.253675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:53.274562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Calling delete_port for aeea5e55-0ef3-4408-8dde-c53e7618f20d owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:53.350883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Pushing event updated for resources: {'Port': ['ID=22bcf309-6602-49de-b4d3-eee62a12fcea,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:53.397417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (31c3d86e-954e-47a5-baab-cb8e234ebdc9), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.443370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 15cf3375-b0ec-4213-994e-2a88d4c66604 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:53.448938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d45c96e7-d975-4dce-8220-f82c3e8de063 None None] Current status of the port 15cf3375-b0ec-4213-994e-2a88d4c66604 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:53.449356 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d45c96e7-d975-4dce-8220-f82c3e8de063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.531366 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.576427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 15cf3375-b0ec-4213-994e-2a88d4c66604 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:53.576803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:53.610490 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:53.691504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d673b73-e85f-4b0f-8e83-93252c2f24ea req-d17b7305-feb1-4e3d-93bd-727db72905e9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:53.700391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d673b73-e85f-4b0f-8e83-93252c2f24ea req-d17b7305-feb1-4e3d-93bd-727db72905e9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1928780 Aug 28 20:04:53.786142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d673b73-e85f-4b0f-8e83-93252c2f24ea req-9f36e648-f895-4a36-a21f-2fd75015f9ed tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806127 Aug 28 20:04:53.897490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d45c96e7-d975-4dce-8220-f82c3e8de063 None None] For port 15cf3375-b0ec-4213-994e-2a88d4c66604, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=15cf3375-b0ec-4213-994e-2a88d4c66604,segment=NetworkSegment(b3dda51c-ab28-4fa2-be54-0786ae31a3e0),segment_id=b3dda51c-ab28-4fa2-be54-0786ae31a3e0)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:53.995645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3779811-5170-4743-9d4c-d813f00a4860 req-81e24eb8-294d-42a1-9e5b-48ca4cae6964 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:54.003395 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.003902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3779811-5170-4743-9d4c-d813f00a4860 req-81e24eb8-294d-42a1-9e5b-48ca4cae6964 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1157901 Aug 28 20:04:54.019297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 15cf3375-b0ec-4213-994e-2a88d4c66604 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:54.019297 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.085428 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d45c96e7-d975-4dce-8220-f82c3e8de063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.095744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3779811-5170-4743-9d4c-d813f00a4860 req-a01d73a8-3dc0-4933-a6b2-69bbc26dd6c3 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909002 Aug 28 20:04:54.102903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (aeea5e55-0ef3-4408-8dde-c53e7618f20d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.135566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45f2a-6b37-48a6-bf91-9f8f98ae6e43 req-426c8868-b81c-4f14-b93c-e6eb48327bdc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:54.137514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaf45f2a-6b37-48a6-bf91-9f8f98ae6e43 req-426c8868-b81c-4f14-b93c-e6eb48327bdc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1561782 Aug 28 20:04:54.175881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeea5e55-0ef3-4408-8dde-c53e7618f20d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:54.267096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks [] for router_gateway (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.273979 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:54.296820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaf45f2a-6b37-48a6-bf91-9f8f98ae6e43 req-4b2fbe73-4114-45b2-95af-d7758702202b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470850 Aug 28 20:04:54.312952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a7e69adf-2e62-4514-b69b-ed8dd70e9a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.327289 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:54.337512 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:04:54.338315 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:04:54.342909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b39afb37-6456-43b0-a132-3e44520c9621 None None] Provisioning complete for port 15cf3375-b0ec-4213-994e-2a88d4c66604 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:54.343871 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b39afb37-6456-43b0-a132-3e44520c9621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.455535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c96e7-d975-4dce-8220-f82c3e8de063 None None] Pushing event updated for resources: {'Port': ['ID=15cf3375-b0ec-4213-994e-2a88d4c66604,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:54.496078 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b10b9187-293a-416d-9a4e-72c2893ac092 req-8f506914-0b6e-44de-817e-027e2d123bb5 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.2786934 Aug 28 20:04:54.499691 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks [] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.553291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b39afb37-6456-43b0-a132-3e44520c9621 None None] Current status of the port 15cf3375-b0ec-4213-994e-2a88d4c66604 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:54.571119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b39afb37-6456-43b0-a132-3e44520c9621 None None] Provisioning complete for port 22bcf309-6602-49de-b4d3-eee62a12fcea triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:54.572243 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b39afb37-6456-43b0-a132-3e44520c9621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.598202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.625027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b39afb37-6456-43b0-a132-3e44520c9621 None None] Port 22bcf309-6602-49de-b4d3-eee62a12fcea cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:04:54.719973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Pushing event updated for resources: {'Port': ['ID=22bcf309-6602-49de-b4d3-eee62a12fcea,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:54.728044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (31c3d86e-954e-47a5-baab-cb8e234ebdc9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.858538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:54.860034 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:54.861226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:54.911071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 15cf3375-b0ec-4213-994e-2a88d4c66604 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:54.943285 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:54.944661 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:55.008813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22e037-2fd4-4e8e-ad05-043139534f71 req-04e348e0-d958-47df-a356-72a4d623d8aa tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:55.010706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c22e037-2fd4-4e8e-ad05-043139534f71 req-04e348e0-d958-47df-a356-72a4d623d8aa tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0790129 Aug 28 20:04:55.064376 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:55.104807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c22e037-2fd4-4e8e-ad05-043139534f71 req-fbadde41-174c-4241-b68e-336bc243be04 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651913 Aug 28 20:04:55.196180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:55.379087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2a802a07-6a6b-4b01-9cb3-7f70e9cbc70e None None] Provisioning complete for port 22bcf309-6602-49de-b4d3-eee62a12fcea triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:55.380905 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2a802a07-6a6b-4b01-9cb3-7f70e9cbc70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:55.478191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2a802a07-6a6b-4b01-9cb3-7f70e9cbc70e None None] Port 22bcf309-6602-49de-b4d3-eee62a12fcea cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:04:55.566291 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:55.598514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 15cf3375-b0ec-4213-994e-2a88d4c66604 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:55.642503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c5d2a-e5ed-4625-a185-178a08bafb08 req-b3c5fc3a-fb68-4f6e-840c-01b37e07f26b tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:55.646322 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-581c5d2a-e5ed-4625-a185-178a08bafb08 req-b3c5fc3a-fb68-4f6e-840c-01b37e07f26b tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.2320271 Aug 28 20:04:55.692602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 15cf3375-b0ec-4213-994e-2a88d4c66604 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:55.693155 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:55.698127 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:55.831527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 15cf3375-b0ec-4213-994e-2a88d4c66604 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:55.835367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:55.903941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-581c5d2a-e5ed-4625-a185-178a08bafb08 req-aa1a4dae-23a4-4567-8a62-6d6882e14f91 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396827 Aug 28 20:04:55.935560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:55.940698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:55.987082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:04:56.057893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1846ec-9b2d-4e01-91ac-cb5539639026 req-6cae7195-297d-4b54-8578-e7ab1cb477f0 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:56.059559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e1846ec-9b2d-4e01-91ac-cb5539639026 req-6cae7195-297d-4b54-8578-e7ab1cb477f0 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1095200 Aug 28 20:04:56.060932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:56.069510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f8dd4148-42e6-47ff-91b8-ec380f0ed1cb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/31c3d86e-954e-47a5-baab-cb8e234ebdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1735821 Aug 28 20:04:56.083674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Sync routers for ids ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:56.105210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:04:56.114291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Routers {'31c3d86e-954e-47a5-baab-cb8e234ebdc9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:56.115806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:56.157694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e1846ec-9b2d-4e01-91ac-cb5539639026 req-e500e1ed-d93d-4f4d-a26a-1442595d2f1a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834794 Aug 28 20:04:56.168497 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c00acc3d-7d8c-4f5c-8a38-2c570f66d8a3 req-11a2717f-244a-45fc-8757-191b49f509a6 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0639312 Aug 28 20:04:56.237263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Set router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:56.278941 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:56.280886 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:56.286380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:56.287633 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:56.372788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:56.381083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188c2ea-d54e-4366-be75-6b2a3717c726 req-8aaef905-a10e-446c-9a53-7f061b747b7f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:56.386486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7188c2ea-d54e-4366-be75-6b2a3717c726 req-8aaef905-a10e-446c-9a53-7f061b747b7f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0936427 Aug 28 20:04:56.435431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:56.452352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f3fa4308-3104-4c51-aaf6-37fa96f658b2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f63a3bc4-6c8c-4de3-b302-543a3ac301b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1540332 Aug 28 20:04:56.452352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46634) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:56.463774 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] Sync routers for ids ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:56.476733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7188c2ea-d54e-4366-be75-6b2a3717c726 req-c783965a-4490-415e-bbd1-67bf161f80d9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810714 Aug 28 20:04:56.482641 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] Routers {'f63a3bc4-6c8c-4de3-b302-543a3ac301b0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:56.483347 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:56.525923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:04:56.544933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Sync routers for ids ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:04:56.559923 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:56.619827 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] Set router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:56.637321 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks [] for router (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:56.648427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Routers {'9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:56.649378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:56.723911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:56.725168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-db75c7d6-b27f-4d82-8405-f9b62f3d6297 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5694218 Aug 28 20:04:56.730856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46644) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:56.744073 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:56.798535 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:56.845441 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T20:04:53Z', 'revision_number': 5, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:56.863263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Set router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:56.868429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks [] for router_gateway (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:56.880251 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] Checking router: f63a3bc4-6c8c-4de3-b302-543a3ac301b0 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:56.883857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-805e8d99-2d85-43d2-895d-b96fc9009b66 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:56.885575 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-805e8d99-2d85-43d2-895d-b96fc9009b66 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.1831658 Aug 28 20:04:56.893897 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] Routers {'f63a3bc4-6c8c-4de3-b302-543a3ac301b0'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:56.895793 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:56.909647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-a51df836-b453-4b15-a2c9-c11e4604e1e2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/quotas/1e780e72454849a9adf5c45a7783c014 HTTP/1.1" status: 200 len: 375 time: 0.0159516 Aug 28 20:04:56.914192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:57.002142 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-a165b576-a18d-416d-badc-64e893c01178 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817745 Aug 28 20:04:57.085945 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:57.086872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Deleting port a348ee26-d2e7-4c4d-98a1-f850a9b89543 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:57.087255 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.105835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:04:53Z', 'revision_number': 4, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '22bcf309-6602-49de-b4d3-eee62a12fcea', 'name': '', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'mac_address': 'fa:16:3e:e2:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:52Z', 'updated_at': '2022-08-28T20:04:54Z', 'revision_number': 2, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'subnets': [{'id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:57.150157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Checking router: 31c3d86e-954e-47a5-baab-cb8e234ebdc9 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:57.150616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Updating router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 port 22bcf309-6602-49de-b4d3-eee62a12fcea binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:57.194630 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.200646 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:57.213611 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] Set router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:57.221556 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.251679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:04:57.271837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] For port a348ee26-d2e7-4c4d-98a1-f850a9b89543, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a348ee26-d2e7-4c4d-98a1-f850a9b89543,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:57.272303 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.286564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1811d-808b-49f2-9025-d1b82f7ce0ec req-06a75912-96e9-4245-b7a7-6a7238bb6269 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:57.288744 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c1811d-808b-49f2-9025-d1b82f7ce0ec req-06a75912-96e9-4245-b7a7-6a7238bb6269 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1306329 Aug 28 20:04:57.317509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Calling delete_port for a348ee26-d2e7-4c4d-98a1-f850a9b89543 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:57.403222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-e37d3403-a194-4446-81ba-f5a68a2836ff service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001281 Aug 28 20:04:57.407184 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:57.421410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.439865 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c1811d-808b-49f2-9025-d1b82f7ce0ec req-11682319-c1bd-4a7b-8f7f-9b86a5f01dc1 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419973 Aug 28 20:04:57.455179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:04:53Z', 'revision_number': 3, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port': {'id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:51Z', 'updated_at': '2022-08-28T20:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:57.574617 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T20:04:53Z', 'revision_number': 5, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:57.620616 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5fde8-1dcb-4627-9a52-8535c210aece None None] The sync data for ids ['f63a3bc4-6c8c-4de3-b302-543a3ac301b0'] in n-d-854121-7 is: [{'id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'name': 'tempest-ServersNegativeTestJSON-1653641418-router', 'tenant_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T19:59:20Z', 'updated_at': '2022-08-28T20:04:53Z', 'revision_number': 5, 'project_id': 'bdde347dfb5b40d5b3f7d1da61f062c2', 'gw_port': {'id': 'a348ee26-d2e7-4c4d-98a1-f850a9b89543', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63a3bc4-6c8c-4de3-b302-543a3ac301b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T19:59:23Z', 'updated_at': '2022-08-28T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:04:57.634517 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-edff30d5-9318-4b0c-b00d-0575b4e1c8ce service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128756 Aug 28 20:04:57.662651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Allocated IP 172.20.0.1 (5ea72c69-931a-4532-a8a9-ec8542d02864/e1f003ee-5edb-49db-8118-b39a5fc633f3/a222a627-6b32-4daf-966d-373b7a51f282) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:04:57.720998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Checking router: 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:04:57.722106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Updating router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:04:57.736028 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:57.748143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264dc7d-9af7-415c-a7f3-55c748494f0e req-d2f30f51-5b73-42b9-8d52-2233e96be5b4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:57.749909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4264dc7d-9af7-415c-a7f3-55c748494f0e req-d2f30f51-5b73-42b9-8d52-2233e96be5b4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0829086 Aug 28 20:04:57.764180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a348ee26-d2e7-4c4d-98a1-f850a9b89543), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.781952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:57.782455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.831314 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.839555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a348ee26-d2e7-4c4d-98a1-f850a9b89543,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:57.849533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.850168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.850695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.851396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.851911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.852393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.852894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.853382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.854048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.860276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.860276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.860276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.860276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.860276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.860276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:04:57.868267 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4264dc7d-9af7-415c-a7f3-55c748494f0e req-c51e8404-ba3d-436e-98f7-ded48ad60dd6 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094227 Aug 28 20:04:57.900845 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:57.964423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks [] for port (a222a627-6b32-4daf-966d-373b7a51f282), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.019807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.060265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de7bcde7-e82e-4f4e-9b45-63f09d557f0d req-c5e9f265-c1b6-4d93-ac2a-0ba432464451 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0826564 Aug 28 20:04:58.188363 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49aa730f-8b08-4eac-a731-0356fd362cad req-d5a27dbc-1168-4f22-b7e5-9dd9056cbab0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0395710 Aug 28 20:04:58.223938 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:58.243887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a222a627-6b32-4daf-966d-373b7a51f282), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.268387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40d95-b1ba-46c6-9679-3a2179d3577e req-3e42fd90-3c4d-41f0-a146-0e9f4a85788d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:58.268387 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86d40d95-b1ba-46c6-9679-3a2179d3577e req-3e42fd90-3c4d-41f0-a146-0e9f4a85788d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1473627 Aug 28 20:04:58.269516 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.272232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks [] for router_controller (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.311561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:04:58.358983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:04:58.369179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:04:58.369538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86d40d95-b1ba-46c6-9679-3a2179d3577e req-ecf5aac0-b9e5-473f-bf3a-63504eada9d9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891058 Aug 28 20:04:58.369632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Pushing event updated for resources: {'Port': ['ID=a222a627-6b32-4daf-966d-373b7a51f282,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:58.383231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:04:58.433255 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:58.443160 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f63a3bc4-6c8c-4de3-b302-543a3ac301b0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.446542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f63a3bc4-6c8c-4de3-b302-543a3ac301b0 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:04:58.448409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.448723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.449568 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-93509300-c0db-4ef2-97b0-47227545b0fb admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f63a3bc4-6c8c-4de3-b302-543a3ac301b0 HTTP/1.1" status: 204 len: 168 time: 2.0012450 Aug 28 20:04:58.453080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:58.535675 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Publish callbacks [] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.551707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] Deleting subnet 979a1e74-c8c9-4d68-bd6c-48e1488914d2 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:04:58.556579 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] Publish callbacks [] for subnet (979a1e74-c8c9-4d68-bd6c-48e1488914d2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.615309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (979a1e74-c8c9-4d68-bd6c-48e1488914d2), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.619056 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:58.637716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.660080 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Publish callbacks [] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.674766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e18955-1b34-4c12-ac82-0edf1e902252 req-9b17e7fd-9479-4180-bc3b-68e2351d2768 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:58.682682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6e18955-1b34-4c12-ac82-0edf1e902252 req-9b17e7fd-9479-4180-bc3b-68e2351d2768 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1188569 Aug 28 20:04:58.698852 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:58.741159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed687449-0a05-49eb-9723-69cd6e48341e None None] Pushing event updated for resources: {'Port': ['ID=22bcf309-6602-49de-b4d3-eee62a12fcea,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:58.770907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (979a1e74-c8c9-4d68-bd6c-48e1488914d2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.773348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Attempting to bind port 22bcf309-6602-49de-b4d3-eee62a12fcea on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:58.773733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Attempting to bind port 22bcf309-6602-49de-b4d3-eee62a12fcea by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:58.774148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Attempting to bind port 22bcf309-6602-49de-b4d3-eee62a12fcea on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:58.781003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:58.781518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:58.781774 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.782227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:58.782763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Bound port: 22bcf309-6602-49de-b4d3-eee62a12fcea, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:58.783888 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.832160 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:58.841954 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.883471 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6e18955-1b34-4c12-ac82-0edf1e902252 req-fa27f0f2-3bef-4914-8832-4be40e6be2cd tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996408 Aug 28 20:04:58.910922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2a8747b2-84e2-4aa2-8fed-6bd083431a32 None None] Provisioning complete for port a222a627-6b32-4daf-966d-373b7a51f282 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:04:58.911298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2a8747b2-84e2-4aa2-8fed-6bd083431a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a222a627-6b32-4daf-966d-373b7a51f282), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.913326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Attempting to bind port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:04:58.913692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Attempting to bind port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:04:58.914081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Attempting to bind port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:04:58.919014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] For port 22bcf309-6602-49de-b4d3-eee62a12fcea, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:58.936549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (979a1e74-c8c9-4d68-bd6c-48e1488914d2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.942066 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:58.970720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:04:58.970720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:04:58.970720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.970720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:04:58.970720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Bound port: 2fe70d29-c70c-400a-aa8c-c3c04f31f110, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:04:58.970720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.973914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:58.975120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] For port 22bcf309-6602-49de-b4d3-eee62a12fcea, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=22bcf309-6602-49de-b4d3-eee62a12fcea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:58.979549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9a34-0892-436e-9b1e-40c62689d570 None None] Pushing event updated for resources: {'Port': ['ID=2fe70d29-c70c-400a-aa8c-c3c04f31f110,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:58.980736 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/979a1e74-c8c9-4d68-bd6c-48e1488914d2 HTTP/1.1" status: 204 len: 168 time: 0.5258262 Aug 28 20:04:58.981903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab5c71-084f-4bac-b389-f31171c759ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979a1e74-c8c9-4d68-bd6c-48e1488914d2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:58.982861 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46670) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:04:59.006551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7775d5e-8a2b-49c2-a33b-c1b8c0b95d44 None None] Network 7ec00116-e07e-4e45-a9a4-a2363c746438 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:04:59.016412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2a8747b2-84e2-4aa2-8fed-6bd083431a32 None None] Port a222a627-6b32-4daf-966d-373b7a51f282 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:04:59.132502 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.140764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74192a7f-9749-429f-b663-3ac2b0ac74f9 req-95349ea5-0c4b-43d9-abd0-9459ece2a022 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:59.142297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74192a7f-9749-429f-b663-3ac2b0ac74f9 req-95349ea5-0c4b-43d9-abd0-9459ece2a022 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1175382 Aug 28 20:04:59.162978 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:59.168646 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (7ec00116-e07e-4e45-a9a4-a2363c746438), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.203603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] For port 2fe70d29-c70c-400a-aa8c-c3c04f31f110, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:04:59.218784 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a222a627-6b32-4daf-966d-373b7a51f282), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.264860 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74192a7f-9749-429f-b663-3ac2b0ac74f9 req-e088a759-1bfe-4d21-b2bd-19ff26a5f8a4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092496 Aug 28 20:04:59.307485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a348ee26-d2e7-4c4d-98a1-f850a9b89543 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:59.322772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] For port 2fe70d29-c70c-400a-aa8c-c3c04f31f110, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2fe70d29-c70c-400a-aa8c-c3c04f31f110,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:04:59.326061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Routers {'31c3d86e-954e-47a5-baab-cb8e234ebdc9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:59.327209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:59.358699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9cd9231-f7ae-4a92-9891-a780b258c6e0 req-6fcc6db5-d73e-47a9-9c3f-4ccdaa5a2f68 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1071227 Aug 28 20:04:59.413788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a348ee26-d2e7-4c4d-98a1-f850a9b89543 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:59.414118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a348ee26-d2e7-4c4d-98a1-f850a9b89543 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:59.418771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aeea5e55-0ef3-4408-8dde-c53e7618f20d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:04:59.426831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Deleting port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:59.427192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.453374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6325101-bbac-4fa9-8bb2-b745b6c0fd7e req-c2fd8030-5558-45d4-8a65-26da7246e1e1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0733011 Aug 28 20:04:59.462992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed687449-0a05-49eb-9723-69cd6e48341e None None] Pushing event updated for resources: {'Port': ['ID=22bcf309-6602-49de-b4d3-eee62a12fcea,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:59.474811 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.477143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: aeea5e55-0ef3-4408-8dde-c53e7618f20d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:04:59.477608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aeea5e55-0ef3-4408-8dde-c53e7618f20d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:04:59.539849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Routers {'9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:04:59.540583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:04:59.603194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] DHCP port deletion for 7ec00116-e07e-4e45-a9a4-a2363c746438 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:04:59.617055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c574e4-3be9-4cad-96c6-76f69f9be824 req-57bdf6d4-ff4b-4e3a-9a6c-e9814257cedc tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:04:59.618683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45c574e4-3be9-4cad-96c6-76f69f9be824 req-57bdf6d4-ff4b-4e3a-9a6c-e9814257cedc tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1098390 Aug 28 20:04:59.623524 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:59.644564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] For port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:04:59.644917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.678418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9a34-0892-436e-9b1e-40c62689d570 None None] Pushing event updated for resources: {'Port': ['ID=2fe70d29-c70c-400a-aa8c-c3c04f31f110,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:59.687462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Calling delete_port for 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:04:59.736362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] Set router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:59.747245 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45c574e4-3be9-4cad-96c6-76f69f9be824 req-a420ff6b-20ca-4ef7-b4b1-de01cfe9f7a1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169796 Aug 28 20:04:59.770545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] Deleting port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:04:59.771214 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.790840 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks [] for port (a222a627-6b32-4daf-966d-373b7a51f282), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.829762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] Set router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:04:59.877697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a222a627-6b32-4daf-966d-373b7a51f282), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.934389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:04:59.963747 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:04:59.966527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Pushing event updated for resources: {'Port': ['ID=a222a627-6b32-4daf-966d-373b7a51f282,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:04:59.971743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] No DVR routers for this DVR port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:04:59.977874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.024001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Pushing event deleted for resources: {'Port': ['ID=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:00.088329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b701f-ea67-4aea-a3fb-e91e66421f93 req-2eae14d5-f891-4ce1-bf18-5fc084bdb17b tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:00.090012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a75b701f-ea67-4aea-a3fb-e91e66421f93 req-2eae14d5-f891-4ce1-bf18-5fc084bdb17b tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0727589 Aug 28 20:05:00.141647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (7ec00116-e07e-4e45-a9a4-a2363c746438), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.146135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a75b701f-ea67-4aea-a3fb-e91e66421f93 req-bd3a72c6-db3f-436f-9cb6-ee4518f5346d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Aug 28 20:05:00.178759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec00116-e07e-4e45-a9a4-a2363c746438']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:00.179913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] For port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,segment=NetworkSegment(ae0a3e15-aef1-456c-86c9-12cf551f6d46),segment_id=ae0a3e15-aef1-456c-86c9-12cf551f6d46)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:00.180398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.194016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0a3e15-aef1-456c-86c9-12cf551f6d46') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:00.194322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0a3e15-aef1-456c-86c9-12cf551f6d46') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:00.212543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (ae0a3e15-aef1-456c-86c9-12cf551f6d46), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.230315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:00.231656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ae0a3e15-aef1-456c-86c9-12cf551f6d46), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.234173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:00.245638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] Calling delete_port for 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:00.281249 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:00.287338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:05:00.287760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (ae0a3e15-aef1-456c-86c9-12cf551f6d46), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.370965 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:00.373295 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment ae0a3e15-aef1-456c-86c9-12cf551f6d46 resource provider aggregate not found Aug 28 20:05:00.406883 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment ae0a3e15-aef1-456c-86c9-12cf551f6d46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae0a3e15-aef1-456c-86c9-12cf551f6d46 found for delete ", "request_id": "req-bf255218-f62a-4840-b841-e6ed1396d1d7"}]} Aug 28 20:05:00.424634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:04:53Z', 'revision_number': 4, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '22bcf309-6602-49de-b4d3-eee62a12fcea', 'name': '', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'mac_address': 'fa:16:3e:e2:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:52Z', 'updated_at': '2022-08-28T20:04:58Z', 'revision_number': 4, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'subnets': [{'id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:00.499886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45e295-83bc-4b14-b0a8-07831d198f72 None None] The sync data for ids ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'] in n-d-854121-7 is: [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:04:53Z', 'revision_number': 4, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '22bcf309-6602-49de-b4d3-eee62a12fcea', 'name': '', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'mac_address': 'fa:16:3e:e2:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:52Z', 'updated_at': '2022-08-28T20:04:58Z', 'revision_number': 4, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'subnets': [{'id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:00.537778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:05:00.538446 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7045e8a5-6681-431b-a63d-58bf55d04635 req-45673828-eee1-4d2e-a628-93b5bd92a994 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0443723 Aug 28 20:05:00.540148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36db9b-e463-472b-ba33-b7af0aa852aa req-fe45245a-0d79-4260-8a67-409be2aa51bc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:00.550462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf36db9b-e463-472b-ba33-b7af0aa852aa req-fe45245a-0d79-4260-8a67-409be2aa51bc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1631217 Aug 28 20:05:00.562083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:04:58Z', 'revision_number': 4, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port': {'id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:51Z', 'updated_at': '2022-08-28T20:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a222a627-6b32-4daf-966d-373b7a51f282', 'name': '', 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'mac_address': 'fa:16:3e:5e:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e1f003ee-5edb-49db-8118-b39a5fc633f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:57Z', 'updated_at': '2022-08-28T20:04:57Z', 'revision_number': 1, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'subnets': [{'id': 'e1f003ee-5edb-49db-8118-b39a5fc633f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:00.634494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9f08c-8f7a-4889-9344-6a3786fe1eeb None None] The sync data for ids ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'] in n-d-854121-7 is: [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:04:58Z', 'revision_number': 4, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port': {'id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:51Z', 'updated_at': '2022-08-28T20:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a222a627-6b32-4daf-966d-373b7a51f282', 'name': '', 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'mac_address': 'fa:16:3e:5e:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e1f003ee-5edb-49db-8118-b39a5fc633f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:57Z', 'updated_at': '2022-08-28T20:04:57Z', 'revision_number': 1, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'subnets': [{'id': 'e1f003ee-5edb-49db-8118-b39a5fc633f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:00.643601 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (691f0bac-6cac-4767-8fb4-acd1eeb9fe9c), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.676358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] No DVR routers for this DVR port 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:05:00.735548 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a8e0883-be0c-40c2-bf57-35ff0659b3be req-1959be8d-ec62-4fbf-a8a9-d783fa3ba62f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0381029 Aug 28 20:05:00.736935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7396cca4-619f-4e04-836a-e85277637de7 None None] Provisioning complete for port a222a627-6b32-4daf-966d-373b7a51f282 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:00.737384 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7396cca4-619f-4e04-836a-e85277637de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a222a627-6b32-4daf-966d-373b7a51f282), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.751364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d493c-2b03-4235-ab91-ed414691dccf None None] Pushing event deleted for resources: {'Port': ['ID=691f0bac-6cac-4767-8fb4-acd1eeb9fe9c,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:00.784025 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf36db9b-e463-472b-ba33-b7af0aa852aa req-ac4f14e9-30ab-4521-b601-88511e29b995 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320137 Aug 28 20:05:00.795476 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (7ec00116-e07e-4e45-a9a4-a2363c746438), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.817497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7396cca4-619f-4e04-836a-e85277637de7 None None] Port a222a627-6b32-4daf-966d-373b7a51f282 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:05:00.838130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:00.844804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/7ec00116-e07e-4e45-a9a4-a2363c746438 HTTP/1.1" status: 204 len: 168 time: 1.8584957 Aug 28 20:05:00.848932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46903ba7-950b-4fea-ac6d-e9288f6807de admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec00116-e07e-4e45-a9a4-a2363c746438,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:00.940462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:05:00.953171 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d807e620-0051-4eb3-a0ba-0d6e1781ce03 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9f77f947-2f1b-4588-8fdf-e7a0cc43ae88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2233438 Aug 28 20:05:00.974574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e8e13-d791-44e2-a63b-b11a26b15620 req-dbb5406c-53ac-40e5-a3a9-5e1e207ad8e8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:00.978601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-616e8e13-d791-44e2-a63b-b11a26b15620 req-dbb5406c-53ac-40e5-a3a9-5e1e207ad8e8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0899715 Aug 28 20:05:01.125555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-616e8e13-d791-44e2-a63b-b11a26b15620 req-329cfe3a-fe1f-4ace-ba6d-d85330f38f7f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428909 Aug 28 20:05:01.325710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22bcf309-6602-49de-b4d3-eee62a12fcea up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:01.387565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:01.418013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8f5d7-c19a-4333-86ea-4e311ae973a5 req-e38affcd-df54-4871-b96f-3f4ab32e59af tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:01.427741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2f8f5d7-c19a-4333-86ea-4e311ae973a5 req-e38affcd-df54-4871-b96f-3f4ab32e59af tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1114640 Aug 28 20:05:01.489327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 22bcf309-6602-49de-b4d3-eee62a12fcea triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:01.490509 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:01.494733 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-abd29791-20d6-42d2-95ea-5edd70f18ed1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bdde347dfb5b40d5b3f7d1da61f062c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050570 Aug 28 20:05:01.498834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46706) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:01.520882 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-df64a904-37f8-481b-beba-fa2d2e997159 req-e0deb1f6-91f6-4de2-ab83-2d1f130f4464 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] show failed (client error): The resource could not be found. Aug 28 20:05:01.522941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-df64a904-37f8-481b-beba-fa2d2e997159 req-e0deb1f6-91f6-4de2-ab83-2d1f130f4464 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "GET /networking/v2.0/security-groups/fba87312-d1ab-4d32-9128-56a42d6c9172 HTTP/1.1" status: 404 len: 352 time: 0.0258071 Aug 28 20:05:01.603476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2f8f5d7-c19a-4333-86ea-4e311ae973a5 req-9d1c7210-fb27-497e-931b-ba18388aee24 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742010 Aug 28 20:05:01.660658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 22bcf309-6602-49de-b4d3-eee62a12fcea is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:01.683250 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:01.683250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94dfb654-d08b-4690-8c46-6123e1ea4ca8 admin admin] Publish callbacks [] for security_group (39a5aa5d-aa4f-4466-8b77-3fa2bddf670e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:01.696425 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:01.710788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94dfb654-d08b-4690-8c46-6123e1ea4ca8 admin admin] Publish callbacks [] for security_group (39a5aa5d-aa4f-4466-8b77-3fa2bddf670e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:01.760973 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb60e7db-6e1c-4597-913a-11a2b64698ca req-fb3aed14-7cbb-4b0b-86d7-3740df9d2730 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=98d29650cbad408a8f78ba33f2cacd24 HTTP/1.1" status: 200 len: 3005 time: 0.1674929 Aug 28 20:05:01.799771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 22bcf309-6602-49de-b4d3-eee62a12fcea, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=22bcf309-6602-49de-b4d3-eee62a12fcea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:01.832072 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa4535f4-86e2-453e-a83b-6d599962c7a4 req-a47f9c77-40ae-4225-a2c1-b5e5d0125efb tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0749934 Aug 28 20:05:01.889152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb60e7db-6e1c-4597-913a-11a2b64698ca req-4b98eebc-3b02-41f0-a591-bdc71566d274 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d8d809bb-8c72-4393-bfe5-d7e1ae154799 HTTP/1.1" status: 200 len: 3002 time: 0.1211221 Aug 28 20:05:01.940351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb60e7db-6e1c-4597-913a-11a2b64698ca req-1b7650a6-efe0-49e9-a726-508f9b027f1a tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d8d809bb-8c72-4393-bfe5-d7e1ae154799 HTTP/1.1" status: 200 len: 3002 time: 0.0553479 Aug 28 20:05:01.986518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-135ac134-42b1-4ccb-82c6-c7d4591102e4 req-7a122fa6-a1c4-4acc-b926-ade92a5a8975 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0470679 Aug 28 20:05:01.997675 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:02.062587 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94dfb654-d08b-4690-8c46-6123e1ea4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (39a5aa5d-aa4f-4466-8b77-3fa2bddf670e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:02.067355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94dfb654-d08b-4690-8c46-6123e1ea4ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:02.078457 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-94dfb654-d08b-4690-8c46-6123e1ea4ca8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/39a5aa5d-aa4f-4466-8b77-3fa2bddf670e HTTP/1.1" status: 204 len: 168 time: 0.5693700 Aug 28 20:05:02.110706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=22bcf309-6602-49de-b4d3-eee62a12fcea,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:02.122946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.123510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.123993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.124487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.124964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.125523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.126269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.127926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.128437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.128801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.129416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.129821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.130381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.130727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.131089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:02.140737 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1920689-07e2-4308-8cab-b066f48bb484 req-f8b158cc-524c-46a7-8401-68febbbaf1b0 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d8d809bb-8c72-4393-bfe5-d7e1ae154799 HTTP/1.1" status: 200 len: 3002 time: 0.1332915 Aug 28 20:05:02.141937 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:02.170731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:02.216882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:05:02.217406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 691f0bac-6cac-4767-8fb4-acd1eeb9fe9c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:05:02.236578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfb654-d08b-4690-8c46-6123e1ea4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a5aa5d-aa4f-4466-8b77-3fa2bddf670e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:02.288491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d95e-8202-43d1-ac4a-4df1db647672 req-e96e4f59-fe6f-4e58-9af9-c5c3370fafb4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:02.290483 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-b1920689-07e2-4308-8cab-b066f48bb484 req-49eeae08-dd52-4a58-9a4c-b716e171fc12 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 20:05:02.305668 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b81d95e-8202-43d1-ac4a-4df1db647672 req-e96e4f59-fe6f-4e58-9af9-c5c3370fafb4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1913044 Aug 28 20:05:02.332060 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1920689-07e2-4308-8cab-b066f48bb484 req-49eeae08-dd52-4a58-9a4c-b716e171fc12 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d8d809bb-8c72-4393-bfe5-d7e1ae154799 HTTP/1.1" status: 409 len: 352 time: 0.1886597 Aug 28 20:05:02.434747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b81d95e-8202-43d1-ac4a-4df1db647672 req-86ec5a3c-e3b4-46ef-bc46-5ab6be2e1480 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291852 Aug 28 20:05:02.531690 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-15381427-314a-4577-b4a4-9e7d9961eb33 req-9ddef883-ebc7-44a6-9305-10b5b0bffcc2 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] show failed (client error): The resource could not be found. Aug 28 20:05:02.550834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15381427-314a-4577-b4a4-9e7d9961eb33 req-9ddef883-ebc7-44a6-9305-10b5b0bffcc2 tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4f82058-1485-4419-a14f-c01ec0fc26c7 HTTP/1.1" status: 404 len: 352 time: 0.0671301 Aug 28 20:05:02.560066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d2f83-3bca-439b-a567-933de20a80d2 req-557ff1c8-ebbc-4c47-86ca-b65ed1199637 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:02.566139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:05:02.573748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed0d2f83-3bca-439b-a567-933de20a80d2 req-557ff1c8-ebbc-4c47-86ca-b65ed1199637 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1174276 Aug 28 20:05:02.575763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:02.584505 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [req-f40748ec-dad0-4735-a564-f0d8c98910bc req-eda31fd2-a7d3-48c9-9e8a-e383a5fa7fec tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] show failed (client error): The resource could not be found. Aug 28 20:05:02.600499 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f40748ec-dad0-4735-a564-f0d8c98910bc req-eda31fd2-a7d3-48c9-9e8a-e383a5fa7fec tempest-SecurityGroupsNegativeTestJSON-1380993645 tempest-SecurityGroupsNegativeTestJSON-1380993645-project] 10.222.0.78 "GET /networking/v2.0/security-groups/de9d6670-62a2-4d61-8361-48445d6c15ca HTTP/1.1" status: 404 len: 352 time: 0.0354218 Aug 28 20:05:02.616283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46728) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:02.730730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d6155191-b4bc-41ce-91f7-f9ad2448324e req-3934ea24-ed30-41d8-8709-1549a6073cec service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1010246 Aug 28 20:05:02.752081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed0d2f83-3bca-439b-a567-933de20a80d2 req-66ddd2cd-81f7-494c-b6f1-5e6f778f07af tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727967 Aug 28 20:05:02.978178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40c0c8-2b92-4372-88bc-c0873c644374 req-60c38f97-2f6a-406e-9a73-b0cc12ae0557 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:02.982250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b40c0c8-2b92-4372-88bc-c0873c644374 req-60c38f97-2f6a-406e-9a73-b0cc12ae0557 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1649179 Aug 28 20:05:03.002448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:03.003039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:03.016453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:03.062490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'mac_address': 'fa:16:3e:45:fe:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:05:03.069068 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:03.081153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:03.098161 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ef204-2430-453e-b7f3-9a5ffdde5600" -d '{"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:03.125790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b40c0c8-2b92-4372-88bc-c0873c644374 req-fe8c89c0-986b-4f8a-baea-0724dbfb1430 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375859 Aug 28 20:05:03.216340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:03.240833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:03.241233 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:03.259567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-591388bd-5738-47f3-87d4-08180d4f0521 req-7a2bc3db-ffb2-4ce7-80ca-f23177725256 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1832824 Aug 28 20:05:03.262728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:03.313119 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:03.392417 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5377d5bc-9697-4671-a86d-00c7c9df3ba5 req-9828ba0b-a967-41e4-a621-b78a1f9b1bb0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.1033089 Aug 28 20:05:03.419790 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66688a00-ecb4-4475-a517-713b1c1d68c6 x-openstack-request-id: req-66688a00-ecb4-4475-a517-713b1c1d68c6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:03.419790 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:03.420102 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66688a00-ecb4-4475-a517-713b1c1d68c6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:03.427033 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66688a00-ecb4-4475-a517-713b1c1d68c6'] response: {'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'code': 200} Aug 28 20:05:03.427033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2fe70d29-c70c-400a-aa8c-c3c04f31f110 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:03.472464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:03.477092 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:03.517019 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:05:03.517500 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:05:03.525093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:03.551564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:03.552613 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:03.652129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96cc26-a938-4675-8fc6-92ff6bbab358 req-c6c696c2-f11c-4a9f-8faf-3d4dbc746b90 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:03.653747 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d96cc26-a938-4675-8fc6-92ff6bbab358 req-c6c696c2-f11c-4a9f-8faf-3d4dbc746b90 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1037579 Aug 28 20:05:03.666609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:03.667698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:03.701905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 2fe70d29-c70c-400a-aa8c-c3c04f31f110, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2fe70d29-c70c-400a-aa8c-c3c04f31f110,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:03.780651 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:03.781683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22bcf309-6602-49de-b4d3-eee62a12fcea up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:03.839553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d96cc26-a938-4675-8fc6-92ff6bbab358 req-dbbbdd3b-9525-445b-be99-7191850e1a99 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786170 Aug 28 20:05:03.919834 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:03.990513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a046d-900d-44d9-b12d-de37967906a0 req-338d4207-5786-44ca-b257-6285fcab6234 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:04.005285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f28a046d-900d-44d9-b12d-de37967906a0 req-338d4207-5786-44ca-b257-6285fcab6234 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 947 time: 0.1580505 Aug 28 20:05:04.018148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Deleting port a222a627-6b32-4daf-966d-373b7a51f282 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:04.018865 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a222a627-6b32-4daf-966d-373b7a51f282), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:04.116759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:04.117263 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:04.120720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f28a046d-900d-44d9-b12d-de37967906a0 req-de6d30f5-7d76-4203-af9e-e28a813618ed tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004646 Aug 28 20:05:04.142228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=2fe70d29-c70c-400a-aa8c-c3c04f31f110,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:04.167994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 22bcf309-6602-49de-b4d3-eee62a12fcea triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:04.168374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:04.176037 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:04.209221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:04.219500 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:04.277479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:04.359133 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:04.410900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 22bcf309-6602-49de-b4d3-eee62a12fcea is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:04.453995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:04.496560 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c17e13f0-8b2d-4ad6-8fba-d14203d8fae8 req-bee4b4c2-286b-4f06-8523-92553d677177 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0493250 Aug 28 20:05:04.661694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92d98923-a05f-4cf9-a920-8f79d4a16f8e req-6cb17d7f-2703-4e92-bd02-4d5722df151f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0355222 Aug 28 20:05:04.720191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a222a627-6b32-4daf-966d-373b7a51f282), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:04.748900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f3e83e3a-c8af-45fe-96a9-e23e8393ab84'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:04.783504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Calling delete_port for a222a627-6b32-4daf-966d-373b7a51f282 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:04.791526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81461b5-1ce7-44fb-9bc8-a0cf1cc22cd6 req-496721d3-ba24-4e24-bd65-e7d8cfce19da tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:04.793197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a81461b5-1ce7-44fb-9bc8-a0cf1cc22cd6 req-496721d3-ba24-4e24-bd65-e7d8cfce19da tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1434464 Aug 28 20:05:04.956356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-8bb195d8-fe4f-4d2a-923c-e6486b69dacc tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:04.958059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-8bb195d8-fe4f-4d2a-923c-e6486b69dacc tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.3065894 Aug 28 20:05:04.965968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a81461b5-1ce7-44fb-9bc8-a0cf1cc22cd6 req-6e33dafb-debb-426d-b6b1-6ef408a5fcc1 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614296 Aug 28 20:05:05.033021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Request body: {'port': {'device_id': '006b77fe-7f80-43fa-92fc-b076f1350283', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'admin_state_up': True, 'tenant_id': '1e780e72454849a9adf5c45a7783c014'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:05.185541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2fe70d29-c70c-400a-aa8c-c3c04f31f110 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:05.191155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8b040-12f8-4d3c-bea7-8b03633bf67b req-03d6a16c-eb77-4717-83ee-49d036a355dc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:05.193415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48a8b040-12f8-4d3c-bea7-8b03633bf67b req-03d6a16c-eb77-4717-83ee-49d036a355dc tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1288295 Aug 28 20:05:05.272981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:05.273588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:05.350380 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:05.369958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:05.381104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48a8b040-12f8-4d3c-bea7-8b03633bf67b req-f071199f-714c-4e99-86f3-a0dd0fde6303 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633110 Aug 28 20:05:05.458126 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Sync routers for ids ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:05:05.483422 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Routers {'9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:05.483422 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:05.516149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a222a627-6b32-4daf-966d-373b7a51f282), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:05.518519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:05:05.522678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:05.571225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a222a627-6b32-4daf-966d-373b7a51f282,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:05.580755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9699cd-6c64-4b40-bd4b-dd2213abd01f req-97b97d3b-bbed-466c-85a4-3fd3fa1f49de tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:05.588089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c9699cd-6c64-4b40-bd4b-dd2213abd01f req-97b97d3b-bbed-466c-85a4-3fd3fa1f49de tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 948 time: 0.1157813 Aug 28 20:05:05.604298 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:05.651547 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Set router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:05.691116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d3833ea-bf67-4719-a0f6-74d280f81ff2 req-d932af0c-600d-4f6f-90e9-8f18fe96f2b7 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0414665 Aug 28 20:05:05.809131 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c9699cd-6c64-4b40-bd4b-dd2213abd01f req-30e30d69-a0b3-4bef-9026-0f2bbff80c8b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200119 Aug 28 20:05:05.901726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de522168-03c8-4e14-abbe-33e6cb4946b6 req-2131f365-3ddf-48a0-aacf-281035af1846 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0458028 Aug 28 20:05:05.958783 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:06.034946 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:04:58Z', 'revision_number': 4, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port': {'id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:51Z', 'updated_at': '2022-08-28T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a222a627-6b32-4daf-966d-373b7a51f282', 'name': '', 'network_id': '5ea72c69-931a-4532-a8a9-ec8542d02864', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'mac_address': 'fa:16:3e:5e:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e1f003ee-5edb-49db-8118-b39a5fc633f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:57Z', 'updated_at': '2022-08-28T20:04:59Z', 'revision_number': 2, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'subnets': [{'id': 'e1f003ee-5edb-49db-8118-b39a5fc633f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:06.069408 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Checking router: 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:05:06.069781 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Updating router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 port a222a627-6b32-4daf-966d-373b7a51f282 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:05:06.090948 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Port a222a627-6b32-4daf-966d-373b7a51f282 not found while updating agent binding for router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88. {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 20:05:06.102995 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Routers {'9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:06.103654 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:06.122566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b08959d-1c31-4d9d-b406-2f85b6c68ff4 req-bcb6feb5-f358-4181-abd6-bd792ab731e3 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0793767 Aug 28 20:05:06.156057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:06.160007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Allocated IP 172.20.0.9 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/5d3c90ee-fc69-47b6-943e-554310654175) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:06.194433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7e714-4114-4394-b2f0-83d2153f9012 req-21cf3e97-f3ad-4198-b643-3c56bc15be62 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:06.202623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81b7e714-4114-4394-b2f0-83d2153f9012 req-21cf3e97-f3ad-4198-b643-3c56bc15be62 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1051445 Aug 28 20:05:06.274582 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:06.282496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81b7e714-4114-4394-b2f0-83d2153f9012 req-40df28f4-9748-4712-80ef-547012eef1ba tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788474 Aug 28 20:05:06.294182 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] Set router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:06.411356 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:06.521147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5d12-757e-4128-99c1-00560c5d0722 req-fe03941f-e365-4104-883a-45d6ab788195 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:06.522786 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e1e5d12-757e-4128-99c1-00560c5d0722 req-fe03941f-e365-4104-883a-45d6ab788195 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0577078 Aug 28 20:05:06.545409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks [] for port (5d3c90ee-fc69-47b6-943e-554310654175), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:06.582319 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:05:05Z', 'revision_number': 5, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port': {'id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:51Z', 'updated_at': '2022-08-28T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:06.591108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:06.635580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e1e5d12-757e-4128-99c1-00560c5d0722 req-89e18d53-db2e-415c-87db-860a7e8e9395 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050963 Aug 28 20:05:06.640068 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:06.646602 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b855624-2d56-4f99-a600-56d93f0045b6 None None] The sync data for ids ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'] in n-d-854121-7 is: [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:05:05Z', 'revision_number': 5, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port': {'id': '2fe70d29-c70c-400a-aa8c-c3c04f31f110', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:51Z', 'updated_at': '2022-08-28T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:06.667153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:06.667576 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:06.676289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:05:06.759789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5d3c90ee-fc69-47b6-943e-554310654175), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:06.777652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:06.778006 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:06.804029 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:06.808397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:06.810869 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67479a2a-6d13-4e35-bbe7-461bfd4cee5e" -d '{"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:06.826568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:06.864542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:06.870794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:06.873219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:05:06.874754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:06.887449 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013143e7-a678-4476-a0ec-ef2f917e206a x-openstack-request-id: req-013143e7-a678-4476-a0ec-ef2f917e206a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:06.887449 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:06.887449 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-013143e7-a678-4476-a0ec-ef2f917e206a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:06.887449 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013143e7-a678-4476-a0ec-ef2f917e206a'] response: {'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'code': 200} Aug 28 20:05:06.888206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46826) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:06.888635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8f1e0980-b8fd-4100-8394-408cd5116c4c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9f77f947-2f1b-4588-8fdf-e7a0cc43ae88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2695882 Aug 28 20:05:06.888635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event updated for resources: {'Port': ['ID=5d3c90ee-fc69-47b6-943e-554310654175,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:06.905701 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:06.965726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:06.967135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.074259 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:07.111737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:07.115757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a222a627-6b32-4daf-966d-373b7a51f282 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:07.145338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-c426b72e-b6a9-433d-ab9a-02f83c8c0938 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1179559 Aug 28 20:05:07.180702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Request body: {'port': {'device_id': '006b77fe-7f80-43fa-92fc-b076f1350283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:07.200079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46834) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:07.214518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d478914-6683-4b18-b240-62e4b47ef7d7 req-d0e7cab9-2c09-4d48-a2dc-490b728c88f2 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:07.222721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d478914-6683-4b18-b240-62e4b47ef7d7 req-d0e7cab9-2c09-4d48-a2dc-490b728c88f2 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.2116349 Aug 28 20:05:07.314502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eea2a-f670-4a02-96d8-1ad7dcceaec9 req-115eeec1-d468-4825-98ea-6519011021e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:07.325037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f3eea2a-f670-4a02-96d8-1ad7dcceaec9 req-115eeec1-d468-4825-98ea-6519011021e5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1131 time: 0.2753582 Aug 28 20:05:07.348456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks [] for router (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.430882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77202eb-b2f5-4232-9052-2312b54b2fef req-907dd775-2959-4594-8a32-952de4fdcf35 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:07.435080 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d77202eb-b2f5-4232-9052-2312b54b2fef req-907dd775-2959-4594-8a32-952de4fdcf35 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 931 time: 0.3152542 Aug 28 20:05:07.438268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a222a627-6b32-4daf-966d-373b7a51f282 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:05:07.438933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a222a627-6b32-4daf-966d-373b7a51f282 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:05:07.442657 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d478914-6683-4b18-b240-62e4b47ef7d7 req-a1a41bd3-7704-4d7b-927e-20e8bae86eb0 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145393 Aug 28 20:05:07.470588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-33ed3c64-452e-4984-9117-c8ad4e5bfc25 None None] Provisioning complete for port 5d3c90ee-fc69-47b6-943e-554310654175 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:07.470588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-33ed3c64-452e-4984-9117-c8ad4e5bfc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5d3c90ee-fc69-47b6-943e-554310654175), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.535968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-33ed3c64-452e-4984-9117-c8ad4e5bfc25 None None] Port 5d3c90ee-fc69-47b6-943e-554310654175 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:05:07.537417 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks [] for router_gateway (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.584412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f3eea2a-f670-4a02-96d8-1ad7dcceaec9 req-df998587-05e5-4870-b09d-2c3ad3e7bc21 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413328 Aug 28 20:05:07.597466 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac2539da-b5c3-4c40-b9e7-cb48d3a8cf4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.613447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dfea440d-2d7c-42e9-8d56-2c2cc8730f66 req-d275377b-a717-4aed-824e-d6ec3c560332 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0603981 Aug 28 20:05:07.619158 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5d3c90ee-fc69-47b6-943e-554310654175), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.689136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d77202eb-b2f5-4232-9052-2312b54b2fef req-939f454b-df1d-47ae-a26f-1412a27bebd7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439585 Aug 28 20:05:07.756703 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:07.758096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Deleting port 2fe70d29-c70c-400a-aa8c-c3c04f31f110 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:07.758737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.868482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb29edc-a91f-457c-98d9-208fedc1769e req-f50d43d5-1c5e-4677-97a9-38ea098d987d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:07.870204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fb29edc-a91f-457c-98d9-208fedc1769e req-f50d43d5-1c5e-4677-97a9-38ea098d987d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1143272 Aug 28 20:05:07.931517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] For port 2fe70d29-c70c-400a-aa8c-c3c04f31f110, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2fe70d29-c70c-400a-aa8c-c3c04f31f110,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:07.932570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.942612 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac2539da-b5c3-4c40-b9e7-cb48d3a8cf4c admin admin] Publish callbacks [] for security_group (91f0ff05-159d-4f90-84d7-4458eb2f7eca), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:07.967982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Calling delete_port for 2fe70d29-c70c-400a-aa8c-c3c04f31f110 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:07.971566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709801cb-22f7-4066-bb4b-300ea3ac5e70 req-9c6aef75-99d2-4616-b683-d063c4e8153c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:07.973354 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-709801cb-22f7-4066-bb4b-300ea3ac5e70 req-9c6aef75-99d2-4616-b683-d063c4e8153c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1640935 Aug 28 20:05:07.992175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fb29edc-a91f-457c-98d9-208fedc1769e req-9a83e3e4-1f29-4d31-8eeb-adc75c125c27 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052284 Aug 28 20:05:08.039764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac2539da-b5c3-4c40-b9e7-cb48d3a8cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (91f0ff05-159d-4f90-84d7-4458eb2f7eca), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.042528 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:08.120715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2539da-b5c3-4c40-b9e7-cb48d3a8cf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0ff05-159d-4f90-84d7-4458eb2f7eca,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:08.125329 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ac2539da-b5c3-4c40-b9e7-cb48d3a8cf4c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c29d03ba50174cc9bd079849fbaf30cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8944860 Aug 28 20:05:08.128783 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-709801cb-22f7-4066-bb4b-300ea3ac5e70 req-28ee05da-fbc4-47fb-8f86-55a826a12cb5 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434841 Aug 28 20:05:08.129785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46842) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:08.179823 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:08.257299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-557bafa1-ebfe-471f-bbd5-7834a8487ed9 admin admin] Publish callbacks [] for security_group (91f0ff05-159d-4f90-84d7-4458eb2f7eca), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.285408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3c90ee-fc69-47b6-943e-554310654175 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:08.295758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-557bafa1-ebfe-471f-bbd5-7834a8487ed9 admin admin] Publish callbacks [] for security_group (91f0ff05-159d-4f90-84d7-4458eb2f7eca), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.308887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Publish callbacks [] for port (5d3c90ee-fc69-47b6-943e-554310654175), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.324192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] Sync routers for ids ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:05:08.338183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] Routers {'9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:08.339059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:08.365428 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2fe70d29-c70c-400a-aa8c-c3c04f31f110), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.404593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe70d29-c70c-400a-aa8c-c3c04f31f110,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:08.453478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] Set router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:08.460616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Transition to ACTIVE for port object 5d3c90ee-fc69-47b6-943e-554310654175 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:05:08.461634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-557bafa1-ebfe-471f-bbd5-7834a8487ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (91f0ff05-159d-4f90-84d7-4458eb2f7eca), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.465597 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-557bafa1-ebfe-471f-bbd5-7834a8487ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.471997 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-557bafa1-ebfe-471f-bbd5-7834a8487ed9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/91f0ff05-159d-4f90-84d7-4458eb2f7eca HTTP/1.1" status: 204 len: 168 time: 0.3300390 Aug 28 20:05:08.481175 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.494803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bafa1-ebfe-471f-bbd5-7834a8487ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0ff05-159d-4f90-84d7-4458eb2f7eca,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:08.524567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:05:07Z', 'revision_number': 6, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:08.539553 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5d3c90ee-fc69-47b6-943e-554310654175), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.559479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] Checking router: 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:05:08.575548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] Routers {'9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:08.576867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:08.632136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c90ee-fc69-47b6-943e-554310654175,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:08.665038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] Set router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:08.728167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:05:08Z', 'revision_number': 7, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:08.751694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Attempting to bind port 5d3c90ee-fc69-47b6-943e-554310654175 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:05:08.752040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Attempting to bind port 5d3c90ee-fc69-47b6-943e-554310654175 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:05:08.752421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Attempting to bind port 5d3c90ee-fc69-47b6-943e-554310654175 on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:08.766255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79095a9b-e5e4-430a-b987-757acdd672bd None None] The sync data for ids ['9f77f947-2f1b-4588-8fdf-e7a0cc43ae88'] in n-d-854121-7 is: [{'id': '9f77f947-2f1b-4588-8fdf-e7a0cc43ae88', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793835100-router', 'tenant_id': '98d29650cbad408a8f78ba33f2cacd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:50Z', 'updated_at': '2022-08-28T20:05:08Z', 'revision_number': 7, 'project_id': '98d29650cbad408a8f78ba33f2cacd24', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:08.777667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Port 5d3c90ee-fc69-47b6-943e-554310654175 on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:05:08.777667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Attempting to bind port 5d3c90ee-fc69-47b6-943e-554310654175 on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:08.802439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:05:08.802863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:05:08.803328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:05:08.803645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Bound port: 5d3c90ee-fc69-47b6-943e-554310654175, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:05:08.804060 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5d3c90ee-fc69-47b6-943e-554310654175), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:08.858625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4542751-300c-414a-9190-21c4053a87c3 req-3c7d5cae-15a0-4293-8e02-d3a0b99acc50 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0476670 Aug 28 20:05:08.995548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] For port 5d3c90ee-fc69-47b6-943e-554310654175, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:05:09.004036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] For port 5d3c90ee-fc69-47b6-943e-554310654175, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5d3c90ee-fc69-47b6-943e-554310654175,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:05:09.062311 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:09.105963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5d3c90ee-fc69-47b6-943e-554310654175), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.117046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.118828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.120340 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5d3c90ee-fc69-47b6-943e-554310654175 HTTP/1.1" status: 200 len: 1091 time: 1.9573312 Aug 28 20:05:09.128457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006b77fe-7f80-43fa-92fc-b076f1350283', 'tag': '5d3c90ee-fc69-47b6-943e-554310654175'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:09.131623 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354" -d '{"events": [{"name": "network-changed", "server_uuid": "006b77fe-7f80-43fa-92fc-b076f1350283", "tag": "5d3c90ee-fc69-47b6-943e-554310654175"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:09.161036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82362ffd-b129-45e0-aedc-a07fdbd2cd61 req-d266c6f0-5f55-4315-8cf5-14f6843d08c2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.162961 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82362ffd-b129-45e0-aedc-a07fdbd2cd61 req-d266c6f0-5f55-4315-8cf5-14f6843d08c2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 943 time: 0.1163599 Aug 28 20:05:09.238287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27afe02-c4ca-4c95-9bdc-59913e2dcefc service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c90ee-fc69-47b6-943e-554310654175,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:09.270391 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.273698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82362ffd-b129-45e0-aedc-a07fdbd2cd61 req-674ebe35-cc01-4367-9861-ed43105e9927 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972281 Aug 28 20:05:09.279510 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks [] for router_controller (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.330881 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:09.403141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-abc1c550-d6a2-4b49-87ea-87b0b897d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.404878 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-abc1c550-d6a2-4b49-87ea-87b0b897d2df service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 1125 time: 0.1106462 Aug 28 20:05:09.458100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86e50-fc79-420f-b009-b15653a45342 req-6b9f8da1-b7c9-4741-9838-746479dd4fe7 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.466957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3a86e50-fc79-420f-b009-b15653a45342 req-6b9f8da1-b7c9-4741-9838-746479dd4fe7 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1735837 Aug 28 20:05:09.514424 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (9f77f947-2f1b-4588-8fdf-e7a0cc43ae88), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.515088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:05:09.522499 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-67d03f1b-8548-4e72-8544-928df663cb0e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3c90ee-fc69-47b6-943e-554310654175 HTTP/1.1" status: 200 len: 217 time: 0.0995014 Aug 28 20:05:09.536611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.538921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bca4c7d5-e3ae-49d8-b5d8-f49cd94ca38a admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/9f77f947-2f1b-4588-8fdf-e7a0cc43ae88 HTTP/1.1" status: 204 len: 168 time: 2.6543541 Aug 28 20:05:09.543603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46868) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:09.569583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3a86e50-fc79-420f-b009-b15653a45342 req-341f69fa-159e-4994-9874-670bf6737662 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016026 Aug 28 20:05:09.593070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2fe70d29-c70c-400a-aa8c-c3c04f31f110 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:09.639587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 2fe70d29-c70c-400a-aa8c-c3c04f31f110 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:05:09.639942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2fe70d29-c70c-400a-aa8c-c3c04f31f110 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:05:09.674430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] Deleting subnet e1f003ee-5edb-49db-8118-b39a5fc633f3 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:05:09.679265 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819df8c8-5545-45e2-affa-fe3fa17d8a7d x-openstack-request-id: req-819df8c8-5545-45e2-affa-fe3fa17d8a7d {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:09.679265 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006b77fe-7f80-43fa-92fc-b076f1350283", "tag": "5d3c90ee-fc69-47b6-943e-554310654175", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:09.679265 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-819df8c8-5545-45e2-affa-fe3fa17d8a7d {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:09.680109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] Publish callbacks [] for subnet (e1f003ee-5edb-49db-8118-b39a5fc633f3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.690336 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819df8c8-5545-45e2-affa-fe3fa17d8a7d'] response: {'name': 'network-changed', 'server_uuid': '006b77fe-7f80-43fa-92fc-b076f1350283', 'tag': '5d3c90ee-fc69-47b6-943e-554310654175', 'status': 'completed', 'code': 200} Aug 28 20:05:09.720614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75fd74-8cb0-4332-b07d-4531bbae5c19 req-49e60cb3-8c9e-4fd7-b61b-d9d2b6029e63 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.728713 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd75fd74-8cb0-4332-b07d-4531bbae5c19 req-49e60cb3-8c9e-4fd7-b61b-d9d2b6029e63 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.2165577 Aug 28 20:05:09.740927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (e1f003ee-5edb-49db-8118-b39a5fc633f3), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.746809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b2b1b17a-e4f4-41f0-b0f8-11c052eab83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.749235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-b2b1b17a-e4f4-41f0-b0f8-11c052eab83d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.2058110 Aug 28 20:05:09.813016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd75fd74-8cb0-4332-b07d-4531bbae5c19 req-489e5359-55e3-42ea-b201-d164415e0b27 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821865 Aug 28 20:05:09.861614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41208169-8f47-4f3a-ae09-b2a723633ca5 req-c0581a84-0acc-466a-af61-e683092bb124 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.863598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41208169-8f47-4f3a-ae09-b2a723633ca5 req-c0581a84-0acc-466a-af61-e683092bb124 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1190476 Aug 28 20:05:09.871767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-166f117d-729f-4ef6-8b13-7c1200461733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:09.875934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-166f117d-729f-4ef6-8b13-7c1200461733 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0656672 Aug 28 20:05:09.907535 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:09.947742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e1f003ee-5edb-49db-8118-b39a5fc633f3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:09.998456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41208169-8f47-4f3a-ae09-b2a723633ca5 req-eda9a171-de23-435a-8a10-cc28d27defbf tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254370 Aug 28 20:05:10.093737 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-88a72662-9557-4849-be3a-642f8bf47bf4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115719 Aug 28 20:05:10.120716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2eeb78b6-295b-460f-a589-96c6ed7e4ca0 req-607b2388-1b36-49dd-bdbb-600249a7505a tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0390148 Aug 28 20:05:10.123776 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (e1f003ee-5edb-49db-8118-b39a5fc633f3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.153191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f003ee-5edb-49db-8118-b39a5fc633f3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:10.163418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.168589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2473d770-de3e-45b3-9c1e-dee534f0be4d admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e1f003ee-5edb-49db-8118-b39a5fc633f3 HTTP/1.1" status: 204 len: 168 time: 0.6234565 Aug 28 20:05:10.171672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a77049-c7ad-482d-96a8-29b3eddd1e7d None None] Network 5ea72c69-931a-4532-a8a9-ec8542d02864 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:05:10.171992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:10.387997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] DHCP port deletion for 5ea72c69-931a-4532-a8a9-ec8542d02864 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:05:10.466189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] Deleting port 15cf3375-b0ec-4213-994e-2a88d4c66604 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:10.466682 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.533876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7c58-5780-4c3b-bbf6-1921b53797b8 req-b55c4260-ae17-413b-9a8a-17c97b7e3ff9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:10.536423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-549e7c58-5780-4c3b-bbf6-1921b53797b8 req-b55c4260-ae17-413b-9a8a-17c97b7e3ff9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 943 time: 0.0927601 Aug 28 20:05:10.587563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] For port 15cf3375-b0ec-4213-994e-2a88d4c66604, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=15cf3375-b0ec-4213-994e-2a88d4c66604,segment=NetworkSegment(b3dda51c-ab28-4fa2-be54-0786ae31a3e0),segment_id=b3dda51c-ab28-4fa2-be54-0786ae31a3e0)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:10.588088 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.613547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] Calling delete_port for 15cf3375-b0ec-4213-994e-2a88d4c66604 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:10.615059 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-549e7c58-5780-4c3b-bbf6-1921b53797b8 req-f107fa0d-f2c3-4f79-935f-a938e21b0aa6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675356 Aug 28 20:05:10.624913 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:10.683683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (5ea72c69-931a-4532-a8a9-ec8542d02864), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.774595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e59260-5616-405c-b5c7-52c00f61ebbe req-4b58d22a-4c14-4aea-b235-85c4142c0f58 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:10.776167 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92e59260-5616-405c-b5c7-52c00f61ebbe req-4b58d22a-4c14-4aea-b235-85c4142c0f58 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0879111 Aug 28 20:05:10.779291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Deleting port 15cf3375-b0ec-4213-994e-2a88d4c66604 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:10.779633 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.808479 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.834213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] Pushing event deleted for resources: {'Port': ['ID=15cf3375-b0ec-4213-994e-2a88d4c66604,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:10.850511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a3261-cddc-486a-8b46-b0f911bec466 None None] No DVR routers for this DVR port 15cf3375-b0ec-4213-994e-2a88d4c66604 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:05:10.949655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] For port 15cf3375-b0ec-4213-994e-2a88d4c66604, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=15cf3375-b0ec-4213-994e-2a88d4c66604,segment=NetworkSegment(b3dda51c-ab28-4fa2-be54-0786ae31a3e0),segment_id=b3dda51c-ab28-4fa2-be54-0786ae31a3e0)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:10.950088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:10.974111 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92e59260-5616-405c-b5c7-52c00f61ebbe req-1d1c412f-d273-4258-84c0-d7ef6db2fc96 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911345 Aug 28 20:05:10.997191 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:11.006618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Calling delete_port for 15cf3375-b0ec-4213-994e-2a88d4c66604 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:11.057335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70b32c-e392-45c0-b15c-c6dd70b3b1a7 req-21cae4f0-fe00-4b38-bb78-48339c713abc tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:11.059034 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc70b32c-e392-45c0-b15c-c6dd70b3b1a7 req-21cae4f0-fe00-4b38-bb78-48339c713abc tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1046524 Aug 28 20:05:11.063245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd2df7-3851-4b85-ad96-252bd659c549 req-ced1c976-fe6f-4e73-96d9-ff52ac01d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:11.065510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cd2df7-3851-4b85-ad96-252bd659c549 req-ced1c976-fe6f-4e73-96d9-ff52ac01d3c5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 1127 time: 0.0657825 Aug 28 20:05:11.066083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41e11c75-bf2e-4938-9c30-b6725290f43f req-47ea7f4d-57c1-44f6-9bf3-15ad9f1defbe service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947684 Aug 28 20:05:11.133501 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:11.187646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 15cf3375-b0ec-4213-994e-2a88d4c66604 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:11.206368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4b994-784e-4e6e-a589-7928012bb505 req-85af931c-df1f-418a-8e43-bb23e82d3c2c tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:11.210922 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00a4b994-784e-4e6e-a589-7928012bb505 req-85af931c-df1f-418a-8e43-bb23e82d3c2c tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0906942 Aug 28 20:05:11.214143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 15cf3375-b0ec-4213-994e-2a88d4c66604 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:05:11.214824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 15cf3375-b0ec-4213-994e-2a88d4c66604 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:05:11.217905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc70b32c-e392-45c0-b15c-c6dd70b3b1a7 req-a2868136-517e-4d84-8e10-601c1f23f334 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368699 Aug 28 20:05:11.221164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cd2df7-3851-4b85-ad96-252bd659c549 req-f9acb265-a2a0-4eee-bf27-f64dc72dc658 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319954 Aug 28 20:05:11.224048 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (15cf3375-b0ec-4213-994e-2a88d4c66604), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:11.280488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] No DVR routers for this DVR port 15cf3375-b0ec-4213-994e-2a88d4c66604 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:05:11.286717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cf3375-b0ec-4213-994e-2a88d4c66604,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:11.392639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7316-bd49-4548-ac88-9d29d2916b40 req-53497c22-3923-411b-a73d-6692e46ebfeb tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:11.394399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-810d7316-bd49-4548-ac88-9d29d2916b40 req-53497c22-3923-411b-a73d-6692e46ebfeb tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0670977 Aug 28 20:05:11.400871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00a4b994-784e-4e6e-a589-7928012bb505 req-b228caaa-b4b3-4c8d-ac28-6ea90b11d22d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669643 Aug 28 20:05:11.409293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (5ea72c69-931a-4532-a8a9-ec8542d02864), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:11.443244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea72c69-931a-4532-a8a9-ec8542d02864']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:11.457921 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dda51c-ab28-4fa2-be54-0786ae31a3e0') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:11.458307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dda51c-ab28-4fa2-be54-0786ae31a3e0') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:11.471863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (b3dda51c-ab28-4fa2-be54-0786ae31a3e0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:11.493298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b3dda51c-ab28-4fa2-be54-0786ae31a3e0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:11.502716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-810d7316-bd49-4548-ac88-9d29d2916b40 req-dd5a5744-609d-4479-8f07-d08f919ec470 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011059 Aug 28 20:05:11.502920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:05:11.503249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (b3dda51c-ab28-4fa2-be54-0786ae31a3e0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:11.584849 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b3dda51c-ab28-4fa2-be54-0786ae31a3e0 resource provider aggregate not found Aug 28 20:05:11.612599 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7c3a97-fe64-4011-a16e-24345ae032f2 req-fd4526ac-cfe6-475c-8230-a520ec53c293 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0538130 Aug 28 20:05:11.628991 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b3dda51c-ab28-4fa2-be54-0786ae31a3e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3dda51c-ab28-4fa2-be54-0786ae31a3e0 found for delete ", "request_id": "req-854abd31-a4a6-4b93-aa14-b646015db45c"}]} Aug 28 20:05:11.718050 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (5ea72c69-931a-4532-a8a9-ec8542d02864), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:11.727541 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:11.730919 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/5ea72c69-931a-4532-a8a9-ec8542d02864 HTTP/1.1" status: 204 len: 168 time: 1.5575616 Aug 28 20:05:11.759339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcb800-e910-4e1b-9915-b5b871b3b971 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea72c69-931a-4532-a8a9-ec8542d02864,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:11.794048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb7c58-6394-45bc-8dd2-ef600ca74d76 req-5a7fe118-a1c0-4d9f-819c-be601c7bed59 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:11.795641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbfb7c58-6394-45bc-8dd2-ef600ca74d76 req-5a7fe118-a1c0-4d9f-819c-be601c7bed59 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 943 time: 0.0824585 Aug 28 20:05:11.857130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbfb7c58-6394-45bc-8dd2-ef600ca74d76 req-fdc9fe25-e25e-483a-9eb9-91764f2c4c93 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543094 Aug 28 20:05:12.080905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b460e0-0447-4f8c-bcb8-65576d119737 req-1dfb0b5c-1e52-4bde-956e-2124123b15c1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:12.082620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76b460e0-0447-4f8c-bcb8-65576d119737 req-1dfb0b5c-1e52-4bde-956e-2124123b15c1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0738542 Aug 28 20:05:12.136278 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76b460e0-0447-4f8c-bcb8-65576d119737 req-f88c96db-b4b3-49c9-a17c-3449b6c046e1 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475476 Aug 28 20:05:12.186251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46940) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:12.236528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46944) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:12.237143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f1b93c9a-5067-4504-b2b3-abd3148164b3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=98d29650cbad408a8f78ba33f2cacd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489087 Aug 28 20:05:12.379130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-509912a6-56bd-415b-b4c6-be3e49a9392a admin admin] Publish callbacks [] for security_group (d8d809bb-8c72-4393-bfe5-d7e1ae154799), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:12.387638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37534d54-ba41-4973-b045-ee897908b7d5 req-203fb357-321d-444c-b953-81a6acd0c501 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:12.389342 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37534d54-ba41-4973-b045-ee897908b7d5 req-203fb357-321d-444c-b953-81a6acd0c501 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0848603 Aug 28 20:05:12.424396 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-509912a6-56bd-415b-b4c6-be3e49a9392a admin admin] Publish callbacks [] for security_group (d8d809bb-8c72-4393-bfe5-d7e1ae154799), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:12.494908 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:12.517648 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37534d54-ba41-4973-b045-ee897908b7d5 req-b7783e04-9601-4417-a2c3-24127e03dcb3 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200049 Aug 28 20:05:12.521976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-d0d26ac3-b79c-4d16-a45f-cccd6ffbff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:12.523520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-d0d26ac3-b79c-4d16-a45f-cccd6ffbff7e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 1125 time: 0.0718293 Aug 28 20:05:12.650665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b041958-85fb-4660-b7bd-2ac671513b82 req-d0b1c944-bad4-4975-9580-cc0e017872db tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:12.652183 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1b041958-85fb-4660-b7bd-2ac671513b82 req-d0b1c944-bad4-4975-9580-cc0e017872db tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0537820 Aug 28 20:05:12.677162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-509912a6-56bd-415b-b4c6-be3e49a9392a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d8d809bb-8c72-4393-bfe5-d7e1ae154799), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:12.679766 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-509912a6-56bd-415b-b4c6-be3e49a9392a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:12.698758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-509912a6-56bd-415b-b4c6-be3e49a9392a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d8d809bb-8c72-4393-bfe5-d7e1ae154799 HTTP/1.1" status: 204 len: 168 time: 0.4455001 Aug 28 20:05:12.710659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1b041958-85fb-4660-b7bd-2ac671513b82 req-509ffc14-554f-4937-a36b-4c0346800dd9 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503414 Aug 28 20:05:12.710781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509912a6-56bd-415b-b4c6-be3e49a9392a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d809bb-8c72-4393-bfe5-d7e1ae154799,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:12.840666 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-25589fc7-468b-4c2f-922e-1bf6bd98343f req-38ea67bf-21e1-41de-b0a9-3082bf640b72 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0343666 Aug 28 20:05:12.850921 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:12.903034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-45ba7d49-d964-43c3-a294-60ef32f2033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:12.905009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-45ba7d49-d964-43c3-a294-60ef32f2033f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 912 time: 0.1658089 Aug 28 20:05:12.935185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5d3c90ee-fc69-47b6-943e-554310654175 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:05:12.940033 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:12.990904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-dd2f32f9-a1c3-44f2-b9b0-cdbdc3fd06ee service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3c90ee-fc69-47b6-943e-554310654175 HTTP/1.1" status: 200 len: 217 time: 0.0664711 Aug 28 20:05:13.018411 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:13.028631 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:13.043302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ce433-604b-47f7-96f2-f4db5544788d req-5e58e3b2-3576-4b0c-9ba6-73bdafa259b7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:13.045134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e34ce433-604b-47f7-96f2-f4db5544788d req-5e58e3b2-3576-4b0c-9ba6-73bdafa259b7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 943 time: 0.0544016 Aug 28 20:05:13.059512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5d3c90ee-fc69-47b6-943e-554310654175, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5d3c90ee-fc69-47b6-943e-554310654175,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:13.082765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5d3c90ee-fc69-47b6-943e-554310654175', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'port_id': '5d3c90ee-fc69-47b6-943e-554310654175', 'mac_address': 'fa:16:3e:3f:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:05:13.120305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e34ce433-604b-47f7-96f2-f4db5544788d req-6c5b5218-43fe-4053-886c-ebfd3b26d2fc tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684066 Aug 28 20:05:13.125085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-47848e78-ef40-4f24-a5aa-b178b6bfe345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:13.128162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-47848e78-ef40-4f24-a5aa-b178b6bfe345 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.0663750 Aug 28 20:05:13.137907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5d3c90ee-fc69-47b6-943e-554310654175 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:13.138349 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5d3c90ee-fc69-47b6-943e-554310654175), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:13.156562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3c90ee-fc69-47b6-943e-554310654175 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:13.203761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5d3c90ee-fc69-47b6-943e-554310654175, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5d3c90ee-fc69-47b6-943e-554310654175,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:13.294309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d133a2-1521-47e9-a34e-e7fa587ded45 req-df7cf580-a2c5-48ac-a46b-501edd8a9713 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:13.296662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68d133a2-1521-47e9-a34e-e7fa587ded45 req-df7cf580-a2c5-48ac-a46b-501edd8a9713 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0677638 Aug 28 20:05:13.351477 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5d3c90ee-fc69-47b6-943e-554310654175), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:13.368531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-d15b3777-d5a0-4299-a18b-ab7aa3670373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:13.370107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-d15b3777-d5a0-4299-a18b-ab7aa3670373 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0930314 Aug 28 20:05:13.422354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5d3c90ee-fc69-47b6-943e-554310654175,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:13.454918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68d133a2-1521-47e9-a34e-e7fa587ded45 req-547b78ca-1b38-46e5-b7af-3003b4b265ea tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318641 Aug 28 20:05:13.519333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-e5f1a30e-4e3c-470a-8fc8-1f289a9864c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389139 Aug 28 20:05:13.655295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5d3c90ee-fc69-47b6-943e-554310654175'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:13.677248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec9a5adb-bc8d-4d20-bd9e-3c2678b17354 req-e1979faa-914f-48f0-b53a-f43aa9ae477b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494584 Aug 28 20:05:13.681740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3adf35-b63e-4f39-bcff-b1ae41b6077e req-80897572-76ee-479a-bff1-1d66308a0b23 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:13.687834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8b3adf35-b63e-4f39-bcff-b1ae41b6077e req-80897572-76ee-479a-bff1-1d66308a0b23 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0691111 Aug 28 20:05:13.754043 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8b3adf35-b63e-4f39-bcff-b1ae41b6077e req-f93e8caf-5046-4412-b5de-c9e146f9e0d0 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626605 Aug 28 20:05:13.896122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941f5cd-f175-4702-b827-d6d2a8ac466b req-134d1a2d-7242-4835-8e5a-2bb60e29e2da tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:13.897761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a941f5cd-f175-4702-b827-d6d2a8ac466b req-134d1a2d-7242-4835-8e5a-2bb60e29e2da tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0633569 Aug 28 20:05:13.975934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a941f5cd-f175-4702-b827-d6d2a8ac466b req-cfe89fde-5252-439b-90e5-dfd0d0c787ac tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687606 Aug 28 20:05:14.046614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d38871e6-2d3e-4720-9363-824e5547b892 req-3b5cf504-bd90-4ce5-9b2b-2f1df19bc747 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0310879 Aug 28 20:05:14.297438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e3e5a-3eaa-46d2-8e6b-797d7e9808da req-232366d2-21af-472e-b899-81600ddf055d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:14.300932 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae8e3e5a-3eaa-46d2-8e6b-797d7e9808da req-232366d2-21af-472e-b899-81600ddf055d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 944 time: 0.0624678 Aug 28 20:05:14.351992 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:14.418853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae8e3e5a-3eaa-46d2-8e6b-797d7e9808da req-35960918-a515-470c-9a6d-8f4ecb034ddd tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107256 Aug 28 20:05:14.522837 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:14.583511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-4306e114-e79f-469a-a642-761a6126c123 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:14.585671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-4306e114-e79f-469a-a642-761a6126c123 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 810 time: 0.1771677 Aug 28 20:05:14.612328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-99513661-b648-453b-b5d6-14b73401b127 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/quotas/52acaef1cb324f4984b245e8378121b9 HTTP/1.1" status: 200 len: 375 time: 0.0179379 Aug 28 20:05:14.670213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecab18-2928-4679-8773-ebead31324d9 req-58d06f39-ed59-452d-bc35-cd580203ed32 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:14.672299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24ecab18-2928-4679-8773-ebead31324d9 req-58d06f39-ed59-452d-bc35-cd580203ed32 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0674565 Aug 28 20:05:14.692143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-71953fa5-32bc-4978-94d1-2db87c7c9751 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786200 Aug 28 20:05:14.769520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24ecab18-2928-4679-8773-ebead31324d9 req-1f11130e-d83d-49f0-9866-7af085e6be9b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901330 Aug 28 20:05:14.827657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47016) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:14.833582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-d24c6e8b-068d-4427-ac86-b753488b018b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338925 Aug 28 20:05:14.936342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31f5cd-dcb3-445d-954c-3cc5251e789b req-d5d545d1-e9a2-4ef2-a9f9-31d1f6baa84f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:14.937611 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-7573888a-d71b-4fbc-9256-68f263062821 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975430 Aug 28 20:05:14.938331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f31f5cd-dcb3-445d-954c-3cc5251e789b req-d5d545d1-e9a2-4ef2-a9f9-31d1f6baa84f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0693395 Aug 28 20:05:14.954113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5d3c90ee-fc69-47b6-943e-554310654175 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:14.971517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1966240951-network', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:15.001305 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:15.013417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 5d3c90ee-fc69-47b6-943e-554310654175 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:05:15.036127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f31f5cd-dcb3-445d-954c-3cc5251e789b req-4795fdb8-9bd5-4e93-aca8-b54812157bff tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907996 Aug 28 20:05:15.144962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5d3c90ee-fc69-47b6-943e-554310654175 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:15.145240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Made reservation on behalf of 2e3c425de2174a18963458a3dd7d23e5 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:05:15.145761 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5d3c90ee-fc69-47b6-943e-554310654175), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.149907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.161074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.207483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ad02455b-5cf8-41f1-8763-162fab08f5c9 req-488585da-a614-4bd0-a000-a4eb6b671d99 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0359647 Aug 28 20:05:15.233643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47026) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:15.321959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5d3c90ee-fc69-47b6-943e-554310654175 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:15.322419 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5d3c90ee-fc69-47b6-943e-554310654175), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.405591 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks [] for security_group (a8d5573a-e42c-47bb-a047-f317dcf61e14), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.447012 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-432907aa-df60-4176-a02e-b8dd9350f410 req-bbec7034-b640-473c-b8d2-f2ade74167ca tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 210 time: 0.1019394 Aug 28 20:05:15.447380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b77fe-7f80-43fa-92fc-b076f1350283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c90ee-fc69-47b6-943e-554310654175'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:15.449710 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698aca3f-76c5-40ae-b18a-c19a5718afbd" -d '{"events": [{"server_uuid": "006b77fe-7f80-43fa-92fc-b076f1350283", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c90ee-fc69-47b6-943e-554310654175"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:15.458023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5d3c90ee-fc69-47b6-943e-554310654175, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5d3c90ee-fc69-47b6-943e-554310654175,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:15.501321 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd0c36-afea-4101-9fbc-4630b061848c x-openstack-request-id: req-efcd0c36-afea-4101-9fbc-4630b061848c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:15.501767 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b77fe-7f80-43fa-92fc-b076f1350283", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c90ee-fc69-47b6-943e-554310654175", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:15.502078 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efcd0c36-afea-4101-9fbc-4630b061848c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:15.502513 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcd0c36-afea-4101-9fbc-4630b061848c'] response: {'server_uuid': '006b77fe-7f80-43fa-92fc-b076f1350283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c90ee-fc69-47b6-943e-554310654175', 'code': 200} Aug 28 20:05:15.530699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89dbaad2-78c7-4ca8-886d-6176d9be5759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.650865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46235afd-1f56-4e31-94dd-b94d699caf51 req-e154a7a5-4bf5-4f25-96f3-76d3a21b73c5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:15.654021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46235afd-1f56-4e31-94dd-b94d699caf51 req-e154a7a5-4bf5-4f25-96f3-76d3a21b73c5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 944 time: 0.1001318 Aug 28 20:05:15.732332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0b95b-1a79-4c93-a49b-81e325971d97 req-8e366d17-5014-4a79-851a-12bc2580f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:15.735869 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31b0b95b-1a79-4c93-a49b-81e325971d97 req-8e366d17-5014-4a79-851a-12bc2580f41a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 1126 time: 0.1020420 Aug 28 20:05:15.764501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5d3c90ee-fc69-47b6-943e-554310654175), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.787209 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a8d5573a-e42c-47bb-a047-f317dcf61e14), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.795517 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:15.826918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46235afd-1f56-4e31-94dd-b94d699caf51 req-833e0dad-c202-43bf-8db2-60e57ec5e577 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516020 Aug 28 20:05:15.833286 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89dbaad2-78c7-4ca8-886d-6176d9be5759 admin admin] Publish callbacks [] for security_group (f1570d50-6283-47fb-aaf4-87c40708caf1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.846256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5d3c90ee-fc69-47b6-943e-554310654175,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:15.863957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:05:15.870191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d5573a-e42c-47bb-a047-f317dcf61e14,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:15.903497 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31b0b95b-1a79-4c93-a49b-81e325971d97 req-0bddef2d-17fa-4d26-877d-2b93ac0e5624 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573975 Aug 28 20:05:15.909320 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e5df979c-bd73-4fba-9ce1-5d389b70d521), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.910310 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Added segment e5df979c-bd73-4fba-9ce1-5d389b70d521 of type vlan for network bcd593a6-128e-4a60-9b21-7a51af66dad3 Aug 28 20:05:15.957624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89dbaad2-78c7-4ca8-886d-6176d9be5759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f1570d50-6283-47fb-aaf4-87c40708caf1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.987144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (bcd593a6-128e-4a60-9b21-7a51af66dad3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:15.996741 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:16.011644 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e32fa-0ad0-48a5-85fc-822655fc96d8 req-5820abea-9999-453f-b6f0-70ce5289893e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:16.014491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c4e32fa-0ad0-48a5-85fc-822655fc96d8 req-5820abea-9999-453f-b6f0-70ce5289893e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0918407 Aug 28 20:05:16.027438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbaad2-78c7-4ca8-886d-6176d9be5759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1570d50-6283-47fb-aaf4-87c40708caf1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:16.049974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-89dbaad2-78c7-4ca8-886d-6176d9be5759 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=062ea47d8aad43b08a7d49ebf16c6f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8148649 Aug 28 20:05:16.054917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47044) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:16.085126 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c4e32fa-0ad0-48a5-85fc-822655fc96d8 req-d51b8cf3-8794-4bf0-af19-b8f8fb9e311d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633686 Aug 28 20:05:16.165679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f28b9558-6bf4-471f-89cd-62f7abc73b43 admin admin] Publish callbacks [] for security_group (f1570d50-6283-47fb-aaf4-87c40708caf1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.224102 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f28b9558-6bf4-471f-89cd-62f7abc73b43 admin admin] Publish callbacks [] for security_group (f1570d50-6283-47fb-aaf4-87c40708caf1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.229294 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (bcd593a6-128e-4a60-9b21-7a51af66dad3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.230632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:16.231395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.327870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039639e7-a22d-480c-9e63-21ee311ee94d req-200f6186-9a73-4013-8622-f7b5900627f2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:16.329696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-039639e7-a22d-480c-9e63-21ee311ee94d req-200f6186-9a73-4013-8622-f7b5900627f2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1658089 Aug 28 20:05:16.403811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd593a6-128e-4a60-9b21-7a51af66dad3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:16.420944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:05:16.439966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5b2044a8-60f3-435c-a7a0-490b88171854 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6073797 Aug 28 20:05:16.444637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47052) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:16.463599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-039639e7-a22d-480c-9e63-21ee311ee94d req-8a82469d-6d9f-4cb1-9f27-4f290aa93319 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223412 Aug 28 20:05:16.467767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Request body: {'subnet': {'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1966240951-subnet', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:16.587727 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=34 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:16.592088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e3cff18f-6aad-4d6b-9e4b-33326981908b req-5156a6f6-4059-4472-92ce-2e999c299f9b tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0500073 Aug 28 20:05:16.598110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Made reservation on behalf of 2e3c425de2174a18963458a3dd7d23e5 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:05:16.602866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.634926 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f65b38f5-6b8e-42bc-92c3-77c499d9f3c7 req-6b184f8d-cc2c-4ce2-a587-dfa1e771da96 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 210 time: 0.0658038 Aug 28 20:05:16.636486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f28b9558-6bf4-471f-89cd-62f7abc73b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f1570d50-6283-47fb-aaf4-87c40708caf1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.641777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f28b9558-6bf4-471f-89cd-62f7abc73b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.647612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f28b9558-6bf4-471f-89cd-62f7abc73b43 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f1570d50-6283-47fb-aaf4-87c40708caf1 HTTP/1.1" status: 204 len: 168 time: 0.5874012 Aug 28 20:05:16.681657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b9558-6bf4-471f-89cd-62f7abc73b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1570d50-6283-47fb-aaf4-87c40708caf1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:16.974809 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (846478f0-ac98-4137-9dfc-250fb2e6fe09), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:16.980754 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:17.024458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580f697-23cc-4329-ba2c-25137c10719a req-82f7e7ab-3f72-4b2d-809e-558069d09d99 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:17.026424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3580f697-23cc-4329-ba2c-25137c10719a req-82f7e7ab-3f72-4b2d-809e-558069d09d99 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 945 time: 0.0596993 Aug 28 20:05:17.039057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846478f0-ac98-4137-9dfc-250fb2e6fe09,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:17.061584 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Checking segment: {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:05:17.061986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Network hostable DHCP agents. Network: bcd593a6-128e-4a60-9b21-7a51af66dad3, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:05:17.106824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3580f697-23cc-4329-ba2c-25137c10719a req-8ca4bf8e-ddf4-43c0-a13f-4bd2ebdafe86 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684767 Aug 28 20:05:17.195377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:05:17.241631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e5902-52b0-4a54-99ca-d1a8fdcd2518 req-545ffdb0-1bcd-48b7-a4b2-93b5a84cacf9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:17.246730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f89e5902-52b0-4a54-99ca-d1a8fdcd2518 req-545ffdb0-1bcd-48b7-a4b2-93b5a84cacf9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0728474 Aug 28 20:05:17.324119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f89e5902-52b0-4a54-99ca-d1a8fdcd2518 req-036ce3d9-d67f-4ce7-b2a5-722c7baff5be tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742660 Aug 28 20:05:17.361624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, bcd593a6-128e-4a60-9b21-7a51af66dad3) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:17.363629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:17.364655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.371933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e409580-358a-44fb-a072-f7c65c3dab0a None None] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:05:17.491420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9c88bc4f-3cf7-4384-b95d-cf72723fd518 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0452783 Aug 28 20:05:17.494381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47064) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:17.499337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:17.551251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-bcd593a6-128e-4a60-9b21-7a51af66dad3', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:05:17.552302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.637111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (d0959ea3-210b-45cf-b861-3f5ff83a584a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.641473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (d0959ea3-210b-45cf-b861-3f5ff83a584a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.645395 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:17.652097 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:17.698214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180527d1-8b69-4e58-9348-11c9a6da4c33 req-42f2709d-beaf-4d3c-b45f-bf7b32c87730 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:17.698214 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-180527d1-8b69-4e58-9348-11c9a6da4c33 req-42f2709d-beaf-4d3c-b45f-bf7b32c87730 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0855510 Aug 28 20:05:17.698767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47070) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:17.732041 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks [] for router_controller (d0959ea3-210b-45cf-b861-3f5ff83a584a), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.751411 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c44241f-ab68-4752-988d-d44360014c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.768640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Allocated IP 172.20.0.2 (bcd593a6-128e-4a60-9b21-7a51af66dad3/846478f0-ac98-4137-9dfc-250fb2e6fe09/5a784444-5bcc-464e-a0f1-a8dc75714e1d) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:17.808050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b62717bf-83da-4a87-92c0-83c8d5a5e745 req-01762cd1-4dab-42d2-a60e-fd88865a5f55 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 210 time: 0.0484741 Aug 28 20:05:17.819738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-180527d1-8b69-4e58-9348-11c9a6da4c33 req-9b81e5d9-027a-4436-96a1-06d743fdedc3 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924089 Aug 28 20:05:17.902347 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c44241f-ab68-4752-988d-d44360014c97 admin admin] Publish callbacks [] for security_group (7e634961-c93a-4fdf-b01e-611edabd2fd1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.934265 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:17.951183 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c44241f-ab68-4752-988d-d44360014c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7e634961-c93a-4fdf-b01e-611edabd2fd1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.954670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Publish callbacks [] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:17.997066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44241f-ab68-4752-988d-d44360014c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e634961-c93a-4fdf-b01e-611edabd2fd1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:18.005336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6c44241f-ab68-4752-988d-d44360014c97 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c0beac07d85b443883c72376c2eb8675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019960 Aug 28 20:05:18.006893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47074) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:18.015954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f142b98-6426-4faf-81bd-4d189f2da843 req-8b3672a7-8022-4252-8f6d-31f2b6451b86 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0694766 Aug 28 20:05:18.027722 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.080459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-867f8310-10e8-435e-a811-7b9bcf64b953 admin admin] Publish callbacks [] for security_group (7e634961-c93a-4fdf-b01e-611edabd2fd1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.114244 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-867f8310-10e8-435e-a811-7b9bcf64b953 admin admin] Publish callbacks [] for security_group (7e634961-c93a-4fdf-b01e-611edabd2fd1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.116790 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks [] for router_gateway (d0959ea3-210b-45cf-b861-3f5ff83a584a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.120450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:18.127404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:18.129874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Pushing event updated for resources: {'Port': ['ID=5a784444-5bcc-464e-a0f1-a8dc75714e1d,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:18.133190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:18.188122 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:18.199247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Attempting to bind port 5a784444-5bcc-464e-a0f1-a8dc75714e1d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:05:18.199625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Attempting to bind port 5a784444-5bcc-464e-a0f1-a8dc75714e1d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:05:18.199999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Attempting to bind port 5a784444-5bcc-464e-a0f1-a8dc75714e1d on network bcd593a6-128e-4a60-9b21-7a51af66dad3 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:18.206748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:05:18.221708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Checking segment: {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:05:18.221708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.221708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Bound using segment: {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:05:18.221708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Bound port: 5a784444-5bcc-464e-a0f1-a8dc75714e1d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:05:18.221708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.259414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7d86b-9821-4b3e-a4ec-ef7b7793675e req-28722739-4a6e-4fd5-a04c-e97fe50d88ec tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:18.259414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ca7d86b-9821-4b3e-a4ec-ef7b7793675e req-28722739-4a6e-4fd5-a04c-e97fe50d88ec tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 945 time: 0.0553885 Aug 28 20:05:18.279597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] For port 5a784444-5bcc-464e-a0f1-a8dc75714e1d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:05:18.286453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] For port 5a784444-5bcc-464e-a0f1-a8dc75714e1d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5a784444-5bcc-464e-a0f1-a8dc75714e1d,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:05:18.287874 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:18.318640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ca7d86b-9821-4b3e-a4ec-ef7b7793675e req-2b887531-4247-4333-b7f5-423fbf2332c0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556214 Aug 28 20:05:18.380064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-867f8310-10e8-435e-a811-7b9bcf64b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7e634961-c93a-4fdf-b01e-611edabd2fd1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.385448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-867f8310-10e8-435e-a811-7b9bcf64b953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.385448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-867f8310-10e8-435e-a811-7b9bcf64b953 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7e634961-c93a-4fdf-b01e-611edabd2fd1 HTTP/1.1" status: 204 len: 168 time: 0.3774831 Aug 28 20:05:18.423978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f8310-10e8-435e-a811-7b9bcf64b953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e634961-c93a-4fdf-b01e-611edabd2fd1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:18.479196 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.599201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ff71a-94bb-432c-ac4e-7e98499c8190 None None] Pushing event updated for resources: {'Port': ['ID=5a784444-5bcc-464e-a0f1-a8dc75714e1d,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:18.645724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1bf7f-0bda-4484-9895-dd1ece34d9bc req-61b52362-8252-493a-9a8c-2fea2cd1e472 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:18.647501 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3d1bf7f-0bda-4484-9895-dd1ece34d9bc req-61b52362-8252-493a-9a8c-2fea2cd1e472 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1816645 Aug 28 20:05:18.731735 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks [] for router_gateway (d0959ea3-210b-45cf-b861-3f5ff83a584a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.770600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:18.789729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3d1bf7f-0bda-4484-9895-dd1ece34d9bc req-917c5524-ce7f-4e28-bdba-7dec8ad01cd5 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340053 Aug 28 20:05:19.005522 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:19.009540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-10cc780f-cb85-4698-b997-8dbaa4082ebc req-6604b695-7883-490a-8072-913515ff584f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 210 time: 0.0673506 Aug 28 20:05:19.031412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Allocated IP 172.25.4.76 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/05d6913e-4c1f-4c59-b702-15a800196c06) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:19.263502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889b4d4-edb9-4bcf-a070-19ac3078bacc req-2d344dc9-2de5-4ae7-b9f7-48bcb3a9f76c tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:19.265212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9889b4d4-edb9-4bcf-a070-19ac3078bacc req-2d344dc9-2de5-4ae7-b9f7-48bcb3a9f76c tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1329041 Aug 28 20:05:19.268528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks [] for port (05d6913e-4c1f-4c59-b702-15a800196c06), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:19.289498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5a784444-5bcc-464e-a0f1-a8dc75714e1d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:19.353060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5a784444-5bcc-464e-a0f1-a8dc75714e1d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:19.353564 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:19.372349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-f7190549-6f9e-4577-8f1a-92d8c33285c2 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:19.373088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9889b4d4-edb9-4bcf-a070-19ac3078bacc req-64f7ca1e-6611-42ca-819b-ac91782984e2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937889 Aug 28 20:05:19.373911 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-f7190549-6f9e-4577-8f1a-92d8c33285c2 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 810 time: 0.1640520 Aug 28 20:05:19.383362 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:19.403738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Request body: {'port': {'device_id': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'admin_state_up': True, 'tenant_id': '52acaef1cb324f4984b245e8378121b9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:19.489390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:19.511680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5a784444-5bcc-464e-a0f1-a8dc75714e1d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:19.512312 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:19.599429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 5a784444-5bcc-464e-a0f1-a8dc75714e1d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5a784444-5bcc-464e-a0f1-a8dc75714e1d,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:19.672349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Pushing event updated for resources: {'Port': ['ID=05d6913e-4c1f-4c59-b702-15a800196c06,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:19.676312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62e5ec39-c854-4c5a-b76f-bf9195ef149d req-dfad523f-c98b-4525-b199-453d7d475bec tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0620410 Aug 28 20:05:19.687776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:19.692682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:19.698549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:19.715650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe75a2-0248-4311-9d24-1a3aff4b6e42 req-9d971110-15e1-4cb7-a21b-0165a1df7bc9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:19.717264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3afe75a2-0248-4311-9d24-1a3aff4b6e42 req-9d971110-15e1-4cb7-a21b-0165a1df7bc9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 945 time: 0.0818448 Aug 28 20:05:19.728522 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:19.752069 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Made reservation on behalf of 52acaef1cb324f4984b245e8378121b9 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:05:19.759679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:19.839189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=5a784444-5bcc-464e-a0f1-a8dc75714e1d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:19.891510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3afe75a2-0248-4311-9d24-1a3aff4b6e42 req-484af8cd-60dd-46e6-a3ba-4c4e3913391c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490998 Aug 28 20:05:20.027774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Allocated IP 172.20.0.3 (269a1df8-f56b-42b8-8e35-7af1a36939de/336770be-074a-42c2-8f5b-21fd4b5e92a6/1e2f9b97-f011-440f-b3ab-6543aa218d2b) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:20.029514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf6565c-4b13-4e3c-83ac-032e67149c7c None None] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:05:20.057338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebaa55-75d9-41da-9ef1-d37f027e0360 req-311e76ea-1de6-4623-8fd0-f67de8b97cbf tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:20.057563 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:20.057659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdebaa55-75d9-41da-9ef1-d37f027e0360 req-311e76ea-1de6-4623-8fd0-f67de8b97cbf tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1123514 Aug 28 20:05:20.116536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-06c17afe-1c62-406a-9342-539ea7b3e6c7 None None] Provisioning complete for port 5a784444-5bcc-464e-a0f1-a8dc75714e1d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:20.117049 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-06c17afe-1c62-406a-9342-539ea7b3e6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:20.121110 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdebaa55-75d9-41da-9ef1-d37f027e0360 req-4e79ad08-a8f1-4094-b16e-11f70c3faf1b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656979 Aug 28 20:05:20.184143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-681e7f3a-4784-4e99-874c-477a9cdae9e9 req-ed957688-cdfe-47b2-92fd-82dc225ec9bd tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 210 time: 0.0484920 Aug 28 20:05:20.241778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks [] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:20.378746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks [] for router_gateway (d0959ea3-210b-45cf-b861-3f5ff83a584a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:20.401256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-06c17afe-1c62-406a-9342-539ea7b3e6c7 None None] Current status of the port 5a784444-5bcc-464e-a0f1-a8dc75714e1d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:20.481843 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:20.523944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['713ab1e2-6eeb-4ee8-92b4-df9126409c0d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:20.546305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Pushing event updated for resources: {'Port': ['ID=1e2f9b97-f011-440f-b3ab-6543aa218d2b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:20.551530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Network 269a1df8-f56b-42b8-8e35-7af1a36939de is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:20.556298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:20.557307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:20.639009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:20.640114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:20.661604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f6159-4d89-4eae-b6b2-171c2a6ced96 req-126fa278-a339-4ed9-94d4-5d79417500d8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:20.665937 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-220f6159-4d89-4eae-b6b2-171c2a6ced96 req-126fa278-a339-4ed9-94d4-5d79417500d8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1594775 Aug 28 20:05:20.734578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8f177cb4-dcd7-410f-a087-823b370c71d1 None None] Provisioning complete for port 5a784444-5bcc-464e-a0f1-a8dc75714e1d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:20.734578 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8f177cb4-dcd7-410f-a087-823b370c71d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:20.780741 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (d0959ea3-210b-45cf-b861-3f5ff83a584a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:20.789408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-220f6159-4d89-4eae-b6b2-171c2a6ced96 req-ff917a55-e6c6-4b09-a7fa-d766932e3960 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176550 Aug 28 20:05:20.831548 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-1a759f75-78e5-47f8-a66c-7623be0be1e1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4324043 Aug 28 20:05:20.845795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8f177cb4-dcd7-410f-a087-823b370c71d1 None None] Current status of the port 5a784444-5bcc-464e-a0f1-a8dc75714e1d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:20.848020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d9245e3-0cc0-4dec-ba48-1f2aa98a83a6 req-f808b470-d39e-4bff-8176-f869b4cdcc8b tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0355203 Aug 28 20:05:20.963319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Request body: {'port': {'device_id': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:20.981194 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:21.036761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb3e53-a1e0-4630-8d27-9afd6a798187 req-096332ed-c814-44bd-9f23-43f0f23a313e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:21.038611 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ebb3e53-a1e0-4630-8d27-9afd6a798187 req-096332ed-c814-44bd-9f23-43f0f23a313e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 945 time: 0.0563145 Aug 28 20:05:21.066932 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.097585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Router d0959ea3-210b-45cf-b861-3f5ff83a584a is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:05:21.116967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ebb3e53-a1e0-4630-8d27-9afd6a798187 req-10effd7f-3597-4f2f-a1d9-9a8dc38b0fca tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720177 Aug 28 20:05:21.157702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5a784444-5bcc-464e-a0f1-a8dc75714e1d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:21.225590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5a784444-5bcc-464e-a0f1-a8dc75714e1d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:21.226023 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.269618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-f98d89eb-e399-43f2-bb67-74d18504ea99 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:21.274174 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-f98d89eb-e399-43f2-bb67-74d18504ea99 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 945 time: 0.1013095 Aug 28 20:05:21.343805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5a784444-5bcc-464e-a0f1-a8dc75714e1d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:21.357631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7d7cf-d60b-4c09-a4e1-1fa2e1ab3834 req-f1d3ea46-fec3-4059-b80c-3af5e2e25de5 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:21.365915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5c7d7cf-d60b-4c09-a4e1-1fa2e1ab3834 req-f1d3ea46-fec3-4059-b80c-3af5e2e25de5 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1444592 Aug 28 20:05:21.370015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:05:21.393540 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Sync routers for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:05:21.415261 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:21.418980 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:21.432790 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f993e-0cf2-4bcc-bdea-f59d719391e7 req-fc3cb34e-e7fc-4297-a5bd-d7af4f2f0c8e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:21.445443 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-927f993e-0cf2-4bcc-bdea-f59d719391e7 req-fc3cb34e-e7fc-4297-a5bd-d7af4f2f0c8e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 931 time: 0.1517704 Aug 28 20:05:21.476092 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5c7d7cf-d60b-4c09-a4e1-1fa2e1ab3834 req-2518f780-3c31-4775-bbe6-e1abacbc7363 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089821 Aug 28 20:05:21.549844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2f9b97-f011-440f-b3ab-6543aa218d2b {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:21.559436 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Publish callbacks [] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.576769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Transition to ACTIVE for port object 1e2f9b97-f011-440f-b3ab-6543aa218d2b will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:05:21.585749 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:21.718998 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.797601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e2f9b97-f011-440f-b3ab-6543aa218d2b,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:21.808357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.812679 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fa832f81-f52d-4ec8-92a4-3c12712de1fd admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3144207 Aug 28 20:05:21.816659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47138) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:21.821901 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-02d0ca97-e297-417c-8587-d01879258463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.826182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Deleting port 5d3c90ee-fc69-47b6-943e-554310654175 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:21.826518 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5d3c90ee-fc69-47b6-943e-554310654175), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.882321 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:20Z', 'revision_number': 3, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:21.900106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Attempting to bind port 1e2f9b97-f011-440f-b3ab-6543aa218d2b on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:05:21.902003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Attempting to bind port 1e2f9b97-f011-440f-b3ab-6543aa218d2b by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:05:21.902360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Attempting to bind port 1e2f9b97-f011-440f-b3ab-6543aa218d2b on network 269a1df8-f56b-42b8-8e35-7af1a36939de {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:21.916483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Port 1e2f9b97-f011-440f-b3ab-6543aa218d2b on network 269a1df8-f56b-42b8-8e35-7af1a36939de not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:05:21.916820 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Attempting to bind port 1e2f9b97-f011-440f-b3ab-6543aa218d2b on network 269a1df8-f56b-42b8-8e35-7af1a36939de {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:21.926110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Checking router: d0959ea3-210b-45cf-b861-3f5ff83a584a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:05:21.928074 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Updating router d0959ea3-210b-45cf-b861-3f5ff83a584a port 05d6913e-4c1f-4c59-b702-15a800196c06 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:05:21.936851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:05:21.937149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Checking segment: {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:05:21.937517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Bound using segment: {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:05:21.938094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Bound port: 1e2f9b97-f011-440f-b3ab-6543aa218d2b, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9727eff-082a-432e-9dc8-9e6539f600b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:05:21.939232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:21.971268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-927f993e-0cf2-4bcc-bdea-f59d719391e7 req-47144222-500d-4735-8708-e9939f90cb42 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245566 Aug 28 20:05:21.987285 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.000545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f5a9b-b486-4536-b189-c980ca133500 req-8eda1599-9eb2-4861-a88d-f81ab5cc816e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:22.010549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-809f5a9b-b486-4536-b189-c980ca133500 req-8eda1599-9eb2-4861-a88d-f81ab5cc816e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0949256 Aug 28 20:05:22.058340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] For port 5d3c90ee-fc69-47b6-943e-554310654175, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5d3c90ee-fc69-47b6-943e-554310654175,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:22.058722 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5d3c90ee-fc69-47b6-943e-554310654175), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.113886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Calling delete_port for 5d3c90ee-fc69-47b6-943e-554310654175 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:22.138035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] For port 1e2f9b97-f011-440f-b3ab-6543aa218d2b, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:05:22.155542 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16b1b8f1-55d5-4d60-a55f-36884e76e1c4 req-ed492883-d9fa-491a-8785-a317ad2efd87 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0431404 Aug 28 20:05:22.170264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] For port 1e2f9b97-f011-440f-b3ab-6543aa218d2b, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:05:22.187586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-809f5a9b-b486-4536-b189-c980ca133500 req-8d59a3a5-1d65-4f3b-b1ba-19086302f7ce tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620147 Aug 28 20:05:22.197573 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:22.312015 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.317068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:22.318186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.319660 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/1e2f9b97-f011-440f-b3ab-6543aa218d2b HTTP/1.1" status: 200 len: 1091 time: 1.3653026 Aug 28 20:05:22.322290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'tag': '1e2f9b97-f011-440f-b3ab-6543aa218d2b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:22.324706 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f83ad7f-7a89-49e0-8c60-c2968f2c243f" -d '{"events": [{"name": "network-changed", "server_uuid": "90bcfa76-29e4-4223-91f8-6931b0c9a271", "tag": "1e2f9b97-f011-440f-b3ab-6543aa218d2b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:22.379701 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d090f25-d1f2-46de-9801-6200a66b6fd0 x-openstack-request-id: req-6d090f25-d1f2-46de-9801-6200a66b6fd0 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:22.379994 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bcfa76-29e4-4223-91f8-6931b0c9a271", "tag": "1e2f9b97-f011-440f-b3ab-6543aa218d2b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:22.380315 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d090f25-d1f2-46de-9801-6200a66b6fd0 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:22.380638 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d090f25-d1f2-46de-9801-6200a66b6fd0'] response: {'name': 'network-changed', 'server_uuid': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'tag': '1e2f9b97-f011-440f-b3ab-6543aa218d2b', 'status': 'completed', 'code': 200} Aug 28 20:05:22.408582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86266a13-be29-42d7-9548-e01b681c3ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e2f9b97-f011-440f-b3ab-6543aa218d2b,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:22.422240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737d72a-f381-43ac-83ff-fce1ac8577a6 req-bc1af232-93b2-41da-af8e-f29979a92dab tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:22.423718 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e737d72a-f381-43ac-83ff-fce1ac8577a6 req-bc1af232-93b2-41da-af8e-f29979a92dab tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 945 time: 0.0955212 Aug 28 20:05:22.470962 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:22.489907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83ad7f-7a89-49e0-8c60-c2968f2c243f req-ed37263d-cb16-486d-b455-be9d37ea1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:22.492811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f83ad7f-7a89-49e0-8c60-c2968f2c243f req-ed37263d-cb16-486d-b455-be9d37ea1291 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 1125 time: 0.0518460 Aug 28 20:05:22.529224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e737d72a-f381-43ac-83ff-fce1ac8577a6 req-02c37a6a-b57c-4e2c-9c4f-c200eb132152 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943387 Aug 28 20:05:22.546677 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Publish callbacks [] for port (05d6913e-4c1f-4c59-b702-15a800196c06), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.664360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb173d7-bd9d-4e79-b529-39edd796043e req-314424ef-6dc8-4b1e-a84a-9c241d31ad5a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:22.666315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fcb173d7-bd9d-4e79-b529-39edd796043e req-314424ef-6dc8-4b1e-a84a-9c241d31ad5a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0662742 Aug 28 20:05:22.696441 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.712903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83ad7f-7a89-49e0-8c60-c2968f2c243f req-80661694-0cf2-474a-8cd4-52d38f20531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:22.714466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f83ad7f-7a89-49e0-8c60-c2968f2c243f req-80661694-0cf2-474a-8cd4-52d38f20531d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=52acaef1cb324f4984b245e8378121b9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2089808 Aug 28 20:05:22.737573 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Attempting to bind port 05d6913e-4c1f-4c59-b702-15a800196c06 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:05:22.737994 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Attempting to bind port 05d6913e-4c1f-4c59-b702-15a800196c06 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:05:22.738358 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Attempting to bind port 05d6913e-4c1f-4c59-b702-15a800196c06 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:22.743544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.749081 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:05:22.749475 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:05:22.749776 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.750309 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:05:22.751294 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Bound port: 05d6913e-4c1f-4c59-b702-15a800196c06, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:05:22.751809 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.786436 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Pushing event updated for resources: {'Port': ['ID=05d6913e-4c1f-4c59-b702-15a800196c06,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:22.796991 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fcb173d7-bd9d-4e79-b529-39edd796043e req-ef2468de-f50e-4d5e-825f-8a8720d86e8a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174257 Aug 28 20:05:22.808920 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.810298 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.811663 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.812562 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.814581 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.814785 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.815104 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.815454 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.818998 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.818998 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.818998 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.819384 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.819659 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.820082 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.820353 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:22.846198 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:22.859596 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] For port 05d6913e-4c1f-4c59-b702-15a800196c06, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:05:22.861449 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5d3c90ee-fc69-47b6-943e-554310654175), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:22.864339 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] For port 05d6913e-4c1f-4c59-b702-15a800196c06, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=05d6913e-4c1f-4c59-b702-15a800196c06,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:05:22.888707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83ad7f-7a89-49e0-8c60-c2968f2c243f req-3f709389-37d0-4286-a94b-81d755b2e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:22.890384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f83ad7f-7a89-49e0-8c60-c2968f2c243f req-3f709389-37d0-4286-a94b-81d755b2e7b5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653464 Aug 28 20:05:22.896275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5d3c90ee-fc69-47b6-943e-554310654175'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:22.910157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event deleted for resources: {'Port': ['ID=5d3c90ee-fc69-47b6-943e-554310654175,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:22.998288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] No DVR routers for this DVR port 5d3c90ee-fc69-47b6-943e-554310654175 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:05:23.006165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:23.009571 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5310d6f1-9433-4099-b05c-61b03ca52f79 req-5132a7dd-8737-4338-b58e-0cc660d8f49d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5d3c90ee-fc69-47b6-943e-554310654175 HTTP/1.1" status: 204 len: 173 time: 1.7293341 Aug 28 20:05:23.010086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b77fe-7f80-43fa-92fc-b076f1350283', 'name': 'network-vif-deleted', 'tag': '5d3c90ee-fc69-47b6-943e-554310654175'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:23.012656 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d87b79c-87e5-4782-84d6-78289c9737a1" -d '{"events": [{"server_uuid": "006b77fe-7f80-43fa-92fc-b076f1350283", "name": "network-vif-deleted", "tag": "5d3c90ee-fc69-47b6-943e-554310654175"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:23.025236 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:23.042506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-7d4f4e15-5bbd-46ba-9b32-df699f12f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:23.044189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-7d4f4e15-5bbd-46ba-9b32-df699f12f67d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 1125 time: 0.0832763 Aug 28 20:05:23.111159 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:23.112196 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:04:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:23.148128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-02141e86-3a45-40e6-bd1b-b1d4e5c17ec7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b HTTP/1.1" status: 200 len: 217 time: 0.0895030 Aug 28 20:05:23.156148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Allocated IP 172.20.0.1 (bcd593a6-128e-4a60-9b21-7a51af66dad3/846478f0-ac98-4137-9dfc-250fb2e6fe09/a966ef5d-4827-4d07-a5c4-2348e4e451f5) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:23.273093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-ee13234e-0661-4fec-92ce-8a2ba3c1edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:23.277582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-ee13234e-0661-4fec-92ce-8a2ba3c1edfc service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=336770be-074a-42c2-8f5b-21fd4b5e92a6 HTTP/1.1" status: 200 len: 850 time: 0.1230903 Aug 28 20:05:23.280966 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:23.301905 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef089278-a644-4f95-8964-cb5b7743b2d2 x-openstack-request-id: req-ef089278-a644-4f95-8964-cb5b7743b2d2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:23.302205 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b77fe-7f80-43fa-92fc-b076f1350283", "name": "network-vif-deleted", "tag": "5d3c90ee-fc69-47b6-943e-554310654175", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:23.302465 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef089278-a644-4f95-8964-cb5b7743b2d2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:23.302904 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef089278-a644-4f95-8964-cb5b7743b2d2'] response: {'server_uuid': '006b77fe-7f80-43fa-92fc-b076f1350283', 'name': 'network-vif-deleted', 'tag': '5d3c90ee-fc69-47b6-943e-554310654175', 'status': 'completed', 'code': 200} Aug 28 20:05:23.325290 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:23.336003 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:23.373390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks [] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:23.382101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d7c01-833f-4915-a897-f4632b6b365d req-ce0a02b2-f222-4f11-ba5f-43eb2bc987de tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:23.382856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff5f4-1beb-4920-b570-f347ac4710c8 req-0885d4d3-e2cf-4234-af30-44721ea6fa77 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:23.385518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101ff5f4-1beb-4920-b570-f347ac4710c8 req-0885d4d3-e2cf-4234-af30-44721ea6fa77 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0636306 Aug 28 20:05:23.387751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-2b554c77-d882-4634-85d9-e6c887984772 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=269a1df8-f56b-42b8-8e35-7af1a36939de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009777 Aug 28 20:05:23.391264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4d8d7c01-833f-4915-a897-f4632b6b365d req-ce0a02b2-f222-4f11-ba5f-43eb2bc987de tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 943 time: 0.0904946 Aug 28 20:05:23.502155 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:23.505326 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:23.539881 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dbc81-4dce-4a06-b974-0f414b4109fb None None] Pushing event updated for resources: {'Port': ['ID=05d6913e-4c1f-4c59-b702-15a800196c06,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:23.557828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4d8d7c01-833f-4915-a897-f4632b6b365d req-8d11885e-9ad8-43fb-a9c2-66673756261d tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580443 Aug 28 20:05:23.558499 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-6dac9253-283b-4563-b74a-34527991ad1a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370139 Aug 28 20:05:23.564113 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:20Z', 'revision_number': 3, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:23.594162 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a33d5-4030-43af-86f9-6a387408dcd4 None None] The sync data for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 is: [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:20Z', 'revision_number': 3, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:23.637234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101ff5f4-1beb-4920-b570-f347ac4710c8 req-e4f9229f-5853-45d9-bb56-a24adb8d0f99 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358952 Aug 28 20:05:23.678400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8d831236-8c33-4bd0-9d16-6a26372448ea req-cf53df3a-e487-4540-b4d3-105607c70e8c tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0473742 Aug 28 20:05:23.728502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:23.771744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-29bda6e3-8d63-41ae-886a-d9fa593399ab req-d7ec048f-1b71-4cd6-aea1-519b67e5b7e7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0593853 Aug 28 20:05:23.773927 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5a6dae5d-9d15-4d53-8a05-65d7fd48e903 req-8a2b4708-dba1-497a-b7fa-6b5db112f5cb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026358 Aug 28 20:05:23.792834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:23.794399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:23.796992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:23.841305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Pushing event updated for resources: {'Port': ['ID=a966ef5d-4827-4d07-a5c4-2348e4e451f5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:23.867223 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (d0959ea3-210b-45cf-b861-3f5ff83a584a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:24.023492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f10da-9fee-483e-9e7c-0925d86c7523 req-3343070b-9a21-4459-b6b1-c0eeb37d4ed6 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:24.037609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef1f10da-9fee-483e-9e7c-0925d86c7523 req-3343070b-9a21-4459-b6b1-c0eeb37d4ed6 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1145582 Aug 28 20:05:24.206649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3a733534-9d2d-4285-90f5-7edaa9a5d983 None None] Provisioning complete for port a966ef5d-4827-4d07-a5c4-2348e4e451f5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:24.207246 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3a733534-9d2d-4285-90f5-7edaa9a5d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:24.233637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e192a86-ec7f-4aa7-b142-7e29b6f33d7c req-73a49769-0aa4-4a61-979a-8f6df7baf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:24.233960 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e1e1-1f10-4aea-ba7c-3f4cf11719b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:24.235798 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e192a86-ec7f-4aa7-b142-7e29b6f33d7c req-73a49769-0aa4-4a61-979a-8f6df7baf57e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.0986357 Aug 28 20:05:24.239404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef1f10da-9fee-483e-9e7c-0925d86c7523 req-25fd2c8e-4b85-4aee-8291-778f86fc2768 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009094 Aug 28 20:05:24.245538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3a733534-9d2d-4285-90f5-7edaa9a5d983 None None] Port a966ef5d-4827-4d07-a5c4-2348e4e451f5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:05:24.299139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e192a86-ec7f-4aa7-b142-7e29b6f33d7c req-41f48a19-25e5-400a-a77d-8b29d2e285dc service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Aug 28 20:05:24.406026 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:24.627371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks [] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:24.683359 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:24.699361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c9541-baec-450d-8294-635f91cd4d5c req-e37bbbed-9d0c-402f-8e53-f21b030eccfa tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:24.706955 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a2c9541-baec-450d-8294-635f91cd4d5c req-e37bbbed-9d0c-402f-8e53-f21b030eccfa tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 943 time: 0.0596278 Aug 28 20:05:24.752342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:24.768214 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a2c9541-baec-450d-8294-635f91cd4d5c req-2ec77527-a041-4941-97ee-0068c0f96144 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602350 Aug 28 20:05:24.855900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a765e0c-dab9-41c3-90f7-6e2e2fdc00d4 req-8fa4e0bb-33fa-4094-9960-1e0d7f68e657 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:24.857748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a765e0c-dab9-41c3-90f7-6e2e2fdc00d4 req-8fa4e0bb-33fa-4094-9960-1e0d7f68e657 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1234164 Aug 28 20:05:24.888866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Pushing event updated for resources: {'Port': ['ID=a966ef5d-4827-4d07-a5c4-2348e4e451f5,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:24.894195 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (d0959ea3-210b-45cf-b861-3f5ff83a584a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:24.905410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d67dc7ab-aa33-45ff-ae77-69d54f84ec3a req-a35d9544-e8d6-4e31-81ff-e2b7306f2f6b tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0333428 Aug 28 20:05:25.006763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5d3c90ee-fc69-47b6-943e-554310654175 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:25.041892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 5d3c90ee-fc69-47b6-943e-554310654175 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:05:25.042507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5d3c90ee-fc69-47b6-943e-554310654175 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:05:25.042667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a765e0c-dab9-41c3-90f7-6e2e2fdc00d4 req-a4488c59-f2cd-4e42-b642-dc760ef0de0e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699533 Aug 28 20:05:25.070932 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97da64b4-bb81-4d55-9c7a-27ba91478187 req-34591a1d-afea-4f85-96d6-21fc42f8add0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=006b77fe-7f80-43fa-92fc-b076f1350283 HTTP/1.1" status: 200 len: 210 time: 0.0466506 Aug 28 20:05:25.122220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:25.124248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:25.216153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 05d6913e-4c1f-4c59-b702-15a800196c06 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:25.317582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Router d0959ea3-210b-45cf-b861-3f5ff83a584a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:05:25.412640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 05d6913e-4c1f-4c59-b702-15a800196c06 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:25.413554 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:25.590667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20256d-a579-4221-8103-c8b30b672283 req-fdbc7e7d-300e-4dc8-9de6-353fd2b8a492 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:25.592331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c20256d-a579-4221-8103-c8b30b672283 req-fdbc7e7d-300e-4dc8-9de6-353fd2b8a492 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1907017 Aug 28 20:05:25.595973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 05d6913e-4c1f-4c59-b702-15a800196c06 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:25.603305 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:25.621465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-77d3cf4f-0664-4b99-a6e5-5ebca7146e48 None None] Provisioning complete for port a966ef5d-4827-4d07-a5c4-2348e4e451f5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:25.621927 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77d3cf4f-0664-4b99-a6e5-5ebca7146e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:25.638047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:05:25.645300 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5c23107e-e1cf-426d-9d6b-2733efdc8691 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d0959ea3-210b-45cf-b861-3f5ff83a584a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8272691 Aug 28 20:05:25.656042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 05d6913e-4c1f-4c59-b702-15a800196c06, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=05d6913e-4c1f-4c59-b702-15a800196c06,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:25.672746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-77d3cf4f-0664-4b99-a6e5-5ebca7146e48 None None] Port a966ef5d-4827-4d07-a5c4-2348e4e451f5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:05:25.697570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c20256d-a579-4221-8103-c8b30b672283 req-9625f6ce-c332-450a-9300-3f929e1c5d71 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881395 Aug 28 20:05:25.821118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Sync routers for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:05:25.848555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:25.848555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:25.916330 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:25.916330 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:25.962986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645b6b0-d8d9-444c-b0d1-47311b66cc75 req-fa69cf8c-306b-44a4-8e9b-70645449e333 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:25.966369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9645b6b0-d8d9-444c-b0d1-47311b66cc75 req-fa69cf8c-306b-44a4-8e9b-70645449e333 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 943 time: 0.0901268 Aug 28 20:05:26.035813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=05d6913e-4c1f-4c59-b702-15a800196c06,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:26.040713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:26.102550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9645b6b0-d8d9-444c-b0d1-47311b66cc75 req-a8dec888-1c91-44aa-927d-ee1cfdf66061 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295862 Aug 28 20:05:26.223563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47220) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:26.243609 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5741735c-9b67-4eeb-9934-d84d03559933 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388433394', 'description': 'tempest-description--217196400'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:26.269225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1df2c14e-d531-4333-a078-74767920b001 req-a30bbcf2-3264-4f77-a037-2acc15190cb2 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0539987 Aug 28 20:05:26.312112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 2, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:26.350337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Checking router: d0959ea3-210b-45cf-b861-3f5ff83a584a for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:05:26.351038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Updating router d0959ea3-210b-45cf-b861-3f5ff83a584a port a966ef5d-4827-4d07-a5c4-2348e4e451f5 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:05:26.406218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe829-f79e-4dff-8bae-f36f398fa824 req-b749ac10-3f87-4e94-870b-aefb48677089 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:26.408919 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4ebe829-f79e-4dff-8bae-f36f398fa824 req-b749ac10-3f87-4e94-870b-aefb48677089 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0749073 Aug 28 20:05:26.409161 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:26.483022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5741735c-9b67-4eeb-9934-d84d03559933 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:26.505325 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4ebe829-f79e-4dff-8bae-f36f398fa824 req-9d1775aa-3e2a-4cee-b3a2-f2f49e959e91 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842459 Aug 28 20:05:26.577103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-d30d57e4-cdd2-4d6e-95b2-9e5702872348 req-4b721cad-2193-46e9-93a5-bbd4925113c2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1591281731', 'description': 'tempest-description-217710757'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:26.620382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5741735c-9b67-4eeb-9934-d84d03559933 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group (218e7629-b1d2-4757-bb9f-a370a4a15a6b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:26.711645 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5741735c-9b67-4eeb-9934-d84d03559933 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (218e7629-b1d2-4757-bb9f-a370a4a15a6b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:26.745692 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:26.750384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d30d57e4-cdd2-4d6e-95b2-9e5702872348 req-4b721cad-2193-46e9-93a5-bbd4925113c2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:26.799107 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:26.824181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741735c-9b67-4eeb-9934-d84d03559933 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218e7629-b1d2-4757-bb9f-a370a4a15a6b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:26.834145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-d1f8e4be-9588-47ea-bf76-e0fd3b9efa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:26.837030 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-d1f8e4be-9588-47ea-bf76-e0fd3b9efa7d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5785436cda5f45ca9852b0b284b8137a&device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1131 time: 0.0992701 Aug 28 20:05:26.897895 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Publish callbacks [] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:26.930903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-a0f2c504-c51d-4184-9f6e-73c3b53dffad tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:26.933530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-a0f2c504-c51d-4184-9f6e-73c3b53dffad tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.2013667 Aug 28 20:05:26.946998 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5741735c-9b67-4eeb-9934-d84d03559933 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:26.948289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5741735c-9b67-4eeb-9934-d84d03559933 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7241204 Aug 28 20:05:26.952978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47244) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:26.961403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-040455bf-cd4e-4205-a0f6-64214716c296 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Request body: {'security_group_rule': {'security_group_id': '218e7629-b1d2-4757-bb9f-a370a4a15a6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:26.970208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-2ad4931c-09ea-4472-9e7e-08151e574c90 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/quotas/1e780e72454849a9adf5c45a7783c014 HTTP/1.1" status: 200 len: 375 time: 0.0280259 Aug 28 20:05:26.995949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d30d57e4-cdd2-4d6e-95b2-9e5702872348 req-4b721cad-2193-46e9-93a5-bbd4925113c2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for security_group (69c86658-2f2c-4094-947c-b0e43994a38f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.015263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1e2f9b97-f011-440f-b3ab-6543aa218d2b details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:05:27.025310 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.033473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-74c86752-733f-4233-b16f-f26e5ce2cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:27.036754 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-74c86752-733f-4233-b16f-f26e5ce2cb34 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1708851 Aug 28 20:05:27.064944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-e62087a0-1df0-47c0-ace0-24a820abbc68 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815444 Aug 28 20:05:27.112873 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-7e1d8a4e-94f6-4bd6-8ac7-4a1931da9af4 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84 HTTP/1.1" status: 200 len: 217 time: 0.0680404 Aug 28 20:05:27.181196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-040455bf-cd4e-4205-a0f6-64214716c296 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group_rule (5b8d755e-3edd-4e7e-94d7-24435b95ce6a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.197954 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d30d57e4-cdd2-4d6e-95b2-9e5702872348 req-4b721cad-2193-46e9-93a5-bbd4925113c2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (69c86658-2f2c-4094-947c-b0e43994a38f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.203538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.210693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061417c-8a75-4b67-be81-bb6ed0864845 None None] Pushing event updated for resources: {'Port': ['ID=a966ef5d-4827-4d07-a5c4-2348e4e451f5,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:27.239270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 05d6913e-4c1f-4c59-b702-15a800196c06 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:27.269201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721cad-2193-46e9-93a5-bbd4925113c2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c86658-2f2c-4094-947c-b0e43994a38f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:27.301056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-68a240d1-3c21-4710-9dc0-c5f369e1fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:27.302803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-68a240d1-3c21-4710-9dc0-c5f369e1fed1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1825764 Aug 28 20:05:27.368065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Attempting to bind port a966ef5d-4827-4d07-a5c4-2348e4e451f5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:05:27.368954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Attempting to bind port a966ef5d-4827-4d07-a5c4-2348e4e451f5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:05:27.369328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Attempting to bind port a966ef5d-4827-4d07-a5c4-2348e4e451f5 on network bcd593a6-128e-4a60-9b21-7a51af66dad3 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:27.372724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-bf75c5ea-29a3-48ca-a5b3-cc4c7cc17455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:27.375803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-bf75c5ea-29a3-48ca-a5b3-cc4c7cc17455 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0647364 Aug 28 20:05:27.376888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1e2f9b97-f011-440f-b3ab-6543aa218d2b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:27.382620 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:27.395553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 05d6913e-4c1f-4c59-b702-15a800196c06 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:27.395952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.401646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:05:27.401646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Checking segment: {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:05:27.407839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.407839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Bound using segment: {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:05:27.407839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Bound port: a966ef5d-4827-4d07-a5c4-2348e4e451f5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:05:27.407839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.447758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d30d57e4-cdd2-4d6e-95b2-9e5702872348 req-4b721cad-2193-46e9-93a5-bbd4925113c2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.449222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d30d57e4-cdd2-4d6e-95b2-9e5702872348 req-4b721cad-2193-46e9-93a5-bbd4925113c2 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.8823559 Aug 28 20:05:27.484209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '1e2f9b97-f011-440f-b3ab-6543aa218d2b', 'network_id': '269a1df8-f56b-42b8-8e35-7af1a36939de', 'port_id': '1e2f9b97-f011-440f-b3ab-6543aa218d2b', 'mac_address': 'fa:16:3e:90:81:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336770be-074a-42c2-8f5b-21fd4b5e92a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:05:27.544234 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-8cfc1729-4e5f-40dc-9c7d-7e61d88f7d9b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569040 Aug 28 20:05:27.653401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 1e2f9b97-f011-440f-b3ab-6543aa218d2b is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:27.653796 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.681791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] For port a966ef5d-4827-4d07-a5c4-2348e4e451f5, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:05:27.685012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2f9b97-f011-440f-b3ab-6543aa218d2b {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:27.688345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445cd36-fc8d-40fc-8f53-3f017bd29381 req-bb48181e-da6c-4d28-a15f-eccf66d36f47 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:27.689775 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9445cd36-fc8d-40fc-8f53-3f017bd29381 req-bb48181e-da6c-4d28-a15f-eccf66d36f47 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1036839 Aug 28 20:05:27.695447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-f9905a92-c1ba-413c-a834-fbc28b1410e4 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188641 Aug 28 20:05:27.709199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1e2f9b97-f011-440f-b3ab-6543aa218d2b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:27.710700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 05d6913e-4c1f-4c59-b702-15a800196c06 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:27.738645 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.740845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] For port a966ef5d-4827-4d07-a5c4-2348e4e451f5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a966ef5d-4827-4d07-a5c4-2348e4e451f5,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:05:27.748430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e18dd5c7-d615-462a-b07d-3bf5ac9ea145 req-a3312053-7c78-47b0-8be3-4653558cf85e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943183 Aug 28 20:05:27.809019 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-040455bf-cd4e-4205-a0f6-64214716c296 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group_rule (5b8d755e-3edd-4e7e-94d7-24435b95ce6a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.820689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9445cd36-fc8d-40fc-8f53-3f017bd29381 req-a512f40c-6a2d-4eb6-b71a-9dc39b3c7b67 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Aug 28 20:05:27.843624 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.878893 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-19702f03-6a2d-4e43-9329-51d375177a17 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655648 Aug 28 20:05:27.896230 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.918927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:27.918927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:27.962752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-040455bf-cd4e-4205-a0f6-64214716c296 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (5b8d755e-3edd-4e7e-94d7-24435b95ce6a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:27.991246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210c35-b250-4c64-9cbc-75206e91e2ad req-ce55a9a1-b620-44f1-ba77-43be98133fd3 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:27.992834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040455bf-cd4e-4205-a0f6-64214716c296 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8d755e-3edd-4e7e-94d7-24435b95ce6a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:27.993086 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2210c35-b250-4c64-9cbc-75206e91e2ad req-ce55a9a1-b620-44f1-ba77-43be98133fd3 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 944 time: 0.0600548 Aug 28 20:05:28.054092 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2210c35-b250-4c64-9cbc-75206e91e2ad req-4d8517bb-f15b-4986-b99f-a2e562aa96af tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505717 Aug 28 20:05:28.060427 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:28.103061 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-040455bf-cd4e-4205-a0f6-64214716c296 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:28.104532 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-040455bf-cd4e-4205-a0f6-64214716c296 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1479900 Aug 28 20:05:28.117033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47260) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:28.122177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-417bbe1d-9e9c-45b9-a919-d80b7df1db81 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Request body: {'security_group_rule': {'security_group_id': '218e7629-b1d2-4757-bb9f-a370a4a15a6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:28.231624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:28.243324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54f59ac1-5fe9-4ffb-966e-40d911ac69e6 req-992f7ac0-62be-4af3-ae6c-3c1afddd9c97 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0627437 Aug 28 20:05:28.307628 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:28.347365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=1e2f9b97-f011-440f-b3ab-6543aa218d2b,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:28.367616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-10191cb0-9542-47fb-9e46-fba20fbcc7d4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1591281731&fields=id&tenant_id=e6fa4bad47cf497eb6a3daa9e369767d HTTP/1.1" status: 200 len: 267 time: 0.1483672 Aug 28 20:05:28.369839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-417bbe1d-9e9c-45b9-a919-d80b7df1db81 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group_rule (17b3c990-832d-4c39-b285-7e8459b34d9c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:28.413088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2496b920-7cb3-40df-aeb6-c314412cd000 req-7f224a7c-dcbb-452b-9164-d31df3ca18bf tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.0667317 Aug 28 20:05:28.442244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['1e2f9b97-f011-440f-b3ab-6543aa218d2b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:28.499157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-cfa00eed-5d76-42e7-84fd-7eae50bd29c4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:28.502340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-cfa00eed-5d76-42e7-84fd-7eae50bd29c4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.1230457 Aug 28 20:05:28.523780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Request body: {'port': {'security_groups': ['ce423291-6021-4711-8185-fe621f6b4540', '69c86658-2f2c-4094-947c-b0e43994a38f']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:28.535186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061417c-8a75-4b67-be81-bb6ed0864845 None None] Pushing event updated for resources: {'Port': ['ID=a966ef5d-4827-4d07-a5c4-2348e4e451f5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:28.586109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-417bbe1d-9e9c-45b9-a919-d80b7df1db81 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group_rule (17b3c990-832d-4c39-b285-7e8459b34d9c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:28.668044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:27Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:28.690531 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:28.707118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:28.708180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f032699-2d63-47fa-92d6-aee2295c138f None None] The sync data for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 is: [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:27Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:28.767123 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-417bbe1d-9e9c-45b9-a919-d80b7df1db81 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (17b3c990-832d-4c39-b285-7e8459b34d9c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:28.817644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bbe1d-9e9c-45b9-a919-d80b7df1db81 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b3c990-832d-4c39-b285-7e8459b34d9c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:29.034854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:29.044087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a3cf-f073-4e09-9af6-562d94f758ac req-992ca6c0-7ef4-4ab7-b964-4d93c34ebcb4 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:29.046454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b360a3cf-f073-4e09-9af6-562d94f758ac req-992ca6c0-7ef4-4ab7-b964-4d93c34ebcb4 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0835814 Aug 28 20:05:29.077748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-417bbe1d-9e9c-45b9-a919-d80b7df1db81 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.079671 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-417bbe1d-9e9c-45b9-a919-d80b7df1db81 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9614899 Aug 28 20:05:29.082904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47274) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:29.096215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:29.133018 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.136102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b360a3cf-f073-4e09-9af6-562d94f758ac req-c9830a56-b797-4797-b1b6-7a280c69e942 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804694 Aug 28 20:05:29.237323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a966ef5d-4827-4d07-a5c4-2348e4e451f5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:29.299528 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.305440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.316796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1e2f9b97-f011-440f-b3ab-6543aa218d2b up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:29.319616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dafa94-7020-4f8e-9019-f52d463583b3 req-127466bd-8a82-4dcd-b967-5f107af3378a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:29.322672 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9dafa94-7020-4f8e-9019-f52d463583b3 req-127466bd-8a82-4dcd-b967-5f107af3378a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 944 time: 0.0943363 Aug 28 20:05:29.326977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4a125f4f-dca5-4040-95ba-52ae22c4a302'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:29.337538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:29.351363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.366436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20fd1d0f-fea7-4f7a-81c7-3660d94030f6 req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "PUT /networking/v2.0/ports/4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 982 time: 0.8562527 Aug 28 20:05:29.434928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:29.441882 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:29.463793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e9dafa94-7020-4f8e-9019-f52d463583b3 req-95958157-fa0f-469e-bee5-740167958991 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309583 Aug 28 20:05:29.521842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a966ef5d-4827-4d07-a5c4-2348e4e451f5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:29.523209 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.593885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4a125f4f-dca5-4040-95ba-52ae22c4a302'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:29.641590 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:05:29.686023 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-68e91687-bb7e-48de-b33f-27b558bd4df7 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1591281731&fields=id&tenant_id=e6fa4bad47cf497eb6a3daa9e369767d HTTP/1.1" status: 200 len: 267 time: 0.0857408 Aug 28 20:05:29.720808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 1e2f9b97-f011-440f-b3ab-6543aa218d2b completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:05:29.768542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-104a9377-fa99-4756-8224-65f753ef010e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:29.770753 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8f4cc18b-0cfb-4c68-8159-61272b559791 req-d3e9eb44-dab0-4807-89bc-8363ce8a8c1b tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1048150 Aug 28 20:05:29.787238 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.793109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-104a9377-fa99-4756-8224-65f753ef010e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 985 time: 0.1052659 Aug 28 20:05:29.799959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Request body: {'port': {'security_groups': ['ce423291-6021-4711-8185-fe621f6b4540']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:29.837157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a966ef5d-4827-4d07-a5c4-2348e4e451f5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:29.837414 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:29.895185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251561-093d-4fa8-8c4e-4c2e52864d73 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event updated for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=6']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:29.928517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 1e2f9b97-f011-440f-b3ab-6543aa218d2b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:29.928933 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.025665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.064674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c554f56d-12a0-48bc-be0c-16bf20e046c6 req-78715aee-1c14-4a7e-8df5-360e713f764a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.1175768 Aug 28 20:05:30.174017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a966ef5d-4827-4d07-a5c4-2348e4e451f5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a966ef5d-4827-4d07-a5c4-2348e4e451f5,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:30.233742 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95675a13-d62d-4da8-bfa0-6a0d3f30cc78 x-openstack-request-id: req-95675a13-d62d-4da8-bfa0-6a0d3f30cc78 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:30.237360 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:30.239214 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95675a13-d62d-4da8-bfa0-6a0d3f30cc78 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:30.241782 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95675a13-d62d-4da8-bfa0-6a0d3f30cc78'] response: {'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'status': 'completed', 'code': 200} Aug 28 20:05:30.269603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Allocated IP 172.25.4.252 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/cd0674fa-080e-4753-ac4e-c8f72d149ef5) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:30.408394 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.525135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-5546dd06-ea36-4b13-81a5-4abf4e3b1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:30.528572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-5546dd06-ea36-4b13-81a5-4abf4e3b1993 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1167 time: 0.1477065 Aug 28 20:05:30.550216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67b0b-9c3d-40b7-88cd-f2174bae1ba1 req-cd6ffb04-bb69-4188-9768-bdd99381dc14 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:30.561222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47f67b0b-9c3d-40b7-88cd-f2174bae1ba1 req-cd6ffb04-bb69-4188-9768-bdd99381dc14 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.2187047 Aug 28 20:05:30.583612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 1e2f9b97-f011-440f-b3ab-6543aa218d2b is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:30.584174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.662224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a966ef5d-4827-4d07-a5c4-2348e4e451f5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:30.670403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:30.698685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2f9b97-f011-440f-b3ab-6543aa218d2b'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:30.701532 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e29b6-922d-475c-bc36-67351ea3a958" -d '{"events": [{"server_uuid": "90bcfa76-29e4-4223-91f8-6931b0c9a271", "name": "network-vif-plugged", "status": "completed", "tag": "1e2f9b97-f011-440f-b3ab-6543aa218d2b"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:30.716162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47f67b0b-9c3d-40b7-88cd-f2174bae1ba1 req-64335df1-27ea-4fdc-9082-54ef51705f47 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537719 Aug 28 20:05:30.725695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1e2f9b97-f011-440f-b3ab-6543aa218d2b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:30.738042 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.744189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-9381fe97-c3c0-4210-ba74-702cc38d4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:30.746068 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-9381fe97-c3c0-4210-ba74-702cc38d4bba service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.2077434 Aug 28 20:05:30.778598 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.856558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-96afb87b-a6b6-4e85-9a68-cbd7b352b08c service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 217 time: 0.1033642 Aug 28 20:05:30.877252 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.905910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.941497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:30.944134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:30.946015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8760bad-c1fc-4c01-92fb-3e78fb4f34cb req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "PUT /networking/v2.0/ports/4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 943 time: 1.1516027 Aug 28 20:05:30.961438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:30.961438 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6429964-210a-4525-b8ef-3d9484fa21bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:30.987847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=1e2f9b97-f011-440f-b3ab-6543aa218d2b,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:31.000354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4a125f4f-dca5-4040-95ba-52ae22c4a302'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:31.030115 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:31.044170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f949d-03f8-42e0-93f5-d3a8d0121980 req-6c4f80e6-fa05-4e43-9bb2-ad56779da109 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:31.046196 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-718f949d-03f8-42e0-93f5-d3a8d0121980 req-6c4f80e6-fa05-4e43-9bb2-ad56779da109 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1711740 Aug 28 20:05:31.053993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-7379245f-7abc-4bc0-932f-59840cf77728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:31.058524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-7379245f-7abc-4bc0-932f-59840cf77728 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.1972606 Aug 28 20:05:31.068738 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e315a1ff-1197-450f-83ef-a9e44119069d x-openstack-request-id: req-e315a1ff-1197-450f-83ef-a9e44119069d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:31.068923 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bcfa76-29e4-4223-91f8-6931b0c9a271", "name": "network-vif-plugged", "status": "completed", "tag": "1e2f9b97-f011-440f-b3ab-6543aa218d2b", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:31.069069 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e315a1ff-1197-450f-83ef-a9e44119069d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:31.077182 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e315a1ff-1197-450f-83ef-a9e44119069d'] response: {'server_uuid': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2f9b97-f011-440f-b3ab-6543aa218d2b', 'code': 200} Aug 28 20:05:31.097506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4a125f4f-dca5-4040-95ba-52ae22c4a302'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:31.152022 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-718f949d-03f8-42e0-93f5-d3a8d0121980 req-e2c92631-449f-4fa6-8b85-be81bf500c7d tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960009 Aug 28 20:05:31.199617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:31.231448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46371558-c3ba-4f8b-ac85-d9ee1d2ec98e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event updated for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:31.307007 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:31.331156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-1c4cf42d-5074-4398-bd06-39715f9c5bfe service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2520223 Aug 28 20:05:31.342448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a966ef5d-4827-4d07-a5c4-2348e4e451f5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:31.346187 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26978c54-2687-401e-9bcf-01823a51e02f req-c02daf21-e8cb-466a-b9e4-50e18db5b9a4 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.1698773 Aug 28 20:05:31.390418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:31.436349 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d42ebb4-f0f6-4d6b-bc90-6404b6fda618 x-openstack-request-id: req-1d42ebb4-f0f6-4d6b-bc90-6404b6fda618 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:31.436943 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:31.437426 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d42ebb4-f0f6-4d6b-bc90-6404b6fda618 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:31.439197 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d42ebb4-f0f6-4d6b-bc90-6404b6fda618'] response: {'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'status': 'completed', 'code': 200} Aug 28 20:05:31.485774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:31.492313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea7fe-1a91-4f54-adc6-0a1c6ef1b0ad req-86ecaf8b-2c9a-4407-8054-e0dd19eaee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:31.495014 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c5ea7fe-1a91-4f54-adc6-0a1c6ef1b0ad req-86ecaf8b-2c9a-4407-8054-e0dd19eaee77 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 1127 time: 0.2010708 Aug 28 20:05:31.522775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:31.540277 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:31.541044 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1250812f-7893-4391-be2a-78d0822ca429 req-23be6073-6808-4d96-9966-47e483fad2f1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.0442166 Aug 28 20:05:31.608402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a966ef5d-4827-4d07-a5c4-2348e4e451f5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:31.609266 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:31.624452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event updated for resources: {'Port': ['ID=cd0674fa-080e-4753-ac4e-c8f72d149ef5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:31.731627 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c5ea7fe-1a91-4f54-adc6-0a1c6ef1b0ad req-759a5a9b-b27d-4682-8d3a-cbac684131f2 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738291 Aug 28 20:05:31.738180 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:31.751336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c122bc3d-369b-49da-bd07-1372e1264199 req-7ddffd44-dbc5-46ba-88dd-18fb89fdaa17 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4592586 Aug 28 20:05:31.782956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:31.794127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-94a128c9-b488-4b00-a099-2366e4f0a5a7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256856 Aug 28 20:05:31.824290 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for floatingip (1aca42fa-4c11-4ab2-8778-8838dec12727), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:31.896512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a966ef5d-4827-4d07-a5c4-2348e4e451f5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:31.917115 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:31.949300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935fb8-2eaa-41f8-b5f4-28ea1bdf2191 req-bc83f7be-15af-4766-8ee2-97ae4e87b1a5 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:31.950961 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37935fb8-2eaa-41f8-b5f4-28ea1bdf2191 req-bc83f7be-15af-4766-8ee2-97ae4e87b1a5 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1111510 Aug 28 20:05:32.004088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e10c9531-d0df-41c1-bcf0-4f0a5844d7f3 req-22ad57d0-4e40-4673-a880-3a0233b8b3a1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038641 Aug 28 20:05:32.059126 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.072224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37935fb8-2eaa-41f8-b5f4-28ea1bdf2191 req-71827b33-854c-4ae4-bac2-7123f11cb88a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042886 Aug 28 20:05:32.134640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-5a740202-3c8f-46d8-8b22-341f71edc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:32.136390 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-5a740202-3c8f-46d8-8b22-341f71edc8cd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.0636413 Aug 28 20:05:32.177161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.253636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-b255a8f3-7210-44f1-9c5d-e873e0f1d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:32.258073 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-b255a8f3-7210-44f1-9c5d-e873e0f1d093 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.1138825 Aug 28 20:05:32.331945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.364249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Allocated IP 172.25.4.246 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:32.510633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.607866 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.648766 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:32.666950 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-a10718bd-7c3a-4a71-b80b-e82e78c68508 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 217 time: 0.4019580 Aug 28 20:05:32.685104 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (1aca42fa-4c11-4ab2-8778-8838dec12727), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.688088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event updated for resources: {'Port': ['ID=cd0674fa-080e-4753-ac4e-c8f72d149ef5,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:32.692438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a997be-e811-4cc1-8578-722a58b6f431 req-7fe56e49-d84f-4d91-b101-2ef10120ba57 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:32.694083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6a997be-e811-4cc1-8578-722a58b6f431 req-7fe56e49-d84f-4d91-b101-2ef10120ba57 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.4223623 Aug 28 20:05:32.782612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6a997be-e811-4cc1-8578-722a58b6f431 req-5b456d86-3d09-4c89-98be-d96dc39d0bdf tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817561 Aug 28 20:05:32.801231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-fb1580d4-5bdd-4423-8463-b9e38d59b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:32.802942 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-fb1580d4-5bdd-4423-8463-b9e38d59b02f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.0718706 Aug 28 20:05:32.811241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.867638 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:32.884943 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9c798c0-8694-4b2f-935f-c53e6f3cfd19 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7991512 Aug 28 20:05:32.885378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-71d8c491-20fc-423a-92f1-bc34a25ef027 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754762 Aug 28 20:05:32.945457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:32.982425 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25a8c1ac-2365-4424-b348-3711792e0661 req-2fde534f-db56-443e-a6be-46ce2eefbd68 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0745866 Aug 28 20:05:32.996491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:32.998423 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:33.009104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event updated for resources: {'Port': ['ID=e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:33.023726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:33.052193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-7b8334fe-ac75-46cc-9417-72e1c80e56d9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571906 Aug 28 20:05:33.112325 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:33.184204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-15dafb50-e30a-4f7e-a83a-abb32f684b89 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:33.186312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-15dafb50-e30a-4f7e-a83a-abb32f684b89 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.2779980 Aug 28 20:05:33.227891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Request body: {'port': {'device_id': '3937f8a2-12dc-493e-8734-c599f264503c', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'admin_state_up': True, 'tenant_id': '1e780e72454849a9adf5c45a7783c014'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:33.257202 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6429964-210a-4525-b8ef-3d9484fa21bb req-68f02382-72d7-40f6-84f1-76720c2daa65 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985924 Aug 28 20:05:33.301454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42cbb2b3-fbb6-4323-9425-b42a30337c6c req-ebd31d97-9b13-4721-8efc-a00643ce6dba tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.0540187 Aug 28 20:05:33.329498 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (effa94ec-8535-4dfd-84bf-36e0a936d24c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:33.501271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d328-77b1-4252-ad97-39dd01b80b29 req-a0d00204-2b58-40fb-adf6-47871da5260f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:33.503268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-50e8d328-77b1-4252-ad97-39dd01b80b29 req-a0d00204-2b58-40fb-adf6-47871da5260f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0769978 Aug 28 20:05:33.537539 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:33.611151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-50e8d328-77b1-4252-ad97-39dd01b80b29 req-6e2af4b7-b826-4a42-99d1-6aaef2a97258 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906944 Aug 28 20:05:33.710462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:05:33.716046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:33.846384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:33.970867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919fb6b-fe03-43b3-b9bb-1042544cc216 req-4e9a7f25-b218-4f3e-9e8e-2e37ce6633e0 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:33.973440 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d919fb6b-fe03-43b3-b9bb-1042544cc216 req-4e9a7f25-b218-4f3e-9e8e-2e37ce6633e0 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0603468 Aug 28 20:05:33.986605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:34.014292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Allocated IP 172.20.0.11 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/c6177478-9d7a-472d-9fde-4d6df3e8808d) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:05:34.062691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d919fb6b-fe03-43b3-b9bb-1042544cc216 req-3726d39a-9f11-410f-825c-15459facad00 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822945 Aug 28 20:05:34.080109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event updated for resources: {'Port': ['ID=e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:34.083128 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:34.087099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (effa94ec-8535-4dfd-84bf-36e0a936d24c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:34.239892 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:34.242295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c122bc3d-369b-49da-bd07-1372e1264199 req-02a57d07-ade8-4b22-bfd1-95e033a76e13 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4705584 Aug 28 20:05:34.364293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c122bc3d-369b-49da-bd07-1372e1264199 req-935edfe8-9f85-4375-8c3e-13ad2372d064 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.1036909 Aug 28 20:05:34.404812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks [] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:34.528391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122bc3d-369b-49da-bd07-1372e1264199 req-661045ea-1c69-4c88-b2a2-b13d5e31ded4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:34.529935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c122bc3d-369b-49da-bd07-1372e1264199 req-661045ea-1c69-4c88-b2a2-b13d5e31ded4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.1587784 Aug 28 20:05:34.648482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caf80c45-4a0c-4b83-8fdc-2a6caa24fa09 req-0b43ffac-7439-4dc7-a638-6d8bda47eb07 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0446017 Aug 28 20:05:34.723559 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:34.818479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:05:34.833415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:05:34.833415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:05:34.836528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event updated for resources: {'Port': ['ID=c6177478-9d7a-472d-9fde-4d6df3e8808d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:34.848189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1f5eb-c1cc-49db-b1d0-9c33d295d417 req-e1891d5f-d631-451b-95be-5e296078a72d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:34.850035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ace1f5eb-c1cc-49db-b1d0-9c33d295d417 req-e1891d5f-d631-451b-95be-5e296078a72d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 932 time: 0.0789964 Aug 28 20:05:34.976261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:34.978352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:35.038720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ace1f5eb-c1cc-49db-b1d0-9c33d295d417 req-f2bcfedb-9839-41c0-bacd-6d7432151b4d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666980 Aug 28 20:05:35.245874 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-4b530ff7-b9d5-48c2-801b-ea5a9651751e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0299938 Aug 28 20:05:35.261664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Request body: {'port': {'device_id': '3937f8a2-12dc-493e-8734-c599f264503c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:35.289197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ab2dd294-3e8d-4dec-9cc1-4dd5f3adf9f3 None None] Provisioning complete for port c6177478-9d7a-472d-9fde-4d6df3e8808d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:35.289705 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd294-3e8d-4dec-9cc1-4dd5f3adf9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:35.299165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733467-e608-4f4e-9165-e352eb40c845 req-e5a760ce-e784-4972-b007-404ecfe0b12e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:35.306780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-e5a760ce-e784-4972-b007-404ecfe0b12e tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1500032 Aug 28 20:05:35.324271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca52f4-87f2-46f8-98bb-3fd8fb46d7bb req-b6b1a56b-ed84-4368-924e-f15e1e473f42 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:35.331018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-25ca52f4-87f2-46f8-98bb-3fd8fb46d7bb req-b6b1a56b-ed84-4368-924e-f15e1e473f42 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1707830 Aug 28 20:05:35.379517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-2e31614a-9d2c-4aca-9195-0976b762fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:35.381322 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-2e31614a-9d2c-4aca-9195-0976b762fc15 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 1127 time: 0.1545913 Aug 28 20:05:35.386729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dd294-3e8d-4dec-9cc1-4dd5f3adf9f3 None None] Port c6177478-9d7a-472d-9fde-4d6df3e8808d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:05:35.389496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-d84dce99-8137-4b6b-925c-bd89f6f4579f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0781734 Aug 28 20:05:35.442458 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:35.478189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:35.479267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Request body: {'floatingip': {'port_id': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:35.532762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-25ca52f4-87f2-46f8-98bb-3fd8fb46d7bb req-2692adbf-53aa-4b98-b6c2-771bd6cc639a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744823 Aug 28 20:05:35.546353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (effa94ec-8535-4dfd-84bf-36e0a936d24c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:35.573176 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:35.878723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-532bcda1-a003-424e-ab16-97b30677f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:35.881762 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-532bcda1-a003-424e-ab16-97b30677f5a0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 911 time: 0.4905484 Aug 28 20:05:35.882684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c093ef1-b23a-4252-a723-fa9329f7d604 req-3f292c57-510a-4641-837d-a60a72fd3b50 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:35.884625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c093ef1-b23a-4252-a723-fa9329f7d604 req-3f292c57-510a-4641-837d-a60a72fd3b50 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1296997 Aug 28 20:05:35.900719 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:35.957659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-028bd9f8-0c1f-4216-a6d2-b1feb9078e0f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b HTTP/1.1" status: 200 len: 217 time: 0.0568030 Aug 28 20:05:35.995065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c093ef1-b23a-4252-a723-fa9329f7d604 req-5e813932-a190-4c8f-8697-a7a8e84a264c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981627 Aug 28 20:05:36.041845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6177478-9d7a-472d-9fde-4d6df3e8808d {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:36.058904 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Publish callbacks [] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:36.083002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Transition to ACTIVE for port object c6177478-9d7a-472d-9fde-4d6df3e8808d will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:05:36.138240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-1dfb1a63-ccb1-4891-b392-96be110f3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:36.140298 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-1dfb1a63-ccb1-4891-b392-96be110f3c12 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=336770be-074a-42c2-8f5b-21fd4b5e92a6 HTTP/1.1" status: 200 len: 850 time: 0.1709280 Aug 28 20:05:36.165900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b79902c3-50d7-412b-a5c7-48e986b2a1f1 req-19cdd3ea-09f2-4157-8d19-a33d27557f42 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0444758 Aug 28 20:05:36.197505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-a3349b4c-389e-44ac-bb05-c04c34c4913a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=269a1df8-f56b-42b8-8e35-7af1a36939de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414615 Aug 28 20:05:36.213828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:36.323312 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:36.338882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6177478-9d7a-472d-9fde-4d6df3e8808d,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:36.425519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20da68a-5920-47cb-8b43-ddf6d77c7708 req-dcaf92ea-2cb4-4d27-a180-ccef85ad3df7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:36.439181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d20da68a-5920-47cb-8b43-ddf6d77c7708 req-dcaf92ea-2cb4-4d27-a180-ccef85ad3df7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 944 time: 0.1700764 Aug 28 20:05:36.496912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-82a6d59b-7ba0-458c-b40f-f4f3f9388f64 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861593 Aug 28 20:05:36.540978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Attempting to bind port c6177478-9d7a-472d-9fde-4d6df3e8808d on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:05:36.542772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Attempting to bind port c6177478-9d7a-472d-9fde-4d6df3e8808d by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:05:36.544337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Attempting to bind port c6177478-9d7a-472d-9fde-4d6df3e8808d on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:36.558446 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d20da68a-5920-47cb-8b43-ddf6d77c7708 req-57c268cf-90d3-4b09-87b5-1386c4694311 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180646 Aug 28 20:05:36.565020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Port c6177478-9d7a-472d-9fde-4d6df3e8808d on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:05:36.571729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Attempting to bind port c6177478-9d7a-472d-9fde-4d6df3e8808d on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:05:36.589971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:05:36.590320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:05:36.590714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:05:36.591161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Bound port: c6177478-9d7a-472d-9fde-4d6df3e8808d, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:05:36.591532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:36.705764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] For port c6177478-9d7a-472d-9fde-4d6df3e8808d, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:05:36.711873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] For port c6177478-9d7a-472d-9fde-4d6df3e8808d, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c6177478-9d7a-472d-9fde-4d6df3e8808d,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:05:36.731071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91794899-dc31-4c5f-a2c5-27c5d249d4a0 req-5d2f9b61-784d-4ed2-aabd-e7d671a3028b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260389 Aug 28 20:05:36.743658 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:36.792174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76469aa6-808c-4290-9514-2e36f3a43a51 req-9e075e11-dae9-4131-9481-0b40f825594d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:36.794352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76469aa6-808c-4290-9514-2e36f3a43a51 req-9e075e11-dae9-4131-9481-0b40f825594d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0794303 Aug 28 20:05:36.867489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76469aa6-808c-4290-9514-2e36f3a43a51 req-ad1657b4-601f-4781-9141-830b86d06a75 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658953 Aug 28 20:05:36.939708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (effa94ec-8535-4dfd-84bf-36e0a936d24c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:36.939952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:36.946103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:36.947110 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:36.948663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c6177478-9d7a-472d-9fde-4d6df3e8808d HTTP/1.1" status: 200 len: 1092 time: 1.6926622 Aug 28 20:05:36.950651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3937f8a2-12dc-493e-8734-c599f264503c', 'tag': 'c6177478-9d7a-472d-9fde-4d6df3e8808d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:36.952031 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd690b4-d435-4d23-8cd7-e63ef6fba521" -d '{"events": [{"name": "network-changed", "server_uuid": "3937f8a2-12dc-493e-8734-c599f264503c", "tag": "c6177478-9d7a-472d-9fde-4d6df3e8808d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:37.016492 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d37ef3d-d1e4-40ba-a10b-1d1da28b54e6 x-openstack-request-id: req-1d37ef3d-d1e4-40ba-a10b-1d1da28b54e6 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:37.016756 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3937f8a2-12dc-493e-8734-c599f264503c", "tag": "c6177478-9d7a-472d-9fde-4d6df3e8808d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:37.016856 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d37ef3d-d1e4-40ba-a10b-1d1da28b54e6 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:37.017238 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d37ef3d-d1e4-40ba-a10b-1d1da28b54e6'] response: {'name': 'network-changed', 'server_uuid': '3937f8a2-12dc-493e-8734-c599f264503c', 'tag': 'c6177478-9d7a-472d-9fde-4d6df3e8808d', 'status': 'completed', 'code': 200} Aug 28 20:05:37.042436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab895d-760d-4cc4-bbb9-d5e676a3ea77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6177478-9d7a-472d-9fde-4d6df3e8808d,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:37.100754 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Floating IP effa94ec-8535-4dfd-84bf-36e0a936d24c associated. External IP: 172.25.4.246, port: 4a125f4f-dca5-4040-95ba-52ae22c4a302. Aug 28 20:05:37.223682 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d28f-6d50-40d0-8c3f-911c1fbe9392 req-2776e2ed-5df5-4dc7-bc2e-33752f619968 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:37.228506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21d8d28f-6d50-40d0-8c3f-911c1fbe9392 req-2776e2ed-5df5-4dc7-bc2e-33752f619968 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1121738 Aug 28 20:05:37.297623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21d8d28f-6d50-40d0-8c3f-911c1fbe9392 req-52484223-6b2e-42c7-a793-75e6bdbb921e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614185 Aug 28 20:05:37.403807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:05:37.430803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590bb7ad-cdbb-4821-99b5-79b563a5fe34 req-e9638b18-31a0-41e1-bd2f-228a13d1cd69 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0407269 Aug 28 20:05:37.564573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:05:37.579299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:37.586302 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] Sync routers for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:05:37.619720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-86490a84-1a2c-4898-9049-0ac15292dfc8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/effa94ec-8535-4dfd-84bf-36e0a936d24c HTTP/1.1" status: 200 len: 997 time: 2.2017813 Aug 28 20:05:37.630661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:37.630661 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043fde3e-8740-4f66-8df5-34ad226d596d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:37.640181 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:37.641665 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:37.687944 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733467-e608-4f4e-9165-e352eb40c845 req-a54d60cb-f044-4d43-af6a-d52d435e7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:37.689703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-a54d60cb-f044-4d43-af6a-d52d435e7deb service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.0495861 Aug 28 20:05:37.796684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a721-bd5c-42dd-8350-208de8f12179 req-2b44ba27-6ae1-49b8-96f0-ba0dc527d4e0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:37.804417 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7392a721-bd5c-42dd-8350-208de8f12179 req-2b44ba27-6ae1-49b8-96f0-ba0dc527d4e0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 944 time: 0.0902188 Aug 28 20:05:37.832812 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:37.891709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7392a721-bd5c-42dd-8350-208de8f12179 req-302e091f-b8dc-4ee8-8215-e86d0c98014b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801020 Aug 28 20:05:37.905226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733467-e608-4f4e-9165-e352eb40c845 req-d95c9bb1-ca73-4e80-990d-216052524447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:37.912059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-d95c9bb1-ca73-4e80-990d-216052524447 service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.2123656 Aug 28 20:05:38.028878 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b89fda-3f83-42ed-a60f-2251b9e15d7e x-openstack-request-id: req-f5b89fda-3f83-42ed-a60f-2251b9e15d7e {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:38.028878 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:38.028878 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5b89fda-3f83-42ed-a60f-2251b9e15d7e {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:38.028878 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b89fda-3f83-42ed-a60f-2251b9e15d7e'] response: {'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'status': 'completed', 'code': 200} Aug 28 20:05:38.076889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-419e0047-cbbb-40f2-b752-9ea119a00a29 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 1000 time: 0.1576018 Aug 28 20:05:38.230789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65e517-b233-4c86-a598-bfdd56186605 req-4dfc6cf3-7a6b-457f-bc8c-0bf92eb2c980 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:38.235381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b65e517-b233-4c86-a598-bfdd56186605 req-4dfc6cf3-7a6b-457f-bc8c-0bf92eb2c980 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1546886 Aug 28 20:05:38.247504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd690b4-d435-4d23-8cd7-e63ef6fba521 req-4382597c-9c6b-4827-96ce-0d02739e98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:38.251140 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0dd690b4-d435-4d23-8cd7-e63ef6fba521 req-4382597c-9c6b-4827-96ce-0d02739e98d6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 1126 time: 0.1172283 Aug 28 20:05:38.257665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733467-e608-4f4e-9165-e352eb40c845 req-00c85cec-d05a-4681-a8f9-851eff9fa588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:38.262560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-00c85cec-d05a-4681-a8f9-851eff9fa588 service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.1617339 Aug 28 20:05:38.308886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-19f16c99-4d61-4543-8b2e-97fcd86b3253 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388329 Aug 28 20:05:38.318021 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'effa94ec-8535-4dfd-84bf-36e0a936d24c', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'port_id': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'mac_address': 'fa:16:3e:ea:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:05:33Z', 'updated_at': '2022-08-28T20:05:36Z', 'revision_number': 1, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:31Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:38.334887 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:38.363110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b65e517-b233-4c86-a598-bfdd56186605 req-dc5a80e1-54d7-45e8-9f88-a3c54dd2b982 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071966 Aug 28 20:05:38.414920 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] Checking router: 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:05:38.436265 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:38.438283 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:38.479002 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-02336ca8-2d70-409e-b254-86fc3fee05fb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608827 Aug 28 20:05:38.617389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef24a79-0ea6-4ca8-8558-97589bed1d87 req-30b44686-ec29-4326-be53-884a6a758a47 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:38.626204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eef24a79-0ea6-4ca8-8558-97589bed1d87 req-30b44686-ec29-4326-be53-884a6a758a47 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1085773 Aug 28 20:05:38.650100 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:38.678245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd690b4-d435-4d23-8cd7-e63ef6fba521 req-8a4e3764-6282-4d88-94d8-eae9e26134bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:38.680257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0dd690b4-d435-4d23-8cd7-e63ef6fba521 req-8a4e3764-6282-4d88-94d8-eae9e26134bc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=1e780e72454849a9adf5c45a7783c014&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3155253 Aug 28 20:05:38.759052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0733467-e608-4f4e-9165-e352eb40c845 req-053ca623-32b5-483e-a81c-097b3b7065a6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553418 Aug 28 20:05:38.800296 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eef24a79-0ea6-4ca8-8558-97589bed1d87 req-abb8c1a8-bbc7-4c9f-b341-aca76720cfc6 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731696 Aug 28 20:05:38.914909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd690b4-d435-4d23-8cd7-e63ef6fba521 req-7d7d0352-53f2-4948-a435-502b42e40bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:38.916654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0dd690b4-d435-4d23-8cd7-e63ef6fba521 req-7d7d0352-53f2-4948-a435-502b42e40bb2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264841 Aug 28 20:05:38.990629 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bffc11a0-7fdf-4bfa-8f69-2b8a96539829 req-928f3c01-dad8-4a4d-8376-3693300fe568 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0488181 Aug 28 20:05:39.029779 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:39.039507 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'effa94ec-8535-4dfd-84bf-36e0a936d24c', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'port_id': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'mac_address': 'fa:16:3e:ea:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:05:33Z', 'updated_at': '2022-08-28T20:05:36Z', 'revision_number': 1, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:31Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:39.055192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-57477583-3e93-456d-aa29-dfa7a3475d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.058350 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-57477583-3e93-456d-aa29-dfa7a3475d99 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 1126 time: 0.0636871 Aug 28 20:05:39.112011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fde3e-8740-4f66-8df5-34ad226d596d req-d47569a7-7b0a-403b-b000-c35e9e448585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.135143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-043fde3e-8740-4f66-8df5-34ad226d596d req-d47569a7-7b0a-403b-b000-c35e9e448585 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.1596997 Aug 28 20:05:39.157727 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-eb890c55-b56f-42b2-8c13-435cacbf3f27 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6177478-9d7a-472d-9fde-4d6df3e8808d HTTP/1.1" status: 200 len: 217 time: 0.0850422 Aug 28 20:05:39.193799 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963a186-fe8a-490d-a75a-d992747112b3 None None] The sync data for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 is: [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'effa94ec-8535-4dfd-84bf-36e0a936d24c', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'port_id': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'mac_address': 'fa:16:3e:ea:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:05:33Z', 'updated_at': '2022-08-28T20:05:36Z', 'revision_number': 1, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:31Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:39.300402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-8f6c131e-3cd9-4bff-bb5d-69f4fc9bc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.302420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-8f6c131e-3cd9-4bff-bb5d-69f4fc9bc196 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.1384964 Aug 28 20:05:39.332486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fde3e-8740-4f66-8df5-34ad226d596d req-32978275-3e0b-4c08-a019-fe5fc7cbcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.334229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-043fde3e-8740-4f66-8df5-34ad226d596d req-32978275-3e0b-4c08-a019-fe5fc7cbcdc9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.2058966 Aug 28 20:05:39.432303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e3690-7d33-43cc-b68a-90dfcbb61018 req-18826704-a8cd-4c5c-91d6-13cd68182113 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.448684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-841e3690-7d33-43cc-b68a-90dfcbb61018 req-18826704-a8cd-4c5c-91d6-13cd68182113 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 944 time: 0.1573973 Aug 28 20:05:39.517616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-043fde3e-8740-4f66-8df5-34ad226d596d req-3276927a-d80c-463d-8e65-95223500bbdf service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 1000 time: 0.1762156 Aug 28 20:05:39.569363 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-841e3690-7d33-43cc-b68a-90dfcbb61018 req-1b11f447-b7cb-4f06-a7fa-99ec498c0186 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195352 Aug 28 20:05:39.636286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fde3e-8740-4f66-8df5-34ad226d596d req-7368e6ed-b925-4139-893f-8f0ac0d256dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.638476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-043fde3e-8740-4f66-8df5-34ad226d596d req-7368e6ed-b925-4139-893f-8f0ac0d256dd service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.1099160 Aug 28 20:05:39.729022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305ece2-ecff-4eca-8545-f30a4e769d57 None None] New status for floating IP effa94ec-8535-4dfd-84bf-36e0a936d24c: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:05:39.824688 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-9c2ac862-afd1-440b-a7ff-cc809bbe27cd tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1000 time: 0.6425884 Aug 28 20:05:39.851930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-b0431cd1-9775-45eb-acd4-ce6363c9e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.854073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-b0431cd1-9775-45eb-acd4-ce6363c9e9a3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5369318 Aug 28 20:05:39.913875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-0622634f-8dc8-4c98-8e7a-445e3d1ace1c tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:39.915316 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-0622634f-8dc8-4c98-8e7a-445e3d1ace1c tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports/4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 943 time: 0.0802951 Aug 28 20:05:40.063211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-7d9856e6-42b6-4205-ab33-e447f3daf1f4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1000 time: 0.0816460 Aug 28 20:05:40.120764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-043fde3e-8740-4f66-8df5-34ad226d596d req-38e0984f-e4f4-486f-8b5f-f8f4ca08ca4b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4687333 Aug 28 20:05:40.222047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26c503-3605-45ed-827c-91fbe5829a71 req-512975e6-4f35-4a33-a644-da225add933a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:40.229611 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db26c503-3605-45ed-827c-91fbe5829a71 req-512975e6-4f35-4a33-a644-da225add933a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1146801 Aug 28 20:05:40.264356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-f43f6638-e9ab-471a-a16b-55dc627a462f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:40.266433 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-f43f6638-e9ab-471a-a16b-55dc627a462f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2050116 Aug 28 20:05:40.295375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db26c503-3605-45ed-827c-91fbe5829a71 req-8a779fea-be74-4aa4-8499-0db5681a50d5 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647869 Aug 28 20:05:40.375330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-1652d281-d27e-46fe-9545-004d0cc9123a tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1002 time: 0.0988286 Aug 28 20:05:40.390302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:05:40.512996 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (effa94ec-8535-4dfd-84bf-36e0a936d24c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:40.674219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-bfe379a6-d1ee-45d6-8ce1-25bd44ae3a72 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387693 Aug 28 20:05:40.675707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91a963-be76-42d5-82f5-125e3ce79100 req-6c728ba4-6371-4186-bf64-2dc0454c1333 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:40.678250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a91a963-be76-42d5-82f5-125e3ce79100 req-6c728ba4-6371-4186-bf64-2dc0454c1333 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1092038 Aug 28 20:05:40.696863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85faac40-53a4-4421-90fe-9c6cc831cc1c req-f1ee9174-29f0-4351-a4d9-0049b4ad36ae service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=7996b61ca579418b9a690269e4ef9554&device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0743351 Aug 28 20:05:40.701499 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2aa0fc75-cf5d-4203-a0e4-51ec67d724ba req-6bf7539b-0fd7-4ad8-8279-ebb03b364591 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0639009 Aug 28 20:05:40.766132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a91a963-be76-42d5-82f5-125e3ce79100 req-1b720825-1c4a-48c9-81fc-23a5be76673e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677145 Aug 28 20:05:40.888303 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:40.957431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43054cfc-e45a-44da-bb97-fb86c658c41b req-d435408c-b7ab-44f2-a135-47e17ab891d8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745724 Aug 28 20:05:40.977684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d8795c-19d5-4e7a-a2f1-b0bc368a3346 req-12c8e02c-bc45-4fd3-8a3c-330217cd4c77 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0581875 Aug 28 20:05:41.024419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-043fde3e-8740-4f66-8df5-34ad226d596d req-ca8dc517-d553-47b7-a32f-b4af3226bb99 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015598 Aug 28 20:05:41.025241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85faac40-53a4-4421-90fe-9c6cc831cc1c req-ef2991c6-48f7-4101-889a-e0ed3eafc802 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=7996b61ca579418b9a690269e4ef9554&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330350 Aug 28 20:05:41.104551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (effa94ec-8535-4dfd-84bf-36e0a936d24c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:41.105270 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Floating IP effa94ec-8535-4dfd-84bf-36e0a936d24c disassociated. External IP: 172.25.4.246, port: 4a125f4f-dca5-4040-95ba-52ae22c4a302. Aug 28 20:05:41.179376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75b04-eb2d-41bb-9ba4-b5089904f9d9 req-97b4b472-f838-4aac-a5bc-3b4bf668a1a4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.181270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1b75b04-eb2d-41bb-9ba4-b5089904f9d9 req-97b4b472-f838-4aac-a5bc-3b4bf668a1a4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 944 time: 0.1002228 Aug 28 20:05:41.228104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-043fde3e-8740-4f66-8df5-34ad226d596d req-4f346128-3458-4c18-893d-ded285223136 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012436 Aug 28 20:05:41.240417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac40-53a4-4421-90fe-9c6cc831cc1c req-f753ed04-206d-4db4-89e5-da7a68511c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.242190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85faac40-53a4-4421-90fe-9c6cc831cc1c req-f753ed04-206d-4db4-89e5-da7a68511c27 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093065 Aug 28 20:05:41.277380 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1b75b04-eb2d-41bb-9ba4-b5089904f9d9 req-8e40fd90-17ac-4cc0-8561-e8916e69ea70 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890205 Aug 28 20:05:41.402560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:05:41.495637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b754-438f-4d2b-a1d2-d127479c7e0c req-3c9b3d12-91b4-4b3f-8a93-ad040a2f26f3 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.503608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9281b754-438f-4d2b-a1d2-d127479c7e0c req-3c9b3d12-91b4-4b3f-8a93-ad040a2f26f3 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0750618 Aug 28 20:05:41.548007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:05:41.554478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:41.563518 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] Sync routers for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:05:41.567667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9281b754-438f-4d2b-a1d2-d127479c7e0c req-4d20d3ec-0932-4e51-98cb-0e2811995f86 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628433 Aug 28 20:05:41.589972 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:41.591310 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:41.591523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-056b62f0-f48a-4830-8a1b-6c36e9a5a41d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/effa94ec-8535-4dfd-84bf-36e0a936d24c HTTP/1.1" status: 200 len: 695 time: 1.2083406 Aug 28 20:05:41.591986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:41.594881 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b53274-a7ed-42ad-82ca-40818f66c92c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:41.651693 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cca0aeb-0883-41f1-9a47-2fdad709406e x-openstack-request-id: req-1cca0aeb-0883-41f1-9a47-2fdad709406e {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:41.651990 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:41.652238 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1cca0aeb-0883-41f1-9a47-2fdad709406e {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:41.652642 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cca0aeb-0883-41f1-9a47-2fdad709406e'] response: {'name': 'network-changed', 'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'status': 'completed', 'code': 200} Aug 28 20:05:41.662795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-9c4c87ff-d9f1-488f-b87b-9a0adff60ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.665054 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-9c4c87ff-d9f1-488f-b87b-9a0adff60ff1 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.0585351 Aug 28 20:05:41.732268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-550999e2-636d-4cfc-8b41-c58107726661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.735423 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-550999e2-636d-4cfc-8b41-c58107726661 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 1128 time: 0.0635116 Aug 28 20:05:41.832205 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:41.835123 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:41.836878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-b32ca5cf-6f42-4fca-99c5-af9a20a54e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.845998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-b32ca5cf-6f42-4fca-99c5-af9a20a54e5e service neutron] 10.222.0.78 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.1689765 Aug 28 20:05:41.895177 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:41.924789 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-495c8440-b66e-4d84-8b27-4d965666f191 service neutron] 10.222.0.78 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 217 time: 0.0744436 Aug 28 20:05:41.950978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-4b89a281-de3d-45fe-b02c-d0c6397990ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.954432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-4b89a281-de3d-45fe-b02c-d0c6397990ed service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 200 len: 920 time: 0.2093058 Aug 28 20:05:41.978544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b64d-e3ae-4ff4-bcdf-b1a1e6a39427 req-40b45350-7770-4e9d-95ba-0fbc9b54aa83 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.980134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fb5b64d-e3ae-4ff4-bcdf-b1a1e6a39427 req-40b45350-7770-4e9d-95ba-0fbc9b54aa83 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0971730 Aug 28 20:05:41.996088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-fc1c48ea-db45-47d4-919c-fef8706e40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:41.996088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-fc1c48ea-db45-47d4-919c-fef8706e40cf service neutron] 10.222.0.78 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.0641441 Aug 28 20:05:42.033930 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-8c908b87-9e12-4d12-9141-f5ae9962994c service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 200 len: 217 time: 0.0708160 Aug 28 20:05:42.069909 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-3a5fe8b6-16b9-4f46-9605-ccf8d3d038ad service neutron] 10.222.0.78 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628700 Aug 28 20:05:42.134881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fb5b64d-e3ae-4ff4-bcdf-b1a1e6a39427 req-9220967a-9280-4f03-b2dd-e1aaabd12b67 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090281 Aug 28 20:05:42.139469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-55345146-e643-46c0-a4db-5b504c034b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:42.147549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-55345146-e643-46c0-a4db-5b504c034b92 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 200 len: 859 time: 0.1009314 Aug 28 20:05:42.202395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-04cc7e46-d276-4747-a8a7-c2abd17a026c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=93a72407-867c-448d-92d6-cacdc09d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483387 Aug 28 20:05:42.252071 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:31Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:42.277763 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-c6f85d6e-6748-4106-8ae6-4cf1db9d2863 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046449 Aug 28 20:05:42.298269 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] Checking router: 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:05:42.311921 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:42.312857 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:42.325674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0fa273e8-80da-4f8f-95e3-c54130d9af23 req-134dce03-3484-4d42-aba3-d00616477413 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0549026 Aug 28 20:05:42.417923 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-ab7b9397-fbd6-42f7-b4b0-2fca344fcda4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050834 Aug 28 20:05:42.485421 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:42.501824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1ffc0ea-d9b3-4af2-90b4-b51473d110d2 req-ed0847c4-5259-4ed2-9c7c-d296d95bf4ba service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101686 Aug 28 20:05:42.598494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69d8-7735-48e4-a9d7-864dc63715ac req-b2cddd74-f7db-4797-828d-4b3b089b76e2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:42.600107 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99eb69d8-7735-48e4-a9d7-864dc63715ac req-b2cddd74-f7db-4797-828d-4b3b089b76e2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 944 time: 0.0625770 Aug 28 20:05:42.652145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b53274-a7ed-42ad-82ca-40818f66c92c req-bc9249aa-28dd-491e-b979-bedcb507e1f4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278595 Aug 28 20:05:42.655804 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:42.686549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99eb69d8-7735-48e4-a9d7-864dc63715ac req-288cdc7c-a6a6-4de7-8400-c5f95c8ee3a3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745080 Aug 28 20:05:42.794588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:05:42.821289 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:31Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:42.825221 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:42.899368 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da8be3-d297-4036-bd73-0a132b9b0cf6 None None] The sync data for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 is: [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:04:23Z', 'revision_number': 4, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '89dafe80-37cd-4fc0-92ab-21ae2a18f46f', 'name': '', 'network_id': '93a72407-867c-448d-92d6-cacdc09d10f7', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'mac_address': 'fa:16:3e:16:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:21Z', 'updated_at': '2022-08-28T20:04:31Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'subnets': [{'id': '878936e1-ca9c-4545-ab61-58300e9441ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:42.909735 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-2dd2251a-c7b0-4917-97f0-ec2db774948f tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips/effa94ec-8535-4dfd-84bf-36e0a936d24c HTTP/1.1" status: 200 len: 695 time: 0.1209614 Aug 28 20:05:42.968418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e8678-f2ea-4f6c-a02c-cab76ceca3df req-c3c988ca-2c5c-4e15-9461-1e923b5fed8e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:42.977309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d8e8678-f2ea-4f6c-a02c-cab76ceca3df req-c3c988ca-2c5c-4e15-9461-1e923b5fed8e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.1392574 Aug 28 20:05:43.033200 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:43.054133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d8e8678-f2ea-4f6c-a02c-cab76ceca3df req-dbb1f486-9553-4cad-b454-6e3381314c84 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721657 Aug 28 20:05:43.092359 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:43.165540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-86d65172-1801-419e-9b01-3c8ba6ae2d56 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:43.171503 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-86d65172-1801-419e-9b01-3c8ba6ae2d56 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 784 time: 0.2576616 Aug 28 20:05:43.248364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:43.261698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:43.311993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-c04693d2-1644-4cca-a137-e8b15660c95c tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 698 time: 0.1209893 Aug 28 20:05:43.390407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c6177478-9d7a-472d-9fde-4d6df3e8808d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:05:43.491840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9209d1-ae65-4536-a336-a700540c5e1d req-87f9809c-a1e1-4873-8629-2c6697634b9d tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:43.502206 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e9209d1-ae65-4536-a336-a700540c5e1d req-87f9809c-a1e1-4873-8629-2c6697634b9d tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1673992 Aug 28 20:05:43.502950 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-36e3ab03-eadf-4a0e-8e3b-54b89b0cfca4 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 698 time: 0.1755226 Aug 28 20:05:43.513275 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:43.542263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c4205-6970-43eb-9a44-f718489278d1 None None] New status for floating IP effa94ec-8535-4dfd-84bf-36e0a936d24c: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:05:43.574789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e9209d1-ae65-4536-a336-a700540c5e1d req-a47b9678-3498-4a3d-b14b-b7e47f32145d tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685935 Aug 28 20:05:43.688445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:43.737701 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d9ef0cc-27da-4196-bf63-9ccd0a7acba1 req-4c74f668-7b29-4b02-9b15-3039c56a76b1 tempest-ServersAdmin275Test-1169726090 tempest-ServersAdmin275Test-1169726090-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0305550 Aug 28 20:05:43.764714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:43.765378 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:43.773841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Deleting port e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:43.774568 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:43.780429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'mac_address': 'fa:16:3e:45:fe:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:05:43.865498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:43.867209 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:43.876573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:43.879402 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69641bef-c8dc-4240-8144-489bb17bc129" -d '{"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:43.938291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c6177478-9d7a-472d-9fde-4d6df3e8808d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c6177478-9d7a-472d-9fde-4d6df3e8808d,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:43.985037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'c6177478-9d7a-472d-9fde-4d6df3e8808d', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'port_id': 'c6177478-9d7a-472d-9fde-4d6df3e8808d', 'mac_address': 'fa:16:3e:c9:68:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:05:44.004584 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.005208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.011107 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.013044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:44.013442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.042815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Calling delete_port for e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:44.072340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:44.090440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600d3a2-bc33-4354-a900-801728c95d5e req-2a369f9a-bbe7-4fed-831e-b3ce519e6b98 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:44.096801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3600d3a2-bc33-4354-a900-801728c95d5e req-2a369f9a-bbe7-4fed-831e-b3ce519e6b98 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 944 time: 0.1175444 Aug 28 20:05:44.139010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:44.189537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c6177478-9d7a-472d-9fde-4d6df3e8808d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:44.189739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.196699 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:44.216720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6177478-9d7a-472d-9fde-4d6df3e8808d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:44.244841 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3600d3a2-bc33-4354-a900-801728c95d5e req-89d4740d-8b1c-418a-813b-3a6f3330870a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376171 Aug 28 20:05:44.252360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c6177478-9d7a-472d-9fde-4d6df3e8808d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c6177478-9d7a-472d-9fde-4d6df3e8808d,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:44.257223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:05:44.262714 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:05:44.373776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.525418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c6177478-9d7a-472d-9fde-4d6df3e8808d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:44.556906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.594220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event deleted for resources: {'Port': ['ID=e28c4fa3-24d9-4cfb-8ff9-2a96c455cea8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:44.697767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for floatingip (effa94ec-8535-4dfd-84bf-36e0a936d24c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.701074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.702297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1d60cff-0191-4b1c-b2db-abd0902dbc9b req-d88913a9-e1c8-4bd1-bbe4-5aa8adccf996 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/effa94ec-8535-4dfd-84bf-36e0a936d24c HTTP/1.1" status: 204 len: 173 time: 1.1923771 Aug 28 20:05:44.745071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c6177478-9d7a-472d-9fde-4d6df3e8808d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:44.775197 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af08b1d3-4d4c-4d9f-834f-f0b4a629c03d x-openstack-request-id: req-af08b1d3-4d4c-4d9f-834f-f0b4a629c03d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:44.775487 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:44.784427 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af08b1d3-4d4c-4d9f-834f-f0b4a629c03d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:44.784427 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af08b1d3-4d4c-4d9f-834f-f0b4a629c03d'] response: {'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'code': 200} Aug 28 20:05:44.844392 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:44.849590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:44.850629 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:44.881936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b585788-574c-485e-8980-6e63eb9f3f52 req-7ff49987-c700-4f9c-9c8e-fe0140689d65 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:44.889986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b585788-574c-485e-8980-6e63eb9f3f52 req-7ff49987-c700-4f9c-9c8e-fe0140689d65 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 947 time: 0.0809641 Aug 28 20:05:44.893624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:05:44.950062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:44.957493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3b585788-574c-485e-8980-6e63eb9f3f52 req-92711781-ffb2-4695-be78-9f04697d027b tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654311 Aug 28 20:05:45.084504 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:45.123031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0cfe71d2-97b1-47d8-9ea4-468f1d3b250e req-8d535ea7-8c6e-4392-99d9-0d065e18f653 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=7996b61ca579418b9a690269e4ef9554&device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0742276 Aug 28 20:05:45.128862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54ed290a-5057-4373-9a70-e5918d3e517b req-966de3cf-ee21-4a86-beb7-3fafeac47d82 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups/69c86658-2f2c-4094-947c-b0e43994a38f HTTP/1.1" status: 200 len: 1826 time: 0.1295230 Aug 28 20:05:45.147211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db87c4a-2b30-41a1-ac24-6e6b82c26e59 req-d32665ac-f851-4ff2-93cf-8538e2102136 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:45.148921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0db87c4a-2b30-41a1-ac24-6e6b82c26e59 req-d32665ac-f851-4ff2-93cf-8538e2102136 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1150897 Aug 28 20:05:45.162147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:45.208187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0cfe71d2-97b1-47d8-9ea4-468f1d3b250e req-be99a810-aa46-41f5-95f9-092b71d54e98 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=7996b61ca579418b9a690269e4ef9554&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506878 Aug 28 20:05:45.247664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0db87c4a-2b30-41a1-ac24-6e6b82c26e59 req-7d1f400b-6076-4ef5-a670-f95e6814154f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836618 Aug 28 20:05:45.365118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54ed290a-5057-4373-9a70-e5918d3e517b req-d7315816-8106-4c99-93a1-0f87b5250de8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for security_group (69c86658-2f2c-4094-947c-b0e43994a38f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:45.390000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd3956e0-e108-452d-9f60-3c9dd4c9a72c req-97f86a75-01ac-475e-aec8-7a2451a066e4 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0495460 Aug 28 20:05:45.393333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f3e83e3a-c8af-45fe-96a9-e23e8393ab84'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:45.400494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54ed290a-5057-4373-9a70-e5918d3e517b req-d7315816-8106-4c99-93a1-0f87b5250de8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for security_group (69c86658-2f2c-4094-947c-b0e43994a38f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:45.474499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe71d2-97b1-47d8-9ea4-468f1d3b250e req-252a733b-c641-4e27-95d6-f986e48090dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:45.476125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0cfe71d2-97b1-47d8-9ea4-468f1d3b250e req-252a733b-c641-4e27-95d6-f986e48090dc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600086 Aug 28 20:05:45.601817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8472-e01a-4858-aa38-665fb53bd382 req-86e23466-2481-4357-b5c3-7383be24ea76 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:45.603090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-527b8472-e01a-4858-aa38-665fb53bd382 req-86e23466-2481-4357-b5c3-7383be24ea76 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 945 time: 0.0913901 Aug 28 20:05:45.663031 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-527b8472-e01a-4858-aa38-665fb53bd382 req-844f653a-b4bf-4b15-bbf0-43752f2b0964 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595675 Aug 28 20:05:45.670472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54ed290a-5057-4373-9a70-e5918d3e517b req-d7315816-8106-4c99-93a1-0f87b5250de8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (69c86658-2f2c-4094-947c-b0e43994a38f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:45.689882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-54ed290a-5057-4373-9a70-e5918d3e517b req-d7315816-8106-4c99-93a1-0f87b5250de8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:45.689882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54ed290a-5057-4373-9a70-e5918d3e517b req-d7315816-8106-4c99-93a1-0f87b5250de8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/69c86658-2f2c-4094-947c-b0e43994a38f HTTP/1.1" status: 204 len: 173 time: 0.5428710 Aug 28 20:05:45.706956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7315816-8106-4c99-93a1-0f87b5250de8 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c86658-2f2c-4094-947c-b0e43994a38f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:45.804336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c6177478-9d7a-472d-9fde-4d6df3e8808d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:45.861589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port c6177478-9d7a-472d-9fde-4d6df3e8808d completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:05:46.087641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port c6177478-9d7a-472d-9fde-4d6df3e8808d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:46.088372 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:46.101014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc3055-e521-4622-8943-da3492b05014 req-5075170a-1561-4943-9c12-d732c500ad0f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:46.108877 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-debc3055-e521-4622-8943-da3492b05014 req-5075170a-1561-4943-9c12-d732c500ad0f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0579054 Aug 28 20:05:46.176247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c6177478-9d7a-472d-9fde-4d6df3e8808d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:46.176648 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:46.180772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-debc3055-e521-4622-8943-da3492b05014 req-f431800a-2eac-49c3-a9d6-8ae285438184 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Aug 28 20:05:46.221615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c6177478-9d7a-472d-9fde-4d6df3e8808d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c6177478-9d7a-472d-9fde-4d6df3e8808d,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:46.418732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe193d5-ff30-4d48-84f9-50dbdfb5e88d req-9f93a284-4c26-49f2-8301-6772f8c93aaa tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:46.420318 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8fe193d5-ff30-4d48-84f9-50dbdfb5e88d req-9f93a284-4c26-49f2-8301-6772f8c93aaa tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0756953 Aug 28 20:05:46.485090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8fe193d5-ff30-4d48-84f9-50dbdfb5e88d req-4ffd64e7-9ffc-4275-9202-aef1c21d122e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564032 Aug 28 20:05:46.602982 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:46.610645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7adc008c-b455-4b31-8f6a-7ae42fe25766 req-201a559f-09e2-4122-b854-999e4797604e tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0397973 Aug 28 20:05:46.688995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c6177478-9d7a-472d-9fde-4d6df3e8808d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:46.777246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3937f8a2-12dc-493e-8734-c599f264503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6177478-9d7a-472d-9fde-4d6df3e8808d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:46.779868 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82169c0-1646-4820-8738-1b27a7562976" -d '{"events": [{"server_uuid": "3937f8a2-12dc-493e-8734-c599f264503c", "name": "network-vif-plugged", "status": "completed", "tag": "c6177478-9d7a-472d-9fde-4d6df3e8808d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:46.831617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83f42-f720-4d8c-8439-1e551e062371 req-57e8bfd9-1925-4057-9fed-fee3210e8cad tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:46.841599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5d83f42-f720-4d8c-8439-1e551e062371 req-57e8bfd9-1925-4057-9fed-fee3210e8cad tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.0816917 Aug 28 20:05:46.857088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaab0fb-7768-4bbb-b3df-ffaad009c3b1 req-f612ba5c-2195-4787-b2bb-fb7555eb2a70 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:46.863124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2aaab0fb-7768-4bbb-b3df-ffaad009c3b1 req-f612ba5c-2195-4787-b2bb-fb7555eb2a70 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0967004 Aug 28 20:05:46.904512 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f5d83f42-f720-4d8c-8439-1e551e062371 req-7c4dd3c9-08dd-4230-9cd4-a656a4c69e84 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634623 Aug 28 20:05:46.944525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2aaab0fb-7768-4bbb-b3df-ffaad009c3b1 req-22e3a2f0-c3d1-4a0a-8145-6c73c440435d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699477 Aug 28 20:05:46.947637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47598) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:46.965324 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01dcc9b-69ae-4f5d-8ead-50e84dd2ced4 x-openstack-request-id: req-c01dcc9b-69ae-4f5d-8ead-50e84dd2ced4 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:46.965897 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3937f8a2-12dc-493e-8734-c599f264503c", "name": "network-vif-plugged", "status": "completed", "tag": "c6177478-9d7a-472d-9fde-4d6df3e8808d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:46.966322 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c01dcc9b-69ae-4f5d-8ead-50e84dd2ced4 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:46.966818 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01dcc9b-69ae-4f5d-8ead-50e84dd2ced4'] response: {'server_uuid': '3937f8a2-12dc-493e-8734-c599f264503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6177478-9d7a-472d-9fde-4d6df3e8808d', 'code': 200} Aug 28 20:05:47.018944 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:47.080134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca7ee2a-2e33-4b92-902d-d654b7a08289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.106983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:05:47.143872 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0cfe71d2-97b1-47d8-9ea4-468f1d3b250e req-70b507f5-6f58-4d6e-9c73-e1b906ede0af tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0477846 Aug 28 20:05:47.170489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:05:47.172231 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.234917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae5c74-e20f-4adb-8804-a6ecf32afba1 req-4f080603-4d1b-420b-9bd0-9fce1e1b82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:47.238099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4ae5c74-e20f-4adb-8804-a6ecf32afba1 req-4f080603-4d1b-420b-9bd0-9fce1e1b82ff service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 1128 time: 0.0710335 Aug 28 20:05:47.283899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:05:47.284460 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.311023 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca7ee2a-2e33-4b92-902d-d654b7a08289 admin admin] Publish callbacks [] for security_group (12cd4bc2-885c-47ed-98e3-d0da2c040871), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.328735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:47.333144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4ae5c74-e20f-4adb-8804-a6ecf32afba1 req-d9327ad9-8f25-47c9-b77f-8b8076439a4a service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844190 Aug 28 20:05:47.376402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8059df7-c5a0-4798-9716-1f45158156e0 req-49149add-ca97-4882-acb5-ce4407591bfc tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:47.378188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8059df7-c5a0-4798-9716-1f45158156e0 req-49149add-ca97-4882-acb5-ce4407591bfc tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 949 time: 0.0660713 Aug 28 20:05:47.436574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8059df7-c5a0-4798-9716-1f45158156e0 req-bb7e6804-3fc4-4111-88b3-3ca7e953b291 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Aug 28 20:05:47.476124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bca7ee2a-2e33-4b92-902d-d654b7a08289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (12cd4bc2-885c-47ed-98e3-d0da2c040871), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.479990 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.525585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bca7ee2a-2e33-4b92-902d-d654b7a08289 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5cfe182c67b644c38383f1454c67dd03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5767183 Aug 28 20:05:47.526659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7ee2a-2e33-4b92-902d-d654b7a08289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd4bc2-885c-47ed-98e3-d0da2c040871,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:47.528558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47606) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:47.538449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=11']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:47.600389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Publish callbacks [] for security_group (12cd4bc2-885c-47ed-98e3-d0da2c040871), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.627104 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Publish callbacks [] for security_group (12cd4bc2-885c-47ed-98e3-d0da2c040871), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.647644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22109c0-8bf3-417c-b90c-eeace3c2cc94 req-7a90d1b0-a282-4c67-ba98-567070220ba9 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:47.649343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a22109c0-8bf3-417c-b90c-eeace3c2cc94 req-7a90d1b0-a282-4c67-ba98-567070220ba9 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0582986 Aug 28 20:05:47.664508 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:47.722538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a22109c0-8bf3-417c-b90c-eeace3c2cc94 req-80216a8e-8a15-4aed-9f3a-cf9ebeab1955 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664847 Aug 28 20:05:47.770351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2432566-56f1-4e6b-9b63-9b1245e3c780 req-c7e85a60-35ad-4dca-9b79-e4e3b10cf127 tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Aug 28 20:05:47.915947 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (12cd4bc2-885c-47ed-98e3-d0da2c040871), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.917088 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:47.919903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:47.921237 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/12cd4bc2-885c-47ed-98e3-d0da2c040871 HTTP/1.1" status: 204 len: 168 time: 0.3911192 Aug 28 20:05:47.931481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd4bc2-885c-47ed-98e3-d0da2c040871,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:47.941415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.943526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.946570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.947046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.947634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.947991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.948330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.948821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.949162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.951884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.951884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.953083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.953434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.954167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:47.954864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd5962-d5a1-4cbd-b778-95ce4df22615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:05:48.070169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ffd34-f0d4-400a-8de4-140c815c8c3b req-3a49a5b6-feac-41e9-9fb4-f011483b4a57 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:48.071825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-927ffd34-f0d4-400a-8de4-140c815c8c3b req-3a49a5b6-feac-41e9-9fb4-f011483b4a57 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.0583515 Aug 28 20:05:48.116501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b9185-ee79-4129-a913-3ff3f62ffda8 req-81233217-51a7-4d08-873a-17663b54e777 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:48.118140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da9b9185-ee79-4129-a913-3ff3f62ffda8 req-81233217-51a7-4d08-873a-17663b54e777 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0731597 Aug 28 20:05:48.153565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-927ffd34-f0d4-400a-8de4-140c815c8c3b req-56a6eda0-c548-4eba-9f50-74ab2c816ab5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Aug 28 20:05:48.179605 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da9b9185-ee79-4129-a913-3ff3f62ffda8 req-bbe3c30f-c598-4175-94b3-429715b8c630 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546567 Aug 28 20:05:48.575193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50590-9c95-4bbb-bfa7-0f84cf894205 req-db94f215-a967-4b47-8515-7f3a84f7ba9a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:48.579765 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3cb50590-9c95-4bbb-bfa7-0f84cf894205 req-db94f215-a967-4b47-8515-7f3a84f7ba9a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 950 time: 0.0612357 Aug 28 20:05:48.633264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3cb50590-9c95-4bbb-bfa7-0f84cf894205 req-68cbc605-9dbd-4bb3-84e7-bc0c7e265ef8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502174 Aug 28 20:05:48.658644 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:48.881156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90c855-cb51-4331-810a-81711e4b1a2b req-b3a67534-9ac7-4a91-82be-14c6c71d7168 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:48.882941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d90c855-cb51-4331-810a-81711e4b1a2b req-b3a67534-9ac7-4a91-82be-14c6c71d7168 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0718513 Aug 28 20:05:48.942491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a112b28-11da-48fa-a3ae-7f6565f239c0 req-b29eefb0-599e-45bc-ae07-1a27df8396af tempest-ServersAdmin275Test-457188247 tempest-ServersAdmin275Test-457188247-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bee697-4bda-4024-be27-f9662ecf9505 HTTP/1.1" status: 200 len: 210 time: 0.0564430 Aug 28 20:05:48.971362 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d90c855-cb51-4331-810a-81711e4b1a2b req-f85df29e-2aa8-4464-96c4-a0df82859955 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821631 Aug 28 20:05:48.972210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:48.975475 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2682345f-377f-4a04-a4a0-b34ec54c4d50" -d '{"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:49.033379 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092517f-ef75-4b40-9f7d-70ef549cdbad x-openstack-request-id: req-b092517f-ef75-4b40-9f7d-70ef549cdbad {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:49.033894 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-plugged", "status": "completed", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:49.034271 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b092517f-ef75-4b40-9f7d-70ef549cdbad {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:49.034689 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b092517f-ef75-4b40-9f7d-70ef549cdbad'] response: {'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'code': 200} Aug 28 20:05:49.138059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47630) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:49.163257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5aaff3d4-1157-4060-899f-abdd52ff4ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:49.174732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-e635da8a-6d79-4fbb-b975-85da6f417e72 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:49.176334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-e635da8a-6d79-4fbb-b975-85da6f417e72 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0853009 Aug 28 20:05:49.368554 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5aaff3d4-1157-4060-899f-abdd52ff4ce8 admin admin] Publish callbacks [] for security_group (f4fe7323-ba2e-411b-b048-e93cea8e25f8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:49.381093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dc240-2e86-44e0-9721-3be786cd71eb req-13c70894-6b40-4e64-9a59-a2480ccc3fc1 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:49.384162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Deleting port 4a125f4f-dca5-4040-95ba-52ae22c4a302 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:49.384162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:49.384510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e41dc240-2e86-44e0-9721-3be786cd71eb req-13c70894-6b40-4e64-9a59-a2480ccc3fc1 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 946 time: 0.0768530 Aug 28 20:05:49.405722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735251ff-0994-464f-a198-c6f3fd02a409 req-810e3d83-cf8f-4219-a845-85da50755179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:49.407802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-735251ff-0994-464f-a198-c6f3fd02a409 req-810e3d83-cf8f-4219-a845-85da50755179 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1132 time: 0.1098518 Aug 28 20:05:49.439446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42d3c-43ce-4947-a1ce-1263c5918cf4 req-a087e3ed-cb77-4c06-9ec9-53a5fdeaf9fb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:49.441256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ae42d3c-43ce-4947-a1ce-1263c5918cf4 req-a087e3ed-cb77-4c06-9ec9-53a5fdeaf9fb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.1317372 Aug 28 20:05:49.482274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e41dc240-2e86-44e0-9721-3be786cd71eb req-58cad0e9-d9b0-4a73-bd51-663f82efcddc tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ce423291-6021-4711-8185-fe621f6b4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925331 Aug 28 20:05:49.505351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5aaff3d4-1157-4060-899f-abdd52ff4ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4fe7323-ba2e-411b-b048-e93cea8e25f8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:49.539993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff3d4-1157-4060-899f-abdd52ff4ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fe7323-ba2e-411b-b048-e93cea8e25f8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:49.571206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5aaff3d4-1157-4060-899f-abdd52ff4ce8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cd859dca861746c5b39eb85a4685e597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274864 Aug 28 20:05:49.571206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47636) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:49.594263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-735251ff-0994-464f-a198-c6f3fd02a409 req-bc79b5bf-53c4-4fab-9824-49fa3c404c1f service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519988 Aug 28 20:05:49.601254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ae42d3c-43ce-4947-a1ce-1263c5918cf4 req-dc0ddfc5-2fa2-4da9-b719-d4e83d0a4c7e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512744 Aug 28 20:05:49.603118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] For port 4a125f4f-dca5-4040-95ba-52ae22c4a302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4a125f4f-dca5-4040-95ba-52ae22c4a302,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:49.603497 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:49.626328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Calling delete_port for 4a125f4f-dca5-4040-95ba-52ae22c4a302 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:49.633312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1884-45f1-4be5-94a8-0890e60adcbb admin admin] Publish callbacks [] for security_group (f4fe7323-ba2e-411b-b048-e93cea8e25f8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:49.657593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1884-45f1-4be5-94a8-0890e60adcbb admin admin] Publish callbacks [] for security_group (f4fe7323-ba2e-411b-b048-e93cea8e25f8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:49.805798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cb8af-89b9-4a53-9d5b-b22464ce875d req-960683ad-ba80-4794-a74e-a9584e3ba46e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:49.805798 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c2cb8af-89b9-4a53-9d5b-b22464ce875d req-960683ad-ba80-4794-a74e-a9584e3ba46e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 950 time: 0.0555236 Aug 28 20:05:49.872540 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c2cb8af-89b9-4a53-9d5b-b22464ce875d req-f12b5240-363b-4cd3-a1b4-2b10929a8808 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623763 Aug 28 20:05:49.992568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4a125f4f-dca5-4040-95ba-52ae22c4a302), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:50.002890 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1884-45f1-4be5-94a8-0890e60adcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4fe7323-ba2e-411b-b048-e93cea8e25f8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:50.002890 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1884-45f1-4be5-94a8-0890e60adcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:50.002890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3b8e1884-45f1-4be5-94a8-0890e60adcbb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f4fe7323-ba2e-411b-b048-e93cea8e25f8 HTTP/1.1" status: 204 len: 168 time: 0.4283202 Aug 28 20:05:50.011597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4a125f4f-dca5-4040-95ba-52ae22c4a302'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:50.015420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e1884-45f1-4be5-94a8-0890e60adcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fe7323-ba2e-411b-b048-e93cea8e25f8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:50.025665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Pushing event deleted for resources: {'Port': ['ID=4a125f4f-dca5-4040-95ba-52ae22c4a302,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:50.138580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] No DVR routers for this DVR port 4a125f4f-dca5-4040-95ba-52ae22c4a302 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:05:50.141964 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:50.151177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e8612a0-a9a5-41d9-9c9a-1086002d610f req-57d04bcc-a40d-48e1-9f4b-60846ef826b5 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.89 "DELETE /networking/v2.0/ports/4a125f4f-dca5-4040-95ba-52ae22c4a302 HTTP/1.1" status: 204 len: 173 time: 0.9529927 Aug 28 20:05:50.151675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'name': 'network-vif-deleted', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:05:50.155472 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9c786-8daf-4e7a-902c-35a1b03da29f" -d '{"events": [{"server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "name": "network-vif-deleted", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:05:50.210784 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96b4c5b-6431-4914-ba4b-7c78015afdc5 x-openstack-request-id: req-d96b4c5b-6431-4914-ba4b-7c78015afdc5 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:05:50.211079 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d916d97-9356-4a88-8ec1-3aca233b8c70", "name": "network-vif-deleted", "tag": "4a125f4f-dca5-4040-95ba-52ae22c4a302", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:05:50.211329 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d96b4c5b-6431-4914-ba4b-7c78015afdc5 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:05:50.211732 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96b4c5b-6431-4914-ba4b-7c78015afdc5'] response: {'server_uuid': '4d916d97-9356-4a88-8ec1-3aca233b8c70', 'name': 'network-vif-deleted', 'tag': '4a125f4f-dca5-4040-95ba-52ae22c4a302', 'status': 'completed', 'code': 200} Aug 28 20:05:50.237302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edcd3e-2e9c-4d36-8579-07341ee85552 req-0eab5952-4b49-45ac-af34-0d005e2d2951 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:50.245708 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6edcd3e-2e9c-4d36-8579-07341ee85552 req-0eab5952-4b49-45ac-af34-0d005e2d2951 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1125154 Aug 28 20:05:50.302434 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6edcd3e-2e9c-4d36-8579-07341ee85552 req-6cfefe92-bfb4-475b-8e3a-469b9955603e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557008 Aug 28 20:05:50.593827 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfe76406-cf83-4b88-9e74-e6e275b039fd req-9147576e-1caa-4e4a-a1bf-2f3ccd88d68d tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 210 time: 0.0328226 Aug 28 20:05:51.101153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fc4dd-6cf9-4e00-afa4-bb5f8f9f97e4 req-9fd399a1-4ab9-4be2-980f-b8db533c665d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:51.103206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e71fc4dd-6cf9-4e00-afa4-bb5f8f9f97e4 req-9fd399a1-4ab9-4be2-980f-b8db533c665d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 950 time: 0.0843194 Aug 28 20:05:51.186337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e71fc4dd-6cf9-4e00-afa4-bb5f8f9f97e4 req-27a1df5e-bb59-4fe3-a922-cc0b8a2c1ade tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744910 Aug 28 20:05:51.432663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dca8b-0b7a-4657-94ac-b070f0888f49 req-e9029b66-6d65-4d37-947c-db5a57c78c91 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:51.435475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-621dca8b-0b7a-4657-94ac-b070f0888f49 req-e9029b66-6d65-4d37-947c-db5a57c78c91 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0531085 Aug 28 20:05:51.459641 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:51.503699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-621dca8b-0b7a-4657-94ac-b070f0888f49 req-8a91e44b-5551-4578-a1c0-c38c2e39c85f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601897 Aug 28 20:05:51.649816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47672) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:51.743854 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0e2ad6c-f505-4bcc-84fe-4875a4f03d68 req-89bff7fd-d386-4505-b274-e6c3474517c6 tempest-ServerRescueTestJSONUnderV235-751817423 tempest-ServerRescueTestJSONUnderV235-751817423-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d916d97-9356-4a88-8ec1-3aca233b8c70 HTTP/1.1" status: 200 len: 210 time: 0.0328591 Aug 28 20:05:51.797821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47676) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:51.816136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fabe0a9-5426-4639-9f16-d48721397688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:51.910735 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fabe0a9-5426-4639-9f16-d48721397688 admin admin] Publish callbacks [] for security_group (a6c6bac2-3bfc-4248-ad1f-661befaf75b4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.005326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c2f1-a597-4050-bce5-9cf4fc184b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.007706 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8458c5c2-f62f-4476-acd3-7821d672411e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.059118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fabe0a9-5426-4639-9f16-d48721397688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a6c6bac2-3bfc-4248-ad1f-661befaf75b4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.203663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2fabe0a9-5426-4639-9f16-d48721397688 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7cc12c8c7ec9426ead3beb11c7cc0e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4040527 Aug 28 20:05:52.206607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47680) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:52.230149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabe0a9-5426-4639-9f16-d48721397688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c6bac2-3bfc-4248-ad1f-661befaf75b4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:52.245822 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c2f1-a597-4050-bce5-9cf4fc184b4e admin admin] Publish callbacks [] for security_group (d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.297778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdaab-77fb-4ee2-8dd3-a0b8882c59bf admin admin] Publish callbacks [] for security_group (a6c6bac2-3bfc-4248-ad1f-661befaf75b4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.327063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdaab-77fb-4ee2-8dd3-a0b8882c59bf admin admin] Publish callbacks [] for security_group (a6c6bac2-3bfc-4248-ad1f-661befaf75b4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.351995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f0836-e95b-4a69-aeff-36fb95f7e402 req-1136799d-7e45-4794-a797-fa75751962ba tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:52.354744 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad9f0836-e95b-4a69-aeff-36fb95f7e402 req-1136799d-7e45-4794-a797-fa75751962ba tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 950 time: 0.0695376 Aug 28 20:05:52.358704 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:52.409594 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c2f1-a597-4050-bce5-9cf4fc184b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.502445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6c2f1-a597-4050-bce5-9cf4fc184b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:52.519360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3fc6c2f1-a597-4050-bce5-9cf4fc184b4e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7996b61ca579418b9a690269e4ef9554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8680301 Aug 28 20:05:52.522154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47686) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:52.529614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad9f0836-e95b-4a69-aeff-36fb95f7e402 req-36d0c30d-2126-40db-8fd3-fe16b0973b48 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670647 Aug 28 20:05:52.611113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553c4bcb-a17c-4027-81d2-5fa7b553f820 admin admin] Publish callbacks [] for security_group (d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.675514 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdaab-77fb-4ee2-8dd3-a0b8882c59bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a6c6bac2-3bfc-4248-ad1f-661befaf75b4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.678118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdaab-77fb-4ee2-8dd3-a0b8882c59bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.679291 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0e7fdaab-77fb-4ee2-8dd3-a0b8882c59bf admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a6c6bac2-3bfc-4248-ad1f-661befaf75b4 HTTP/1.1" status: 204 len: 168 time: 0.4716997 Aug 28 20:05:52.684247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553c4bcb-a17c-4027-81d2-5fa7b553f820 admin admin] Publish callbacks [] for security_group (d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:52.712106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f8929-6480-46c5-b615-981bb22f752b req-880ea50f-8d06-4ee0-9e87-7bc22da4c15c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:52.713712 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e0f8929-6480-46c5-b615-981bb22f752b req-880ea50f-8d06-4ee0-9e87-7bc22da4c15c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1063445 Aug 28 20:05:52.724885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fdaab-77fb-4ee2-8dd3-a0b8882c59bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c6bac2-3bfc-4248-ad1f-661befaf75b4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:52.793746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e0f8929-6480-46c5-b615-981bb22f752b req-37af164a-1e3b-468c-8131-3464b64a6605 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701642 Aug 28 20:05:52.866355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47696) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:53.001562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553c4bcb-a17c-4027-81d2-5fa7b553f820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:53.004500 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-553c4bcb-a17c-4027-81d2-5fa7b553f820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:53.005996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-553c4bcb-a17c-4027-81d2-5fa7b553f820 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a HTTP/1.1" status: 204 len: 168 time: 0.4827957 Aug 28 20:05:53.035288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c4bcb-a17c-4027-81d2-5fa7b553f820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc05b5-a1ec-487d-8875-d4c5c6c4f21a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:53.170636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4a125f4f-dca5-4040-95ba-52ae22c4a302 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:53.212149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 4a125f4f-dca5-4040-95ba-52ae22c4a302 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:05:53.212488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4a125f4f-dca5-4040-95ba-52ae22c4a302 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:05:53.368120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:53.384148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956e15-d124-4699-b168-56e5d9546b5d req-11600ee6-c597-4ba1-9e87-acf479ab2cc1 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:53.386140 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71956e15-d124-4699-b168-56e5d9546b5d req-11600ee6-c597-4ba1-9e87-acf479ab2cc1 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1132 time: 0.0485876 Aug 28 20:05:53.423679 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:53.492040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71956e15-d124-4699-b168-56e5d9546b5d req-0be32e77-84aa-4e49-b612-81ee6679b7c7 tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935843 Aug 28 20:05:53.500172 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:53.649231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Deleting port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:53.649914 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:53.758649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] For port 89dafe80-37cd-4fc0-92ab-21ae2a18f46f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,segment=NetworkSegment(8ca90d42-9c13-410b-aa01-077a5b3ab614),segment_id=8ca90d42-9c13-410b-aa01-077a5b3ab614)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:53.758914 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:53.773317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Calling delete_port for 89dafe80-37cd-4fc0-92ab-21ae2a18f46f owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:53.824129 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:53.955583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5adf19-93d8-4df9-be4c-e0458df80a97 req-0831b3bb-8731-4f10-9805-2dc047ee6666 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:53.957703 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa5adf19-93d8-4df9-be4c-e0458df80a97 req-0831b3bb-8731-4f10-9805-2dc047ee6666 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0694625 Aug 28 20:05:54.026912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa5adf19-93d8-4df9-be4c-e0458df80a97 req-d45ed827-067b-416e-a3ee-ab025e55ff6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598636 Aug 28 20:05:54.405743 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=23 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:55.151770 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a30a814a-236e-430c-addc-05e13e9b2ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:55.161037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (89dafe80-37cd-4fc0-92ab-21ae2a18f46f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:55.218025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Pushing event deleted for resources: {'Port': ['ID=89dafe80-37cd-4fc0-92ab-21ae2a18f46f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:55.334330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6e37-84a3-4859-9031-b66107fa0b09 req-cc5950ed-df2c-41ae-86fa-4c4839fece20 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:55.335914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b4a6e37-84a3-4859-9031-b66107fa0b09 req-cc5950ed-df2c-41ae-86fa-4c4839fece20 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0679951 Aug 28 20:05:55.476102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b4a6e37-84a3-4859-9031-b66107fa0b09 req-662af1b8-1ff8-4a1e-be01-52ca2362f659 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996830 Aug 28 20:05:55.487183 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:55.603454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47766) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:55.638948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d07a0177-e0cd-4d03-89a9-d7034ce594b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:55.651863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74fa-bf7d-4bab-9114-0067bbaecc6f req-b27eebbd-7540-4942-9b5b-4915fd83a1bd tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:55.653697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf8b74fa-bf7d-4bab-9114-0067bbaecc6f req-b27eebbd-7540-4942-9b5b-4915fd83a1bd tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 1132 time: 0.0799558 Aug 28 20:05:55.752790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d07a0177-e0cd-4d03-89a9-d7034ce594b3 admin admin] Publish callbacks [] for security_group (7e9ed181-3885-49db-8807-19b9bc81324c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:55.779523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:55.922487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d07a0177-e0cd-4d03-89a9-d7034ce594b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7e9ed181-3885-49db-8807-19b9bc81324c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:55.970150 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d07a0177-e0cd-4d03-89a9-d7034ce594b3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=99b2c649562341168ace7bb5286939e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631520 Aug 28 20:05:55.976469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47774) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:55.990221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a0177-e0cd-4d03-89a9-d7034ce594b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ed181-3885-49db-8807-19b9bc81324c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:56.070966 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2aed7571-fbcd-45b5-8405-a637885641cd admin admin] Publish callbacks [] for security_group (7e9ed181-3885-49db-8807-19b9bc81324c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:56.079924 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf8b74fa-bf7d-4bab-9114-0067bbaecc6f req-0e243c25-5ecd-407d-912c-0bdd31f85d2a tempest-ServersAdminTestJSON-72445505 tempest-ServersAdminTestJSON-72445505-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741434 Aug 28 20:05:56.117735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2aed7571-fbcd-45b5-8405-a637885641cd admin admin] Publish callbacks [] for security_group (7e9ed181-3885-49db-8807-19b9bc81324c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:56.222177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:05:56.337810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:05:56.343528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-70de1584-f8c9-4916-93cc-aff5a79ab33c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4761546 Aug 28 20:05:56.346150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47782) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:56.350136 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] Sync routers for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:05:56.363350 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:56.364192 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:56.458031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2aed7571-fbcd-45b5-8405-a637885641cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7e9ed181-3885-49db-8807-19b9bc81324c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:56.467337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2aed7571-fbcd-45b5-8405-a637885641cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:56.469577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2aed7571-fbcd-45b5-8405-a637885641cd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7e9ed181-3885-49db-8807-19b9bc81324c HTTP/1.1" status: 204 len: 168 time: 0.4881361 Aug 28 20:05:56.480504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed7571-fbcd-45b5-8405-a637885641cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ed181-3885-49db-8807-19b9bc81324c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:56.528899 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:56.554470 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:56.569521 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks [] for router (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:56.652850 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:56.764519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks [] for router_gateway (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:56.912187 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:05:53Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:56.928382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814f4c-f484-49c6-ad9b-37389b77981a req-0cf36a74-c6c5-4e31-86a7-a38d5f7a048b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:56.936607 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b814f4c-f484-49c6-ad9b-37389b77981a req-0cf36a74-c6c5-4e31-86a7-a38d5f7a048b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0623081 Aug 28 20:05:56.949549 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] Checking router: 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:05:56.961923 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] Routers {'17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:05:56.962574 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:57.023204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b814f4c-f484-49c6-ad9b-37389b77981a req-7336a495-946f-46f1-89ee-66ac498d73ee tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852540 Aug 28 20:05:57.062446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Deleting port f69f83f7-572d-4eb2-8d3b-7176df026b64 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:57.062800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:57.081402 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:57.136886 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] Set router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:05:57.227415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9fcfd-feb8-4f5d-92a4-850f1625a369 req-d4b05c53-f3ee-4f73-872b-51cf13e1a948 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:57.239148 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94e9fcfd-feb8-4f5d-92a4-850f1625a369 req-d4b05c53-f3ee-4f73-872b-51cf13e1a948 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 950 time: 0.1251738 Aug 28 20:05:57.349886 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:57.377344 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:05:53Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:05:57.388309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94e9fcfd-feb8-4f5d-92a4-850f1625a369 req-6331085c-d20f-4058-a32a-786f7494fe18 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429009 Aug 28 20:05:57.405975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] For port f69f83f7-572d-4eb2-8d3b-7176df026b64, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f69f83f7-572d-4eb2-8d3b-7176df026b64,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:57.405975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:57.423394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Calling delete_port for f69f83f7-572d-4eb2-8d3b-7176df026b64 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:57.476038 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e8da-08e3-488a-ad2e-8151ca4f0e51 None None] The sync data for ids ['17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a'] in n-d-854121-7 is: [{'id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'name': 'tempest-ServerRescueTestJSONUnderV235-321338954-router', 'tenant_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:16Z', 'updated_at': '2022-08-28T20:05:53Z', 'revision_number': 5, 'project_id': 'e6fa4bad47cf497eb6a3daa9e369767d', 'gw_port': {'id': 'f69f83f7-572d-4eb2-8d3b-7176df026b64', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:18Z', 'updated_at': '2022-08-28T20:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:05:57.620247 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:57.901365 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f69f83f7-572d-4eb2-8d3b-7176df026b64), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:57.981909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Pushing event deleted for resources: {'Port': ['ID=f69f83f7-572d-4eb2-8d3b-7176df026b64,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:05:58.108207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:58.273234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aeaa1-22fe-41e4-9b2f-48cdfdeb3dc5 req-d06058d9-7696-4a54-8a5f-5a3c6813615b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:58.284524 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-953aeaa1-22fe-41e4-9b2f-48cdfdeb3dc5 req-d06058d9-7696-4a54-8a5f-5a3c6813615b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1147518 Aug 28 20:05:58.343684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:58.348529 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks [] for router_controller (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:58.433464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-953aeaa1-22fe-41e4-9b2f-48cdfdeb3dc5 req-ad1d44df-aa2a-4a93-8f13-e724c19f3ab2 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206288 Aug 28 20:05:58.476061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-fbc06175-9368-4cee-a996-af16f09a8bcb tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:58.478817 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-fbc06175-9368-4cee-a996-af16f09a8bcb tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 950 time: 0.1261642 Aug 28 20:05:58.492679 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:05:58.674472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc309-a877-4cc0-b307-93e981aecbff req-3a9dda99-38a1-4ea3-b05d-0eaa93956bbb tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:58.689358 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae5cc309-a877-4cc0-b307-93e981aecbff req-3a9dda99-38a1-4ea3-b05d-0eaa93956bbb tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 950 time: 0.1416824 Aug 28 20:05:58.743883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Deleting port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:05:58.744140 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:58.857224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:58.857813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:05:58.874973 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae5cc309-a877-4cc0-b307-93e981aecbff req-67efcf16-0ee2-4666-8486-56870bc6162d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839869 Aug 28 20:05:58.891095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:58.894985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f00bf022-4b90-446c-aa27-4cd747fca28f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/17e9ee8b-3f1f-4cd1-bc1e-00b473d5375a HTTP/1.1" status: 204 len: 168 time: 2.5477495 Aug 28 20:05:58.898418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47844) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:58.965831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] For port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:05:58.966539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:58.997517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Calling delete_port for 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:05:59.011119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] Deleting subnet 878936e1-ca9c-4545-ab61-58300e9441ff {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:05:59.054715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] Publish callbacks [] for subnet (878936e1-ca9c-4545-ab61-58300e9441ff), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:59.278628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (878936e1-ca9c-4545-ab61-58300e9441ff), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:59.330198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 89dafe80-37cd-4fc0-92ab-21ae2a18f46f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:05:59.386202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 89dafe80-37cd-4fc0-92ab-21ae2a18f46f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:05:59.386553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 89dafe80-37cd-4fc0-92ab-21ae2a18f46f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:05:59.528068 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (878936e1-ca9c-4545-ab61-58300e9441ff), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:59.666353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2426b-f2af-4990-8fda-a33a645ff57b req-d0094e06-5ba2-41e4-b464-24c8d25a65d6 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:05:59.669606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86e2426b-f2af-4990-8fda-a33a645ff57b req-d0094e06-5ba2-41e4-b464-24c8d25a65d6 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0894027 Aug 28 20:05:59.746549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-86e2426b-f2af-4990-8fda-a33a645ff57b req-d5dba8c6-6ddf-4155-957e-3da2c6ca7997 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692551 Aug 28 20:05:59.895509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (878936e1-ca9c-4545-ab61-58300e9441ff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:59.914507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (33ba2b92-0e31-4a34-8d4c-6b8786eaf360), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:59.916681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:05:59.932319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/878936e1-ca9c-4545-ab61-58300e9441ff HTTP/1.1" status: 204 len: 168 time: 1.0256941 Aug 28 20:05:59.932419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47866) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:05:59.932508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f3e83e3a-c8af-45fe-96a9-e23e8393ab84'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:05:59.969519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a4640d09-9338-4bf4-a1b8-0b776de2298a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:00.014133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cb9b8-485b-4640-b111-794d8179632a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878936e1-ca9c-4545-ab61-58300e9441ff,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:00.072915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Pushing event deleted for resources: {'Port': ['ID=33ba2b92-0e31-4a34-8d4c-6b8786eaf360,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:00.112586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (93a72407-867c-448d-92d6-cacdc09d10f7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:00.247790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-063e116d-ab4a-45bd-9a47-8bcf59827cf4 req-f276616f-d060-4c6d-a73e-841511664d36 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 210 time: 0.1932034 Aug 28 20:06:00.248643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] No DVR routers for this DVR port 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:06:00.268729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:00.268729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8d4c55c2-d369-45d2-afdc-c7eff5fcb8f6 req-a9cc56b6-c6f5-4bc8-89d3-1de28313338e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "DELETE /networking/v2.0/ports/33ba2b92-0e31-4a34-8d4c-6b8786eaf360 HTTP/1.1" status: 204 len: 173 time: 1.7723656 Aug 28 20:06:00.268729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'name': 'network-vif-deleted', 'tag': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:00.274933 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2141bf-2aed-4e10-a793-898ef10b2ff6" -d '{"events": [{"server_uuid": "02fbc885-03b7-4ede-8e09-1282b8e05ec6", "name": "network-vif-deleted", "tag": "33ba2b92-0e31-4a34-8d4c-6b8786eaf360"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:00.362834 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (93a72407-867c-448d-92d6-cacdc09d10f7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:00.379627 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1edb3-a9c0-4637-ab76-19484ce898a5 x-openstack-request-id: req-55b1edb3-a9c0-4637-ab76-19484ce898a5 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:00.380594 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fbc885-03b7-4ede-8e09-1282b8e05ec6", "name": "network-vif-deleted", "tag": "33ba2b92-0e31-4a34-8d4c-6b8786eaf360", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:00.380594 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55b1edb3-a9c0-4637-ab76-19484ce898a5 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:00.380594 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b1edb3-a9c0-4637-ab76-19484ce898a5'] response: {'server_uuid': '02fbc885-03b7-4ede-8e09-1282b8e05ec6', 'name': 'network-vif-deleted', 'tag': '33ba2b92-0e31-4a34-8d4c-6b8786eaf360', 'status': 'completed', 'code': 200} Aug 28 20:06:00.423717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a72407-867c-448d-92d6-cacdc09d10f7']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:00.447141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca90d42-9c13-410b-aa01-077a5b3ab614') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:00.447806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca90d42-9c13-410b-aa01-077a5b3ab614') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:00.463301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (8ca90d42-9c13-410b-aa01-077a5b3ab614), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:00.481745 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:00.510423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8ca90d42-9c13-410b-aa01-077a5b3ab614), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:00.524981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:00.526030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (8ca90d42-9c13-410b-aa01-077a5b3ab614), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:00.842593 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8ca90d42-9c13-410b-aa01-077a5b3ab614 resource provider aggregate not found Aug 28 20:06:00.880890 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8ca90d42-9c13-410b-aa01-077a5b3ab614 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ca90d42-9c13-410b-aa01-077a5b3ab614 found for delete ", "request_id": "req-bcf2e939-1053-4514-a0d0-78276b8d9a21"}]} Aug 28 20:06:01.006725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a38e3-5291-4def-8f76-843ddc15ceda req-23dd9185-68ac-4675-a686-da177445f718 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:01.024307 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d37a38e3-5291-4def-8f76-843ddc15ceda req-23dd9185-68ac-4675-a686-da177445f718 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1343591 Aug 28 20:06:01.067250 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:01.067250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (93a72407-867c-448d-92d6-cacdc09d10f7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:01.083482 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:01.087924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/93a72407-867c-448d-92d6-cacdc09d10f7 HTTP/1.1" status: 204 len: 168 time: 1.1586289 Aug 28 20:06:01.164827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f69f83f7-572d-4eb2-8d3b-7176df026b64 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:01.171537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a72407-867c-448d-92d6-cacdc09d10f7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:01.243294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f69f83f7-572d-4eb2-8d3b-7176df026b64 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:01.245778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.246939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.247972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.248285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f69f83f7-572d-4eb2-8d3b-7176df026b64 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:01.249937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.250811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.251685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.252634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.254327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.255563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.256434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.257262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:01.257669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.258552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.259388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.260262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.261091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2c91-00e9-434d-8f77-1b8be70adc29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:01.310222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d37a38e3-5291-4def-8f76-843ddc15ceda req-9b45947c-6a9f-4b47-89d2-f2986cc97d5f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826347 Aug 28 20:06:01.382573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:01.382988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 33ba2b92-0e31-4a34-8d4c-6b8786eaf360 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:01.601205 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a74edf14-15b9-4a88-af0c-3e034f938b4c req-25d62dfa-11ad-4917-992a-8c7fbb53b6d9 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=02fbc885-03b7-4ede-8e09-1282b8e05ec6 HTTP/1.1" status: 200 len: 210 time: 0.0586121 Aug 28 20:06:01.602672 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:02.034883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47942) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:02.111608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:02.114084 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-662e5830-03d5-4e46-b99a-c7d85ef0391e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e6fa4bad47cf497eb6a3daa9e369767d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722053 Aug 28 20:06:02.209883 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95abd849-d385-46d0-9a82-1949df5bbc9b admin admin] Publish callbacks [] for security_group (ce423291-6021-4711-8185-fe621f6b4540), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:02.232376 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95abd849-d385-46d0-9a82-1949df5bbc9b admin admin] Publish callbacks [] for security_group (ce423291-6021-4711-8185-fe621f6b4540), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:02.266191 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:02.495763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47954) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:02.504003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95abd849-d385-46d0-9a82-1949df5bbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ce423291-6021-4711-8185-fe621f6b4540), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:02.506960 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95abd849-d385-46d0-9a82-1949df5bbc9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:02.510059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd6c74-380c-4ce5-981c-da8fd38ac476 req-cdbf354a-18bc-415a-a857-bd69fdbd8804 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:02.510327 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-95abd849-d385-46d0-9a82-1949df5bbc9b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ce423291-6021-4711-8185-fe621f6b4540 HTTP/1.1" status: 204 len: 168 time: 0.3960490 Aug 28 20:06:02.510458 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7bd6c74-380c-4ce5-981c-da8fd38ac476 req-cdbf354a-18bc-415a-a857-bd69fdbd8804 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0673048 Aug 28 20:06:02.518723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abd849-d385-46d0-9a82-1949df5bbc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce423291-6021-4711-8185-fe621f6b4540,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:02.699000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2812-54ca-49f4-b2ee-dd088a3c74d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:02.823605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2812-54ca-49f4-b2ee-dd088a3c74d9 admin admin] Publish callbacks [] for security_group (7af22ad1-8514-4a62-9c5c-b4bcec47f3e1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:02.946897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7bd6c74-380c-4ce5-981c-da8fd38ac476 req-a8293fa9-7fff-4e98-8d42-8d0683163f83 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280703 Aug 28 20:06:03.088577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2812-54ca-49f4-b2ee-dd088a3c74d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7af22ad1-8514-4a62-9c5c-b4bcec47f3e1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:03.127687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47966) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:03.128462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1d8d2812-54ca-49f4-b2ee-dd088a3c74d9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=46690e0db31943ca8f910b5efe0e4ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6298697 Aug 28 20:06:03.164520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d2812-54ca-49f4-b2ee-dd088a3c74d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af22ad1-8514-4a62-9c5c-b4bcec47f3e1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:03.197608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dde2a3a3-933f-478f-bc22-e40a915af564 admin admin] Publish callbacks [] for security_group (7af22ad1-8514-4a62-9c5c-b4bcec47f3e1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:03.221075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dde2a3a3-933f-478f-bc22-e40a915af564 admin admin] Publish callbacks [] for security_group (7af22ad1-8514-4a62-9c5c-b4bcec47f3e1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:03.433002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47970) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:03.458697 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dde2a3a3-933f-478f-bc22-e40a915af564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7af22ad1-8514-4a62-9c5c-b4bcec47f3e1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:03.461937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dde2a3a3-933f-478f-bc22-e40a915af564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:03.463414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dde2a3a3-933f-478f-bc22-e40a915af564 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7af22ad1-8514-4a62-9c5c-b4bcec47f3e1 HTTP/1.1" status: 204 len: 168 time: 0.3344772 Aug 28 20:06:03.474191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2a3a3-933f-478f-bc22-e40a915af564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af22ad1-8514-4a62-9c5c-b4bcec47f3e1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:03.623761 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83ed939c-6d80-4ba2-a7bf-d2cc32db6621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:03.629564 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:03.656994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21c250-a348-4b64-974f-bf74429b3e65 req-bb76468f-2df8-477d-a364-754de95bd15d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:03.665255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d21c250-a348-4b64-974f-bf74429b3e65 req-bb76468f-2df8-477d-a364-754de95bd15d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 950 time: 0.1045790 Aug 28 20:06:03.762495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d21c250-a348-4b64-974f-bf74429b3e65 req-9a866b19-e37d-4842-baa6-439a8fed25b3 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962350 Aug 28 20:06:03.823224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83ed939c-6d80-4ba2-a7bf-d2cc32db6621 admin admin] Publish callbacks [] for security_group (c665ee35-be9f-4280-b720-7028f11fbba7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:03.892941 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:04.061468 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83ed939c-6d80-4ba2-a7bf-d2cc32db6621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c665ee35-be9f-4280-b720-7028f11fbba7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:04.121592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-83ed939c-6d80-4ba2-a7bf-d2cc32db6621 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2b071d4c32714b619f4c8e4b64a81de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6870823 Aug 28 20:06:04.125101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47994) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:04.157350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072b29d-a2f7-4e7b-8716-50fddefd08d7 req-8ab7e7a9-6a80-4b80-b9af-c657a23cbf68 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:04.160137 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4072b29d-a2f7-4e7b-8716-50fddefd08d7 req-8ab7e7a9-6a80-4b80-b9af-c657a23cbf68 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1265993 Aug 28 20:06:04.204452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed939c-6d80-4ba2-a7bf-d2cc32db6621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665ee35-be9f-4280-b720-7028f11fbba7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:04.259312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d761a319-1940-4be7-bec0-993ffaf0db91 admin admin] Publish callbacks [] for security_group (c665ee35-be9f-4280-b720-7028f11fbba7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:04.270324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4072b29d-a2f7-4e7b-8716-50fddefd08d7 req-3f47be2d-b592-4cb3-973e-74c8424b1b0a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994484 Aug 28 20:06:04.297358 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d761a319-1940-4be7-bec0-993ffaf0db91 admin admin] Publish callbacks [] for security_group (c665ee35-be9f-4280-b720-7028f11fbba7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:04.555092 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d761a319-1940-4be7-bec0-993ffaf0db91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c665ee35-be9f-4280-b720-7028f11fbba7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:04.557840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d761a319-1940-4be7-bec0-993ffaf0db91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:04.559314 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d761a319-1940-4be7-bec0-993ffaf0db91 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c665ee35-be9f-4280-b720-7028f11fbba7 HTTP/1.1" status: 204 len: 168 time: 0.4325616 Aug 28 20:06:04.568464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a319-1940-4be7-bec0-993ffaf0db91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665ee35-be9f-4280-b720-7028f11fbba7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:04.909277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48022) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:04.932284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500d3c9-938d-4cfa-9832-b224cbd82215 req-c1e5708e-487b-40a9-a278-18cac8770ca8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:04.933996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6500d3c9-938d-4cfa-9832-b224cbd82215 req-c1e5708e-487b-40a9-a278-18cac8770ca8 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 950 time: 0.0569506 Aug 28 20:06:04.985399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6500d3c9-938d-4cfa-9832-b224cbd82215 req-3e450b14-b8d8-4290-abbd-96fe6f77b264 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Aug 28 20:06:05.312760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1612847554-network', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:05.389770 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:05.427610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aff9d7-2a6b-4dd2-a4f3-da5f8a469645 req-f5c1d80b-c0a9-498e-8be8-660bea14cf99 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:05.429426 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40aff9d7-2a6b-4dd2-a4f3-da5f8a469645 req-f5c1d80b-c0a9-498e-8be8-660bea14cf99 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0532684 Aug 28 20:06:05.490509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40aff9d7-2a6b-4dd2-a4f3-da5f8a469645 req-31bcc8eb-13cf-49b5-9df2-7b418838a13b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543671 Aug 28 20:06:05.543880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Made reservation on behalf of a159c1a1434347748a4b836d3e5f0efe for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:05.548039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:05.556478 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:05.640057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks [] for security_group (f0d72434-704b-426b-bcff-7616fdc16dbe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:05.754899 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:05.780864 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f0d72434-704b-426b-bcff-7616fdc16dbe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:05.806613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:05.817987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d72434-704b-426b-bcff-7616fdc16dbe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:05.823629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (641e9cda-5fe2-4e9d-8b5d-eb7a43fee437), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:05.823977 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Added segment 641e9cda-5fe2-4e9d-8b5d-eb7a43fee437 of type vlan for network e559f735-c3b0-4375-b46e-d406d3fbe0da Aug 28 20:06:05.869788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e559f735-c3b0-4375-b46e-d406d3fbe0da), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:05.932839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48046) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:05.948785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f763afc0-94b5-4bea-9963-8a71331349a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.008226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e559f735-c3b0-4375-b46e-d406d3fbe0da), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.009574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:06.010191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.029990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-aea7f83d-885f-4661-9591-6226a7d65ebe tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:06.033348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-aea7f83d-885f-4661-9591-6226a7d65ebe tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 950 time: 0.0594685 Aug 28 20:06:06.128693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f763afc0-94b5-4bea-9963-8a71331349a9 admin admin] Publish callbacks [] for security_group (efdd797f-f4f8-481b-aa83-95eab5a4dec8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.139434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] Pushing event updated for resources: {'Network': ['ID=e559f735-c3b0-4375-b46e-d406d3fbe0da,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:06.145476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b442-4618-4d1e-b365-c879afb98873 req-0f00300a-3427-454a-94ed-aeff705b029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:06.148301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2aa6b442-4618-4d1e-b365-c879afb98873 req-0f00300a-3427-454a-94ed-aeff705b029f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 1127 time: 0.0719137 Aug 28 20:06:06.152032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e559f735-c3b0-4375-b46e-d406d3fbe0da details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:06.184418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6faba-511c-48b0-b1f5-b5a0f8151453 req-b9e39e12-cdc1-4f62-b792-d2588e6d0885 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:06.187661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4f6faba-511c-48b0-b1f5-b5a0f8151453 req-b9e39e12-cdc1-4f62-b792-d2588e6d0885 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 950 time: 0.1011593 Aug 28 20:06:06.207138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Deleting port a4640d09-9338-4bf4-a1b8-0b776de2298a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:06.207726 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.211724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2aa6b442-4618-4d1e-b365-c879afb98873 req-c6133c56-2778-4e9c-aa1b-419f123a6051 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529990 Aug 28 20:06:06.222905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e75cde5a-ef61-439d-8ac7-a5b6646b5c3e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3110230 Aug 28 20:06:06.227153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48050) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:06.234371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Request body: {'subnet': {'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1612847554-subnet', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:06.251896 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f763afc0-94b5-4bea-9963-8a71331349a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (efdd797f-f4f8-481b-aa83-95eab5a4dec8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.315396 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f763afc0-94b5-4bea-9963-8a71331349a9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ea4b400b45a54defa26c4d57488ed797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813541 Aug 28 20:06:06.317264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48052) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:06.325610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763afc0-94b5-4bea-9963-8a71331349a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd797f-f4f8-481b-aa83-95eab5a4dec8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:06.360195 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4f6faba-511c-48b0-b1f5-b5a0f8151453 req-d3d811ef-3808-439c-b4bb-2853066089a3 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468813 Aug 28 20:06:06.385265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d806bba2-d3d0-49bc-b78e-fbae8b6d432c admin admin] Publish callbacks [] for security_group (efdd797f-f4f8-481b-aa83-95eab5a4dec8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.392653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] For port a4640d09-9338-4bf4-a1b8-0b776de2298a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a4640d09-9338-4bf4-a1b8-0b776de2298a,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:06.393028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.411545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Calling delete_port for a4640d09-9338-4bf4-a1b8-0b776de2298a owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:06.416371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d806bba2-d3d0-49bc-b78e-fbae8b6d432c admin admin] Publish callbacks [] for security_group (efdd797f-f4f8-481b-aa83-95eab5a4dec8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.435764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Made reservation on behalf of a159c1a1434347748a4b836d3e5f0efe for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:06.438674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.544872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48058) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:06.637973 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:06:06.640660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305defd9-1b32-4258-8804-aea0f26a8728 req-fab9b701-b01e-45b4-9b1e-c48873a92685 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:06.642256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-305defd9-1b32-4258-8804-aea0f26a8728 req-fab9b701-b01e-45b4-9b1e-c48873a92685 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0558703 Aug 28 20:06:06.679220 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-768a8406-70d1-475c-80a9-6b172ac584a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.718782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d806bba2-d3d0-49bc-b78e-fbae8b6d432c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (efdd797f-f4f8-481b-aa83-95eab5a4dec8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.721179 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d806bba2-d3d0-49bc-b78e-fbae8b6d432c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.722342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d806bba2-d3d0-49bc-b78e-fbae8b6d432c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/efdd797f-f4f8-481b-aa83-95eab5a4dec8 HTTP/1.1" status: 204 len: 168 time: 0.4039495 Aug 28 20:06:06.732361 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-305defd9-1b32-4258-8804-aea0f26a8728 req-a02d28c2-bd8f-4d14-8e1e-6296fbfd11fd tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840783 Aug 28 20:06:06.750889 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a4640d09-9338-4bf4-a1b8-0b776de2298a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.756244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806bba2-d3d0-49bc-b78e-fbae8b6d432c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd797f-f4f8-481b-aa83-95eab5a4dec8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:06.763383 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:06.770458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f3e83e3a-c8af-45fe-96a9-e23e8393ab84'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:06.842620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a4640d09-9338-4bf4-a1b8-0b776de2298a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:06.882991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Pushing event deleted for resources: {'Port': ['ID=a4640d09-9338-4bf4-a1b8-0b776de2298a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:06.890864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] No DVR routers for this DVR port a4640d09-9338-4bf4-a1b8-0b776de2298a on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:06:06.894448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.899056 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c36be42b-bd9b-4ace-941f-beb57faad3b9 req-4f0d9682-6e80-4f64-b59a-8e59d602a2ca tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a4640d09-9338-4bf4-a1b8-0b776de2298a HTTP/1.1" status: 204 len: 173 time: 0.8616545 Aug 28 20:06:06.899557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'name': 'network-vif-deleted', 'tag': 'a4640d09-9338-4bf4-a1b8-0b776de2298a'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:06.904827 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea44bb-fe31-4fbb-8b31-4155439a7641" -d '{"events": [{"server_uuid": "752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71", "name": "network-vif-deleted", "tag": "a4640d09-9338-4bf4-a1b8-0b776de2298a"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:06.913761 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-768a8406-70d1-475c-80a9-6b172ac584a0 admin admin] Publish callbacks [] for security_group (99732c9d-0115-4b70-b79f-06dcfd8f7069), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:06.952445 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2322670a-b865-4f81-a17b-b1a8e34aa680 x-openstack-request-id: req-2322670a-b865-4f81-a17b-b1a8e34aa680 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:06.952723 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71", "name": "network-vif-deleted", "tag": "a4640d09-9338-4bf4-a1b8-0b776de2298a", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:06.952973 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2322670a-b865-4f81-a17b-b1a8e34aa680 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:06.953411 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2322670a-b865-4f81-a17b-b1a8e34aa680'] response: {'server_uuid': '752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71', 'name': 'network-vif-deleted', 'tag': 'a4640d09-9338-4bf4-a1b8-0b776de2298a', 'status': 'completed', 'code': 200} Aug 28 20:06:07.143909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-768a8406-70d1-475c-80a9-6b172ac584a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (99732c9d-0115-4b70-b79f-06dcfd8f7069), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.146770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (f6d484bd-00a7-48b4-af63-bb9780b16d57), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.149928 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:07.235146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-768a8406-70d1-475c-80a9-6b172ac584a0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ccd9af11cbf04752b6a76db56cf446e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890752 Aug 28 20:06:07.237279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a8406-70d1-475c-80a9-6b172ac584a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99732c9d-0115-4b70-b79f-06dcfd8f7069,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:07.238038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48072) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:07.241625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d484bd-00a7-48b4-af63-bb9780b16d57,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:07.265402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Checking segment: {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:07.277510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Network hostable DHCP agents. Network: e559f735-c3b0-4375-b46e-d406d3fbe0da, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:06:07.336544 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:07.340732 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6362fff9-2d29-4122-8822-b03d10c4324a admin admin] Publish callbacks [] for security_group (99732c9d-0115-4b70-b79f-06dcfd8f7069), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.367980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6362fff9-2d29-4122-8822-b03d10c4324a admin admin] Publish callbacks [] for security_group (99732c9d-0115-4b70-b79f-06dcfd8f7069), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.430353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Network e559f735-c3b0-4375-b46e-d406d3fbe0da is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:06:07.431887 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:07.474026 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=20 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:07.508874 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a69729aa-8613-4ce9-9ac5-40f58fa7fd7c req-04d621c4-2e6d-49b0-8ef7-e7cdd1f4180a tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 210 time: 0.0342245 Aug 28 20:06:07.641946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e559f735-c3b0-4375-b46e-d406d3fbe0da) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:07.642170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6362fff9-2d29-4122-8822-b03d10c4324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (99732c9d-0115-4b70-b79f-06dcfd8f7069), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.645578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6362fff9-2d29-4122-8822-b03d10c4324a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.645821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:07.646790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6362fff9-2d29-4122-8822-b03d10c4324a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/99732c9d-0115-4b70-b79f-06dcfd8f7069 HTTP/1.1" status: 204 len: 168 time: 0.4065883 Aug 28 20:06:07.649020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.657120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362fff9-2d29-4122-8822-b03d10c4324a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99732c9d-0115-4b70-b79f-06dcfd8f7069,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:07.659280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e91d9e0-2a45-47ab-851d-803dc44b246a None None] Network e559f735-c3b0-4375-b46e-d406d3fbe0da requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:07.749637 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:07.778937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e559f735-c3b0-4375-b46e-d406d3fbe0da', 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da', 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'fixed_ips': [{'subnet_id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:06:07.779890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:07.891175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-13b40fb3-b05b-41bb-943a-2a7b005a47c6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6623232 Aug 28 20:06:07.894071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48092) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:07.902062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29768e45-08c3-4581-90e9-8fdd7fdce1af req-68c41a77-3ebc-453b-9ce1-29f6b9374ed7 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:07.902184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Request body: {'router': {'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:07.902307 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-29768e45-08c3-4581-90e9-8fdd7fdce1af req-68c41a77-3ebc-453b-9ce1-29f6b9374ed7 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0713685 Aug 28 20:06:07.950235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Allocated IP 172.20.0.2 (e559f735-c3b0-4375-b46e-d406d3fbe0da/f6d484bd-00a7-48b4-af63-bb9780b16d57/3caf32ce-3c80-4437-bdfd-a9437494c2bb) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:07.962536 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:07.962977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-29768e45-08c3-4581-90e9-8fdd7fdce1af req-98f571e8-0277-4fd3-91db-ddca92e6bd1e tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552328 Aug 28 20:06:07.965152 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:08.120434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (454f8f4a-25a6-450e-8166-519444555c17), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:08.121621 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (454f8f4a-25a6-450e-8166-519444555c17), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:08.136859 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Publish callbacks [] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:08.185322 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks [] for router_controller (454f8f4a-25a6-450e-8166-519444555c17), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:08.395282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:08.448146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Network e559f735-c3b0-4375-b46e-d406d3fbe0da is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:08.452554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:08.457266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:08.477887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Pushing event updated for resources: {'Port': ['ID=3caf32ce-3c80-4437-bdfd-a9437494c2bb,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:08.486051 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:08.504641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.504900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.505246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.505587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.506066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.506286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.506643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.506972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.507302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.507629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.507955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.508450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.508764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.509087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.509418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:08.557212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Attempting to bind port 3caf32ce-3c80-4437-bdfd-a9437494c2bb on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:08.557665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Attempting to bind port 3caf32ce-3c80-4437-bdfd-a9437494c2bb by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:08.558291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Attempting to bind port 3caf32ce-3c80-4437-bdfd-a9437494c2bb on network e559f735-c3b0-4375-b46e-d406d3fbe0da {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:08.569901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:08.570508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Checking segment: {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:08.571329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:08.579416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Bound using segment: {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:08.592423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Bound port: 3caf32ce-3c80-4437-bdfd-a9437494c2bb, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:08.592423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:08.743073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c081c26-4c92-4aee-8a15-4571a23bda5a req-a6a05547-4e3f-4918-bacb-6e1784ddcf7d tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752ed2b7-5f9d-415e-a7d9-2f5b16e9cb71 HTTP/1.1" status: 200 len: 210 time: 0.0680325 Aug 28 20:06:08.828109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] For port 3caf32ce-3c80-4437-bdfd-a9437494c2bb, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:08.840639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] For port 3caf32ce-3c80-4437-bdfd-a9437494c2bb, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3caf32ce-3c80-4437-bdfd-a9437494c2bb,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:08.936007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-306e5e9f-6b0e-475d-aa52-c803798d9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:08.938649 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-306e5e9f-6b0e-475d-aa52-c803798d9eac service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=52acaef1cb324f4984b245e8378121b9&device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 1127 time: 0.0526276 Aug 28 20:06:09.050997 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:09.099966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-e7f73464-06b7-4d5e-83c4-759e46b7b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:09.102161 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-e7f73464-06b7-4d5e-83c4-759e46b7b895 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 200 len: 911 time: 0.1542764 Aug 28 20:06:09.146736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks [] for router_gateway (454f8f4a-25a6-450e-8166-519444555c17), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:09.183038 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-9fc2f008-6666-47be-a94d-d6e127b0d766 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b HTTP/1.1" status: 200 len: 217 time: 0.0654495 Aug 28 20:06:09.210663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3563a01-f8a8-41bb-8827-78567452bb4e req-d38acbc7-eb02-4e62-8f9e-2c70883a91df tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:09.223734 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3563a01-f8a8-41bb-8827-78567452bb4e req-d38acbc7-eb02-4e62-8f9e-2c70883a91df tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1942723 Aug 28 20:06:09.226878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5cad3-20ff-4ca5-825a-c2d5f6458af8 None None] Pushing event updated for resources: {'Port': ['ID=3caf32ce-3c80-4437-bdfd-a9437494c2bb,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:09.299123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-6c6a8a0a-1e99-4b9d-9a81-894597e49db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:09.301103 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-6c6a8a0a-1e99-4b9d-9a81-894597e49db4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=336770be-074a-42c2-8f5b-21fd4b5e92a6 HTTP/1.1" status: 200 len: 850 time: 0.1098311 Aug 28 20:06:09.368236 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3563a01-f8a8-41bb-8827-78567452bb4e req-da57cbdd-9b56-44ef-b33d-3038e082c0c4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430607 Aug 28 20:06:09.371871 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-18bd0bac-a873-469a-8f10-4a835e354ea9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=269a1df8-f56b-42b8-8e35-7af1a36939de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586400 Aug 28 20:06:09.549002 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-52eeec39-9bf5-4875-82c6-17f42b122ad9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703303 Aug 28 20:06:09.706168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1fbf08d-42b3-4518-8bc1-85e0358bb6b9 req-87df6278-1c41-4c3a-8bd3-8633d73576ce service neutron] 10.222.0.84 "GET /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483867 Aug 28 20:06:09.746830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks [] for router_gateway (454f8f4a-25a6-450e-8166-519444555c17), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:09.778740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:09.922662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a4640d09-9338-4bf4-a1b8-0b776de2298a no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:09.976814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: a4640d09-9338-4bf4-a1b8-0b776de2298a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:09.976814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a4640d09-9338-4bf4-a1b8-0b776de2298a not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:10.028313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Allocated IP 172.25.4.39 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/addc57da-a0b9-481c-8789-b46ecb54ea6a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:10.197548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks [] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:10.465202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:10.550509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:10.552188 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Pushing event updated for resources: {'Port': ['ID=addc57da-a0b9-481c-8789-b46ecb54ea6a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:10.554867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082512c-c048-41f2-9905-5c58de16108d req-bac1af76-2936-487d-9f32-c6e91f2b4746 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:10.558206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:10.558385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:10.568300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7082512c-c048-41f2-9905-5c58de16108d req-bac1af76-2936-487d-9f32-c6e91f2b4746 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0790632 Aug 28 20:06:10.606515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ad496c-30ca-4cc5-83e8-8edad2669a59 None None] Network e559f735-c3b0-4375-b46e-d406d3fbe0da requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:10.656188 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7082512c-c048-41f2-9905-5c58de16108d req-aad168b8-0318-4454-9b8f-9d0d64fec446 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822084 Aug 28 20:06:10.725750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4631d288-7cff-41f6-a56d-a5f219ae3e39 None None] Provisioning complete for port 3caf32ce-3c80-4437-bdfd-a9437494c2bb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:10.726493 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4631d288-7cff-41f6-a56d-a5f219ae3e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:10.774710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c596-b93c-46b4-ab4f-1f46ae45bd93 req-30a64893-3d91-4706-8266-246afc9db68f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:10.782418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2290c596-b93c-46b4-ab4f-1f46ae45bd93 req-30a64893-3d91-4706-8266-246afc9db68f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 950 time: 0.0692854 Aug 28 20:06:10.848252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4631d288-7cff-41f6-a56d-a5f219ae3e39 None None] Current status of the port 3caf32ce-3c80-4437-bdfd-a9437494c2bb is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:10.848787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4631d288-7cff-41f6-a56d-a5f219ae3e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:10.859466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2290c596-b93c-46b4-ab4f-1f46ae45bd93 req-6bb8b694-f62b-4ba0-8eb4-1d8f11bd2364 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721703 Aug 28 20:06:10.927497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4631d288-7cff-41f6-a56d-a5f219ae3e39 None None] For port 3caf32ce-3c80-4437-bdfd-a9437494c2bb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3caf32ce-3c80-4437-bdfd-a9437494c2bb,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:11.063931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks [] for router_gateway (454f8f4a-25a6-450e-8166-519444555c17), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:11.183874 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4631d288-7cff-41f6-a56d-a5f219ae3e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:11.249522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631d288-7cff-41f6-a56d-a5f219ae3e39 None None] Pushing event updated for resources: {'Port': ['ID=3caf32ce-3c80-4437-bdfd-a9437494c2bb,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:11.266837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3caf32ce-3c80-4437-bdfd-a9437494c2bb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:11.315599 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8c44ef51-7589-4900-bb39-ea155893eaa2 None None] Provisioning complete for port 3caf32ce-3c80-4437-bdfd-a9437494c2bb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:11.316043 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (454f8f4a-25a6-450e-8166-519444555c17), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:11.316402 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c44ef51-7589-4900-bb39-ea155893eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:11.358964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3caf32ce-3c80-4437-bdfd-a9437494c2bb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:11.359351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:11.476313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8c44ef51-7589-4900-bb39-ea155893eaa2 None None] Current status of the port 3caf32ce-3c80-4437-bdfd-a9437494c2bb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:11.482261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3caf32ce-3c80-4437-bdfd-a9437494c2bb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:11.599813 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:11.769687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa42d6a-fc86-48ee-8041-feb935886cfb req-c0e01007-dea5-45c8-a46c-71cfa930444c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:11.771156 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa42d6a-fc86-48ee-8041-feb935886cfb req-c0e01007-dea5-45c8-a46c-71cfa930444c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0491910 Aug 28 20:06:11.822720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa42d6a-fc86-48ee-8041-feb935886cfb req-8e1baec1-8832-4b8f-92cf-077401cabd14 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Aug 28 20:06:11.829767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Router 454f8f4a-25a6-450e-8166-519444555c17 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:06:11.940376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:11.950284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Sync routers for ids ['454f8f4a-25a6-450e-8166-519444555c17'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:06:11.963592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Routers {'454f8f4a-25a6-450e-8166-519444555c17'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:11.963592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['454f8f4a-25a6-450e-8166-519444555c17'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:12.015282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87cf00-60b5-4cfb-8d49-dc9096e7d6af req-0d7a9adc-c211-465a-b23a-e67f735aa260 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:12.015282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce87cf00-60b5-4cfb-8d49-dc9096e7d6af req-0d7a9adc-c211-465a-b23a-e67f735aa260 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 950 time: 0.0684795 Aug 28 20:06:12.079426 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:12.083829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8bf0465d-59fc-454b-923c-a26f910779b2 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1856093 Aug 28 20:06:12.085958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48210) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:12.114468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Set router 454f8f4a-25a6-450e-8166-519444555c17 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:12.127033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce87cf00-60b5-4cfb-8d49-dc9096e7d6af req-511ba120-cffe-4349-970e-49e256bf942e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7667da78-4aa1-49e9-bf46-9fcd779e40f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942299 Aug 28 20:06:12.174168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48212) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:12.302765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-be30ece6-b5e1-4761-901d-05cea6081774 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:12.305531 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-be30ece6-b5e1-4761-901d-05cea6081774 tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 950 time: 0.0829010 Aug 28 20:06:12.410253 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:12.466741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:10Z', 'revision_number': 3, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port': {'id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:09Z', 'updated_at': '2022-08-28T20:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:12.527147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Deleting port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:12.528869 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:12.554936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Checking router: 454f8f4a-25a6-450e-8166-519444555c17 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:06:12.555433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Updating router 454f8f4a-25a6-450e-8166-519444555c17 port addc57da-a0b9-481c-8789-b46ecb54ea6a binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:06:12.618351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:12.618474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-268cab4c-6ae1-4ed3-be95-7a6b0bb21f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:12.671931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:12.707802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] For port f3e83e3a-c8af-45fe-96a9-e23e8393ab84, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:12.708267 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:12.737045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Calling delete_port for f3e83e3a-c8af-45fe-96a9-e23e8393ab84 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:12.797290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-268cab4c-6ae1-4ed3-be95-7a6b0bb21f1a admin admin] Publish callbacks [] for security_group (8aee03eb-15fb-491f-844c-852e100ba142), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:12.969025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Publish callbacks [] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.001283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd736f1c-28f4-413d-b504-564c14b7400f req-86708472-f34a-4a5c-9350-9f6115325efb tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:13.002929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd736f1c-28f4-413d-b504-564c14b7400f req-86708472-f34a-4a5c-9350-9f6115325efb tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0956945 Aug 28 20:06:13.007696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Allocated IP 172.20.0.1 (e559f735-c3b0-4375-b46e-d406d3fbe0da/f6d484bd-00a7-48b4-af63-bb9780b16d57/da9535ff-9629-446d-b764-dad1694abf6f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:13.047387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-268cab4c-6ae1-4ed3-be95-7a6b0bb21f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8aee03eb-15fb-491f-844c-852e100ba142), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.093656 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-268cab4c-6ae1-4ed3-be95-7a6b0bb21f1a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a02567a66fba4a08be37c9d215c65209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9175608 Aug 28 20:06:13.094563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cab4c-6ae1-4ed3-be95-7a6b0bb21f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aee03eb-15fb-491f-844c-852e100ba142,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:13.097482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48240) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:13.116118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd736f1c-28f4-413d-b504-564c14b7400f req-e73e68b0-3213-497f-bb26-a3478e9f46c1 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033065 Aug 28 20:06:13.162921 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.185464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-494ea184-92a7-4549-9838-2bd4aa9831ea admin admin] Publish callbacks [] for security_group (8aee03eb-15fb-491f-844c-852e100ba142), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.229223 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-494ea184-92a7-4549-9838-2bd4aa9831ea admin admin] Publish callbacks [] for security_group (8aee03eb-15fb-491f-844c-852e100ba142), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.240502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks [] for port (da9535ff-9629-446d-b764-dad1694abf6f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.246192 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.248860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f3e83e3a-c8af-45fe-96a9-e23e8393ab84), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.324301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Pushing event deleted for resources: {'Port': ['ID=f3e83e3a-c8af-45fe-96a9-e23e8393ab84,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:13.333291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8b5e-0260-4be0-a462-f130a99500db None None] Pushing event updated for resources: {'Port': ['ID=addc57da-a0b9-481c-8789-b46ecb54ea6a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:13.336083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['f3e83e3a-c8af-45fe-96a9-e23e8393ab84'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:13.344803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3caf32ce-3c80-4437-bdfd-a9437494c2bb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:13.374654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05df0c67-8082-42c9-b810-b97ceb3d8c33 req-7378914c-00fa-4e52-8de3-09e6c6cf300e tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 210 time: 0.0844028 Aug 28 20:06:13.415279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Attempting to bind port addc57da-a0b9-481c-8789-b46ecb54ea6a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:13.415888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Attempting to bind port addc57da-a0b9-481c-8789-b46ecb54ea6a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:13.416453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Attempting to bind port addc57da-a0b9-481c-8789-b46ecb54ea6a on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:13.426576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:13.427279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:13.427690 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.427880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] No DVR routers for this DVR port f3e83e3a-c8af-45fe-96a9-e23e8393ab84 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:06:13.428099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:13.428605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Bound port: addc57da-a0b9-481c-8789-b46ecb54ea6a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:13.428997 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.437422 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.444965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e6e61d1-ccfb-4745-afd6-df4e3ba5b355 req-6fe7e617-7c6f-4387-a929-c7a5dd7b2f2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.89 "DELETE /networking/v2.0/ports/f3e83e3a-c8af-45fe-96a9-e23e8393ab84 HTTP/1.1" status: 204 len: 173 time: 1.1292462 Aug 28 20:06:13.446494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-deleted', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:13.450569 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86380fd6-9e8d-4c45-8dfb-5c2c68565ce4" -d '{"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-deleted", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:13.519053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] For port addc57da-a0b9-481c-8789-b46ecb54ea6a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:13.526009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3caf32ce-3c80-4437-bdfd-a9437494c2bb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:13.526865 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.534646 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dfb9d4-9795-4d6e-a9eb-ad4c97e12a1a x-openstack-request-id: req-c3dfb9d4-9795-4d6e-a9eb-ad4c97e12a1a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:13.535166 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25351f2e-f113-45d2-9afa-c8449ffe3923", "name": "network-vif-deleted", "tag": "f3e83e3a-c8af-45fe-96a9-e23e8393ab84", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:13.535607 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3dfb9d4-9795-4d6e-a9eb-ad4c97e12a1a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:13.537637 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dfb9d4-9795-4d6e-a9eb-ad4c97e12a1a'] response: {'server_uuid': '25351f2e-f113-45d2-9afa-c8449ffe3923', 'name': 'network-vif-deleted', 'tag': 'f3e83e3a-c8af-45fe-96a9-e23e8393ab84', 'status': 'completed', 'code': 200} Aug 28 20:06:13.550546 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (da9535ff-9629-446d-b764-dad1694abf6f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.567045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] For port addc57da-a0b9-481c-8789-b46ecb54ea6a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=addc57da-a0b9-481c-8789-b46ecb54ea6a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:13.657478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Network e559f735-c3b0-4375-b46e-d406d3fbe0da is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:13.660145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3caf32ce-3c80-4437-bdfd-a9437494c2bb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:13.661487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:13.664030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Pushing event updated for resources: {'Port': ['ID=da9535ff-9629-446d-b764-dad1694abf6f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:13.666605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:13.731992 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.732248 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-494ea184-92a7-4549-9838-2bd4aa9831ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8aee03eb-15fb-491f-844c-852e100ba142), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.742781 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-494ea184-92a7-4549-9838-2bd4aa9831ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.744326 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (454f8f4a-25a6-450e-8166-519444555c17), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:13.747298 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-494ea184-92a7-4549-9838-2bd4aa9831ea admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8aee03eb-15fb-491f-844c-852e100ba142 HTTP/1.1" status: 204 len: 168 time: 0.6485343 Aug 28 20:06:13.787715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ea184-92a7-4549-9838-2bd4aa9831ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aee03eb-15fb-491f-844c-852e100ba142,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:13.890817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Routers {'454f8f4a-25a6-450e-8166-519444555c17'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:13.891603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['454f8f4a-25a6-450e-8166-519444555c17'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:13.933836 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:14.072235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] Set router 454f8f4a-25a6-450e-8166-519444555c17 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:14.105760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8b5e-0260-4be0-a462-f130a99500db None None] Pushing event updated for resources: {'Port': ['ID=addc57da-a0b9-481c-8789-b46ecb54ea6a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:14.186169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e594b5-215f-4bda-b7b2-48bc7e2bd029 req-585b4a11-62d6-4879-91d3-47aa9817015c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:14.187755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0e594b5-215f-4bda-b7b2-48bc7e2bd029 req-585b4a11-62d6-4879-91d3-47aa9817015c tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0685675 Aug 28 20:06:14.228457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48266) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:14.257511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (da9535ff-9629-446d-b764-dad1694abf6f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.288187 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0e594b5-215f-4bda-b7b2-48bc7e2bd029 req-f0e353b6-254e-47f8-baec-a1009fc5142a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809910 Aug 28 20:06:14.338327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a1194de4-260c-411e-94bc-685572d9a325 None None] Provisioning complete for port da9535ff-9629-446d-b764-dad1694abf6f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:14.338703 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1194de4-260c-411e-94bc-685572d9a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da9535ff-9629-446d-b764-dad1694abf6f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.394269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a1194de4-260c-411e-94bc-685572d9a325 None None] Port da9535ff-9629-446d-b764-dad1694abf6f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:14.434146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d9f0605-0cd3-4571-8f9f-ec4894c016aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.484091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:10Z', 'revision_number': 3, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port': {'id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:09Z', 'updated_at': '2022-08-28T20:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:14.520129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bae98c-0154-43b5-aa92-26c19b78ab47 None None] The sync data for ids ['454f8f4a-25a6-450e-8166-519444555c17'] in n-d-854121-7 is: [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:10Z', 'revision_number': 3, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port': {'id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:09Z', 'updated_at': '2022-08-28T20:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:06:14.606035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2439445-aed3-4062-89bd-f0443a58da5c req-40af50bf-0506-4deb-b376-ae8b3d156b2f tempest-ServersAdminTestJSON-1069983503 tempest-ServersAdminTestJSON-1069983503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=25351f2e-f113-45d2-9afa-c8449ffe3923 HTTP/1.1" status: 200 len: 210 time: 0.0677390 Aug 28 20:06:14.607071 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks [] for port (da9535ff-9629-446d-b764-dad1694abf6f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.622373 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d9f0605-0cd3-4571-8f9f-ec4894c016aa admin admin] Publish callbacks [] for security_group (68781488-e2dd-4d6f-94aa-f635b64e13fb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.761737 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:14.764752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d9f0605-0cd3-4571-8f9f-ec4894c016aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (68781488-e2dd-4d6f-94aa-f635b64e13fb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.770833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (da9535ff-9629-446d-b764-dad1694abf6f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.868017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f848b-af92-4521-92cf-5e07f9b2e2e1 req-8eea4d32-744f-46fb-876a-794edbf1a3c6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:14.870364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c86f848b-af92-4521-92cf-5e07f9b2e2e1 req-8eea4d32-744f-46fb-876a-794edbf1a3c6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.0925202 Aug 28 20:06:14.890644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f0605-0cd3-4571-8f9f-ec4894c016aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68781488-e2dd-4d6f-94aa-f635b64e13fb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:14.902571 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0d9f0605-0cd3-4571-8f9f-ec4894c016aa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=94d90a8e758241a0be798544617a321d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6722691 Aug 28 20:06:14.907635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48278) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:14.921067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Pushing event updated for resources: {'Port': ['ID=da9535ff-9629-446d-b764-dad1694abf6f,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:14.926153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (454f8f4a-25a6-450e-8166-519444555c17), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:14.975692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c86f848b-af92-4521-92cf-5e07f9b2e2e1 req-7077fd06-91c3-4636-8ec4-b91802743284 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973544 Aug 28 20:06:15.024390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e541f7d-81b0-4fdd-ba90-1a887f549922 admin admin] Publish callbacks [] for security_group (68781488-e2dd-4d6f-94aa-f635b64e13fb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.054400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e541f7d-81b0-4fdd-ba90-1a887f549922 admin admin] Publish callbacks [] for security_group (68781488-e2dd-4d6f-94aa-f635b64e13fb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.067311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Network e559f735-c3b0-4375-b46e-d406d3fbe0da is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:15.069039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:15.222550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48280) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:15.235054 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:15.257107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eecffdc2-1e19-45f7-9398-b0628753397e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.282809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Router 454f8f4a-25a6-450e-8166-519444555c17 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:06:15.293214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:15.335136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e541f7d-81b0-4fdd-ba90-1a887f549922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (68781488-e2dd-4d6f-94aa-f635b64e13fb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.338721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device addc57da-a0b9-481c-8789-b46ecb54ea6a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:15.341117 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e541f7d-81b0-4fdd-ba90-1a887f549922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.344267 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4e541f7d-81b0-4fdd-ba90-1a887f549922 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/68781488-e2dd-4d6f-94aa-f635b64e13fb HTTP/1.1" status: 204 len: 168 time: 0.4366715 Aug 28 20:06:15.368333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e541f7d-81b0-4fdd-ba90-1a887f549922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68781488-e2dd-4d6f-94aa-f635b64e13fb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:15.454427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: f3e83e3a-c8af-45fe-96a9-e23e8393ab84 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:15.454778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device f3e83e3a-c8af-45fe-96a9-e23e8393ab84 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:15.495083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port addc57da-a0b9-481c-8789-b46ecb54ea6a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:15.495739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.531356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eecffdc2-1e19-45f7-9398-b0628753397e admin admin] Publish callbacks [] for security_group (1d0bd743-7448-4ac9-93a4-68ca5b238a7f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.568955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6b5fb3b2-6fbb-4261-b870-17afdf81688e None None] Provisioning complete for port da9535ff-9629-446d-b764-dad1694abf6f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:15.569344 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b5fb3b2-6fbb-4261-b870-17afdf81688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da9535ff-9629-446d-b764-dad1694abf6f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.575847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e1695-772f-4dea-a0c4-47caabeb6a9b req-35fe7ab7-5199-4cb7-b75e-9eae36843b73 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:15.578376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-949e1695-772f-4dea-a0c4-47caabeb6a9b req-35fe7ab7-5199-4cb7-b75e-9eae36843b73 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.1223943 Aug 28 20:06:15.581749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:15.588922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-920af0a7-dbb0-43f4-86c2-51d675c9859f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/454f8f4a-25a6-450e-8166-519444555c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5015938 Aug 28 20:06:15.624626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6b5fb3b2-6fbb-4261-b870-17afdf81688e None None] Port da9535ff-9629-446d-b764-dad1694abf6f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:15.681032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port addc57da-a0b9-481c-8789-b46ecb54ea6a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:15.681462 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.726175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port addc57da-a0b9-481c-8789-b46ecb54ea6a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=addc57da-a0b9-481c-8789-b46ecb54ea6a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:15.732348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-949e1695-772f-4dea-a0c4-47caabeb6a9b req-54fd34dc-16a3-4075-90ab-ac00df5fa8ba tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418834 Aug 28 20:06:15.926070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eecffdc2-1e19-45f7-9398-b0628753397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1d0bd743-7448-4ac9-93a4-68ca5b238a7f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.926668 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:15.989817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=addc57da-a0b9-481c-8789-b46ecb54ea6a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:15.999524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eecffdc2-1e19-45f7-9398-b0628753397e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=538391942d9f409dad2b3109d5241a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7741156 Aug 28 20:06:16.001489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecffdc2-1e19-45f7-9398-b0628753397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0bd743-7448-4ac9-93a4-68ca5b238a7f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:16.002349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48296) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:16.056964 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:16.082304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44c669b0-6db9-47da-ba97-bfc6ebe3e4a8 admin admin] Publish callbacks [] for security_group (1d0bd743-7448-4ac9-93a4-68ca5b238a7f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:16.106800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44c669b0-6db9-47da-ba97-bfc6ebe3e4a8 admin admin] Publish callbacks [] for security_group (1d0bd743-7448-4ac9-93a4-68ca5b238a7f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:16.219751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0baa70-25a5-4507-afd2-9388d164d5e6 req-4be30353-08c0-4237-b636-b97562732763 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:16.222353 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b0baa70-25a5-4507-afd2-9388d164d5e6 req-4be30353-08c0-4237-b636-b97562732763 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.1620131 Aug 28 20:06:16.283459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b0baa70-25a5-4507-afd2-9388d164d5e6 req-03c5e018-1c51-48db-b9e1-866885843a4b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528898 Aug 28 20:06:16.306190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44c669b0-6db9-47da-ba97-bfc6ebe3e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1d0bd743-7448-4ac9-93a4-68ca5b238a7f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:16.307174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44c669b0-6db9-47da-ba97-bfc6ebe3e4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:16.310815 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-44c669b0-6db9-47da-ba97-bfc6ebe3e4a8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1d0bd743-7448-4ac9-93a4-68ca5b238a7f HTTP/1.1" status: 204 len: 168 time: 0.3048420 Aug 28 20:06:16.325011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c669b0-6db9-47da-ba97-bfc6ebe3e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0bd743-7448-4ac9-93a4-68ca5b238a7f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:16.430245 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:16.731432 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Sync routers for ids ['454f8f4a-25a6-450e-8166-519444555c17'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:06:16.750435 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Routers {'454f8f4a-25a6-450e-8166-519444555c17'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:16.751389 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['454f8f4a-25a6-450e-8166-519444555c17'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:16.891527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8fbb-00a4-43c9-8430-7d70a886fd50 req-3a5584a9-b16f-4802-87a7-695c1b8dfa4f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:16.893677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ebdd8fbb-00a4-43c9-8430-7d70a886fd50 req-3a5584a9-b16f-4802-87a7-695c1b8dfa4f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0619304 Aug 28 20:06:16.958037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ebdd8fbb-00a4-43c9-8430-7d70a886fd50 req-afb5455b-03e9-403a-8a57-296bf9ad3e42 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Aug 28 20:06:16.990522 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Set router 454f8f4a-25a6-450e-8166-519444555c17 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:17.132839 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:17.215451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48324) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:17.258956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b6535d1-1ab7-4a32-94cf-d1ec0d8fb571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.270146 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:13Z', 'revision_number': 4, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port': {'id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:09Z', 'updated_at': '2022-08-28T20:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'da9535ff-9629-446d-b764-dad1694abf6f', 'name': '', 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'mac_address': 'fa:16:3e:a7:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:12Z', 'updated_at': '2022-08-28T20:06:14Z', 'revision_number': 2, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'subnets': [{'id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:17.297347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device addc57da-a0b9-481c-8789-b46ecb54ea6a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:17.318325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48326) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:17.325907 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Checking router: 454f8f4a-25a6-450e-8166-519444555c17 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:06:17.325907 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Updating router 454f8f4a-25a6-450e-8166-519444555c17 port da9535ff-9629-446d-b764-dad1694abf6f binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:06:17.396934 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (da9535ff-9629-446d-b764-dad1694abf6f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.417156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port addc57da-a0b9-481c-8789-b46ecb54ea6a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:17.421738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.429721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-47e98a8f-921c-4a06-b224-7cc699244e6a tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:17.450878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-47e98a8f-921c-4a06-b224-7cc699244e6a tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e559f735-c3b0-4375-b46e-d406d3fbe0da HTTP/1.1" status: 200 len: 809 time: 0.2387033 Aug 28 20:06:17.488046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-7a7ed27f-01bb-4345-a134-3833faa8bd3f tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/quotas/a159c1a1434347748a4b836d3e5f0efe HTTP/1.1" status: 200 len: 375 time: 0.0352056 Aug 28 20:06:17.521965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b6535d1-1ab7-4a32-94cf-d1ec0d8fb571 admin admin] Publish callbacks [] for security_group (21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.530176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1a6bf-ae9d-4eb7-baec-3a391bdefea4 req-f0fc0123-c3bd-42db-a53c-eadd6463d5b7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:17.539122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31c1a6bf-ae9d-4eb7-baec-3a391bdefea4 req-f0fc0123-c3bd-42db-a53c-eadd6463d5b7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.1097610 Aug 28 20:06:17.562390 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:17.610381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-b19fa429-f2fb-4ed1-8d68-034a2019601d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a159c1a1434347748a4b836d3e5f0efe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194935 Aug 28 20:06:17.620050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31c1a6bf-ae9d-4eb7-baec-3a391bdefea4 req-dda78268-5f8f-40a7-97d7-ec34ae128fda tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797546 Aug 28 20:06:17.631564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8b6535d1-1ab7-4a32-94cf-d1ec0d8fb571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.642865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port addc57da-a0b9-481c-8789-b46ecb54ea6a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:17.720581 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8b6535d1-1ab7-4a32-94cf-d1ec0d8fb571 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b387d345ca23405d830600b9479ede89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5036814 Aug 28 20:06:17.725806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48338) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:17.730572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6535d1-1ab7-4a32-94cf-d1ec0d8fb571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:17.741034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0a5b7c4c-5dd0-4d92-a6f8-5e2e75e95214 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5785436cda5f45ca9852b0b284b8137a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215467 Aug 28 20:06:17.741914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48340) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:17.798775 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-36ade021-3d63-4390-97f5-c89d70688702 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e559f735-c3b0-4375-b46e-d406d3fbe0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850309 Aug 28 20:06:17.809969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39eac365-aadc-4b18-8c98-22719a13906a admin admin] Publish callbacks [] for security_group (7667da78-4aa1-49e9-bf46-9fcd779e40f3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.840311 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39eac365-aadc-4b18-8c98-22719a13906a admin admin] Publish callbacks [] for security_group (7667da78-4aa1-49e9-bf46-9fcd779e40f3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.872854 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29d85b0c-d8f8-4409-8a1e-65af912bdc7b admin admin] Publish callbacks [] for security_group (21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.929890 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Publish callbacks [] for port (da9535ff-9629-446d-b764-dad1694abf6f), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.957153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29d85b0c-d8f8-4409-8a1e-65af912bdc7b admin admin] Publish callbacks [] for security_group (21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:17.978493 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:18.024002 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-33cc3253-f431-4724-aac2-4c69bb219c08 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e559f735-c3b0-4375-b46e-d406d3fbe0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878510 Aug 28 20:06:18.107505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2994fcb-6c71-46be-b029-c37ecc91c8a5 req-9a1dee2c-d086-46bc-a1ed-c38019ce3ae4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:18.109615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2994fcb-6c71-46be-b029-c37ecc91c8a5 req-9a1dee2c-d086-46bc-a1ed-c38019ce3ae4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Aug 28 20:06:18.114522 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39eac365-aadc-4b18-8c98-22719a13906a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7667da78-4aa1-49e9-bf46-9fcd779e40f3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.118827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39eac365-aadc-4b18-8c98-22719a13906a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.118827 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-39eac365-aadc-4b18-8c98-22719a13906a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7667da78-4aa1-49e9-bf46-9fcd779e40f3 HTTP/1.1" status: 204 len: 168 time: 0.3754923 Aug 28 20:06:18.135429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eac365-aadc-4b18-8c98-22719a13906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667da78-4aa1-49e9-bf46-9fcd779e40f3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:18.185301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2994fcb-6c71-46be-b029-c37ecc91c8a5 req-67dca4c4-e86f-4175-a68e-d2cb20cff65f tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 Aug 28 20:06:18.224196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29d85b0c-d8f8-4409-8a1e-65af912bdc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.224429 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (da9535ff-9629-446d-b764-dad1694abf6f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.228501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29d85b0c-d8f8-4409-8a1e-65af912bdc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.228680 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-29d85b0c-d8f8-4409-8a1e-65af912bdc7b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41 HTTP/1.1" status: 204 len: 168 time: 0.5010397 Aug 28 20:06:18.244403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d85b0c-d8f8-4409-8a1e-65af912bdc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cc44b1-23ef-4a4a-8fd1-9b4c4654aa41,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:18.331786 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2e11-eed6-4bc9-9e42-722178b5d49e None None] Pushing event updated for resources: {'Port': ['ID=da9535ff-9629-446d-b764-dad1694abf6f,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:18.338813 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Attempting to bind port da9535ff-9629-446d-b764-dad1694abf6f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:18.339183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Attempting to bind port da9535ff-9629-446d-b764-dad1694abf6f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:18.339656 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Attempting to bind port da9535ff-9629-446d-b764-dad1694abf6f on network e559f735-c3b0-4375-b46e-d406d3fbe0da {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:18.346466 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:18.346838 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Checking segment: {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:18.347679 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.348078 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Bound using segment: {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:18.348549 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Bound port: da9535ff-9629-446d-b764-dad1694abf6f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:18.348923 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (da9535ff-9629-446d-b764-dad1694abf6f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.415451 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] For port da9535ff-9629-446d-b764-dad1694abf6f, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:18.419225 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] For port da9535ff-9629-446d-b764-dad1694abf6f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=da9535ff-9629-446d-b764-dad1694abf6f,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:18.582173 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b2f1bcd-84e1-4fb5-8f04-79854a30ab71 req-1645221c-8848-4871-b840-b1daa8082a88 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0480473 Aug 28 20:06:18.692804 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (da9535ff-9629-446d-b764-dad1694abf6f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:18.731757 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:18.738130 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:18.741109 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Routers {'454f8f4a-25a6-450e-8166-519444555c17'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:18.741895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:05:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['454f8f4a-25a6-450e-8166-519444555c17'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:18.781648 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:18.801482 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2e11-eed6-4bc9-9e42-722178b5d49e None None] Pushing event updated for resources: {'Port': ['ID=da9535ff-9629-446d-b764-dad1694abf6f,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:18.849301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6d5c-b21b-4cdd-b991-4f0cb6999c96 req-42fa660d-7572-43c0-9370-829f0a4d8a0f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:18.850222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-809a6d5c-b21b-4cdd-b991-4f0cb6999c96 req-42fa660d-7572-43c0-9370-829f0a4d8a0f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.1015959 Aug 28 20:06:18.923126 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] Set router 454f8f4a-25a6-450e-8166-519444555c17 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:18.934351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-809a6d5c-b21b-4cdd-b991-4f0cb6999c96 req-bcc226e7-8704-45c0-8371-6c149ee20931 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726693 Aug 28 20:06:19.088843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-5469f137-1249-44da-8582-35cf6c003f29 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:19.095856 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-5469f137-1249-44da-8582-35cf6c003f29 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0845034 Aug 28 20:06:19.201424 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:13Z', 'revision_number': 4, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port': {'id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:09Z', 'updated_at': '2022-08-28T20:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'da9535ff-9629-446d-b764-dad1694abf6f', 'name': '', 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'mac_address': 'fa:16:3e:a7:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:12Z', 'updated_at': '2022-08-28T20:06:18Z', 'revision_number': 4, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'subnets': [{'id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:19.215116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Deleting port 1e2f9b97-f011-440f-b3ab-6543aa218d2b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:19.215787 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:19.231737 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57540c90-3992-4331-85bc-8e416939ac2a None None] The sync data for ids ['454f8f4a-25a6-450e-8166-519444555c17'] in n-d-854121-7 is: [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:13Z', 'revision_number': 4, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port': {'id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:09Z', 'updated_at': '2022-08-28T20:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'da9535ff-9629-446d-b764-dad1694abf6f', 'name': '', 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'mac_address': 'fa:16:3e:a7:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:12Z', 'updated_at': '2022-08-28T20:06:18Z', 'revision_number': 4, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'subnets': [{'id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:06:19.364473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] For port 1e2f9b97-f011-440f-b3ab-6543aa218d2b, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1e2f9b97-f011-440f-b3ab-6543aa218d2b,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:19.364851 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:19.385998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22cc2b-fdb9-4540-9ce7-069e91337086 req-6a5fd888-3550-4a3e-a8a7-a27446e0b84d tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:19.395081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc22cc2b-fdb9-4540-9ce7-069e91337086 req-6a5fd888-3550-4a3e-a8a7-a27446e0b84d tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 945 time: 0.0786953 Aug 28 20:06:19.399850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Calling delete_port for 1e2f9b97-f011-440f-b3ab-6543aa218d2b owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:19.556450 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc22cc2b-fdb9-4540-9ce7-069e91337086 req-bd8a46ce-1271-4069-ae0e-963b5bdfca8a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600537 Aug 28 20:06:19.585541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-5fd03b5e-43f8-46a8-a363-daa67cf00587 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:19.587419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-5fd03b5e-43f8-46a8-a363-daa67cf00587 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.1366515 Aug 28 20:06:19.639364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48388) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:19.660653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48390) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:19.745604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Deleting port c6177478-9d7a-472d-9fde-4d6df3e8808d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:19.745995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:19.764524 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92a7052c-5060-4b0a-853e-ba3a837062ad req-08a18f69-adff-4d48-ad0a-8ff23188178a tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0596263 Aug 28 20:06:19.813248 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:19.821374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8b49c841-49f8-4528-aaba-095c4d1c35d1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f3ff7a0c01d44d66913f71941db638b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1572282 Aug 28 20:06:19.821723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48394) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:19.921949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1b7-44d8-4cb6-aaf0-cee48c5a39d3 admin admin] Publish callbacks [] for security_group (b67afd1a-e86d-4cd5-8975-7a061b27a750), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:19.950839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] For port c6177478-9d7a-472d-9fde-4d6df3e8808d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c6177478-9d7a-472d-9fde-4d6df3e8808d,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:19.951216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:19.967816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Request body: {'network': {'name': 'tempest-ImagesNegativeTestJSON-290551508-network', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:19.971703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Calling delete_port for c6177478-9d7a-472d-9fde-4d6df3e8808d owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:19.983770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1b7-44d8-4cb6-aaf0-cee48c5a39d3 admin admin] Publish callbacks [] for security_group (b67afd1a-e86d-4cd5-8975-7a061b27a750), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.031253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1e2f9b97-f011-440f-b3ab-6543aa218d2b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.071380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['713ab1e2-6eeb-4ee8-92b4-df9126409c0d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:20.081689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Pushing event deleted for resources: {'Port': ['ID=1e2f9b97-f011-440f-b3ab-6543aa218d2b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:20.138140 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:20.157709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b267e18-ef04-46b1-b563-809eb8e7671e req-d5c514ac-39e5-4b80-8796-02efb550d2f6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:20.159673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b267e18-ef04-46b1-b563-809eb8e7671e req-d5c514ac-39e5-4b80-8796-02efb550d2f6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 946 time: 0.1091969 Aug 28 20:06:20.169188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] No DVR routers for this DVR port 1e2f9b97-f011-440f-b3ab-6543aa218d2b on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:06:20.178137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.185346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37aa7ce9-9ff7-42d2-8579-d5bf9fbc5971 req-a7a6b32f-25fc-4200-9d9a-082e3ef52794 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "DELETE /networking/v2.0/ports/1e2f9b97-f011-440f-b3ab-6543aa218d2b HTTP/1.1" status: 204 len: 173 time: 1.0807991 Aug 28 20:06:20.188597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'name': 'network-vif-deleted', 'tag': '1e2f9b97-f011-440f-b3ab-6543aa218d2b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:20.192457 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa77243-232a-4e91-91fa-ae93ecc901ce" -d '{"events": [{"server_uuid": "90bcfa76-29e4-4223-91f8-6931b0c9a271", "name": "network-vif-deleted", "tag": "1e2f9b97-f011-440f-b3ab-6543aa218d2b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:20.225461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Made reservation on behalf of fc01b946ab004f14b610ca17218d6e71 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:20.230903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.264267 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.303450 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b267e18-ef04-46b1-b563-809eb8e7671e req-f5b4c674-0726-4451-8f5b-dc9732fbd419 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364527 Aug 28 20:06:20.322009 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede7f958-8abb-463a-8378-a765245a51cb x-openstack-request-id: req-ede7f958-8abb-463a-8378-a765245a51cb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:20.322743 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bcfa76-29e4-4223-91f8-6931b0c9a271", "name": "network-vif-deleted", "tag": "1e2f9b97-f011-440f-b3ab-6543aa218d2b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:20.323246 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ede7f958-8abb-463a-8378-a765245a51cb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:20.324019 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede7f958-8abb-463a-8378-a765245a51cb'] response: {'server_uuid': '90bcfa76-29e4-4223-91f8-6931b0c9a271', 'name': 'network-vif-deleted', 'tag': '1e2f9b97-f011-440f-b3ab-6543aa218d2b', 'status': 'completed', 'code': 200} Aug 28 20:06:20.346445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1b7-44d8-4cb6-aaf0-cee48c5a39d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b67afd1a-e86d-4cd5-8975-7a061b27a750), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.351809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1b7-44d8-4cb6-aaf0-cee48c5a39d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.352373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-58fcf1b7-44d8-4cb6-aaf0-cee48c5a39d3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b67afd1a-e86d-4cd5-8975-7a061b27a750 HTTP/1.1" status: 204 len: 168 time: 0.5284889 Aug 28 20:06:20.387679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcf1b7-44d8-4cb6-aaf0-cee48c5a39d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67afd1a-e86d-4cd5-8975-7a061b27a750,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:20.432373 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:20.465031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks [] for security_group (23ed4c31-20ce-40fb-a3be-911c136fd79d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.678098 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c6177478-9d7a-472d-9fde-4d6df3e8808d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.690984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-359251cc-690f-4907-b297-895bb1687cd2 req-c6dc0f33-8bd5-4874-a223-f85f9c16fec5 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 210 time: 0.0427155 Aug 28 20:06:20.693372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (23ed4c31-20ce-40fb-a3be-911c136fd79d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.730947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c6177478-9d7a-472d-9fde-4d6df3e8808d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:20.732192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event deleted for resources: {'Port': ['ID=c6177478-9d7a-472d-9fde-4d6df3e8808d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:20.795732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:20.810282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ed4c31-20ce-40fb-a3be-911c136fd79d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:20.814171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] No DVR routers for this DVR port c6177478-9d7a-472d-9fde-4d6df3e8808d on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:06:20.817622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.828184 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-665b8c8b-f420-4d19-a3b9-46c8a06d4c2a req-637e9ece-e3d0-49bd-883d-6cc2720bd9b3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "DELETE /networking/v2.0/ports/c6177478-9d7a-472d-9fde-4d6df3e8808d HTTP/1.1" status: 204 len: 173 time: 1.2269907 Aug 28 20:06:20.829181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3937f8a2-12dc-493e-8734-c599f264503c', 'name': 'network-vif-deleted', 'tag': 'c6177478-9d7a-472d-9fde-4d6df3e8808d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:20.832656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (99648fe2-9cea-4dd9-8333-ab2a05739f79), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:20.833002 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Added segment 99648fe2-9cea-4dd9-8333-ab2a05739f79 of type vlan for network bffa28a5-9f69-488b-84d2-3b55e83feb8c Aug 28 20:06:20.835139 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf18b94-ec86-4cda-9bac-790dc02f65f6" -d '{"events": [{"server_uuid": "3937f8a2-12dc-493e-8734-c599f264503c", "name": "network-vif-deleted", "tag": "c6177478-9d7a-472d-9fde-4d6df3e8808d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:20.945549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-03861ff2-fc10-4fce-a533-987ce9f32a6b req-59eb1fd0-9728-4ec4-a5a5-2b1a42248262 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0663676 Aug 28 20:06:20.949243 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6e271-a54a-49cf-aea6-dcfec233e2b0 x-openstack-request-id: req-ffc6e271-a54a-49cf-aea6-dcfec233e2b0 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:20.950158 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3937f8a2-12dc-493e-8734-c599f264503c", "name": "network-vif-deleted", "tag": "c6177478-9d7a-472d-9fde-4d6df3e8808d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:20.950603 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffc6e271-a54a-49cf-aea6-dcfec233e2b0 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:20.952081 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc6e271-a54a-49cf-aea6-dcfec233e2b0'] response: {'server_uuid': '3937f8a2-12dc-493e-8734-c599f264503c', 'name': 'network-vif-deleted', 'tag': 'c6177478-9d7a-472d-9fde-4d6df3e8808d', 'status': 'completed', 'code': 200} Aug 28 20:06:20.955191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (bffa28a5-9f69-488b-84d2-3b55e83feb8c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:21.130632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (bffa28a5-9f69-488b-84d2-3b55e83feb8c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:21.137390 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:21.137390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:21.346711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] Pushing event updated for resources: {'Network': ['ID=bffa28a5-9f69-488b-84d2-3b55e83feb8c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:21.398880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:21.506752 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:21.520691 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-138c0f2b-bfdb-4036-ad95-6558198535ba admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8717039 Aug 28 20:06:21.520691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48432) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:21.528100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Request body: {'subnet': {'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesNegativeTestJSON-290551508-subnet', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:21.609539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da9535ff-9629-446d-b764-dad1694abf6f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:21.688388 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4f85ed7-ffdb-41e4-ae3b-3b3e34296bd9 req-c92d12ac-d368-4687-a6a1-aac125f10f8a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.0959241 Aug 28 20:06:21.779268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port da9535ff-9629-446d-b764-dad1694abf6f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:21.780326 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da9535ff-9629-446d-b764-dad1694abf6f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:21.806499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Made reservation on behalf of fc01b946ab004f14b610ca17218d6e71 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:21.810447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:21.906414 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1b9f55d-c6a7-4844-a885-57d0d15741aa req-5990343d-4621-4764-ac64-8b59125912b3 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=90bcfa76-29e4-4223-91f8-6931b0c9a271 HTTP/1.1" status: 200 len: 210 time: 0.0683901 Aug 28 20:06:21.910619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port da9535ff-9629-446d-b764-dad1694abf6f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:21.910932 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:21.911051 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (da9535ff-9629-446d-b764-dad1694abf6f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:21.945417 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-92899357-524f-4fbc-b481-6460b5adf992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:21.955936 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:21.980724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port da9535ff-9629-446d-b764-dad1694abf6f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=da9535ff-9629-446d-b764-dad1694abf6f,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:22.014304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1e2f9b97-f011-440f-b3ab-6543aa218d2b no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:22.089811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 1e2f9b97-f011-440f-b3ab-6543aa218d2b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:22.090599 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1e2f9b97-f011-440f-b3ab-6543aa218d2b not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:22.132892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (da9535ff-9629-446d-b764-dad1694abf6f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:22.195263 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aca3f502-cfd1-4ef3-accc-8130fa7c492b req-d25091f4-29e8-4bc8-9ae4-b7ddda04908d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0622952 Aug 28 20:06:22.196298 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:22.253054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=da9535ff-9629-446d-b764-dad1694abf6f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:22.294323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (b2a00ee8-f6a5-4786-b181-5713a228532e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:22.455405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a00ee8-f6a5-4786-b181-5713a228532e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:22.481023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Checking segment: {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:22.481817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Network hostable DHCP agents. Network: bffa28a5-9f69-488b-84d2-3b55e83feb8c, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:06:22.677637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:06:22.704940 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:22.818809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, bffa28a5-9f69-488b-84d2-3b55e83feb8c) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:22.827300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:22.831590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:22.835206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1f1a4-d053-4b1e-9dd4-74a0d3880c43 None None] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:22.901677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d041a7f-aec8-4e13-81aa-8565dd93883e req-419f6345-a431-4330-a1ab-c4647c31d5f9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.1032629 Aug 28 20:06:22.911383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48466) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:23.023990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46896774-39df-4c17-827e-459a86686e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'fixed_ips': [{'subnet_id': 'b2a00ee8-f6a5-4786-b181-5713a228532e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:06:23.026316 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-46896774-39df-4c17-827e-459a86686e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.124744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6ddadd38-ca56-42ac-8bfc-d0fb4ccd9d4f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6026773 Aug 28 20:06:23.127751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48474) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:23.132545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Request body: {'router': {'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:23.236461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1664427968'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:23.326590 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.332485 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.355638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-46896774-39df-4c17-827e-459a86686e21 None None] Allocated IP 172.20.0.2 (bffa28a5-9f69-488b-84d2-3b55e83feb8c/b2a00ee8-f6a5-4786-b181-5713a228532e/b0800e32-ad5d-4d8c-8a75-89f5c096940b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:23.367268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da9535ff-9629-446d-b764-dad1694abf6f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:23.429161 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Made reservation on behalf of 802e13a5eb004f678ebe79b8d12ed934 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:23.444742 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.487545 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-933cced6-7795-4ace-8498-611090734fcc req-f657d187-5309-4769-af8b-6e90e87911a7 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0832863 Aug 28 20:06:23.520397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port da9535ff-9629-446d-b764-dad1694abf6f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:23.521049 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da9535ff-9629-446d-b764-dad1694abf6f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.526579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.575956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.580636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks [] for router_controller (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.678122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-d937b6c1-1af2-4672-bc6a-3e0ab5d56121 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:23.679706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-d937b6c1-1af2-4672-bc6a-3e0ab5d56121 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e559f735-c3b0-4375-b46e-d406d3fbe0da HTTP/1.1" status: 200 len: 809 time: 0.2852945 Aug 28 20:06:23.695748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Request body: {'port': {'device_id': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da', 'admin_state_up': True, 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:23.773366 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-46896774-39df-4c17-827e-459a86686e21 None None] Publish callbacks [] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.781196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dca9e-4f89-426f-a909-05eec9aa36ea req-28f1a25f-1bd6-4d23-aafd-2884f905f775 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:23.783776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b03dca9e-4f89-426f-a909-05eec9aa36ea req-28f1a25f-1bd6-4d23-aafd-2884f905f775 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.0741110 Aug 28 20:06:23.819894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port da9535ff-9629-446d-b764-dad1694abf6f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:23.861682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b03dca9e-4f89-426f-a909-05eec9aa36ea req-cb4a34e4-401e-4656-848c-e996bccf3abe tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713439 Aug 28 20:06:23.875283 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks [] for security_group (9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:23.961493 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks [] for router_gateway (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.013032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c6177478-9d7a-472d-9fde-4d6df3e8808d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:24.044201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: c6177478-9d7a-472d-9fde-4d6df3e8808d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:24.045002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c6177478-9d7a-472d-9fde-4d6df3e8808d not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:24.074841 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-46896774-39df-4c17-827e-459a86686e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.075042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45c74c09-4353-43de-9216-67f0ecefc619 req-57e2715d-6df1-442d-b393-168e18bcac88 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.0562963 Aug 28 20:06:24.133019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46896774-39df-4c17-827e-459a86686e21 None None] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:24.136318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-46896774-39df-4c17-827e-459a86686e21 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:24.140735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46896774-39df-4c17-827e-459a86686e21 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:24.148602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46896774-39df-4c17-827e-459a86686e21 None None] Pushing event updated for resources: {'Port': ['ID=b0800e32-ad5d-4d8c-8a75-89f5c096940b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:24.160791 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.219566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-46896774-39df-4c17-827e-459a86686e21 None None] Attempting to bind port b0800e32-ad5d-4d8c-8a75-89f5c096940b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:24.220131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-46896774-39df-4c17-827e-459a86686e21 None None] Attempting to bind port b0800e32-ad5d-4d8c-8a75-89f5c096940b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:24.220466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46896774-39df-4c17-827e-459a86686e21 None None] Attempting to bind port b0800e32-ad5d-4d8c-8a75-89f5c096940b on network bffa28a5-9f69-488b-84d2-3b55e83feb8c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:24.228949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46896774-39df-4c17-827e-459a86686e21 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:24.229284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46896774-39df-4c17-827e-459a86686e21 None None] Checking segment: {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:24.229707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-46896774-39df-4c17-827e-459a86686e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.230143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46896774-39df-4c17-827e-459a86686e21 None None] Bound using segment: {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:24.230634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-46896774-39df-4c17-827e-459a86686e21 None None] Bound port: b0800e32-ad5d-4d8c-8a75-89f5c096940b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:24.231023 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-46896774-39df-4c17-827e-459a86686e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.282705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Made reservation on behalf of a159c1a1434347748a4b836d3e5f0efe for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:24.288871 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.306244 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b7edcb78-d7a7-4842-b20d-d2af3f5c4060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.319659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-46896774-39df-4c17-827e-459a86686e21 None None] For port b0800e32-ad5d-4d8c-8a75-89f5c096940b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:24.324877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-46896774-39df-4c17-827e-459a86686e21 None None] For port b0800e32-ad5d-4d8c-8a75-89f5c096940b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b0800e32-ad5d-4d8c-8a75-89f5c096940b,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:24.402475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:24.447969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (44173c44-d335-4d49-9cbf-228a4b17e70a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.448328 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Added segment 44173c44-d335-4d49-9cbf-228a4b17e70a of type vlan for network 1e211eba-4b97-4cee-9194-4f9604e8a2d1 Aug 28 20:06:24.492464 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-46896774-39df-4c17-827e-459a86686e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:24.617515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46896774-39df-4c17-827e-459a86686e21 None None] Pushing event updated for resources: {'Port': ['ID=b0800e32-ad5d-4d8c-8a75-89f5c096940b,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:24.697490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-123e9ade-2483-4974-8ba5-0a29ca389689 req-101ad5ad-5d09-4c39-869a-0a7d6454d36a tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0375366 Aug 28 20:06:25.352822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:25.352822 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (1e211eba-4b97-4cee-9194-4f9604e8a2d1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.352822 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:25.352822 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks [] for router_gateway (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.490456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdfce137-d3f6-42c6-9de1-0a924295b634 req-fb3c0f3a-613f-4520-b3ce-f3381ceb284f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.0367014 Aug 28 20:06:25.494097 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.494097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Allocated IP 172.20.0.11 (e559f735-c3b0-4375-b46e-d406d3fbe0da/f6d484bd-00a7-48b4-af63-bb9780b16d57/5be2ad74-dfcb-4002-af95-fd1a552ed800) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:25.494097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feb273-fdac-4132-95db-9550727f4343 req-ca6b46b1-2815-4bac-aebd-c2bd13605837 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:25.494097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79feb273-fdac-4132-95db-9550727f4343 req-ca6b46b1-2815-4bac-aebd-c2bd13605837 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.2030957 Aug 28 20:06:25.495586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b0800e32-ad5d-4d8c-8a75-89f5c096940b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:25.495586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b0800e32-ad5d-4d8c-8a75-89f5c096940b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:25.495586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.497137 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79feb273-fdac-4132-95db-9550727f4343 req-b6adcd2d-940a-4a32-a8c0-40119247b5f0 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825936 Aug 28 20:06:25.518402 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (1e211eba-4b97-4cee-9194-4f9604e8a2d1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.520579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:25.521402 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.568171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b0800e32-ad5d-4d8c-8a75-89f5c096940b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:25.568590 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.697970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b0800e32-ad5d-4d8c-8a75-89f5c096940b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b0800e32-ad5d-4d8c-8a75-89f5c096940b,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:25.760200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Allocated IP 172.25.4.57 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/4d491855-a472-4fc7-935b-274786fcbaf3) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:25.862966 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.929002 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73854754-36f9-4b2f-ab8e-818ed9fe3f78 req-be8f9116-ef87-4fd2-ab6d-03d02aae24f1 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0497527 Aug 28 20:06:25.943924 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.957259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks [] for port (4d491855-a472-4fc7-935b-274786fcbaf3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:25.979181 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:26.004667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Pushing event updated for resources: {'Network': ['ID=1e211eba-4b97-4cee-9194-4f9604e8a2d1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:26.024055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 1e211eba-4b97-4cee-9194-4f9604e8a2d1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:26.060984 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:26.083013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2cb10f9f-ba92-461d-8d3b-e09e0c983a1d tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1673286 Aug 28 20:06:26.093477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48532) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:26.194770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b0800e32-ad5d-4d8c-8a75-89f5c096940b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:26.219233 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks [] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:26.219596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b5e35-ae00-495e-976f-3b3589253d56 None None] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:26.225806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:26.389766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c7ac482d-9671-4c0c-9018-692ec5e68eef None None] Provisioning complete for port b0800e32-ad5d-4d8c-8a75-89f5c096940b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:26.390458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c7ac482d-9671-4c0c-9018-692ec5e68eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:26.437666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:26.438442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'network': {'name': 'tempest-network--171914497', 'router:external': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:26.442565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:26.486447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:26.500627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:26.665458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Made reservation on behalf of 0033f72b27f74afd89afdc020a98bf86 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:26.672366 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:26.709424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Pushing event updated for resources: {'Port': ['ID=4d491855-a472-4fc7-935b-274786fcbaf3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:26.736585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0199d5e7-c075-4531-b9ff-02cb5817df38 req-84e8fe58-ca56-4aaf-a0f4-bb4d3adee4b5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.3180816 Aug 28 20:06:26.761906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:26.762617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-3de1fc6b-150c-4f14-8273-0e6b21b6b68a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:26.762617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-3de1fc6b-150c-4f14-8273-0e6b21b6b68a tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.4320424 Aug 28 20:06:26.903312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac482d-9671-4c0c-9018-692ec5e68eef None None] Current status of the port b0800e32-ad5d-4d8c-8a75-89f5c096940b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:26.909039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Network e559f735-c3b0-4375-b46e-d406d3fbe0da is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:26.912584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec39656-7000-4bec-98c5-3ac8f6aad558 req-ab97f0fc-b7f4-4884-9db8-c65ecbcdb759 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:26.920771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ec39656-7000-4bec-98c5-3ac8f6aad558 req-ab97f0fc-b7f4-4884-9db8-c65ecbcdb759 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.2073047 Aug 28 20:06:26.957995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:26.973687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:27.060809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ec39656-7000-4bec-98c5-3ac8f6aad558 req-713a5ec3-964b-4303-9a34-ede1d9e1f4ab tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344819 Aug 28 20:06:27.083695 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.095562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for security_group (b59fe580-6f8d-439a-982a-fa0fbce84c36), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.132034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Pushing event updated for resources: {'Port': ['ID=5be2ad74-dfcb-4002-af95-fd1a552ed800,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:27.178244 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:27.235317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b59fe580-6f8d-439a-982a-fa0fbce84c36), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.239826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Deleting port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:27.245670 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.275816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:27.337660 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ee891b87-2f0b-44a7-a63b-c55e05ac6707), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.343360 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Added segment ee891b87-2f0b-44a7-a63b-c55e05ac6707 of type vlan for network eed51c33-5007-477e-9d92-8156b2dd3ad8 Aug 28 20:06:27.372869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59fe580-6f8d-439a-982a-fa0fbce84c36,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:27.434044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:27.434456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.508493 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:27.511684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b0800e32-ad5d-4d8c-8a75-89f5c096940b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:27.516124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks [] for router_gateway (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.575273 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (eed51c33-5007-477e-9d92-8156b2dd3ad8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.586763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48558) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:27.596309 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:27.613099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e0932613-3b7e-4988-b73d-2f3feb75a1fe None None] Provisioning complete for port b0800e32-ad5d-4d8c-8a75-89f5c096940b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:27.613881 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e0932613-3b7e-4988-b73d-2f3feb75a1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.656507 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-c5b326ec-6d50-4f4d-9d93-7342b6a8e0cc tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9646471 Aug 28 20:06:27.683545 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.697569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b0800e32-ad5d-4d8c-8a75-89f5c096940b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:27.698304 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.700485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Request body: {'port': {'device_id': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:27.750362 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (eed51c33-5007-477e-9d92-8156b2dd3ad8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.751514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:27.752248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.799365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e0932613-3b7e-4988-b73d-2f3feb75a1fe None None] Current status of the port b0800e32-ad5d-4d8c-8a75-89f5c096940b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:27.852350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] For port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:27.857542 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.883790 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Calling delete_port for 713ab1e2-6eeb-4ee8-92b4-df9126409c0d owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:27.924652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b0800e32-ad5d-4d8c-8a75-89f5c096940b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:27.930300 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d18ef0a7-ae96-45ef-af9c-e083eb0f4fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:27.953197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-26f3caa5-495b-4226-8f12-b5a9d5eb59ec None None] Provisioning complete for port 5be2ad74-dfcb-4002-af95-fd1a552ed800 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:27.953466 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26f3caa5-495b-4226-8f12-b5a9d5eb59ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.008130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-26f3caa5-495b-4226-8f12-b5a9d5eb59ec None None] Port 5be2ad74-dfcb-4002-af95-fd1a552ed800 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:28.032160 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Network': ['ID=eed51c33-5007-477e-9d92-8156b2dd3ad8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:28.044893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network eed51c33-5007-477e-9d92-8156b2dd3ad8 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:28.065880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f43f7133-c3cc-4471-932c-8915bc9e497d req-d177484c-178c-4504-8cd4-ea8ad1670c4e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.1556194 Aug 28 20:06:28.077031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-359ff4a2-555a-43eb-aed2-cd2b5d9eb101 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9920015 Aug 28 20:06:28.081264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48566) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:28.209041 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.334380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c083095-9ada-4f33-9084-2c6392189df0 req-8eaf0f0a-a356-43ad-9abb-ba2104dfc7ba tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:28.336046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c083095-9ada-4f33-9084-2c6392189df0 req-8eaf0f0a-a356-43ad-9abb-ba2104dfc7ba tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 932 time: 0.6781290 Aug 28 20:06:28.337084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.505031 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:28.689631 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c083095-9ada-4f33-9084-2c6392189df0 req-2444d3ae-e1f8-43af-a52f-4e048ebeb2ca tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312001 Aug 28 20:06:28.697597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf5e2e-d3ba-4110-85c7-2cb6818d1bdf req-4615486e-b75c-4320-adb3-3edc47e8574b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:28.699405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6bdf5e2e-d3ba-4110-85c7-2cb6818d1bdf req-4615486e-b75c-4320-adb3-3edc47e8574b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 945 time: 0.1543930 Aug 28 20:06:28.710162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (eed51c33-5007-477e-9d92-8156b2dd3ad8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.870136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (713ab1e2-6eeb-4ee8-92b4-df9126409c0d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.874313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d18ef0a7-ae96-45ef-af9c-e083eb0f4fc9 admin admin] Publish callbacks [] for security_group (1ba36de3-4f03-419f-bb8a-d1eaf90cf077), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.903511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6bdf5e2e-d3ba-4110-85c7-2cb6818d1bdf req-e6e19b1e-ebca-42da-a0f4-e086af40b6ea tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=dc14bb5b-2258-4e52-860a-0834240d7da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905880 Aug 28 20:06:28.911640 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (eed51c33-5007-477e-9d92-8156b2dd3ad8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.920396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:06:28.923664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Pushing event deleted for resources: {'Port': ['ID=713ab1e2-6eeb-4ee8-92b4-df9126409c0d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:28.947195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed51c33-5007-477e-9d92-8156b2dd3ad8']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:28.962016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee891b87-2f0b-44a7-a63b-c55e05ac6707') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:28.962455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee891b87-2f0b-44a7-a63b-c55e05ac6707') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:28.988172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (ee891b87-2f0b-44a7-a63b-c55e05ac6707), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:28.997680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] No DVR routers for this DVR port 713ab1e2-6eeb-4ee8-92b4-df9126409c0d on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:06:29.016478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ee891b87-2f0b-44a7-a63b-c55e05ac6707), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.031342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:29.031980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (ee891b87-2f0b-44a7-a63b-c55e05ac6707), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.042850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.046412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45bc5cab-7ca7-430e-8ff3-e20e04ed8ccc req-35d639b4-e26a-4f54-a2b9-477373532d6b tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.84 "DELETE /networking/v2.0/ports/713ab1e2-6eeb-4ee8-92b4-df9126409c0d HTTP/1.1" status: 204 len: 173 time: 2.2524006 Aug 28 20:06:29.046900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'name': 'network-vif-deleted', 'tag': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:29.049246 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ba559-3429-4e99-8014-9279e86b629d" -d '{"events": [{"server_uuid": "00935bd7-9adb-4a55-b25f-3e23a55a3488", "name": "network-vif-deleted", "tag": "713ab1e2-6eeb-4ee8-92b4-df9126409c0d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:29.084000 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:29.121665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d18ef0a7-ae96-45ef-af9c-e083eb0f4fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1ba36de3-4f03-419f-bb8a-d1eaf90cf077), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.170620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be2ad74-dfcb-4002-af95-fd1a552ed800 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:29.188438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Publish callbacks [] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.193017 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ee891b87-2f0b-44a7-a63b-c55e05ac6707 resource provider aggregate not found Aug 28 20:06:29.196179 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f04161-8a2a-4e90-b1d5-21be37fb40c8 x-openstack-request-id: req-d1f04161-8a2a-4e90-b1d5-21be37fb40c8 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:29.196489 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00935bd7-9adb-4a55-b25f-3e23a55a3488", "name": "network-vif-deleted", "tag": "713ab1e2-6eeb-4ee8-92b4-df9126409c0d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:29.196823 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1f04161-8a2a-4e90-b1d5-21be37fb40c8 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:29.197757 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f04161-8a2a-4e90-b1d5-21be37fb40c8'] response: {'server_uuid': '00935bd7-9adb-4a55-b25f-3e23a55a3488', 'name': 'network-vif-deleted', 'tag': '713ab1e2-6eeb-4ee8-92b4-df9126409c0d', 'status': 'completed', 'code': 200} Aug 28 20:06:29.223819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:29.237768 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ee891b87-2f0b-44a7-a63b-c55e05ac6707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee891b87-2f0b-44a7-a63b-c55e05ac6707 found for delete ", "request_id": "req-56653281-8ff3-4bc4-8301-035404f95e4b"}]} Aug 28 20:06:29.238045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Sync routers for ids ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:06:29.246647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d18ef0a7-ae96-45ef-af9c-e083eb0f4fc9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b138a3360b80463eb25c185e162f262b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6516776 Aug 28 20:06:29.249764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48580) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:29.250982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef0a7-ae96-45ef-af9c-e083eb0f4fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba36de3-4f03-419f-bb8a-d1eaf90cf077,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:29.267904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Routers {'f16b23e0-003f-45c9-8608-6b3cbe4bbc92'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:29.268573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:29.311586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b13a04de-37d1-4f51-95bf-a4d1f77ae0aa req-e6e33c22-0c82-45ae-8c2f-093cc567e0f2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3937f8a2-12dc-493e-8734-c599f264503c HTTP/1.1" status: 200 len: 210 time: 0.0475612 Aug 28 20:06:29.337877 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e828acb-6166-4f06-b5f8-f460ee72a25b admin admin] Publish callbacks [] for security_group (1ba36de3-4f03-419f-bb8a-d1eaf90cf077), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.374917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e828acb-6166-4f06-b5f8-f460ee72a25b admin admin] Publish callbacks [] for security_group (1ba36de3-4f03-419f-bb8a-d1eaf90cf077), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.444403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Set router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:29.447084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.447084 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-026dcb6f-e5c2-4388-8f53-b0dae4dd732f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3178675 Aug 28 20:06:29.450336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48582) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:29.516108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (eed51c33-5007-477e-9d92-8156b2dd3ad8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.525758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eed51c33-5007-477e-9d92-8156b2dd3ad8 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 20:06:29.541999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.551793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/eed51c33-5007-477e-9d92-8156b2dd3ad8 HTTP/1.1" status: 204 len: 168 time: 1.4691484 Aug 28 20:06:29.552982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48584) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:29.568763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:29.574813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c1dc3-d0cc-4606-b363-3901dad5edc7 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event deleted for resources: {'Network': ['ID=eed51c33-5007-477e-9d92-8156b2dd3ad8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:29.724099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:06:26Z', 'revision_number': 3, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:29.726267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Made reservation on behalf of 0033f72b27f74afd89afdc020a98bf86 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:29.730277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.783555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:29.807930 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fb476296-7a0f-470e-b51c-0c153b6e6e42), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.808535 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Added segment fb476296-7a0f-470e-b51c-0c153b6e6e42 of type vlan for network e6372008-fbfd-457f-a1f0-2c6627bce06f Aug 28 20:06:29.893231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Checking router: f16b23e0-003f-45c9-8608-6b3cbe4bbc92 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:06:29.899153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Updating router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 port 4d491855-a472-4fc7-935b-274786fcbaf3 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:06:29.912656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e6372008-fbfd-457f-a1f0-2c6627bce06f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:29.965519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.075558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 713ab1e2-6eeb-4ee8-92b4-df9126409c0d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:30.129711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed4dfdb2-5522-4018-afc9-ade76e0cead2 req-550e05c9-96db-4acf-8ad0-3451d1bf31e4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 210 time: 0.0865309 Aug 28 20:06:30.156135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e6372008-fbfd-457f-a1f0-2c6627bce06f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.159944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:30.161006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.261083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 713ab1e2-6eeb-4ee8-92b4-df9126409c0d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:30.262708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 713ab1e2-6eeb-4ee8-92b4-df9126409c0d not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:30.321936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Transition to ACTIVE for port object 5be2ad74-dfcb-4002-af95-fd1a552ed800 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:06:30.328159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e828acb-6166-4f06-b5f8-f460ee72a25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1ba36de3-4f03-419f-bb8a-d1eaf90cf077), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.332331 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e828acb-6166-4f06-b5f8-f460ee72a25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.338118 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9e828acb-6166-4f06-b5f8-f460ee72a25b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1ba36de3-4f03-419f-bb8a-d1eaf90cf077 HTTP/1.1" status: 204 len: 168 time: 1.0825112 Aug 28 20:06:30.468903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc175114-e30e-4177-bb2a-c24a95be9dee req-364049b7-ae11-4d07-9700-557e6613a806 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:30.470368 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc175114-e30e-4177-bb2a-c24a95be9dee req-364049b7-ae11-4d07-9700-557e6613a806 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 932 time: 0.1471243 Aug 28 20:06:30.479956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.483821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Network': ['ID=e6372008-fbfd-457f-a1f0-2c6627bce06f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:30.486471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e828acb-6166-4f06-b5f8-f460ee72a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba36de3-4f03-419f-bb8a-d1eaf90cf077,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:30.517588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f269bef2-0e0b-4812-aab7-089a61bea882 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9527912 Aug 28 20:06:30.520615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48600) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:30.548270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'subnet': {'network_id': 'e6372008-fbfd-457f-a1f0-2c6627bce06f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:30.557988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Pushing event updated for resources: {'Port': ['ID=5be2ad74-dfcb-4002-af95-fd1a552ed800,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:30.579508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e6372008-fbfd-457f-a1f0-2c6627bce06f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:30.682697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-8cde250d-aec7-48c5-a6da-0a338721adc6 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1388433394&fields=id&tenant_id=2e3c425de2174a18963458a3dd7d23e5 HTTP/1.1" status: 200 len: 267 time: 0.0565002 Aug 28 20:06:30.729798 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc175114-e30e-4177-bb2a-c24a95be9dee req-db5aa8cb-20ac-4a8c-a889-0f5b525974af tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387264 Aug 28 20:06:30.745659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Attempting to bind port 5be2ad74-dfcb-4002-af95-fd1a552ed800 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:30.746082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Attempting to bind port 5be2ad74-dfcb-4002-af95-fd1a552ed800 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:30.746373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Attempting to bind port 5be2ad74-dfcb-4002-af95-fd1a552ed800 on network e559f735-c3b0-4375-b46e-d406d3fbe0da {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:30.755254 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Publish callbacks [] for port (4d491855-a472-4fc7-935b-274786fcbaf3), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.788549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Port 5be2ad74-dfcb-4002-af95-fd1a552ed800 on network e559f735-c3b0-4375-b46e-d406d3fbe0da not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:06:30.788777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Attempting to bind port 5be2ad74-dfcb-4002-af95-fd1a552ed800 on network e559f735-c3b0-4375-b46e-d406d3fbe0da {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:30.802953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:30.803292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Checking segment: {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:30.803680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Bound using segment: {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:30.804122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Bound port: 5be2ad74-dfcb-4002-af95-fd1a552ed800, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:30.804483 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.827448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.830383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-bfac9dca-8363-473b-a23f-9ace68a46dbc tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:30.832243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-bfac9dca-8363-473b-a23f-9ace68a46dbc tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bcd593a6-128e-4a60-9b21-7a51af66dad3 HTTP/1.1" status: 200 len: 816 time: 0.1378241 Aug 28 20:06:30.851812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-02b19404-0d27-4a8c-810e-a89393a5cb1c tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/quotas/2e3c425de2174a18963458a3dd7d23e5 HTTP/1.1" status: 200 len: 375 time: 0.0132308 Aug 28 20:06:30.876854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Made reservation on behalf of 0033f72b27f74afd89afdc020a98bf86 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:30.879541 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.921317 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:30.983790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-d8e3fb5c-6616-43e1-bacf-7fa070c1b950 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2e3c425de2174a18963458a3dd7d23e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244335 Aug 28 20:06:30.989075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Attempting to bind port 4d491855-a472-4fc7-935b-274786fcbaf3 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:30.995589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Attempting to bind port 4d491855-a472-4fc7-935b-274786fcbaf3 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:30.996095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Attempting to bind port 4d491855-a472-4fc7-935b-274786fcbaf3 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:31.009773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:31.010611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:31.011032 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.011639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:31.012143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Bound port: 4d491855-a472-4fc7-935b-274786fcbaf3, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:31.012723 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.043242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858218a0-91fb-4702-a923-f2a52efa51e5 None None] Pushing event updated for resources: {'Port': ['ID=4d491855-a472-4fc7-935b-274786fcbaf3,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:31.068457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Allocated IP 172.20.0.1 (bffa28a5-9f69-488b-84d2-3b55e83feb8c/b2a00ee8-f6a5-4786-b181-5713a228532e/eb7b4185-0564-43b2-83aa-626a15a85f8a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:31.109462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] For port 4d491855-a472-4fc7-935b-274786fcbaf3, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:31.119707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] For port 4d491855-a472-4fc7-935b-274786fcbaf3, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4d491855-a472-4fc7-935b-274786fcbaf3,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:31.187891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-1bba01c2-1579-4add-8017-814c1e0b1807 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857820 Aug 28 20:06:31.201903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks [] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.270550 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.271126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] For port 5be2ad74-dfcb-4002-af95-fd1a552ed800, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:31.287485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] For port 5be2ad74-dfcb-4002-af95-fd1a552ed800, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5be2ad74-dfcb-4002-af95-fd1a552ed800,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:31.347644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fc1f6fc9-bf42-45c5-a4f2-8154fc86a76d req-ae613fa7-2a55-488e-843f-f05061696bf4 tempest-ServerRescueTestJSON-1289483708 tempest-ServerRescueTestJSON-1289483708-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=00935bd7-9adb-4a55-b25f-3e23a55a3488 HTTP/1.1" status: 200 len: 210 time: 0.0331123 Aug 28 20:06:31.381220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858218a0-91fb-4702-a923-f2a52efa51e5 None None] Pushing event updated for resources: {'Port': ['ID=4d491855-a472-4fc7-935b-274786fcbaf3,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:31.385758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-69255644-50d9-4589-82f1-33f762b0dba1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027977 Aug 28 20:06:31.386150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Routers {'f16b23e0-003f-45c9-8608-6b3cbe4bbc92'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:31.388749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:31.464580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.470494 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.473586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:31.474472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.475993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/5be2ad74-dfcb-4002-af95-fd1a552ed800 HTTP/1.1" status: 200 len: 1092 time: 3.7861266 Aug 28 20:06:31.478903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'tag': '5be2ad74-dfcb-4002-af95-fd1a552ed800'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:31.494999 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502eb833-7f29-43e4-956f-760c5d71d0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1517a4f0-5a6f-4926-9e0d-bd69c3cc639a", "tag": "5be2ad74-dfcb-4002-af95-fd1a552ed800"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:31.518957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] Set router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:31.627735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:31.649689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:31.682742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:31.742567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c3748-3f5e-4b25-90b7-a13005d27574 service neutron] Pushing event updated for resources: {'Port': ['ID=5be2ad74-dfcb-4002-af95-fd1a552ed800,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:31.749562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.objects.ports [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 20:06:31.750350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (2cb0f41a-c7b9-4969-acc8-21490661decb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.775027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:06:26Z', 'revision_number': 3, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:31.775845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-610fb260-22bf-4820-8746-5ff20c7db8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:31.786304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-610fb260-22bf-4820-8746-5ff20c7db8a1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=a159c1a1434347748a4b836d3e5f0efe&device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 1126 time: 0.1602552 Aug 28 20:06:31.802731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48638) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:31.803883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2cb0f41a-c7b9-4969-acc8-21490661decb,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:31.834428 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-318f7747-cbdc-4c56-9ba1-951bde874738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.838023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c03f27-72a7-4a07-93d7-45b1161ce1e7 None None] The sync data for ids ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'] in n-d-854121-7 is: [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:06:26Z', 'revision_number': 3, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:06:31.868197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba2d7e-12c7-466b-b54f-2197fecf7a7e req-49e4bddd-c991-47ae-b4ea-02e671797284 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:31.876505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fba2d7e-12c7-466b-b54f-2197fecf7a7e req-49e4bddd-c991-47ae-b4ea-02e671797284 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.3563979 Aug 28 20:06:31.891340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:31.912549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Checking segment: {'id': 'fb476296-7a0f-470e-b51c-0c153b6e6e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e6372008-fbfd-457f-a1f0-2c6627bce06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:31.913026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Network hostable DHCP agents. Network: e6372008-fbfd-457f-a1f0-2c6627bce06f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:06:31.957147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fba2d7e-12c7-466b-b54f-2197fecf7a7e req-08af0fce-3c81-4fe9-8a23-05f475ee368e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/quotas/1e780e72454849a9adf5c45a7783c014 HTTP/1.1" status: 200 len: 375 time: 0.0791926 Aug 28 20:06:31.992694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Pushing event updated for resources: {'Port': ['ID=eb7b4185-0564-43b2-83aa-626a15a85f8a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:32.013220 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-318f7747-cbdc-4c56-9ba1-951bde874738 admin admin] Publish callbacks [] for security_group (f560e64e-7464-40dc-9b32-f79159cad8f7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.052984 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-b06b93a9-dd87-4134-896b-9d6abd3da6fa service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be2ad74-dfcb-4002-af95-fd1a552ed800 HTTP/1.1" status: 200 len: 217 time: 0.0758362 Aug 28 20:06:32.053494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Network e6372008-fbfd-457f-a1f0-2c6627bce06f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:06:32.081618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-272c4f0a-ddd9-4d31-97dd-fe53420e9863 None None] Provisioning complete for port eb7b4185-0564-43b2-83aa-626a15a85f8a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:32.082183 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-272c4f0a-ddd9-4d31-97dd-fe53420e9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.104924 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fba2d7e-12c7-466b-b54f-2197fecf7a7e req-b89b5590-8f7b-4240-9fb6-0aa3d64a2cd1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469073 Aug 28 20:06:32.133298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-272c4f0a-ddd9-4d31-97dd-fe53420e9863 None None] Port eb7b4185-0564-43b2-83aa-626a15a85f8a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:32.172346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-318f7747-cbdc-4c56-9ba1-951bde874738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f560e64e-7464-40dc-9b32-f79159cad8f7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.244663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f7747-cbdc-4c56-9ba1-951bde874738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f560e64e-7464-40dc-9b32-f79159cad8f7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:32.252861 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-318f7747-cbdc-4c56-9ba1-951bde874738 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a0b9d46bee694ceb86c6eb7ca0e7b03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4438438 Aug 28 20:06:32.267806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:32.277775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e6372008-fbfd-457f-a1f0-2c6627bce06f) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:32.284416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:32.285692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.293686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c5f40-848e-4043-859e-3b5052b31b52 None None] Network e6372008-fbfd-457f-a1f0-2c6627bce06f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:32.325235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-dec2df09-9b88-43b6-b61f-71a07b746e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:32.327329 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-dec2df09-9b88-43b6-b61f-71a07b746e92 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=f6d484bd-00a7-48b4-af63-bb9780b16d57 HTTP/1.1" status: 200 len: 848 time: 0.2658792 Aug 28 20:06:32.395353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-faea3ca2-3baa-42d7-ba85-cd5be4ec2cd0 admin admin] Publish callbacks [] for security_group (f560e64e-7464-40dc-9b32-f79159cad8f7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.449395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-faea3ca2-3baa-42d7-ba85-cd5be4ec2cd0 admin admin] Publish callbacks [] for security_group (f560e64e-7464-40dc-9b32-f79159cad8f7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.494176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96a95a-795d-4f80-94f8-8c2d3c15db7f None None] Network e6372008-fbfd-457f-a1f0-2c6627bce06f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:32.516104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f2b0fe4f-d879-4d8d-8704-87ff3c5c9e98 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9923477 Aug 28 20:06:32.517105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48648) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:32.527561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6372008-fbfd-457f-a1f0-2c6627bce06f'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:32.528181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-428eca2e-2a4b-4a5e-aedb-bee35dbb68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:32.530491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-428eca2e-2a4b-4a5e-aedb-bee35dbb68b4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e559f735-c3b0-4375-b46e-d406d3fbe0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1919081 Aug 28 20:06:32.539918 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c0b3f-4bb8-4fe1-91e7-e4c9c3f80c20 x-openstack-request-id: req-fb2c0b3f-4bb8-4fe1-91e7-e4c9c3f80c20 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:32.540698 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1517a4f0-5a6f-4926-9e0d-bd69c3cc639a", "tag": "5be2ad74-dfcb-4002-af95-fd1a552ed800", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:32.541173 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb2c0b3f-4bb8-4fe1-91e7-e4c9c3f80c20 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:32.542019 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2c0b3f-4bb8-4fe1-91e7-e4c9c3f80c20'] response: {'name': 'network-changed', 'server_uuid': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'tag': '5be2ad74-dfcb-4002-af95-fd1a552ed800', 'status': 'completed', 'code': 200} Aug 28 20:06:32.563119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fba2d7e-12c7-466b-b54f-2197fecf7a7e req-195a1da0-af1d-4296-8b45-a5c18857d090 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216993 Aug 28 20:06:32.647215 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:32.680408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7870-f69a-42df-9e23-eb5457554667 req-c238476f-3578-4c6f-9bbf-b43f8c5abb89 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:32.688734 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e44d7870-f69a-42df-9e23-eb5457554667 req-c238476f-3578-4c6f-9bbf-b43f8c5abb89 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 944 time: 0.0879591 Aug 28 20:06:32.760240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.761043 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e44d7870-f69a-42df-9e23-eb5457554667 req-06a437a0-f239-4839-b96d-1edabb6d42d4 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713234 Aug 28 20:06:32.785270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-faea3ca2-3baa-42d7-ba85-cd5be4ec2cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f560e64e-7464-40dc-9b32-f79159cad8f7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.803715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-faea3ca2-3baa-42d7-ba85-cd5be4ec2cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.803715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-faea3ca2-3baa-42d7-ba85-cd5be4ec2cd0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f560e64e-7464-40dc-9b32-f79159cad8f7 HTTP/1.1" status: 204 len: 168 time: 0.5241461 Aug 28 20:06:32.803715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.842723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea3ca2-3baa-42d7-ba85-cd5be4ec2cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f560e64e-7464-40dc-9b32-f79159cad8f7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:32.871944 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-60e6679b-d917-4db8-9c16-7586de6c338a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e559f735-c3b0-4375-b46e-d406d3fbe0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121977 Aug 28 20:06:32.890574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24573ad1-d42a-46c1-8129-af1f03e66aca req-e5301429-55f5-4c90-9c89-844b5d221048 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0500162 Aug 28 20:06:32.930760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:32.986259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48656) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:33.042751 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:33.068070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70f226d9-77bc-49f7-b4a4-5e956b639d7b req-1d1a9341-d1c0-40e3-ae7d-1160737ae9c4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e559f735-c3b0-4375-b46e-d406d3fbe0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950059 Aug 28 20:06:33.084879 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fba2d7e-12c7-466b-b54f-2197fecf7a7e req-187602db-3610-4834-a86e-0960d96723f1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202065 Aug 28 20:06:33.173511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Allocated IP 172.20.0.7 (e6372008-fbfd-457f-a1f0-2c6627bce06f/2cb0f41a-c7b9-4969-acc8-21490661decb/47482b27-9a57-4c3b-a6da-1f4165d8ea05) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:33.260387 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=67 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:33.292736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks [] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.344855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4d491855-a472-4fc7-935b-274786fcbaf3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:33.462383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.464533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4d491855-a472-4fc7-935b-274786fcbaf3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:33.465639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.574736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.600121 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Pushing event updated for resources: {'Port': ['ID=eb7b4185-0564-43b2-83aa-626a15a85f8a,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:33.614011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4d491855-a472-4fc7-935b-274786fcbaf3 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:33.614411 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.637112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b52adcc3-fde4-4b42-94e2-4b290ee8255f req-a7f97333-0abc-4024-8011-a9a325a7468b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e6ab2eb-f9c8-4b3f-a36e-71aa9b7d24ce HTTP/1.1" status: 200 len: 210 time: 0.1964676 Aug 28 20:06:33.659986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 4d491855-a472-4fc7-935b-274786fcbaf3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4d491855-a472-4fc7-935b-274786fcbaf3,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:33.678632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (944198fe-d8d9-4eaa-bc38-d4129dd8789c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.750509 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.777165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:33.779870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:33.839056 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:33.974271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf9a0a-eeb1-45ce-aac1-7299a3a659ee req-2ad2fed3-def9-4d0a-b8ef-6b4a4737ec43 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:33.981952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05bf9a0a-eeb1-45ce-aac1-7299a3a659ee req-2ad2fed3-def9-4d0a-b8ef-6b4a4737ec43 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 944 time: 0.1007135 Aug 28 20:06:34.048619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:06:34.077253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:34.186773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Network e6372008-fbfd-457f-a1f0-2c6627bce06f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:34.210693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05bf9a0a-eeb1-45ce-aac1-7299a3a659ee req-c6d242dd-4771-443f-8abc-4b7b57bb0d09 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271605 Aug 28 20:06:34.212684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:34.261969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Port': ['ID=47482b27-9a57-4c3b-a6da-1f4165d8ea05,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:34.311244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:34.311986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:34.313797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Deleting port de19895b-89e7-455f-90c3-a30be2859c19 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:34.314122 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (de19895b-89e7-455f-90c3-a30be2859c19), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:34.320008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=4d491855-a472-4fc7-935b-274786fcbaf3,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:34.335664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1f3958a1-df3f-405c-aa35-e2eadd6b32bd admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f16b23e0-003f-45c9-8608-6b3cbe4bbc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8833542 Aug 28 20:06:34.342837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dfffd4c3-968f-492a-a14f-45c23746038a None None] Provisioning complete for port eb7b4185-0564-43b2-83aa-626a15a85f8a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:34.343282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfffd4c3-968f-492a-a14f-45c23746038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:34.344962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-cbc7f2fc-64a5-4a43-b1bf-1c2aed23dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:34.346746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-cbc7f2fc-64a5-4a43-b1bf-1c2aed23dba7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=a159c1a1434347748a4b836d3e5f0efe&device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 1126 time: 0.1121941 Aug 28 20:06:34.401315 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:34.409425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dfffd4c3-968f-492a-a14f-45c23746038a None None] Port eb7b4185-0564-43b2-83aa-626a15a85f8a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:34.489732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-6f16bc15-27a9-41e8-aafb-bf8a7535ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:34.490764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-6f16bc15-27a9-41e8-aafb-bf8a7535ed78 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=e559f735-c3b0-4375-b46e-d406d3fbe0da HTTP/1.1" status: 200 len: 910 time: 0.1354012 Aug 28 20:06:34.494712 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96b03113-fd30-48ca-8ca4-da71561d57db req-3dcac544-15c9-4191-9fa7-8526bcd6dc04 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.1736681 Aug 28 20:06:34.555583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-07a1bf72-b57c-4109-9cb9-e2d6cea6b830 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be2ad74-dfcb-4002-af95-fd1a552ed800 HTTP/1.1" status: 200 len: 217 time: 0.0583115 Aug 28 20:06:34.566351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] For port de19895b-89e7-455f-90c3-a30be2859c19, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=de19895b-89e7-455f-90c3-a30be2859c19,segment=NetworkSegment(b9727eff-082a-432e-9dc8-9e6539f600b1),segment_id=b9727eff-082a-432e-9dc8-9e6539f600b1)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:34.576831 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (de19895b-89e7-455f-90c3-a30be2859c19), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:34.631572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Calling delete_port for de19895b-89e7-455f-90c3-a30be2859c19 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:34.656865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-79f71adc-a166-4ff0-9ce7-125cfa16842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:34.660029 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-79f71adc-a166-4ff0-9ce7-125cfa16842b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=f6d484bd-00a7-48b4-af63-bb9780b16d57 HTTP/1.1" status: 200 len: 848 time: 0.0959296 Aug 28 20:06:34.660378 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for floatingip (cfece415-c270-4cf9-82ca-bf7e916dfc16), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:34.678167 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Sync routers for ids ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:06:34.708489 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Routers {'f16b23e0-003f-45c9-8608-6b3cbe4bbc92'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:34.709068 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:34.717880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-5f825028-6454-4267-a9cc-2ad3e4181575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:34.720632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-5f825028-6454-4267-a9cc-2ad3e4181575 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=e559f735-c3b0-4375-b46e-d406d3fbe0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519083 Aug 28 20:06:34.849630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-e61965cf-5dbd-454d-a3a1-1b421a98d926 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e559f735-c3b0-4375-b46e-d406d3fbe0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228313 Aug 28 20:06:34.952237 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Set router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:34.998876 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.059965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-502eb833-7f29-43e4-956f-760c5d71d0a6 req-bcfa3319-3da9-48b0-a642-eefb8c1707bf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e559f735-c3b0-4375-b46e-d406d3fbe0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039900 Aug 28 20:06:35.173758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (de19895b-89e7-455f-90c3-a30be2859c19), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.257720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-837a75ca-e695-482f-b8d2-d634df510dc7 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:35.263012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-837a75ca-e695-482f-b8d2-d634df510dc7 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bffa28a5-9f69-488b-84d2-3b55e83feb8c HTTP/1.1" status: 200 len: 812 time: 0.2755365 Aug 28 20:06:35.266479 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:06:32Z', 'revision_number': 4, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'eb7b4185-0564-43b2-83aa-626a15a85f8a', 'name': '', 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'mac_address': 'fa:16:3e:84:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'b2a00ee8-f6a5-4786-b181-5713a228532e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:30Z', 'updated_at': '2022-08-28T20:06:33Z', 'revision_number': 2, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'subnets': [{'id': 'b2a00ee8-f6a5-4786-b181-5713a228532e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:35.298380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4d491855-a472-4fc7-935b-274786fcbaf3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:35.306385 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:35.312229 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Checking router: f16b23e0-003f-45c9-8608-6b3cbe4bbc92 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:06:35.312578 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Updating router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 port eb7b4185-0564-43b2-83aa-626a15a85f8a binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:06:35.314605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de19895b-89e7-455f-90c3-a30be2859c19,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:35.331599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-36775896-3af5-44fe-bc1c-0b32db92a84a tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/quotas/fc01b946ab004f14b610ca17218d6e71 HTTP/1.1" status: 200 len: 375 time: 0.0675740 Aug 28 20:06:35.352717 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.354830 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.355899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4d491855-a472-4fc7-935b-274786fcbaf3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:35.356358 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.417625 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:35.425286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-9474c710-eb5a-4fff-afdc-d3d96fc70eb4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:35.432399 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-9474c710-eb5a-4fff-afdc-d3d96fc70eb4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.2465334 Aug 28 20:06:35.461242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4d491855-a472-4fc7-935b-274786fcbaf3 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:35.470424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-2c4256b4-a93e-49c4-ba79-51a9edae8106 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/quotas/1e780e72454849a9adf5c45a7783c014 HTTP/1.1" status: 200 len: 375 time: 0.0205796 Aug 28 20:06:35.503447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-6e165432-fc54-446f-b0fb-d56b0584a472 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fc01b946ab004f14b610ca17218d6e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709020 Aug 28 20:06:35.534853 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-18b6a803-c65a-4703-9700-6d71dfdb16f8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634241 Aug 28 20:06:35.542642 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:35.561408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.641140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-9f9c3300-57b2-4c83-aad0-3aed862c1dea service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988967 Aug 28 20:06:35.682592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (944198fe-d8d9-4eaa-bc38-d4129dd8789c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.684647 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Publish callbacks [] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.703841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (cfece415-c270-4cf9-82ca-bf7e916dfc16), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.710040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Port': ['ID=47482b27-9a57-4c3b-a6da-1f4165d8ea05,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:35.758883 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-2b367696-f97d-4e5f-86f9-2de33da61f14 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100850 Aug 28 20:06:35.846987 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.916436 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Pushing event updated for resources: {'Port': ['ID=eb7b4185-0564-43b2-83aa-626a15a85f8a,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:35.943490 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.943975 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.944413 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.944774 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.945102 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.945431 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.945908 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.946101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.946422 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.946740 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.947112 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.947435 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.947753 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.948198 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.948377 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:35.963878 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Attempting to bind port eb7b4185-0564-43b2-83aa-626a15a85f8a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:35.964245 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Attempting to bind port eb7b4185-0564-43b2-83aa-626a15a85f8a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:35.964649 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Attempting to bind port eb7b4185-0564-43b2-83aa-626a15a85f8a on network bffa28a5-9f69-488b-84d2-3b55e83feb8c {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:35.972269 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:35.972745 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Checking segment: {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:35.973140 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:35.973544 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Bound using segment: {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:35.974068 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Bound port: eb7b4185-0564-43b2-83aa-626a15a85f8a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:35.974464 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:36.034654 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:36.080383 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] For port eb7b4185-0564-43b2-83aa-626a15a85f8a, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:36.085792 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] For port eb7b4185-0564-43b2-83aa-626a15a85f8a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eb7b4185-0564-43b2-83aa-626a15a85f8a,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:36.150044 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-cf71bf2b-0913-4b55-ac9e-1474791f613b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/bffa28a5-9f69-488b-84d2-3b55e83feb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122315 Aug 28 20:06:36.239961 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:36.295115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1207599-7dd9-4c44-851b-6487e5882983 req-7fcccc2c-960a-4271-b630-ef2d6b3b08b6 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:36.296936 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Routers {'f16b23e0-003f-45c9-8608-6b3cbe4bbc92'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:36.297136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1207599-7dd9-4c44-851b-6487e5882983 req-7fcccc2c-960a-4271-b630-ef2d6b3b08b6 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 944 time: 0.0638967 Aug 28 20:06:36.297992 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:36.343549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:36.351498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a33de4fa-8dba-4e5e-9059-0f20e277c6ae tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8265429 Aug 28 20:06:36.353733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48748) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:36.391556 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-d709a296-65dd-4941-bc52-ade28da53e91 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/bffa28a5-9f69-488b-84d2-3b55e83feb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311547 Aug 28 20:06:36.473927 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=14,neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:36.489178 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1207599-7dd9-4c44-851b-6487e5882983 req-270266f0-2590-43c7-aa19-b6da0aea5646 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853368 Aug 28 20:06:36.498252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1df5072f-9152-4839-b7fb-1c996e5ed47e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_network_id=e6372008-fbfd-457f-a1f0-2c6627bce06f HTTP/1.1" status: 200 len: 689 time: 0.1410410 Aug 28 20:06:36.499325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48750) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:36.541402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Router 944198fe-d8d9-4eaa-bc38-d4129dd8789c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:06:36.625245 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:36.670879 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae177a-eb59-4455-a191-855f65994c78 None None] Pushing event updated for resources: {'Port': ['ID=eb7b4185-0564-43b2-83aa-626a15a85f8a,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:36.709609 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] Set router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:36.748639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:36.756546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d16f1fb9-ac2d-4bfa-a195-9bbdd90d93b7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/944198fe-d8d9-4eaa-bc38-d4129dd8789c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7689807 Aug 28 20:06:36.760186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48752) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:36.779405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] Sync routers for ids ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:06:36.832714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] Routers {'944198fe-d8d9-4eaa-bc38-d4129dd8789c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:36.854126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:36.864653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd85231c-a8d1-44e1-ae0a-0f37118dc978 req-9cc09a03-25f5-45bc-9308-45bb68670fdf tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 210 time: 0.0426285 Aug 28 20:06:36.984134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks [] for router (944198fe-d8d9-4eaa-bc38-d4129dd8789c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:37.114409 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:06:32Z', 'revision_number': 4, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'eb7b4185-0564-43b2-83aa-626a15a85f8a', 'name': '', 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'mac_address': 'fa:16:3e:84:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'b2a00ee8-f6a5-4786-b181-5713a228532e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:30Z', 'updated_at': '2022-08-28T20:06:36Z', 'revision_number': 4, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'subnets': [{'id': 'b2a00ee8-f6a5-4786-b181-5713a228532e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:37.137915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] Set router 944198fe-d8d9-4eaa-bc38-d4129dd8789c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:37.147253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-907b9837-bc1b-48c7-ab33-d20beb294632 req-da47219b-f844-4e9a-a115-9d438f943e10 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0667465 Aug 28 20:06:37.210786 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ab6eb-a27a-4e27-8889-af50501c38e2 None None] The sync data for ids ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'] in n-d-854121-7 is: [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:06:32Z', 'revision_number': 4, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'eb7b4185-0564-43b2-83aa-626a15a85f8a', 'name': '', 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'mac_address': 'fa:16:3e:84:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'b2a00ee8-f6a5-4786-b181-5713a228532e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:30Z', 'updated_at': '2022-08-28T20:06:36Z', 'revision_number': 4, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'subnets': [{'id': 'b2a00ee8-f6a5-4786-b181-5713a228532e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:06:37.248400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72a3c33d-5b3e-489e-8a71-7a6996da812f req-34e4cd4d-e732-426e-843a-d2d7d817bcc5 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 210 time: 0.0925167 Aug 28 20:06:37.258855 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks [] for router_gateway (944198fe-d8d9-4eaa-bc38-d4129dd8789c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:37.278086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e6372008-fbfd-457f-a1f0-2c6627bce06f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:37.429637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5be2ad74-dfcb-4002-af95-fd1a552ed800 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:06:37.583288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Deleting port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:37.584181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:37.646918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Deleting port 47482b27-9a57-4c3b-a6da-1f4165d8ea05 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:37.647259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:37.677678 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:37.819784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] For port 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:37.820375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:37.832324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:06:34Z', 'revision_number': 5, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port': {'id': '17ff03a1-b057-4eea-a6c8-06c9ac61e9bc', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:09Z', 'updated_at': '2022-08-28T20:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:37.854304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-1a6dfc07-7f74-43a0-ac35-4280d6d12ff6 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:37.856413 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-1a6dfc07-7f74-43a0-ac35-4280d6d12ff6 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.84 "GET /networking/v2.0/networks?id=bcd593a6-128e-4a60-9b21-7a51af66dad3 HTTP/1.1" status: 200 len: 816 time: 0.5676353 Aug 28 20:06:37.868957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Calling delete_port for 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:37.890962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] Checking router: 944198fe-d8d9-4eaa-bc38-d4129dd8789c for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:06:37.895384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 5be2ad74-dfcb-4002-af95-fd1a552ed800, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5be2ad74-dfcb-4002-af95-fd1a552ed800,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:37.929377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] Routers {'944198fe-d8d9-4eaa-bc38-d4129dd8789c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:37.930068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:37.940464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291ebb-eb63-4311-8249-dcb79cdacdc9 req-b5becfab-01a7-43db-a012-324cd5a2d3e6 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:37.942277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56291ebb-eb63-4311-8249-dcb79cdacdc9 req-b5becfab-01a7-43db-a012-324cd5a2d3e6 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 944 time: 0.1118157 Aug 28 20:06:37.994251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-38645c70-0495-4a4b-a483-a049da1f4ca4 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2e3c425de2174a18963458a3dd7d23e5 HTTP/1.1" status: 200 len: 380 time: 0.1159029 Aug 28 20:06:38.023177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '5be2ad74-dfcb-4002-af95-fd1a552ed800', 'network_id': 'e559f735-c3b0-4375-b46e-d406d3fbe0da', 'port_id': '5be2ad74-dfcb-4002-af95-fd1a552ed800', 'mac_address': 'fa:16:3e:48:92:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d484bd-00a7-48b4-af63-bb9780b16d57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:06:38.048404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Request body: {'port': {'device_id': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'admin_state_up': True, 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'security_groups': ['218e7629-b1d2-4757-bb9f-a370a4a15a6b']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:38.091387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-11206d8d-0922-4a93-a6ce-8cd6352226c1 req-2058c872-4c3f-48fc-97ff-a671c8be4e9a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 210 time: 0.1071842 Aug 28 20:06:38.116715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56291ebb-eb63-4311-8249-dcb79cdacdc9 req-ed6b8a5f-3c10-4877-b9fc-918b773315af tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224334 Aug 28 20:06:38.172422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 5be2ad74-dfcb-4002-af95-fd1a552ed800 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:38.172422 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:38.217585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be2ad74-dfcb-4002-af95-fd1a552ed800 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:38.218202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:38.222425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for floatingip (47482b27-9a57-4c3b-a6da-1f4165d8ea05), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:38.285621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] Set router 944198fe-d8d9-4eaa-bc38-d4129dd8789c gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:38.289556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Calling delete_port for 47482b27-9a57-4c3b-a6da-1f4165d8ea05 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:38.426869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 5be2ad74-dfcb-4002-af95-fd1a552ed800, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5be2ad74-dfcb-4002-af95-fd1a552ed800,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:38.429161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:06:37Z', 'revision_number': 6, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:38.455419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b15457b-b31b-4ef8-80a5-7f4ed806ce25 req-1340a905-e032-4fe3-b05f-ed34042ac5b2 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0420802 Aug 28 20:06:38.497531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e4f8c-6e48-49be-a0a2-8e740e11734c None None] The sync data for ids ['944198fe-d8d9-4eaa-bc38-d4129dd8789c'] in n-d-854121-7 is: [{'id': '944198fe-d8d9-4eaa-bc38-d4129dd8789c', 'name': 'tempest-ServerRescueTestJSON-279349833-router', 'tenant_id': '52acaef1cb324f4984b245e8378121b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:07Z', 'updated_at': '2022-08-28T20:06:37Z', 'revision_number': 6, 'project_id': '52acaef1cb324f4984b245e8378121b9', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:06:38.511175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d20c94e1-8dac-456a-a3a1-93d1e26dcc6b req-7517abf4-07ac-4cfc-8a86-0825800d003a tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 210 time: 0.0558372 Aug 28 20:06:38.544606 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:38.594826 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:38.684783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=5be2ad74-dfcb-4002-af95-fd1a552ed800,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:38.738761 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (17ff03a1-b057-4eea-a6c8-06c9ac61e9bc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:38.870021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (47482b27-9a57-4c3b-a6da-1f4165d8ea05), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:38.875440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Made reservation on behalf of 2e3c425de2174a18963458a3dd7d23e5 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:38.881518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['5be2ad74-dfcb-4002-af95-fd1a552ed800'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:38.883364 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:38.885633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ff03a1-b057-4eea-a6c8-06c9ac61e9bc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:39.020670 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (944198fe-d8d9-4eaa-bc38-d4129dd8789c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.071244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event deleted for resources: {'Port': ['ID=47482b27-9a57-4c3b-a6da-1f4165d8ea05,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:39.216710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (944198fe-d8d9-4eaa-bc38-d4129dd8789c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.223892 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks [] for router_controller (944198fe-d8d9-4eaa-bc38-d4129dd8789c), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.375002 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-29bb77f7-c1d8-4635-81c0-ceaf5c44f00c req-d8e586b0-12fe-4015-be57-8cd312a46203 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 210 time: 0.0746865 Aug 28 20:06:39.466051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (944198fe-d8d9-4eaa-bc38-d4129dd8789c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.466051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944198fe-d8d9-4eaa-bc38-d4129dd8789c {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:06:39.466051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.466051 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3ac24a05-5ef0-4e61-a1c6-b05986eec844 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/944198fe-d8d9-4eaa-bc38-d4129dd8789c HTTP/1.1" status: 204 len: 168 time: 2.6874785 Aug 28 20:06:39.467922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48814) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:39.529306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for floatingip (cfece415-c270-4cf9-82ca-bf7e916dfc16), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.558200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6b3d1-82eb-4670-9f7d-02bb1b583d63 req-0b5acecd-0f2a-4012-865e-1514ea52c639 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:39.563469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f6b3d1-82eb-4670-9f7d-02bb1b583d63 req-0b5acecd-0f2a-4012-865e-1514ea52c639 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 945 time: 0.1841922 Aug 28 20:06:39.642122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] Deleting subnet 336770be-074a-42c2-8f5b-21fd4b5e92a6 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:06:39.656836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] Publish callbacks [] for subnet (336770be-074a-42c2-8f5b-21fd4b5e92a6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.687346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Allocated IP 172.20.0.3 (bcd593a6-128e-4a60-9b21-7a51af66dad3/846478f0-ac98-4137-9dfc-250fb2e6fe09/b0dda98e-6b8a-4a96-a883-c067f7be1641) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:39.743587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb7b4185-0564-43b2-83aa-626a15a85f8a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:39.756476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b5a39fe-4ccc-4440-9d50-8f1adaa4546e req-8caf74cd-260e-4e6a-ba74-c80ada898913 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.1045630 Aug 28 20:06:39.792229 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (336770be-074a-42c2-8f5b-21fd4b5e92a6), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.927800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port eb7b4185-0564-43b2-83aa-626a15a85f8a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:39.929446 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.939135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5be2ad74-dfcb-4002-af95-fd1a552ed800 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:39.950556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (336770be-074a-42c2-8f5b-21fd4b5e92a6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:39.970642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48822) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:39.972496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3917b9a8-4cd9-4133-8bf6-cd7501be9706 req-4bfc0398-772b-4ae1-912f-4734b9a17438 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 210 time: 0.0644994 Aug 28 20:06:40.024725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (2cb0f41a-c7b9-4969-acc8-21490661decb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.061655 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:40.126023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 5be2ad74-dfcb-4002-af95-fd1a552ed800 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:06:40.145046 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.166522 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f6b3d1-82eb-4670-9f7d-02bb1b583d63 req-681c4e29-e528-45fc-97ca-1b366692b200 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811122 Aug 28 20:06:40.258508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port eb7b4185-0564-43b2-83aa-626a15a85f8a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:40.258850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (2cb0f41a-c7b9-4969-acc8-21490661decb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.259146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.292856 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-678a9b1f-dc65-4c85-a921-6e75930e4c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.316469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb0f41a-c7b9-4969-acc8-21490661decb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:40.340549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port eb7b4185-0564-43b2-83aa-626a15a85f8a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eb7b4185-0564-43b2-83aa-626a15a85f8a,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:40.365729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 5be2ad74-dfcb-4002-af95-fd1a552ed800 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:40.366275 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.385713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (336770be-074a-42c2-8f5b-21fd4b5e92a6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.393877 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.444446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.459744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.467860 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/336770be-074a-42c2-8f5b-21fd4b5e92a6 HTTP/1.1" status: 204 len: 168 time: 0.9985175 Aug 28 20:06:40.542577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48828) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:40.550334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde8b89-63d5-4270-b358-57b50e6d4098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336770be-074a-42c2-8f5b-21fd4b5e92a6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:40.558324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event updated for resources: {'Port': ['ID=b0dda98e-6b8a-4a96-a883-c067f7be1641,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:40.566982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:40.586419 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e6372008-fbfd-457f-a1f0-2c6627bce06f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.615008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:40.622456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:40.623637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:40.624172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 17ff03a1-b057-4eea-a6c8-06c9ac61e9bc not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:40.624632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device de19895b-89e7-455f-90c3-a30be2859c19 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:40.625604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:40.639475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 5be2ad74-dfcb-4002-af95-fd1a552ed800 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:40.640281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.663202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6372008-fbfd-457f-a1f0-2c6627bce06f']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:40.680988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb476296-7a0f-470e-b51c-0c153b6e6e42') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:40.681294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb476296-7a0f-470e-b51c-0c153b6e6e42') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:40.703091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (fb476296-7a0f-470e-b51c-0c153b6e6e42), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.703516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: de19895b-89e7-455f-90c3-a30be2859c19 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:40.704029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device de19895b-89e7-455f-90c3-a30be2859c19 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:40.726213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c0b3f04d-1cb2-44a5-b155-197f8a2d2fdf req-82094f59-8530-4edf-9aed-6f5371d6e8ea tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 210 time: 0.1834974 Aug 28 20:06:40.733212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:40.735232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.752717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be2ad74-dfcb-4002-af95-fd1a552ed800'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:40.755936 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255c425d-525c-436e-a9b3-38d2dd88069a" -d '{"events": [{"server_uuid": "1517a4f0-5a6f-4926-9e0d-bd69c3cc639a", "name": "network-vif-plugged", "status": "completed", "tag": "5be2ad74-dfcb-4002-af95-fd1a552ed800"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:40.763963 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-678a9b1f-dc65-4c85-a921-6e75930e4c60 admin admin] Publish callbacks [] for security_group (f7a373b0-7df0-4ee4-9141-4def84eb9cb2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.769095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fb476296-7a0f-470e-b51c-0c153b6e6e42), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.769316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (269a1df8-f56b-42b8-8e35-7af1a36939de), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.778084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:40.779036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (fb476296-7a0f-470e-b51c-0c153b6e6e42), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.810706 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:40.813713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=eb7b4185-0564-43b2-83aa-626a15a85f8a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:40.860987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 5be2ad74-dfcb-4002-af95-fd1a552ed800, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5be2ad74-dfcb-4002-af95-fd1a552ed800,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:40.898554 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:40.940590 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12507690-966a-455b-b42c-d484b84ebcd8 x-openstack-request-id: req-12507690-966a-455b-b42c-d484b84ebcd8 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:40.941256 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517a4f0-5a6f-4926-9e0d-bd69c3cc639a", "name": "network-vif-plugged", "status": "completed", "tag": "5be2ad74-dfcb-4002-af95-fd1a552ed800", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:40.941256 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12507690-966a-455b-b42c-d484b84ebcd8 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:40.941568 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12507690-966a-455b-b42c-d484b84ebcd8'] response: {'server_uuid': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be2ad74-dfcb-4002-af95-fd1a552ed800', 'code': 200} Aug 28 20:06:40.945306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-358ed51e-6e7f-4879-af4b-d8296d11ebfa tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9336150 Aug 28 20:06:40.948856 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-678a9b1f-dc65-4c85-a921-6e75930e4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f7a373b0-7df0-4ee4-9141-4def84eb9cb2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.960684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:40.967365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Request body: {'port': {'device_id': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:41.059310 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment fb476296-7a0f-470e-b51c-0c153b6e6e42 resource provider aggregate not found Aug 28 20:06:41.088690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ce297-b264-4027-9371-7c8fbcb76bc6 req-fc2ac961-ea4f-4688-8484-738dece1f5e3 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:41.096541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d34ce297-b264-4027-9371-7c8fbcb76bc6 req-fc2ac961-ea4f-4688-8484-738dece1f5e3 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 931 time: 0.1650932 Aug 28 20:06:41.118448 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment fb476296-7a0f-470e-b51c-0c153b6e6e42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb476296-7a0f-470e-b51c-0c153b6e6e42 found for delete ", "request_id": "req-86fe3026-b125-4f6a-bd10-8243bf925ec6"}]} Aug 28 20:06:41.172607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=5be2ad74-dfcb-4002-af95-fd1a552ed800,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:41.184058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e6372008-fbfd-457f-a1f0-2c6627bce06f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.191115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2410521e-3050-4b4e-8a08-295b69b74662 None None] Provisioning complete for port b0dda98e-6b8a-4a96-a883-c067f7be1641 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:41.195072 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2410521e-3050-4b4e-8a08-295b69b74662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.205323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (269a1df8-f56b-42b8-8e35-7af1a36939de), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.208864 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.228514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-678a9b1f-dc65-4c85-a921-6e75930e4c60 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5333697315e84535bea128ef30c49204&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2518647 Aug 28 20:06:41.242695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48846) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:41.276575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2410521e-3050-4b4e-8a08-295b69b74662 None None] Port b0dda98e-6b8a-4a96-a883-c067f7be1641 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:41.314168 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:41.318204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a9b1f-dc65-4c85-a921-6e75930e4c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a373b0-7df0-4ee4-9141-4def84eb9cb2,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:41.399398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269a1df8-f56b-42b8-8e35-7af1a36939de']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:41.437221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb7b4185-0564-43b2-83aa-626a15a85f8a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:41.458770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9727eff-082a-432e-9dc8-9e6539f600b1') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:41.459396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9727eff-082a-432e-9dc8-9e6539f600b1') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:41.480207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (b9727eff-082a-432e-9dc8-9e6539f600b1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.498265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port eb7b4185-0564-43b2-83aa-626a15a85f8a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:41.498765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.549752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b9727eff-082a-432e-9dc8-9e6539f600b1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.568102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:41.568516 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (b9727eff-082a-432e-9dc8-9e6539f600b1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.590204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6372008-fbfd-457f-a1f0-2c6627bce06f {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 20:06:41.595656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d34ce297-b264-4027-9371-7c8fbcb76bc6 req-59d7ab2d-cb91-47aa-a106-caa6cad19b83 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4904530 Aug 28 20:06:41.644043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port eb7b4185-0564-43b2-83aa-626a15a85f8a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:41.662158 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e0116d6-ddcb-4210-9eea-e5d3ab6d6d48 req-915a7810-ce38-4eb9-ab00-0ec29d3616a0 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 210 time: 0.4682090 Aug 28 20:06:41.671253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.675093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e6372008-fbfd-457f-a1f0-2c6627bce06f HTTP/1.1" status: 204 len: 168 time: 5.1745055 Aug 28 20:06:41.701722 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b9727eff-082a-432e-9dc8-9e6539f600b1 resource provider aggregate not found Aug 28 20:06:41.708940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48850) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:41.729876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9f58-81cb-4e94-be81-d6b90746ca2e req-b7e61a90-dbdc-41a1-9ee9-2bc80365e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:41.732401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c20c9f58-81cb-4e94-be81-d6b90746ca2e req-b7e61a90-dbdc-41a1-9ee9-2bc80365e52e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 1128 time: 0.6505120 Aug 28 20:06:41.735768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dda98e-6b8a-4a96-a883-c067f7be1641 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:41.744971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee26271-8771-49e4-9800-9d1bfcd85165 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6372008-fbfd-457f-a1f0-2c6627bce06f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:41.761033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Publish callbacks [] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:41.827250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c20c9f58-81cb-4e94-be81-d6b90746ca2e req-4f0e864b-2735-4c10-b0c2-7b0cb92e26c8 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821142 Aug 28 20:06:41.879640 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b9727eff-082a-432e-9dc8-9e6539f600b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9727eff-082a-432e-9dc8-9e6539f600b1 found for delete ", "request_id": "req-3cf30dcb-17df-49d2-943c-52c329bc9987"}]} Aug 28 20:06:41.890934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e51606e-712e-4268-bf3b-e85798dc9da4 req-1b322893-4179-4211-9ed9-551834a072bb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 210 time: 0.0358903 Aug 28 20:06:41.945991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-eed919f6-659b-4f19-827f-56c1e5578a32 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:41.947491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-eed919f6-659b-4f19-827f-56c1e5578a32 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 1.0146289 Aug 28 20:06:41.954440 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f232a5e3-b100-4bee-9a9a-a9fe9d6eeff0 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2268214 Aug 28 20:06:41.955457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48856) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:41.974175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1605c78-ea05-4b1f-9604-924e35b4fa83 req-762d729a-2603-459f-8a16-20d9d6350517 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:41.975703 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1605c78-ea05-4b1f-9604-924e35b4fa83 req-762d729a-2603-459f-8a16-20d9d6350517 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 946 time: 0.2488127 Aug 28 20:06:41.976347 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43ff8238-d15c-4362-b54c-48724728304e admin admin] Publish callbacks [] for security_group (f7a373b0-7df0-4ee4-9141-4def84eb9cb2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.028995 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43ff8238-d15c-4362-b54c-48724728304e admin admin] Publish callbacks [] for security_group (f7a373b0-7df0-4ee4-9141-4def84eb9cb2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.034614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Request body: {'port': {'device_id': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'admin_state_up': True, 'tenant_id': '1e780e72454849a9adf5c45a7783c014'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:42.095981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.096527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.097184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.097700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.098372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.098889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.099562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.100070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.100616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.101473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.102354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.109328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-91afe47a-c35b-4c70-afd2-2528e6eb443e tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 7118 time: 0.1524167 Aug 28 20:06:42.118080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Transition to ACTIVE for port object b0dda98e-6b8a-4a96-a883-c067f7be1641 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:06:42.118080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48858) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:42.157722 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-0937a73d-5cd4-4400-8632-bdabb56ba0ed tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] delete failed (client error): The resource could not be found. Aug 28 20:06:42.162719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0937a73d-5cd4-4400-8632-bdabb56ba0ed tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "DELETE /networking/v2.0/floatingips/cfece415-c270-4cf9-82ca-bf7e916dfc16 HTTP/1.1" status: 404 len: 345 time: 0.0494788 Aug 28 20:06:42.163678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48860) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:42.164669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (269a1df8-f56b-42b8-8e35-7af1a36939de), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.186902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.190159 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/269a1df8-f56b-42b8-8e35-7af1a36939de HTTP/1.1" status: 204 len: 168 time: 1.6450043 Aug 28 20:06:42.256967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ccee6-8f22-4bae-a141-486692303fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=269a1df8-f56b-42b8-8e35-7af1a36939de,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:42.266323 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a06c762-38f5-4d04-afb2-60c17fe4f282 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] DELETE failed (client error): The resource could not be found. Aug 28 20:06:42.266891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a06c762-38f5-4d04-afb2-60c17fe4f282 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:06:42.274295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2a06c762-38f5-4d04-afb2-60c17fe4f282 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e6372008-fbfd-457f-a1f0-2c6627bce06f HTTP/1.1" status: 404 len: 339 time: 0.1033428 Aug 28 20:06:42.276889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48864) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:42.284391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.291106 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1605c78-ea05-4b1f-9604-924e35b4fa83 req-9394d6d4-180c-4802-b052-b55b5273287b tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975605 Aug 28 20:06:42.299454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'network': {'name': 'tempest-network--163832112', 'router:external': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:42.404541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Pushing event updated for resources: {'Port': ['ID=b0dda98e-6b8a-4a96-a883-c067f7be1641,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:42.405658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:42.410437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.499216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Made reservation on behalf of 0033f72b27f74afd89afdc020a98bf86 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:42.501940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.510290 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43ff8238-d15c-4362-b54c-48724728304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f7a373b0-7df0-4ee4-9141-4def84eb9cb2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.513570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-43ff8238-d15c-4362-b54c-48724728304e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.518117 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-43ff8238-d15c-4362-b54c-48724728304e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f7a373b0-7df0-4ee4-9141-4def84eb9cb2 HTTP/1.1" status: 204 len: 168 time: 1.2546628 Aug 28 20:06:42.543489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff8238-d15c-4362-b54c-48724728304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a373b0-7df0-4ee4-9141-4def84eb9cb2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:42.556076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Attempting to bind port b0dda98e-6b8a-4a96-a883-c067f7be1641 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:42.556529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Attempting to bind port b0dda98e-6b8a-4a96-a883-c067f7be1641 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:42.556880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Attempting to bind port b0dda98e-6b8a-4a96-a883-c067f7be1641 on network bcd593a6-128e-4a60-9b21-7a51af66dad3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:42.581141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Port b0dda98e-6b8a-4a96-a883-c067f7be1641 on network bcd593a6-128e-4a60-9b21-7a51af66dad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:06:42.581478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Attempting to bind port b0dda98e-6b8a-4a96-a883-c067f7be1641 on network bcd593a6-128e-4a60-9b21-7a51af66dad3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:42.584173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:42.597533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-c78bee83-79d2-4e1a-a30a-f75f592055df tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.599161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-c78bee83-79d2-4e1a-a30a-f75f592055df tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.84 "GET /networking/v2.0/networks?id=bffa28a5-9f69-488b-84d2-3b55e83feb8c HTTP/1.1" status: 200 len: 812 time: 0.2071612 Aug 28 20:06:42.603573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:42.604203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Checking segment: {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:42.604389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Bound using segment: {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:42.604784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Bound port: b0dda98e-6b8a-4a96-a883-c067f7be1641, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5df979c-bd73-4fba-9ce1-5d389b70d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:42.605154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.623030 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (aad96407-0836-4758-94eb-9d29d365b890), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.623030 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Added segment aad96407-0836-4758-94eb-9d29d365b890 of type vlan for network 973ed241-b47d-41fb-a0a7-90030000d8c9 Aug 28 20:06:42.635818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Request body: {'port': {'device_id': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'admin_state_up': True, 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:42.688834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Allocated IP 172.20.0.12 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/906cefe7-639a-450d-9531-9a62ba47f93f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:42.876422 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (973ed241-b47d-41fb-a0a7-90030000d8c9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.895890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12531f63-6808-4fa8-ada3-9fb3227b75f2 req-267aa6e5-fd8f-4ed9-89c9-0c2148148b6d tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 210 time: 0.0786347 Aug 28 20:06:42.944051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eb88c-a123-49d6-b762-845b66cacc4d req-a35a7aa4-61f4-458c-a114-8f6799a23799 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:42.958153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa6eb88c-a123-49d6-b762-845b66cacc4d req-a35a7aa4-61f4-458c-a114-8f6799a23799 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.2485926 Aug 28 20:06:42.983766 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks [] for port (906cefe7-639a-450d-9531-9a62ba47f93f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:42.989527 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.017469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] For port b0dda98e-6b8a-4a96-a883-c067f7be1641, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:43.065888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] For port b0dda98e-6b8a-4a96-a883-c067f7be1641, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:43.104386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa6eb88c-a123-49d6-b762-845b66cacc4d req-f09c396f-3147-43e1-b7a9-f1756c1e4c31 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301939 Aug 28 20:06:43.108273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48874) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:43.121047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aebd2e7a-e60a-4f87-885f-90ad2e2b10e7 req-1509ff66-8ee2-4edf-b5b5-ba8a6322cdf2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 210 time: 0.0730827 Aug 28 20:06:43.173818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-223d1cb2-a608-495c-8770-4a5b4a125823 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=52acaef1cb324f4984b245e8378121b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642018 Aug 28 20:06:43.176773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48876) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:43.241504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.243784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Made reservation on behalf of fc01b946ab004f14b610ca17218d6e71 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:43.247739 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.249941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (973ed241-b47d-41fb-a0a7-90030000d8c9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.252733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:43.252733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.254374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.268298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:43.268298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.269569 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/b0dda98e-6b8a-4a96-a883-c067f7be1641 HTTP/1.1" status: 200 len: 1091 time: 2.3077490 Aug 28 20:06:43.277398 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37424fc6-dad8-45be-a352-d32dbfb3b84b admin admin] Publish callbacks [] for security_group (dc14bb5b-2258-4e52-860a-0834240d7da3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.279496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:43.281919 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06be955-be21-490b-8a09-44705f62b9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:43.300740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:43.320528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:43.325250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:43.370927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event updated for resources: {'Port': ['ID=906cefe7-639a-450d-9531-9a62ba47f93f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:43.412894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:43.414203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.441098 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37424fc6-dad8-45be-a352-d32dbfb3b84b admin admin] Publish callbacks [] for security_group (dc14bb5b-2258-4e52-860a-0834240d7da3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.563823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eba6c-c419-4c09-8baa-f88005abe496 req-0f5aa812-372f-43ab-8b01-feda2a38d8ee tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:43.572446 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f5eba6c-c419-4c09-8baa-f88005abe496 req-0f5aa812-372f-43ab-8b01-feda2a38d8ee tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 946 time: 0.1087449 Aug 28 20:06:43.584418 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9503bdfa-1e14-45e5-b34e-5a2ad25de697 x-openstack-request-id: req-9503bdfa-1e14-45e5-b34e-5a2ad25de697 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:43.584704 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:43.584937 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9503bdfa-1e14-45e5-b34e-5a2ad25de697 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:43.585334 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9503bdfa-1e14-45e5-b34e-5a2ad25de697'] response: {'name': 'network-changed', 'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'status': 'completed', 'code': 200} Aug 28 20:06:43.586616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-fc99a2fe-ad4a-446d-bf44-24f3d2304188 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5623863 Aug 28 20:06:43.594933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df4c4-debd-43fe-8a53-304c3d3b0a6a service neutron] Pushing event updated for resources: {'Port': ['ID=b0dda98e-6b8a-4a96-a883-c067f7be1641,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:43.625444 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3430655 Aug 28 20:06:43.629473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48886) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:43.632920 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:06:43.638582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Request body: {'port': {'device_id': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:43.701705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be955-be21-490b-8a09-44705f62b9f2 req-cf54dbf5-0f03-4da9-94e2-0425c455e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:43.712613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d06be955-be21-490b-8a09-44705f62b9f2 req-cf54dbf5-0f03-4da9-94e2-0425c455e233 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2e3c425de2174a18963458a3dd7d23e5&device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 1125 time: 0.0567222 Aug 28 20:06:43.722529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9af6cd6d-5690-4207-8647-c70d3e1ecd08 None None] Provisioning complete for port 906cefe7-639a-450d-9531-9a62ba47f93f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:43.723441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9af6cd6d-5690-4207-8647-c70d3e1ecd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.790432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9af6cd6d-5690-4207-8647-c70d3e1ecd08 None None] Port 906cefe7-639a-450d-9531-9a62ba47f93f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:43.824056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3a9ac-cc31-4780-abdc-1b9585a92b50 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Network': ['ID=973ed241-b47d-41fb-a0a7-90030000d8c9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:43.846360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 973ed241-b47d-41fb-a0a7-90030000d8c9 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:43.850050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f5eba6c-c419-4c09-8baa-f88005abe496 req-e4a0aac8-b546-42d1-8151-ed5194d64715 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667096 Aug 28 20:06:43.969263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:43.970174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be955-be21-490b-8a09-44705f62b9f2 req-c39551aa-c412-436c-a524-179cc52bcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:43.971665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d06be955-be21-490b-8a09-44705f62b9f2 req-c39551aa-c412-436c-a524-179cc52bcd6b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=2e3c425de2174a18963458a3dd7d23e5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2433982 Aug 28 20:06:44.006104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Allocated IP 172.20.0.8 (bffa28a5-9f69-488b-84d2-3b55e83feb8c/b2a00ee8-f6a5-4786-b181-5713a228532e/74f38abc-0b52-420b-992b-6c8e643f0644) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:44.021841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad64c72-b6d2-42eb-b4c9-909c876fc155 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.027877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad64c72-b6d2-42eb-b4c9-909c876fc155 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.035113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad64c72-b6d2-42eb-b4c9-909c876fc155 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.041234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad64c72-b6d2-42eb-b4c9-909c876fc155 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.043619 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ad64c72-b6d2-42eb-b4c9-909c876fc155 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4001753 Aug 28 20:06:44.047330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48896) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:44.079107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37424fc6-dad8-45be-a352-d32dbfb3b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dc14bb5b-2258-4e52-860a-0834240d7da3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:44.082849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37424fc6-dad8-45be-a352-d32dbfb3b84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:44.084490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-37424fc6-dad8-45be-a352-d32dbfb3b84b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dc14bb5b-2258-4e52-860a-0834240d7da3 HTTP/1.1" status: 204 len: 168 time: 0.9066627 Aug 28 20:06:44.168374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ee421704-0438-4eea-80d1-913ed4672d42 req-1ca22c7a-dbd9-4f9a-9417-11cac7b82b40 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 210 time: 0.1485155 Aug 28 20:06:44.190275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37424fc6-dad8-45be-a352-d32dbfb3b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14bb5b-2258-4e52-860a-0834240d7da3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:44.374892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be955-be21-490b-8a09-44705f62b9f2 req-fbb7873c-4036-43de-8209-f19cbd9c45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.376272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d06be955-be21-490b-8a09-44705f62b9f2 req-fbb7873c-4036-43de-8209-f19cbd9c45bd service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3674347 Aug 28 20:06:44.381096 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:44.407866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc5a69-fd44-44fe-a482-d2910a724001 req-b3c00bda-124e-408d-9b65-3524a1da6b22 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.417230 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bcfc5a69-fd44-44fe-a482-d2910a724001 req-b3c00bda-124e-408d-9b65-3524a1da6b22 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 932 time: 0.1242793 Aug 28 20:06:44.682433 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (973ed241-b47d-41fb-a0a7-90030000d8c9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:44.718948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db4a78-9c2b-4de7-908e-c9461facb9f5 req-ab3fd859-64bb-4976-b973-de67eaa30bba tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.721230 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59db4a78-9c2b-4de7-908e-c9461facb9f5 req-ab3fd859-64bb-4976-b973-de67eaa30bba tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.1539853 Aug 28 20:06:44.891342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-d686bd1e-5fb6-4ebc-b3c1-67f9fbbb7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:44.892828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-d686bd1e-5fb6-4ebc-b3c1-67f9fbbb7e9b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2e3c425de2174a18963458a3dd7d23e5&device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 1125 time: 0.0464883 Aug 28 20:06:44.913973 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59db4a78-9c2b-4de7-908e-c9461facb9f5 req-9807309c-a377-4c92-a822-45469e5cca9b tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060147 Aug 28 20:06:45.002917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks [] for port (74f38abc-0b52-420b-992b-6c8e643f0644), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.006616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-934c14b4-9398-4f03-a86f-7920d69bc9eb service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641 HTTP/1.1" status: 200 len: 217 time: 0.0839994 Aug 28 20:06:45.026023 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bcfc5a69-fd44-44fe-a482-d2910a724001 req-d2f1688c-4df9-43c8-b8c8-3cc3a4eb78a4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076496 Aug 28 20:06:45.107923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-b8f7e6ab-87e0-44cf-8eb9-e5d72f4466d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:45.110135 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-b8f7e6ab-87e0-44cf-8eb9-e5d72f4466d3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=846478f0-ac98-4137-9dfc-250fb2e6fe09 HTTP/1.1" status: 200 len: 855 time: 0.0810871 Aug 28 20:06:45.114741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (973ed241-b47d-41fb-a0a7-90030000d8c9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.197640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-d1e3f7b5-0663-471a-9600-34515b7c0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:45.200192 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-d1e3f7b5-0663-471a-9600-34515b7c0215 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=bcd593a6-128e-4a60-9b21-7a51af66dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799563 Aug 28 20:06:45.250584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973ed241-b47d-41fb-a0a7-90030000d8c9']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:45.275002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1de1c6-b512-4f40-8664-dd75092ec683 req-bd04b642-7c11-40ed-a801-be5ff8341fa3 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:45.276552 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f1de1c6-b512-4f40-8664-dd75092ec683 req-bd04b642-7c11-40ed-a801-be5ff8341fa3 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 946 time: 0.1417663 Aug 28 20:06:45.279000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad96407-0836-4758-94eb-9d29d365b890') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:45.279293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad96407-0836-4758-94eb-9d29d365b890') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:45.297792 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.308068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (aad96407-0836-4758-94eb-9d29d365b890), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.372663 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (aad96407-0836-4758-94eb-9d29d365b890), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.381779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Pushing event updated for resources: {'Port': ['ID=74f38abc-0b52-420b-992b-6c8e643f0644,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:45.395256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:45.400085 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:45.404197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:45.433110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f1de1c6-b512-4f40-8664-dd75092ec683 req-0492ef96-de8f-4522-96dc-2c08ff863789 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432834 Aug 28 20:06:45.437607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:45.438381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (aad96407-0836-4758-94eb-9d29d365b890), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.469422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:45.473052 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment aad96407-0836-4758-94eb-9d29d365b890 resource provider aggregate not found Aug 28 20:06:45.477162 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:45.479961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906cefe7-639a-450d-9531-9a62ba47f93f {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:45.527406 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Publish callbacks [] for port (906cefe7-639a-450d-9531-9a62ba47f93f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.544427 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment aad96407-0836-4758-94eb-9d29d365b890 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aad96407-0836-4758-94eb-9d29d365b890 found for delete ", "request_id": "req-94ac24d4-4188-4901-8e2f-c91e81dea5b8"}]} Aug 28 20:06:45.582282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49c3ad-975b-4a8f-8884-cb86bb82bff5 req-c7a03d1a-adbc-48f9-b146-6b4c53b36494 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:45.584090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4d49c3ad-975b-4a8f-8884-cb86bb82bff5 req-c7a03d1a-adbc-48f9-b146-6b4c53b36494 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 931 time: 0.2711070 Aug 28 20:06:45.655568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:45.655951 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:45.662817 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.673138 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-ddeb71c6-b1f1-4b16-b651-abe6de7f187f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542360 Aug 28 20:06:45.697458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Transition to ACTIVE for port object 906cefe7-639a-450d-9531-9a62ba47f93f will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:06:45.699815 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (973ed241-b47d-41fb-a0a7-90030000d8c9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.704424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 973ed241-b47d-41fb-a0a7-90030000d8c9 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 20:06:45.708384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.719534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/973ed241-b47d-41fb-a0a7-90030000d8c9 HTTP/1.1" status: 204 len: 168 time: 1.6679702 Aug 28 20:06:45.722556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:45.756018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412218bb-1cd5-4bfd-b5b2-08480f5bc3fd tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event deleted for resources: {'Network': ['ID=973ed241-b47d-41fb-a0a7-90030000d8c9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:45.812071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'network': {'name': 'tempest-network--522706129', 'router:external': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:45.851764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4d49c3ad-975b-4a8f-8884-cb86bb82bff5 req-8c18ef0e-381a-422d-b723-5e667501d7c7 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563241 Aug 28 20:06:45.867880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a82d7929-dd1a-4fa6-8bbe-f4fcd1e5638b None None] Provisioning complete for port 74f38abc-0b52-420b-992b-6c8e643f0644 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:45.869073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a82d7929-dd1a-4fa6-8bbe-f4fcd1e5638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.903383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:45.926237 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-9dd3bc55-98fc-4f9d-bac1-2fd606ab2792 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2959008 Aug 28 20:06:45.933264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae57e676-fe99-4197-b58a-90297e2f77e1 req-207bca04-510e-4b1c-b69c-5a6401ae0277 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495270 Aug 28 20:06:45.954427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Pushing event updated for resources: {'Port': ['ID=906cefe7-639a-450d-9531-9a62ba47f93f,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:45.966283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Request body: {'port': {'device_id': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:46.002971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7929-dd1a-4fa6-8bbe-f4fcd1e5638b None None] Port 74f38abc-0b52-420b-992b-6c8e643f0644 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:46.084996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Attempting to bind port 906cefe7-639a-450d-9531-9a62ba47f93f on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:46.085341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Attempting to bind port 906cefe7-639a-450d-9531-9a62ba47f93f by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:46.085647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Attempting to bind port 906cefe7-639a-450d-9531-9a62ba47f93f on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:46.097935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Port 906cefe7-639a-450d-9531-9a62ba47f93f on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:06:46.098366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Attempting to bind port 906cefe7-639a-450d-9531-9a62ba47f93f on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:46.115859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48960) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:46.120317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:46.120317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:46.120317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:46.120317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Bound port: 906cefe7-639a-450d-9531-9a62ba47f93f, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:46.120317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.120793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Made reservation on behalf of 0033f72b27f74afd89afdc020a98bf86 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:46.126733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.197112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:46.207477 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a0b1dba2-822f-49cc-a547-9f284943a52b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.207889 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Added segment a0b1dba2-822f-49cc-a547-9f284943a52b of type vlan for network 7df04153-ad89-40d7-8732-a24c81c4c588 Aug 28 20:06:46.235915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] For port 906cefe7-639a-450d-9531-9a62ba47f93f, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:46.241765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] For port 906cefe7-639a-450d-9531-9a62ba47f93f, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=906cefe7-639a-450d-9531-9a62ba47f93f,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:46.272038 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (7df04153-ad89-40d7-8732-a24c81c4c588), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.327392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ba7a4-c91a-4207-b7b2-f5ecfc986c6d req-dafb94cc-1d71-4c1d-a1e1-b7c5729842da tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:46.329510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.335325 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-231ba7a4-c91a-4207-b7b2-f5ecfc986c6d req-dafb94cc-1d71-4c1d-a1e1-b7c5729842da tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 944 time: 0.1664197 Aug 28 20:06:46.364786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f44b-449d-4032-a198-9cebfe851af1 req-f49ad692-8e7e-4743-bc7b-fb415e6dc886 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:46.366442 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8b6f44b-449d-4032-a198-9cebfe851af1 req-f49ad692-8e7e-4743-bc7b-fb415e6dc886 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.2155998 Aug 28 20:06:46.373102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-55292031-network', 'tenant_id': '70e091e467644ee387e57f1801e9cc83'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:46.380124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.394824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:46.396278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.397374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (7df04153-ad89-40d7-8732-a24c81c4c588), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.397898 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/906cefe7-639a-450d-9531-9a62ba47f93f HTTP/1.1" status: 200 len: 1092 time: 2.7674439 Aug 28 20:06:46.398412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:46.399054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.400862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'tag': '906cefe7-639a-450d-9531-9a62ba47f93f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:46.403113 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e3b8f5-0285-4563-bd71-1fd5665dd405" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4c40ef-80ac-4112-b105-d338dc57f561", "tag": "906cefe7-639a-450d-9531-9a62ba47f93f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:46.413746 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:46.478892 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-231ba7a4-c91a-4207-b7b2-f5ecfc986c6d req-fbd79870-3668-44fa-aed0-f7afc8552084 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423819 Aug 28 20:06:46.517270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a0dc-0f06-4bef-a1f9-5bfc48f2411e service neutron] Pushing event updated for resources: {'Port': ['ID=906cefe7-639a-450d-9531-9a62ba47f93f,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:46.593652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7976341 Aug 28 20:06:46.601422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48972) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:46.607459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f78b-e3f7-449a-9be3-2d61124f9285 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Network': ['ID=7df04153-ad89-40d7-8732-a24c81c4c588,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:46.629744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 7df04153-ad89-40d7-8732-a24c81c4c588 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:46.642844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8b6f44b-449d-4032-a198-9cebfe851af1 req-3d8aad85-7e5b-4272-bb1b-3adbc4f79a88 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468984 Aug 28 20:06:46.719314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Made reservation on behalf of 70e091e467644ee387e57f1801e9cc83 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:46.721941 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.736940 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b092a6-8ca1-428a-9bbe-614ed1f959d7 x-openstack-request-id: req-46b092a6-8ca1-428a-9bbe-614ed1f959d7 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:46.737234 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4c40ef-80ac-4112-b105-d338dc57f561", "tag": "906cefe7-639a-450d-9531-9a62ba47f93f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:46.737492 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46b092a6-8ca1-428a-9bbe-614ed1f959d7 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:46.737930 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b092a6-8ca1-428a-9bbe-614ed1f959d7'] response: {'name': 'network-changed', 'server_uuid': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'tag': '906cefe7-639a-450d-9531-9a62ba47f93f', 'status': 'completed', 'code': 200} Aug 28 20:06:46.778162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-f5e300c3-6ee9-4433-a89b-8b934ae3ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:46.780463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-f5e300c3-6ee9-4433-a89b-8b934ae3ba0a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 1126 time: 0.2200291 Aug 28 20:06:46.789439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.855778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f38abc-0b52-420b-992b-6c8e643f0644 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:46.868963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Publish callbacks [] for port (74f38abc-0b52-420b-992b-6c8e643f0644), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:46.878538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-90c9cc3c-a22b-43ee-a53d-a8dd482f0113 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=906cefe7-639a-450d-9531-9a62ba47f93f HTTP/1.1" status: 200 len: 217 time: 0.0793607 Aug 28 20:06:46.889386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Transition to ACTIVE for port object 74f38abc-0b52-420b-992b-6c8e643f0644 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:06:46.894369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42afe8-93be-4916-9821-df7d15ebf79f tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:46.896014 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c42afe8-93be-4916-9821-df7d15ebf79f tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] 10.222.0.78 "GET /networking/v2.0/networks/7df04153-ad89-40d7-8732-a24c81c4c588 HTTP/1.1" status: 200 len: 756 time: 0.2879107 Aug 28 20:06:46.899398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48982) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:46.987111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-934d6571-2202-47b7-8443-22dea3b9df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:46.988764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-934d6571-2202-47b7-8443-22dea3b9df0a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.0916069 Aug 28 20:06:47.058889 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks [] for security_group (3b936b9f-7507-4cb3-b500-bfba46479da3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.060155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.060849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-7f3a7863-2ed8-4bbe-92c6-8eb47b59f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:47.062366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-7f3a7863-2ed8-4bbe-92c6-8eb47b59f1e0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639293 Aug 28 20:06:47.104434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126c3c2-e5fa-4721-8034-d5974e9bdf87 req-9cb1b9e4-7344-4767-bb77-e173459ecead tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:47.112152 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2126c3c2-e5fa-4721-8034-d5974e9bdf87 req-9cb1b9e4-7344-4767-bb77-e173459ecead tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 931 time: 0.1082740 Aug 28 20:06:47.152509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813bff8-39e8-45ef-9c38-8c0ad1dc8cb4 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:47.154021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3813bff8-39e8-45ef-9c38-8c0ad1dc8cb4 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] 10.222.0.78 "GET /networking/v2.0/networks/1e211eba-4b97-4cee-9194-4f9604e8a2d1 HTTP/1.1" status: 200 len: 768 time: 0.2531393 Aug 28 20:06:47.157109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48994) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:47.193702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Pushing event updated for resources: {'Port': ['ID=74f38abc-0b52-420b-992b-6c8e643f0644,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:47.263878 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2126c3c2-e5fa-4721-8034-d5974e9bdf87 req-f4621753-d01f-46ac-9044-60e7033051af tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508191 Aug 28 20:06:47.284410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-b015e4ed-30c0-416d-942c-aff85773373f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042959 Aug 28 20:06:47.306574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3b936b9f-7507-4cb3-b500-bfba46479da3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.306574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (7df04153-ad89-40d7-8732-a24c81c4c588), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.318737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Attempting to bind port 74f38abc-0b52-420b-992b-6c8e643f0644 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:47.318989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Attempting to bind port 74f38abc-0b52-420b-992b-6c8e643f0644 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:47.319323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Attempting to bind port 74f38abc-0b52-420b-992b-6c8e643f0644 on network bffa28a5-9f69-488b-84d2-3b55e83feb8c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:47.324212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Port 74f38abc-0b52-420b-992b-6c8e643f0644 on network bffa28a5-9f69-488b-84d2-3b55e83feb8c not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:06:47.324547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Attempting to bind port 74f38abc-0b52-420b-992b-6c8e643f0644 on network bffa28a5-9f69-488b-84d2-3b55e83feb8c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:47.330124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:47.330467 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Checking segment: {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:47.330852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Bound using segment: {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:47.331289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Bound port: 74f38abc-0b52-420b-992b-6c8e643f0644, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99648fe2-9cea-4dd9-8333-ab2a05739f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:47.331656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.385440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:47.410489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b936b9f-7507-4cb3-b500-bfba46479da3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:47.412211 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1cfaa01c-f2a9-4aef-8f73-853bd4aa2970), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.412565 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Added segment 1cfaa01c-f2a9-4aef-8f73-853bd4aa2970 of type vlan for network 10ec0768-fd29-4bed-9f39-524427eeefa8 Aug 28 20:06:47.437454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] For port 74f38abc-0b52-420b-992b-6c8e643f0644, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:47.441841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] For port 74f38abc-0b52-420b-992b-6c8e643f0644, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=74f38abc-0b52-420b-992b-6c8e643f0644,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:47.561314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (10ec0768-fd29-4bed-9f39-524427eeefa8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.572661 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (7df04153-ad89-40d7-8732-a24c81c4c588), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.576268 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1561fa3f-7476-41d6-b57b-1c039621aef9 req-0b18cd40-48f8-44a4-afe0-dc10466e9ef7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741811 Aug 28 20:06:47.637286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df04153-ad89-40d7-8732-a24c81c4c588']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:47.654207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b1dba2-822f-49cc-a547-9f284943a52b') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:47.654503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b1dba2-822f-49cc-a547-9f284943a52b') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:47.672833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a712f-62ad-4a95-92d8-6147ea6cb95c req-587bab7e-bb75-4025-9fc2-b9ccb384eae3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:47.674423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d88a712f-62ad-4a95-92d8-6147ea6cb95c req-587bab7e-bb75-4025-9fc2-b9ccb384eae3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 944 time: 0.0904949 Aug 28 20:06:47.676448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (a0b1dba2-822f-49cc-a547-9f284943a52b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.680338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.690875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:47.692093 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.693802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/74f38abc-0b52-420b-992b-6c8e643f0644 HTTP/1.1" status: 200 len: 1091 time: 1.7321472 Aug 28 20:06:47.694334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'tag': '74f38abc-0b52-420b-992b-6c8e643f0644'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:47.696639 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114f0c40-0b49-41a6-9843-27715c0472a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef464a34-5d53-44a4-9a4d-ef13f15261ae", "tag": "74f38abc-0b52-420b-992b-6c8e643f0644"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:47.698812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a0b1dba2-822f-49cc-a547-9f284943a52b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.714671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:47.715083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (a0b1dba2-822f-49cc-a547-9f284943a52b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.766216 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment a0b1dba2-822f-49cc-a547-9f284943a52b resource provider aggregate not found Aug 28 20:06:47.768819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0241234-b51a-4e02-9b1e-26a024844840 service neutron] Pushing event updated for resources: {'Port': ['ID=74f38abc-0b52-420b-992b-6c8e643f0644,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:47.798745 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment a0b1dba2-822f-49cc-a547-9f284943a52b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0b1dba2-822f-49cc-a547-9f284943a52b found for delete ", "request_id": "req-1b46583c-7376-48f4-90a6-2fd59ea6e254"}]} Aug 28 20:06:47.799567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (10ec0768-fd29-4bed-9f39-524427eeefa8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.800568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:47.801163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:47.843361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d88a712f-62ad-4a95-92d8-6147ea6cb95c req-7e272af0-cd71-4f28-88d7-19d9b8d09ebf tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558039 Aug 28 20:06:47.922731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] Pushing event updated for resources: {'Network': ['ID=10ec0768-fd29-4bed-9f39-524427eeefa8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:47.926889 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1259195-8d3c-48bd-8b4b-bdf145173d49 x-openstack-request-id: req-b1259195-8d3c-48bd-8b4b-bdf145173d49 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:47.927177 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef464a34-5d53-44a4-9a4d-ef13f15261ae", "tag": "74f38abc-0b52-420b-992b-6c8e643f0644", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:47.927502 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1259195-8d3c-48bd-8b4b-bdf145173d49 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:47.928005 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1259195-8d3c-48bd-8b4b-bdf145173d49'] response: {'name': 'network-changed', 'server_uuid': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'tag': '74f38abc-0b52-420b-992b-6c8e643f0644', 'status': 'completed', 'code': 200} Aug 28 20:06:47.935715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6db08-e9d1-4d24-9405-27c3591a6fc7 req-04640f3f-565a-4c36-86ec-ff3b81bd122d tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:47.936103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:47.942536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0e6db08-e9d1-4d24-9405-27c3591a6fc7 req-04640f3f-565a-4c36-86ec-ff3b81bd122d tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.0736179 Aug 28 20:06:47.998933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0e6db08-e9d1-4d24-9405-27c3591a6fc7 req-ac8b860e-6b86-4dd5-886c-ff398847cf99 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551577 Aug 28 20:06:48.052441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (7df04153-ad89-40d7-8732-a24c81c4c588), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.065533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9cf356a3-bcb3-4771-8968-bce8e458a457 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9326043 Aug 28 20:06:48.066279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49030) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:48.066736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7df04153-ad89-40d7-8732-a24c81c4c588 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 20:06:48.072337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Request body: {'subnet': {'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-subnet', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:48.080273 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.093405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/7df04153-ad89-40d7-8732-a24c81c4c588 HTTP/1.1" status: 204 len: 168 time: 0.9274948 Aug 28 20:06:48.095036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49032) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:48.112578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'network': {'name': 'tempest-network--34855567'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:48.124132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fa3c4-d172-4db7-a1ec-edab81a776a5 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event deleted for resources: {'Network': ['ID=7df04153-ad89-40d7-8732-a24c81c4c588,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:48.291485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Made reservation on behalf of 70e091e467644ee387e57f1801e9cc83 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:48.294936 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.367963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Made reservation on behalf of 0033f72b27f74afd89afdc020a98bf86 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:06:48.370554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.414654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:06:48.442901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd8273-ff41-4902-9e28-dccf8503d4ef req-77a88c2a-09e6-4d5d-891f-9393bfc3b284 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:48.455173 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6edd8273-ff41-4902-9e28-dccf8503d4ef req-77a88c2a-09e6-4d5d-891f-9393bfc3b284 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 943 time: 0.0588083 Aug 28 20:06:48.459241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (990792d2-ffdd-48b5-b852-9dcdfe7ddea0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.461692 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Added segment 990792d2-ffdd-48b5-b852-9dcdfe7ddea0 of type vlan for network c07a493a-067a-4403-a865-8979d2bd3c45 Aug 28 20:06:48.530125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c07a493a-067a-4403-a865-8979d2bd3c45), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.534666 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6edd8273-ff41-4902-9e28-dccf8503d4ef req-268b53dd-0117-414a-9a90-b700afd52198 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Aug 28 20:06:48.564976 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:48.652022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (25524b93-28ba-422a-b375-5b0535882c33), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.688749 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c07a493a-067a-4403-a865-8979d2bd3c45), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.689785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:48.690401 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:48.776114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25524b93-28ba-422a-b375-5b0535882c33,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:48.791612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Network': ['ID=c07a493a-067a-4403-a865-8979d2bd3c45,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:48.798700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.799057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.799404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.799745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.800087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.800428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.800754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.801091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.801533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.801909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.802218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.802542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.802868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.803194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.803518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.811384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Checking segment: {'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:48.811746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Network hostable DHCP agents. Network: 10ec0768-fd29-4bed-9f39-524427eeefa8, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:06:48.815198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.815636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.815884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.816418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.816757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.817090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.817420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.817750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.818108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.818438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.818768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.819096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.819427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.819750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.820073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:06:48.833406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c07a493a-067a-4403-a865-8979d2bd3c45 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:06:48.946731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a05deb25-e088-4103-821a-deb23d5363fb tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8502078 Aug 28 20:06:48.948595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49062) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:48.960913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-faa2ea9a-4de2-4783-b1a3-00e1e486d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:48.962764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:48.963200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-faa2ea9a-4de2-4783-b1a3-00e1e486d70a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 1126 time: 0.0924990 Aug 28 20:06:48.996729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:06:49.085086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f0c40-0b49-41a6-9843-27715c0472a6 req-ec4d1a9b-c223-4547-b0b7-80c46aad3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.086918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-114f0c40-0b49-41a6-9843-27715c0472a6 req-ec4d1a9b-c223-4547-b0b7-80c46aad3220 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=fc01b946ab004f14b610ca17218d6e71&device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 1125 time: 0.2034051 Aug 28 20:06:49.115797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-09966b61-e5d4-4c08-8437-beedf72755fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.115797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-09966b61-e5d4-4c08-8437-beedf72755fb service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 912 time: 0.1255879 Aug 28 20:06:49.160804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-58993af5-034b-4907-b031-03a2757b4abe service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=906cefe7-639a-450d-9531-9a62ba47f93f HTTP/1.1" status: 200 len: 217 time: 0.0424545 Aug 28 20:06:49.185217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53221-7b1d-4c94-b211-d773e7b3bfdb req-c2995c82-312f-4f55-9b08-11ff207a1faf tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.186810 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04f53221-7b1d-4c94-b211-d773e7b3bfdb req-c2995c82-312f-4f55-9b08-11ff207a1faf tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 944 time: 0.2210996 Aug 28 20:06:49.246357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 10ec0768-fd29-4bed-9f39-524427eeefa8) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:49.257224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66604501-e058-476a-adb7-8d34650ed6f0 None None] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:49.258548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.258941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.262294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-4d76c638-f639-4aec-9674-959bea35cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.263866 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:49.264496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-4d76c638-f639-4aec-9674-959bea35cbea service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.0949919 Aug 28 20:06:49.271606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a822-0ccf-4ba4-8036-3b823ae2daab req-50f5ec65-d9bf-4e39-a91a-e019c3dba258 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.273132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0524a822-0ccf-4ba4-8036-3b823ae2daab req-50f5ec65-d9bf-4e39-a91a-e019c3dba258 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.0697114 Aug 28 20:06:49.348067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-8e045d24-74ab-4776-b861-b67697dd22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.350046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-8e045d24-74ab-4776-b861-b67697dd22be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729377 Aug 28 20:06:49.376581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f0c40-0b49-41a6-9843-27715c0472a6 req-3ae13320-99ea-4fad-b336-dc4ccdfaf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.378628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-114f0c40-0b49-41a6-9843-27715c0472a6 req-3ae13320-99ea-4fad-b336-dc4ccdfaf7b4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=fc01b946ab004f14b610ca17218d6e71&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2656848 Aug 28 20:06:49.388098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c07a493a-067a-4403-a865-8979d2bd3c45), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.388544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-10ec0768-fd29-4bed-9f39-524427eeefa8', 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8', 'project_id': '70e091e467644ee387e57f1801e9cc83', 'fixed_ips': [{'subnet_id': '25524b93-28ba-422a-b375-5b0535882c33'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:06:49.388544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.400285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0524a822-0ccf-4ba4-8036-3b823ae2daab req-17bfa25d-eb76-4e88-914b-e487096589fe tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046386 Aug 28 20:06:49.406829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04f53221-7b1d-4c94-b211-d773e7b3bfdb req-5ec8dc86-e4a9-48ee-83b7-5ce54229292a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113523 Aug 28 20:06:49.446179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e5b79c06-8718-447e-9a40-e4cb3445cd99 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3823926 Aug 28 20:06:49.449190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49068) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:49.454619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Request body: {'router': {'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:49.525573 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-22890ac1-362e-4772-80e4-dc5dd4bda623 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613903 Aug 28 20:06:49.606095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f0c40-0b49-41a6-9843-27715c0472a6 req-252c669f-2058-4292-8c97-015baf93ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.609303 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-114f0c40-0b49-41a6-9843-27715c0472a6 req-252c669f-2058-4292-8c97-015baf93ce6b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906850 Aug 28 20:06:49.659509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Allocated IP 172.20.0.2 (10ec0768-fd29-4bed-9f39-524427eeefa8/25524b93-28ba-422a-b375-5b0535882c33/1b425244-3058-4424-8578-8f5da55866ba) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:49.666538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02e3b8f5-0285-4563-bd71-1fd5665dd405 req-f175a2b2-fda9-491f-973d-078ff24dbcc4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268852 Aug 28 20:06:49.680343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c07a493a-067a-4403-a865-8979d2bd3c45), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.681437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (ded8bd84-398c-42fd-9be7-0997b1aa161b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.685682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (ded8bd84-398c-42fd-9be7-0997b1aa161b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.717296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Network c07a493a-067a-4403-a865-8979d2bd3c45 is not hosted by any dhcp agent {{(pid=114321) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 20:06:49.718470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.719143 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.733091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "PUT /networking/v2.0/networks/c07a493a-067a-4403-a865-8979d2bd3c45 HTTP/1.1" status: 200 len: 856 time: 0.7779589 Aug 28 20:06:49.765407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49078) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:49.871547 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Publish callbacks [] for port (1b425244-3058-4424-8578-8f5da55866ba), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.894645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b2ac4-ac63-4289-b011-3b84f018c4a9 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event updated for resources: {'Network': ['ID=c07a493a-067a-4403-a865-8979d2bd3c45,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:49.899110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-ad317803-e6ed-4342-920a-8db6230d5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.901656 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-ad317803-e6ed-4342-920a-8db6230d5bae service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=fc01b946ab004f14b610ca17218d6e71&device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 1125 time: 0.1998968 Aug 28 20:06:49.904380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8ee02-ffcb-4724-bece-f47adf66b3b3 req-2b70a9ce-491e-4616-8ef5-46023ad6f457 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:49.906432 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30e8ee02-ffcb-4724-bece-f47adf66b3b3 req-2b70a9ce-491e-4616-8ef5-46023ad6f457 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 943 time: 0.1743891 Aug 28 20:06:49.938535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (1b425244-3058-4424-8578-8f5da55866ba), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.969332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks [] for router_controller (ded8bd84-398c-42fd-9be7-0997b1aa161b), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:49.974333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30e8ee02-ffcb-4724-bece-f47adf66b3b3 req-13b2970e-1570-4143-9096-f598bd3291b3 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612650 Aug 28 20:06:50.009820 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c07a493a-067a-4403-a865-8979d2bd3c45), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.032669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:50.034138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Pushing event updated for resources: {'Port': ['ID=1b425244-3058-4424-8578-8f5da55866ba,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:50.039553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:50.044507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:50.123232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Attempting to bind port 1b425244-3058-4424-8578-8f5da55866ba on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:50.123601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Attempting to bind port 1b425244-3058-4424-8578-8f5da55866ba by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:50.124007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Attempting to bind port 1b425244-3058-4424-8578-8f5da55866ba on network 10ec0768-fd29-4bed-9f39-524427eeefa8 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:50.131149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:50.131852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Checking segment: {'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:50.135448 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.135859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Bound using segment: {'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:50.136606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Bound port: 1b425244-3058-4424-8578-8f5da55866ba, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:50.136937 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1b425244-3058-4424-8578-8f5da55866ba), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.150664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 906cefe7-639a-450d-9531-9a62ba47f93f details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:06:50.150903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c07a493a-067a-4403-a865-8979d2bd3c45), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.205794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07a493a-067a-4403-a865-8979d2bd3c45']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:50.223643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990792d2-ffdd-48b5-b852-9dcdfe7ddea0') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:50.224022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990792d2-ffdd-48b5-b852-9dcdfe7ddea0') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:50.274174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] For port 1b425244-3058-4424-8578-8f5da55866ba, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:50.276819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (990792d2-ffdd-48b5-b852-9dcdfe7ddea0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.279617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] For port 1b425244-3058-4424-8578-8f5da55866ba, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1b425244-3058-4424-8578-8f5da55866ba,segment=NetworkSegment(1cfaa01c-f2a9-4aef-8f73-853bd4aa2970),segment_id=1cfaa01c-f2a9-4aef-8f73-853bd4aa2970)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:50.315780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 906cefe7-639a-450d-9531-9a62ba47f93f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=906cefe7-639a-450d-9531-9a62ba47f93f,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:50.319292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks [] for router_gateway (ded8bd84-398c-42fd-9be7-0997b1aa161b), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.327713 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (990792d2-ffdd-48b5-b852-9dcdfe7ddea0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.331706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '906cefe7-639a-450d-9531-9a62ba47f93f', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'port_id': '906cefe7-639a-450d-9531-9a62ba47f93f', 'mac_address': 'fa:16:3e:ab:fe:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:06:50.338885 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:50.363154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:50.363660 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (990792d2-ffdd-48b5-b852-9dcdfe7ddea0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.366938 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1b425244-3058-4424-8578-8f5da55866ba), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.426234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 906cefe7-639a-450d-9531-9a62ba47f93f is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:50.426991 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.443707 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:50.452411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906cefe7-639a-450d-9531-9a62ba47f93f {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:50.476355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 906cefe7-639a-450d-9531-9a62ba47f93f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=906cefe7-639a-450d-9531-9a62ba47f93f,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:50.495154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3509390-1815-4947-b491-2cf067f8b489 None None] Pushing event updated for resources: {'Port': ['ID=1b425244-3058-4424-8578-8f5da55866ba,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:50.505919 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 990792d2-ffdd-48b5-b852-9dcdfe7ddea0 resource provider aggregate not found Aug 28 20:06:50.570482 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 990792d2-ffdd-48b5-b852-9dcdfe7ddea0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 990792d2-ffdd-48b5-b852-9dcdfe7ddea0 found for delete ", "request_id": "req-bb125f1b-6258-43b6-862f-01664883790d"}]} Aug 28 20:06:50.611516 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-cbf2e28e-ec9d-4483-8cdf-7b2e068828c8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74f38abc-0b52-420b-992b-6c8e643f0644 HTTP/1.1" status: 200 len: 217 time: 0.1008277 Aug 28 20:06:50.624337 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.663882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c11a9-949b-47f5-b71d-23ace65e30a8 req-0a3f647c-0973-4016-b1ae-a948419efc35 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:50.665906 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-242c11a9-949b-47f5-b71d-23ace65e30a8 req-0a3f647c-0973-4016-b1ae-a948419efc35 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 944 time: 0.0731909 Aug 28 20:06:50.727102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=906cefe7-639a-450d-9531-9a62ba47f93f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:50.745274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c07a493a-067a-4403-a865-8979d2bd3c45), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.765633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-242c11a9-949b-47f5-b71d-23ace65e30a8 req-70dec095-27ae-485e-b024-969d4474533a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926254 Aug 28 20:06:50.796286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c07a493a-067a-4403-a865-8979d2bd3c45 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 20:06:50.798863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:50.803585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c07a493a-067a-4403-a865-8979d2bd3c45 HTTP/1.1" status: 204 len: 168 time: 1.0370009 Aug 28 20:06:50.812688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49130) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:50.814220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7092ac-0b4d-45cc-a479-985c9bf02339 req-2fe98046-ddde-4fb8-9d3a-dd31104a8ace tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:50.821788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ea7092ac-0b4d-45cc-a479-985c9bf02339 req-2fe98046-ddde-4fb8-9d3a-dd31104a8ace tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.2533162 Aug 28 20:06:50.857374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f69cb0-ead9-4dd3-80d4-b6b12ab55369 tempest-ExternalNetworksTestJSON-168872412 tempest-ExternalNetworksTestJSON-168872412-project-admin] Pushing event deleted for resources: {'Network': ['ID=c07a493a-067a-4403-a865-8979d2bd3c45,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:50.878603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-8bc46fbf-4fee-4a55-bec6-d6839ea8f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:50.880105 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-8bc46fbf-4fee-4a55-bec6-d6839ea8f083 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=b2a00ee8-f6a5-4786-b181-5713a228532e HTTP/1.1" status: 200 len: 851 time: 0.2373111 Aug 28 20:06:50.889003 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed71cc26-bd65-4f95-bff3-dbf823022137 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] DELETE failed (client error): The resource could not be found. Aug 28 20:06:50.889733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed71cc26-bd65-4f95-bff3-dbf823022137 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:06:50.894242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ed71cc26-bd65-4f95-bff3-dbf823022137 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2cb0f41a-c7b9-4969-acc8-21490661decb HTTP/1.1" status: 404 len: 337 time: 0.0799310 Aug 28 20:06:50.919753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49132) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:50.991841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['906cefe7-639a-450d-9531-9a62ba47f93f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:51.001130 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:51.010997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42599d-4f09-4aba-b2bb-ed53fbeee67e req-2b8b2fdf-ed36-4314-8030-1ce6910cce57 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:51.019308 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab42599d-4f09-4aba-b2bb-ed53fbeee67e req-2b8b2fdf-ed36-4314-8030-1ce6910cce57 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 946 time: 0.1519408 Aug 28 20:06:51.024070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-dc383ea9-6945-450a-9037-3b64dbb6f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:51.025645 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-dc383ea9-6945-450a-9037-3b64dbb6f32f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=bffa28a5-9f69-488b-84d2-3b55e83feb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004190 Aug 28 20:06:51.040726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ea7092ac-0b4d-45cc-a479-985c9bf02339 req-3e594d17-3adf-4aa8-92e5-9b56d8c2403d tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179089 Aug 28 20:06:51.070998 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (1e211eba-4b97-4cee-9194-4f9604e8a2d1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.233191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab42599d-4f09-4aba-b2bb-ed53fbeee67e req-b28871c9-0e01-4041-be87-5d77b2358709 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125192 Aug 28 20:06:51.261887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks [] for router_gateway (ded8bd84-398c-42fd-9be7-0997b1aa161b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.296351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (1e211eba-4b97-4cee-9194-4f9604e8a2d1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.323937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.334724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bad80-d56a-498f-b9d3-5cb3e9b39af0 req-75ae8f8a-1845-453a-a631-ccb376e873b8 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:51.335412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e211eba-4b97-4cee-9194-4f9604e8a2d1']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:51.342787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-107bad80-d56a-498f-b9d3-5cb3e9b39af0 req-75ae8f8a-1845-453a-a631-ccb376e873b8 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 943 time: 0.1600757 Aug 28 20:06:51.362120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44173c44-d335-4d49-9cbf-228a4b17e70a') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:51.362120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44173c44-d335-4d49-9cbf-228a4b17e70a') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:51.371647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (44173c44-d335-4d49-9cbf-228a4b17e70a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.401729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (44173c44-d335-4d49-9cbf-228a4b17e70a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.426696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b425244-3058-4424-8578-8f5da55866ba up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:51.430691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:06:51.431235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (44173c44-d335-4d49-9cbf-228a4b17e70a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.444108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-b0f21a6b-bdb1-4bd7-af6b-861f15af4708 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bffa28a5-9f69-488b-84d2-3b55e83feb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464596 Aug 28 20:06:51.503552 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:51.510705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1b425244-3058-4424-8578-8f5da55866ba triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:51.511583 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1b425244-3058-4424-8578-8f5da55866ba), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.594700 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 44173c44-d335-4d49-9cbf-228a4b17e70a resource provider aggregate not found Aug 28 20:06:51.628042 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 44173c44-d335-4d49-9cbf-228a4b17e70a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44173c44-d335-4d49-9cbf-228a4b17e70a found for delete ", "request_id": "req-5d5e1e69-2a44-44ce-9e60-1a391efd6077"}]} Aug 28 20:06:51.633521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1b425244-3058-4424-8578-8f5da55866ba is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:51.634260 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1b425244-3058-4424-8578-8f5da55866ba), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.682017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 1b425244-3058-4424-8578-8f5da55866ba, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1b425244-3058-4424-8578-8f5da55866ba,segment=NetworkSegment(1cfaa01c-f2a9-4aef-8f73-853bd4aa2970),segment_id=1cfaa01c-f2a9-4aef-8f73-853bd4aa2970)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:51.749469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (1e211eba-4b97-4cee-9194-4f9604e8a2d1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.758483 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.772365 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1e211eba-4b97-4cee-9194-4f9604e8a2d1 HTTP/1.1" status: 204 len: 168 time: 0.8511951 Aug 28 20:06:51.796040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f365a-1f8e-4e59-b570-276bce63e235 tempest-ExternalNetworksTestJSON-981539824 tempest-ExternalNetworksTestJSON-981539824-project] Pushing event deleted for resources: {'Network': ['ID=1e211eba-4b97-4cee-9194-4f9604e8a2d1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:51.826567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1b425244-3058-4424-8578-8f5da55866ba), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.884067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a038c96-a046-4154-a358-74a5ac28e79b None None] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:06:51.897195 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-27ecdf3d-3713-4ef2-9c2e-2a30014a4536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:51.931858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fa545-3400-428c-a964-59eea4424ac2 req-d9aacf67-8bba-4d64-8066-2c55c509217d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:51.943652 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-297fa545-3400-428c-a964-59eea4424ac2 req-d9aacf67-8bba-4d64-8066-2c55c509217d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 945 time: 0.0741408 Aug 28 20:06:51.985136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cfd95a0a-8fc4-449c-9d60-798c2a888ea6 None None] Provisioning complete for port 1b425244-3058-4424-8578-8f5da55866ba triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:51.985902 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cfd95a0a-8fc4-449c-9d60-798c2a888ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1b425244-3058-4424-8578-8f5da55866ba), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.022485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-297fa545-3400-428c-a964-59eea4424ac2 req-977d7b7b-3408-4407-b3e3-5293aa05ed4a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778120 Aug 28 20:06:52.032248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=1b425244-3058-4424-8578-8f5da55866ba,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:52.050993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-107bad80-d56a-498f-b9d3-5cb3e9b39af0 req-6a4c0f12-c558-4498-b796-a651ce803c47 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067893 Aug 28 20:06:52.114479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-bfffd514-3ffd-4b61-8039-0f7988d1a72f tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:52.116107 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-bfffd514-3ffd-4b61-8039-0f7988d1a72f tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 946 time: 0.1361098 Aug 28 20:06:52.151633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cfd95a0a-8fc4-449c-9d60-798c2a888ea6 None None] Current status of the port 1b425244-3058-4424-8578-8f5da55866ba is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:52.165057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 906cefe7-639a-450d-9531-9a62ba47f93f up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:52.199460 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb7d20cb-6aae-4fab-803f-62887ddf7abd req-3b81fada-309e-45bc-a08e-66f57f4c1b0f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bffa28a5-9f69-488b-84d2-3b55e83feb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421319 Aug 28 20:06:52.212993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df06c-f90c-4565-96dd-b3e5488f5b02 req-6d0c7553-68ee-4043-8ffc-de6b24ae5097 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:52.214842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e9df06c-f90c-4565-96dd-b3e5488f5b02 req-6d0c7553-68ee-4043-8ffc-de6b24ae5097 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.0759213 Aug 28 20:06:52.238779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Allocated IP 172.25.4.103 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/8fe55173-5dd6-406f-b3c9-dcfd21370cbe) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:52.246512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 906cefe7-639a-450d-9531-9a62ba47f93f completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:06:52.306565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e9df06c-f90c-4565-96dd-b3e5488f5b02 req-9797d6d1-811a-4c30-ae54-615f9d542b5f tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832696 Aug 28 20:06:52.388157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 906cefe7-639a-450d-9531-9a62ba47f93f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:52.388574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.437647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Deleting port 5be2ad74-dfcb-4002-af95-fd1a552ed800 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:52.438510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.493820 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 906cefe7-639a-450d-9531-9a62ba47f93f is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:52.494317 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.521505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906cefe7-639a-450d-9531-9a62ba47f93f'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:52.524214 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08ef99f-5d4d-4efd-bd94-c5f42f6022bc" -d '{"events": [{"server_uuid": "4d4c40ef-80ac-4112-b105-d338dc57f561", "name": "network-vif-plugged", "status": "completed", "tag": "906cefe7-639a-450d-9531-9a62ba47f93f"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:52.538193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fa60c-966d-4e27-9bf1-17b35f338172 req-a7d23baf-1520-4acc-86f0-7609f393ce1c tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:52.538960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 906cefe7-639a-450d-9531-9a62ba47f93f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=906cefe7-639a-450d-9531-9a62ba47f93f,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:52.539762 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-190fa60c-966d-4e27-9bf1-17b35f338172 req-a7d23baf-1520-4acc-86f0-7609f393ce1c tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 946 time: 0.1808028 Aug 28 20:06:52.542904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49168) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:52.551102 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:52.572893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d232c266-66d0-414b-8609-8f016cd0686c None None] Provisioning complete for port 1b425244-3058-4424-8578-8f5da55866ba triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:52.573278 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d232c266-66d0-414b-8609-8f016cd0686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1b425244-3058-4424-8578-8f5da55866ba), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.582543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks [] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.597574 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3de31-bb8f-48de-9e74-ab8b3f9bdf7d x-openstack-request-id: req-e7b3de31-bb8f-48de-9e74-ab8b3f9bdf7d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:52.597966 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c40ef-80ac-4112-b105-d338dc57f561", "name": "network-vif-plugged", "status": "completed", "tag": "906cefe7-639a-450d-9531-9a62ba47f93f", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:52.598271 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7b3de31-bb8f-48de-9e74-ab8b3f9bdf7d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:52.598679 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b3de31-bb8f-48de-9e74-ab8b3f9bdf7d'] response: {'server_uuid': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906cefe7-639a-450d-9531-9a62ba47f93f', 'code': 200} Aug 28 20:06:52.616343 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:52.656069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] For port 5be2ad74-dfcb-4002-af95-fd1a552ed800, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=5be2ad74-dfcb-4002-af95-fd1a552ed800,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:52.656381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.671487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d232c266-66d0-414b-8609-8f016cd0686c None None] Current status of the port 1b425244-3058-4424-8578-8f5da55866ba is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:52.673766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.696161 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Calling delete_port for 5be2ad74-dfcb-4002-af95-fd1a552ed800 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:52.712216 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-190fa60c-966d-4e27-9bf1-17b35f338172 req-44499023-7129-4c88-b206-aa93c13a4e5e tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0d72434-704b-426b-bcff-7616fdc16dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594553 Aug 28 20:06:52.733232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=906cefe7-639a-450d-9531-9a62ba47f93f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:52.740861 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:52.775585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-313e5835-57f8-4448-95bf-88d610554175 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=802e13a5eb004f678ebe79b8d12ed934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307935 Aug 28 20:06:52.779601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49188) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:52.857443 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.862460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb05ea5d-9dfa-4075-bb48-eea576ee7c98 admin admin] Publish callbacks [] for security_group (9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.891276 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb05ea5d-9dfa-4075-bb48-eea576ee7c98 admin admin] Publish callbacks [] for security_group (9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:52.935293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:52.938585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:52.941948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:52.945174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:53.032045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-c8ed265c-a61e-411b-8972-94497362566f tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240009 Aug 28 20:06:53.077665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb05ea5d-9dfa-4075-bb48-eea576ee7c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:53.080257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb05ea5d-9dfa-4075-bb48-eea576ee7c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:53.084677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-eb05ea5d-9dfa-4075-bb48-eea576ee7c98 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a HTTP/1.1" status: 204 len: 168 time: 0.3009017 Aug 28 20:06:53.099147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5be2ad74-dfcb-4002-af95-fd1a552ed800), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:53.110788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['5be2ad74-dfcb-4002-af95-fd1a552ed800'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:53.136822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05ea5d-9dfa-4075-bb48-eea576ee7c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc806d7-b8c2-46cf-9a5a-656ee48f1b5a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:53.192259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Pushing event deleted for resources: {'Port': ['ID=5be2ad74-dfcb-4002-af95-fd1a552ed800,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:53.214780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-8211243a-28b9-4e0b-a2c1-85dfa9facc58 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:53.216381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-8211243a-28b9-4e0b-a2c1-85dfa9facc58 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782892 Aug 28 20:06:53.236504 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-8d99186d-f4af-4773-bd69-b3011875921b tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/quotas/de7e762a0aa94cb9a0b1741de3a41470 HTTP/1.1" status: 200 len: 375 time: 0.0132220 Aug 28 20:06:53.283685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb815-7298-495b-84da-8721aa22ba5d req-725864fc-01d1-4a4b-9770-2db1f53e8741 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:53.285340 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58cb815-7298-495b-84da-8721aa22ba5d req-725864fc-01d1-4a4b-9770-2db1f53e8741 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.1428151 Aug 28 20:06:53.286539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] No DVR routers for this DVR port 5be2ad74-dfcb-4002-af95-fd1a552ed800 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:06:53.293682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:53.294807 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-38ab3fcb-ff8b-469e-a192-42e05833221c tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513062 Aug 28 20:06:53.297166 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b0f5085-349c-4f7b-9cce-dd47b6ecb7bc req-96785155-56c7-4c6a-9ffa-6826b80d303d tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.89 "DELETE /networking/v2.0/ports/5be2ad74-dfcb-4002-af95-fd1a552ed800 HTTP/1.1" status: 204 len: 173 time: 1.1722853 Aug 28 20:06:53.302134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'name': 'network-vif-deleted', 'tag': '5be2ad74-dfcb-4002-af95-fd1a552ed800'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:53.305291 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e012ee-5a33-46fc-b45f-c085b71020e5" -d '{"events": [{"server_uuid": "1517a4f0-5a6f-4926-9e0d-bd69c3cc639a", "name": "network-vif-deleted", "tag": "5be2ad74-dfcb-4002-af95-fd1a552ed800"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:53.523380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b425244-3058-4424-8578-8f5da55866ba up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:53.568892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:53.582386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58cb815-7298-495b-84da-8721aa22ba5d req-1929873f-866d-412e-b170-9913cc82d04e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702487 Aug 28 20:06:53.592097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1b425244-3058-4424-8578-8f5da55866ba triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:53.592845 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1b425244-3058-4424-8578-8f5da55866ba), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:53.630623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934215-63c3-4745-8d89-6bfe8048a985 req-9d75249c-fab6-4a52-9268-610c275e0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:53.632288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9934215-63c3-4745-8d89-6bfe8048a985 req-9d75249c-fab6-4a52-9268-610c275e0416 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 1128 time: 0.0644383 Aug 28 20:06:53.634923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks [] for router_gateway (ded8bd84-398c-42fd-9be7-0997b1aa161b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:53.752977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ebd93-967d-4ee9-b829-02c3b584075d req-b0b43ff3-c8a9-49b6-9b3d-5908e3a1fee9 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:53.754517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58ebd93-967d-4ee9-b829-02c3b584075d req-b0b43ff3-c8a9-49b6-9b3d-5908e3a1fee9 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 943 time: 0.0794897 Aug 28 20:06:53.756871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1b425244-3058-4424-8578-8f5da55866ba is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:53.757139 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8ede7-abac-41a7-8a1f-0717cf0b2084 x-openstack-request-id: req-17c8ede7-abac-41a7-8a1f-0717cf0b2084 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:53.757139 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517a4f0-5a6f-4926-9e0d-bd69c3cc639a", "name": "network-vif-deleted", "tag": "5be2ad74-dfcb-4002-af95-fd1a552ed800", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:53.757139 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17c8ede7-abac-41a7-8a1f-0717cf0b2084 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:53.757435 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c8ede7-abac-41a7-8a1f-0717cf0b2084'] response: {'server_uuid': '1517a4f0-5a6f-4926-9e0d-bd69c3cc639a', 'name': 'network-vif-deleted', 'tag': '5be2ad74-dfcb-4002-af95-fd1a552ed800', 'status': 'completed', 'code': 200} Aug 28 20:06:53.872232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9934215-63c3-4745-8d89-6bfe8048a985 req-75737965-35e2-4ff5-999c-a00f5fdf0bc4 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959348 Aug 28 20:06:53.900479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58ebd93-967d-4ee9-b829-02c3b584075d req-d01ae62c-a9dc-4622-9180-3940d4720b90 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347530 Aug 28 20:06:53.962096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdcccf-bd5c-4d86-b3d4-dedf5e72bb2a req-eade8ab7-56f0-41e3-92e8-1fdd753aa6a2 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:53.964947 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5cdcccf-bd5c-4d86-b3d4-dedf5e72bb2a req-eade8ab7-56f0-41e3-92e8-1fdd753aa6a2 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.1229110 Aug 28 20:06:54.057936 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5cdcccf-bd5c-4d86-b3d4-dedf5e72bb2a req-51ea1da4-9bf5-4942-91e9-8c761c0d3cfd tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823371 Aug 28 20:06:54.141906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0d075e1-d4e4-45d0-8e8e-3741e424a9d6 req-6a1f7908-c2d2-49fb-8e92-eb7b2df2a727 tempest-ServerTagsTestJSON-2053351376 tempest-ServerTagsTestJSON-2053351376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1517a4f0-5a6f-4926-9e0d-bd69c3cc639a HTTP/1.1" status: 200 len: 210 time: 0.0598383 Aug 28 20:06:54.149909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (ded8bd84-398c-42fd-9be7-0997b1aa161b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:54.160183 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd06f-8758-4455-ba48-0d2dc2c8cfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:54.169826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-dd1c73a0-b911-4a81-8dcc-f05e0c2c5ea4 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238795 Aug 28 20:06:54.299336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-f022e66e-710b-42f5-b9e3-f5adb72b4512 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:54.300430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-f022e66e-710b-42f5-b9e3-f5adb72b4512 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210973 Aug 28 20:06:54.317694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-2dbc9249-188d-4d4b-bcbb-5abfda710aec tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/quotas/de7e762a0aa94cb9a0b1741de3a41470 HTTP/1.1" status: 200 len: 375 time: 0.0106802 Aug 28 20:06:54.357001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5858fb20-6eeb-4f75-bb83-bfb3686205d9 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312805 Aug 28 20:06:54.383963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Router ded8bd84-398c-42fd-9be7-0997b1aa161b is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:06:54.395781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49238) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:54.480945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ffbf91b8-3523-43a0-b46e-1a7715cc3d20 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0033f72b27f74afd89afdc020a98bf86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0802929 Aug 28 20:06:54.481732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49240) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:54.537503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:54.551530 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Sync routers for ids ['ded8bd84-398c-42fd-9be7-0997b1aa161b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:06:54.560816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f05b00b1-2ed4-4e20-8432-56d556151938 admin admin] Publish callbacks [] for security_group (b59fe580-6f8d-439a-982a-fa0fbce84c36), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:54.565200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Routers {'ded8bd84-398c-42fd-9be7-0997b1aa161b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:54.565841 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ded8bd84-398c-42fd-9be7-0997b1aa161b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:54.583455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f05b00b1-2ed4-4e20-8432-56d556151938 admin admin] Publish callbacks [] for security_group (b59fe580-6f8d-439a-982a-fa0fbce84c36), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:54.646147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:54.647722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-24135bf5-9ab8-4119-a1aa-bc0cbd14c328 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1973462 Aug 28 20:06:54.651021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49246) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:54.748163 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Set router ded8bd84-398c-42fd-9be7-0997b1aa161b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:54.750042 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:54.773724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3adaa65-0042-4441-9695-4e86e72696da req-ee5321fe-b980-43f4-a1a0-a47230d72dcb tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 210 time: 0.0656638 Aug 28 20:06:54.809021 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f05b00b1-2ed4-4e20-8432-56d556151938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b59fe580-6f8d-439a-982a-fa0fbce84c36), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:54.812388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f05b00b1-2ed4-4e20-8432-56d556151938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:54.820779 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f05b00b1-2ed4-4e20-8432-56d556151938 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b59fe580-6f8d-439a-982a-fa0fbce84c36 HTTP/1.1" status: 204 len: 168 time: 0.3323758 Aug 28 20:06:54.832811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b00b1-2ed4-4e20-8432-56d556151938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59fe580-6f8d-439a-982a-fa0fbce84c36,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:54.916772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ced6f4-640f-4f7e-a9e8-a8a7a8b39faf req-7cb51941-a505-4e08-9353-ff08b287cb7a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:54.919688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0ced6f4-640f-4f7e-a9e8-a8a7a8b39faf req-7cb51941-a505-4e08-9353-ff08b287cb7a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.1646903 Aug 28 20:06:55.070869 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:06:53Z', 'revision_number': 3, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:55.085287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0ced6f4-640f-4f7e-a9e8-a8a7a8b39faf req-5f54935e-42c7-4d6f-89d4-9f343177b7cf tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577404 Aug 28 20:06:55.120361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b0bf-c712-4983-ad07-e3b4d29fe040 req-87e8d4a6-e098-4add-adde-74351e77b613 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:55.135247 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Checking router: ded8bd84-398c-42fd-9be7-0997b1aa161b for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:06:55.135999 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Updating router ded8bd84-398c-42fd-9be7-0997b1aa161b port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:06:55.142460 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59c1b0bf-c712-4983-ad07-e3b4d29fe040 req-87e8d4a6-e098-4add-adde-74351e77b613 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 943 time: 0.0969243 Aug 28 20:06:55.193115 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:55.224756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59c1b0bf-c712-4983-ad07-e3b4d29fe040 req-640c4951-53e3-4fe9-8c09-79b74a68a502 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710764 Aug 28 20:06:55.287564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:55.362673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47e94e-323f-48f1-8a9e-5c15325e063e req-90dea5b2-c4dd-4e4b-a99a-fba9a00e4ce5 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:55.366051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff47e94e-323f-48f1-8a9e-5c15325e063e req-90dea5b2-c4dd-4e4b-a99a-fba9a00e4ce5 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.0916603 Aug 28 20:06:55.420247 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:55.476316 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff47e94e-323f-48f1-8a9e-5c15325e063e req-5e2566ca-b5bb-4801-b85d-12d4daf7e99f tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005716 Aug 28 20:06:55.561290 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:55.638671 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Publish callbacks [] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:55.680791 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:55.813057 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (454f8f4a-25a6-450e-8166-519444555c17), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:55.815535 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:55.924961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Allocated IP 172.20.0.1 (10ec0768-fd29-4bed-9f39-524427eeefa8/25524b93-28ba-422a-b375-5b0535882c33/f7c10c12-e241-479f-aaea-8e7a75418892) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:06:55.926095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ea71b48-b2cd-4206-8bd5-948513cc459b req-f80295f0-f29a-4e1b-af9b-acc10386f2a4 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 210 time: 0.0403247 Aug 28 20:06:55.984508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5be2ad74-dfcb-4002-af95-fd1a552ed800 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:06:56.016653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 5be2ad74-dfcb-4002-af95-fd1a552ed800 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:06:56.017003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 5be2ad74-dfcb-4002-af95-fd1a552ed800 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:06:56.046978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks [] for port (f7c10c12-e241-479f-aaea-8e7a75418892), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.103603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Deleting port da9535ff-9629-446d-b764-dad1694abf6f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:56.103940 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (da9535ff-9629-446d-b764-dad1694abf6f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.107665 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.142745 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.151109 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:56.171571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 74f38abc-0b52-420b-992b-6c8e643f0644 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:06:56.199325 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Attempting to bind port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:06:56.199759 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Attempting to bind port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:06:56.200120 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Attempting to bind port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:06:56.219683 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:06:56.220539 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:06:56.220950 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.221538 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:06:56.222035 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Bound port: 8fe55173-5dd6-406f-b3c9-dcfd21370cbe, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:06:56.222424 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.233482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] For port da9535ff-9629-446d-b764-dad1694abf6f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=da9535ff-9629-446d-b764-dad1694abf6f,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:56.234174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (da9535ff-9629-446d-b764-dad1694abf6f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.251723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Calling delete_port for da9535ff-9629-446d-b764-dad1694abf6f owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:06:56.266666 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a7503-d4a7-478e-99b8-5f3526096615 None None] Pushing event updated for resources: {'Port': ['ID=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:56.291511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b01268-f315-44f8-9368-2703df7b6042 req-b0fd69d1-0f59-4df7-9277-a6bc36539a6f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:56.294218 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60b01268-f315-44f8-9368-2703df7b6042 req-b0fd69d1-0f59-4df7-9277-a6bc36539a6f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.0849497 Aug 28 20:06:56.304770 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] For port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:06:56.308666 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] For port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:06:56.324619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 74f38abc-0b52-420b-992b-6c8e643f0644, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=74f38abc-0b52-420b-992b-6c8e643f0644,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:56.338373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '74f38abc-0b52-420b-992b-6c8e643f0644', 'network_id': 'bffa28a5-9f69-488b-84d2-3b55e83feb8c', 'port_id': '74f38abc-0b52-420b-992b-6c8e643f0644', 'mac_address': 'fa:16:3e:c6:4c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a00ee8-f6a5-4786-b181-5713a228532e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:06:56.363757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60b01268-f315-44f8-9368-2703df7b6042 req-dfb5cee8-6ad8-4756-b15e-903f7b68cbc3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626211 Aug 28 20:06:56.397619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 74f38abc-0b52-420b-992b-6c8e643f0644 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:56.398336 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.411082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fecc72-e792-4484-b991-819a11e7cab6 req-885e14f0-7cf1-4499-a3a5-0e6c98f9b012 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:56.416231 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54fecc72-e792-4484-b991-819a11e7cab6 req-885e14f0-7cf1-4499-a3a5-0e6c98f9b012 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 943 time: 0.0806966 Aug 28 20:06:56.423349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f38abc-0b52-420b-992b-6c8e643f0644 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:56.446030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 74f38abc-0b52-420b-992b-6c8e643f0644, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=74f38abc-0b52-420b-992b-6c8e643f0644,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:56.468130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.501405 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.523461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:56.529949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:56.537173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:06:56.545545 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Routers {'ded8bd84-398c-42fd-9be7-0997b1aa161b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:56.546727 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ded8bd84-398c-42fd-9be7-0997b1aa161b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:56.572120 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.577003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54fecc72-e792-4484-b991-819a11e7cab6 req-5df860b4-a498-46f7-9f21-929625cb07ee tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500473 Aug 28 20:06:56.614553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c10c12-e241-479f-aaea-8e7a75418892,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:56.625147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (ded8bd84-398c-42fd-9be7-0997b1aa161b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:56.710729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=74f38abc-0b52-420b-992b-6c8e643f0644,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:56.794399 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] Set router ded8bd84-398c-42fd-9be7-0997b1aa161b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:56.800788 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbf38-43bb-4557-acbc-be940609260a req-aea41992-8bd5-47db-a8eb-844384048215 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:56.803657 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81cbbf38-43bb-4557-acbc-be940609260a req-aea41992-8bd5-47db-a8eb-844384048215 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.0692849 Aug 28 20:06:56.876616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['74f38abc-0b52-420b-992b-6c8e643f0644'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:56.892839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81cbbf38-43bb-4557-acbc-be940609260a req-a3d654aa-d3fb-4224-be1f-199a0ad045a3 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787692 Aug 28 20:06:56.900020 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a7503-d4a7-478e-99b8-5f3526096615 None None] Pushing event updated for resources: {'Port': ['ID=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:56.936437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (da9535ff-9629-446d-b764-dad1694abf6f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:57.097952 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:06:53Z', 'revision_number': 3, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:57.099718 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:57.149077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-830697e1-352c-409f-8f72-c0718dcc4a65 None None] Provisioning complete for port f7c10c12-e241-479f-aaea-8e7a75418892 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:57.149455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-830697e1-352c-409f-8f72-c0718dcc4a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:57.430264 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f852020e-bc24-47bf-af91-07dff96a1ed9 None None] The sync data for ids ['ded8bd84-398c-42fd-9be7-0997b1aa161b'] in n-d-854121-7 is: [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:06:53Z', 'revision_number': 3, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:06:57.522053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-830697e1-352c-409f-8f72-c0718dcc4a65 None None] Port f7c10c12-e241-479f-aaea-8e7a75418892 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:57.585769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a3f2c-4c44-4186-8983-2615411bd1bf req-9d527fb4-f803-4d03-9804-c83b092653f2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:57.594342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-462a3f2c-4c44-4186-8983-2615411bd1bf req-9d527fb4-f803-4d03-9804-c83b092653f2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.1217794 Aug 28 20:06:57.708286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-462a3f2c-4c44-4186-8983-2615411bd1bf req-f61c8594-60be-4903-bf7f-ca029d57ae56 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956149 Aug 28 20:06:57.743598 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:57.791506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5764e050-0294-4475-9754-653a6ce67b6a req-775878b3-bae4-467a-80bb-2f8872622d8b tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 210 time: 0.6775498 Aug 28 20:06:57.815949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9535ff-9629-446d-b764-dad1694abf6f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:57.818093 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:57.885268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9a62-0715-4f28-aefa-3f149ca240c3 req-5833983e-1ac1-4f1b-a52e-0fa80724c503 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:57.886976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13cd9a62-0715-4f28-aefa-3f149ca240c3 req-5833983e-1ac1-4f1b-a52e-0fa80724c503 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 944 time: 0.1048970 Aug 28 20:06:57.890266 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.034464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13cd9a62-0715-4f28-aefa-3f149ca240c3 req-9099aef8-abf1-4eb8-8787-8c148af372c5 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393261 Aug 28 20:06:58.122465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56554750-f654-4bb5-85cf-d738dfc6502b req-0e855bbd-fe8c-4200-8c0f-5d97cbf32dce tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:58.130283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56554750-f654-4bb5-85cf-d738dfc6502b req-0e855bbd-fe8c-4200-8c0f-5d97cbf32dce tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.1175673 Aug 28 20:06:58.131923 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:58.142317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (454f8f4a-25a6-450e-8166-519444555c17), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.182579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b0dda98e-6b8a-4a96-a883-c067f7be1641 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:06:58.209244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks [] for port (f7c10c12-e241-479f-aaea-8e7a75418892), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.211917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 74f38abc-0b52-420b-992b-6c8e643f0644 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:58.223372 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:58.325889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56554750-f654-4bb5-85cf-d738dfc6502b req-4817058e-e323-40a7-b5bb-0458e225208a tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946495 Aug 28 20:06:58.351772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 74f38abc-0b52-420b-992b-6c8e643f0644 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:06:58.395321 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.397742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b0dda98e-6b8a-4a96-a883-c067f7be1641, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:58.419786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'port_id': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'mac_address': 'fa:16:3e:b4:ac:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:06:58.485519 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:58.517934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b0dda98e-6b8a-4a96-a883-c067f7be1641 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:58.518924 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.519749 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (ded8bd84-398c-42fd-9be7-0997b1aa161b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.532413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Router 454f8f4a-25a6-450e-8166-519444555c17 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:06:58.540286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dda98e-6b8a-4a96-a883-c067f7be1641 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:06:58.585221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b0dda98e-6b8a-4a96-a883-c067f7be1641, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:58.586500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 74f38abc-0b52-420b-992b-6c8e643f0644 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:58.586946 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.598497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c10c12-e241-479f-aaea-8e7a75418892,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:58.646863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:06:58.648333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:06:58.703255 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:58.713409 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4abb5b5b-d84b-486a-8795-041e46d9b8b2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/454f8f4a-25a6-450e-8166-519444555c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4243531 Aug 28 20:06:58.716072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49314) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:58.736637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] Sync routers for ids ['454f8f4a-25a6-450e-8166-519444555c17'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:06:58.776388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 74f38abc-0b52-420b-992b-6c8e643f0644 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:06:58.781401 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:58.786252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] Routers {'454f8f4a-25a6-450e-8166-519444555c17'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:06:58.790370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['454f8f4a-25a6-450e-8166-519444555c17'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:06:58.890309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:59.039185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3999f03e-069d-4021-ab31-82c872e09508 req-2353d4b3-fc8e-43bb-b8da-5814303acdaf tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 210 time: 0.0678248 Aug 28 20:06:59.057520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-59a42735-0ab9-4997-a25b-a1ca46bb4ace tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184475 Aug 28 20:06:59.083384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks [] for router (454f8f4a-25a6-450e-8166-519444555c17), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:59.127116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Router ded8bd84-398c-42fd-9be7-0997b1aa161b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:06:59.127461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f38abc-0b52-420b-992b-6c8e643f0644'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:06:59.130869 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25758a3-c794-4ea0-bd88-5ff09076c8a8" -d '{"events": [{"server_uuid": "ef464a34-5d53-44a4-9a4d-ef13f15261ae", "name": "network-vif-plugged", "status": "completed", "tag": "74f38abc-0b52-420b-992b-6c8e643f0644"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:06:59.172492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f40f8-3a41-4824-9c91-c26aff39a0bd req-7f2a94d2-e02e-43f5-b94b-e85a98af7b44 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:59.175247 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-323f40f8-3a41-4824-9c91-c26aff39a0bd req-7f2a94d2-e02e-43f5-b94b-e85a98af7b44 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.2431421 Aug 28 20:06:59.262181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 74f38abc-0b52-420b-992b-6c8e643f0644, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=74f38abc-0b52-420b-992b-6c8e643f0644,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:06:59.267767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6e15b164-2b86-40cb-a1d0-cf87c44dcf92 None None] Provisioning complete for port f7c10c12-e241-479f-aaea-8e7a75418892 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:06:59.268131 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6e15b164-2b86-40cb-a1d0-cf87c44dcf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:59.270811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['b0dda98e-6b8a-4a96-a883-c067f7be1641'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:06:59.402464 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:59.414311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b0dda98e-6b8a-4a96-a883-c067f7be1641,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:06:59.477777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6e15b164-2b86-40cb-a1d0-cf87c44dcf92 None None] Port f7c10c12-e241-479f-aaea-8e7a75418892 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:06:59.493569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] Set router 454f8f4a-25a6-450e-8166-519444555c17 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:06:59.522860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-323f40f8-3a41-4824-9c91-c26aff39a0bd req-aec2f988-6244-4cd7-9c51-408587f8d399 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352700 Aug 28 20:06:59.539130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92579025-96ac-4219-9d6e-f66c9bae0fc1 req-3dd34202-f423-4583-9e9f-f2623dbb5b18 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:59.544125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:06:59.546433 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92579025-96ac-4219-9d6e-f66c9bae0fc1 req-3dd34202-f423-4583-9e9f-f2623dbb5b18 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 944 time: 0.2508988 Aug 28 20:06:59.563735 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9ca8f05e-d8b6-4b21-808d-2bcc2d2c36d4 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ded8bd84-398c-42fd-9be7-0997b1aa161b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9105759 Aug 28 20:06:59.571097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49338) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:06:59.634494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks [] for router_gateway (454f8f4a-25a6-450e-8166-519444555c17), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:59.642608 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:06:59.643212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-34a455cf-605c-464b-8c3b-86191df977ab tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436499 Aug 28 20:06:59.679200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92579025-96ac-4219-9d6e-f66c9bae0fc1 req-0f97c14b-4d8c-4767-a1ce-f3e736c43c03 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179016 Aug 28 20:06:59.789207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8fe55173-5dd6-406f-b3c9-dcfd21370cbe up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:06:59.793412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-7d4d55c5-f6aa-41a0-9c17-e1a484eeb678 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:06:59.795606 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-7d4d55c5-f6aa-41a0-9c17-e1a484eeb678 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5101929 Aug 28 20:06:59.808671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Request body: {'port': {'device_id': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': 'de7e762a0aa94cb9a0b1741de3a41470'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:06:59.899997 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d013108-6cbe-47c4-ae1e-0d3c03210f86 x-openstack-request-id: req-2d013108-6cbe-47c4-ae1e-0d3c03210f86 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:06:59.899997 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef464a34-5d53-44a4-9a4d-ef13f15261ae", "name": "network-vif-plugged", "status": "completed", "tag": "74f38abc-0b52-420b-992b-6c8e643f0644", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:06:59.899997 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d013108-6cbe-47c4-ae1e-0d3c03210f86 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:06:59.899997 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d013108-6cbe-47c4-ae1e-0d3c03210f86'] response: {'server_uuid': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f38abc-0b52-420b-992b-6c8e643f0644', 'code': 200} Aug 28 20:06:59.934578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Deleting port addc57da-a0b9-481c-8789-b46ecb54ea6a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:06:59.937689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:06:59.939150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=74f38abc-0b52-420b-992b-6c8e643f0644,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:00.018245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:56Z', 'revision_number': 5, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port': {'id': 'addc57da-a0b9-481c-8789-b46ecb54ea6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f8f4a-25a6-450e-8166-519444555c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:09Z', 'updated_at': '2022-08-28T20:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:00.060563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-a4bdabea-9dae-4feb-bd78-2e3485c405c8 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.063192 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-a4bdabea-9dae-4feb-bd78-2e3485c405c8 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4093575 Aug 28 20:07:00.068124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] For port addc57da-a0b9-481c-8789-b46ecb54ea6a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=addc57da-a0b9-481c-8789-b46ecb54ea6a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:00.073136 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.080365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] Checking router: 454f8f4a-25a6-450e-8166-519444555c17 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:07:00.088912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Calling delete_port for addc57da-a0b9-481c-8789-b46ecb54ea6a owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:00.135931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53095e7-5139-4d29-be78-ad34eba62e61 req-9c0be9a3-6c4b-4486-bf40-4b2abbc1d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.138920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a53095e7-5139-4d29-be78-ad34eba62e61 req-9c0be9a3-6c4b-4486-bf40-4b2abbc1d119 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 1127 time: 0.1659095 Aug 28 20:07:00.140084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:00.140584 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.156189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] Routers {'454f8f4a-25a6-450e-8166-519444555c17'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:00.158812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['454f8f4a-25a6-450e-8166-519444555c17'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:00.165311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1681318303', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:00.189932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Request body: {'port': {'device_id': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': 'de7e762a0aa94cb9a0b1741de3a41470'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:00.200581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b0a47-b9cd-41ff-a67c-6d6736bc181f req-005d0737-ce2f-4fe0-bed2-62181a1344c2 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.212449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae2b0a47-b9cd-41ff-a67c-6d6736bc181f req-005d0737-ce2f-4fe0-bed2-62181a1344c2 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 944 time: 0.1109560 Aug 28 20:07:00.299140 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:00.306010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] Set router 454f8f4a-25a6-450e-8166-519444555c17 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:00.310154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a53095e7-5139-4d29-be78-ad34eba62e61 req-8726b45c-2673-48a1-bf61-52d9074fd550 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308365 Aug 28 20:07:00.318421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae2b0a47-b9cd-41ff-a67c-6d6736bc181f req-45cded18-df09-4aeb-8cbf-7ff5b38db45d tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049767 Aug 28 20:07:00.384026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:59Z', 'revision_number': 6, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:00.412202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.417479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.423345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Sync routers for ids ['ded8bd84-398c-42fd-9be7-0997b1aa161b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:00.433606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.433606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.439652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.441491 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Routers {'ded8bd84-398c-42fd-9be7-0997b1aa161b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:00.444979 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ded8bd84-398c-42fd-9be7-0997b1aa161b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:00.445723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.453429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:00.455524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-1ca7d3cc-eda6-4949-82c9-5cd5045aa14d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.3107147 Aug 28 20:07:00.462430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acc4625-5380-4221-a26a-0955e0a91fcb None None] The sync data for ids ['454f8f4a-25a6-450e-8166-519444555c17'] in n-d-854121-7 is: [{'id': '454f8f4a-25a6-450e-8166-519444555c17', 'name': 'tempest-ServerTagsTestJSON-1612847554-router', 'tenant_id': 'a159c1a1434347748a4b836d3e5f0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:08Z', 'updated_at': '2022-08-28T20:06:59Z', 'revision_number': 6, 'project_id': 'a159c1a1434347748a4b836d3e5f0efe', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:00.475890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:00.476280 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.519496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:00.524926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Made reservation on behalf of cd80762025be4dfcb54480caf390e5fd for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:00.527474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.553795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.574105 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Set router ded8bd84-398c-42fd-9be7-0997b1aa161b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:00.589224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (addc57da-a0b9-481c-8789-b46ecb54ea6a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.615654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=addc57da-a0b9-481c-8789-b46ecb54ea6a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:00.642326 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb53d1bf-1b68-43e1-bde1-def8aa42c7bc req-0ba43f2f-3cdc-4b05-80a1-6473c0ef3af2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682439 Aug 28 20:07:00.652497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.696354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49350) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:00.742902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Made reservation on behalf of de7e762a0aa94cb9a0b1741de3a41470 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:00.748601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.761044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:00.771605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.799018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Made reservation on behalf of de7e762a0aa94cb9a0b1741de3a41470 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:00.805112 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.812776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for security_group (08b73d4f-5b2c-46f0-aeae-76026a031fc2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.853638 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.895772 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (454f8f4a-25a6-450e-8166-519444555c17), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.903733 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:06:57Z', 'revision_number': 4, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'f7c10c12-e241-479f-aaea-8e7a75418892', 'name': '', 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'mac_address': 'fa:16:3e:1e:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '25524b93-28ba-422a-b375-5b0535882c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:55Z', 'updated_at': '2022-08-28T20:06:58Z', 'revision_number': 2, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'subnets': [{'id': '25524b93-28ba-422a-b375-5b0535882c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:00.939238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-061a0ae6-c94d-4807-901b-6faa44f2d367 req-1c57888c-f5fa-47af-b412-0ea53a0058ab tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 210 time: 0.1746583 Aug 28 20:07:00.941786 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Checking router: ded8bd84-398c-42fd-9be7-0997b1aa161b for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:07:00.947683 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Updating router ded8bd84-398c-42fd-9be7-0997b1aa161b port f7c10c12-e241-479f-aaea-8e7a75418892 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:07:00.981794 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:00.999976 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks [] for security_group (4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.064470 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (08b73d4f-5b2c-46f0-aeae-76026a031fc2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.075907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] device_id is not set on port d201ca4f-c35b-4076-9957-81a2f8603ef7 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:07:01.151455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (454f8f4a-25a6-450e-8166-519444555c17), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.158003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks [] for router_controller (454f8f4a-25a6-450e-8166-519444555c17), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.175719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.246356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.api [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) de7e762a0aa94cb9a0b1741de3a41470 {{(pid=114322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:07:01.247052 n-d-854121-7 neutron-server[114322]: DEBUG oslo_db.api [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:07:01.261206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b73d4f-5b2c-46f0-aeae-76026a031fc2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:01.283706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781fb7-f914-448a-9797-b1335df11020 req-51d483da-6bf4-4200-bf21-b59288cd92d0 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.284969 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19781fb7-f914-448a-9797-b1335df11020 req-51d483da-6bf4-4200-bf21-b59288cd92d0 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 945 time: 0.1356096 Aug 28 20:07:01.307369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.313003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.318254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.323528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.331113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.343611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.355371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.361102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35927b05-cba2-4c45-ba03-4329ca5156c8 req-36876850-ca7d-4eee-897c-18d038062d41 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.2672763 Aug 28 20:07:01.381105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (454f8f4a-25a6-450e-8166-519444555c17), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.381711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454f8f4a-25a6-450e-8166-519444555c17 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:07:01.399588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.400814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4cc2ddae-7c67-44ea-9482-f4ce713a8d58 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/454f8f4a-25a6-450e-8166-519444555c17 HTTP/1.1" status: 204 len: 168 time: 2.6835051 Aug 28 20:07:01.408052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49360) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:01.509333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19781fb7-f914-448a-9797-b1335df11020 req-2e85d05f-8fe9-42c4-9d1c-7c146cd81a22 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160509 Aug 28 20:07:01.514389 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Publish callbacks [] for port (f7c10c12-e241-479f-aaea-8e7a75418892), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.517284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8fe55173-5dd6-406f-b3c9-dcfd21370cbe up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:01.535427 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:01.577890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Deleting subnet f6d484bd-00a7-48b4-af63-bb9780b16d57 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:07:01.578181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:01.583611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Publish callbacks [] for subnet (f6d484bd-00a7-48b4-af63-bb9780b16d57), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.606028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Allocated IP 172.25.4.246 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/d201ca4f-c35b-4076-9957-81a2f8603ef7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:01.620579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d46e3-b7f1-409c-ad64-76ed7f45fbbc req-3f12eb1d-520c-4a11-a6e3-92355e3993ef tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.628793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec5d46e3-b7f1-409c-ad64-76ed7f45fbbc req-3f12eb1d-520c-4a11-a6e3-92355e3993ef tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.1951911 Aug 28 20:07:01.655779 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.671482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Allocated IP 192.168.233.65 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/74a5593f-14ff-450b-b7e5-eac2bb82f742) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:01.673040 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (f6d484bd-00a7-48b4-af63-bb9780b16d57), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.690173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:01.690684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.748424 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.804699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec5d46e3-b7f1-409c-ad64-76ed7f45fbbc req-3c88aa64-a931-4f1c-a248-370b3e8c98a3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749270 Aug 28 20:07:01.817225 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:01.817225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:01.822455 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Attempting to bind port f7c10c12-e241-479f-aaea-8e7a75418892 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:01.822938 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Attempting to bind port f7c10c12-e241-479f-aaea-8e7a75418892 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:01.823315 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Attempting to bind port f7c10c12-e241-479f-aaea-8e7a75418892 on network 10ec0768-fd29-4bed-9f39-524427eeefa8 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:01.829520 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1a8f-0401-41e3-bc4e-f9890de2b3c3 None None] Pushing event updated for resources: {'Port': ['ID=f7c10c12-e241-479f-aaea-8e7a75418892,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:01.835175 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:01.835559 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Checking segment: {'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:01.835968 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.836361 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Bound using segment: {'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:01.836867 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Bound port: f7c10c12-e241-479f-aaea-8e7a75418892, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:01.837280 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.904270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da9535ff-9629-446d-b764-dad1694abf6f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:01.928024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4e4e9-b411-4fc9-b5c4-c80bcd0ef7f1 req-a9f9d743-993e-4399-be2b-134376288236 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:01.929657 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2e4e4e9-b411-4fc9-b5c4-c80bcd0ef7f1 req-a9f9d743-993e-4399-be2b-134376288236 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 944 time: 0.2687352 Aug 28 20:07:01.940583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: da9535ff-9629-446d-b764-dad1694abf6f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:01.940874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da9535ff-9629-446d-b764-dad1694abf6f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:01.941496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device addc57da-a0b9-481c-8789-b46ecb54ea6a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:01.951472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (f6d484bd-00a7-48b4-af63-bb9780b16d57), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:01.955256 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] For port f7c10c12-e241-479f-aaea-8e7a75418892, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:01.960918 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] For port f7c10c12-e241-479f-aaea-8e7a75418892, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f7c10c12-e241-479f-aaea-8e7a75418892,segment=NetworkSegment(1cfaa01c-f2a9-4aef-8f73-853bd4aa2970),segment_id=1cfaa01c-f2a9-4aef-8f73-853bd4aa2970)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:01.977196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: addc57da-a0b9-481c-8789-b46ecb54ea6a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:01.977547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device addc57da-a0b9-481c-8789-b46ecb54ea6a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:01.993242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (ded8bd84-398c-42fd-9be7-0997b1aa161b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.040962 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.104614 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1a8f-0401-41e3-bc4e-f9890de2b3c3 None None] Pushing event updated for resources: {'Port': ['ID=f7c10c12-e241-479f-aaea-8e7a75418892,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:02.112092 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Routers {'ded8bd84-398c-42fd-9be7-0997b1aa161b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:02.112841 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ded8bd84-398c-42fd-9be7-0997b1aa161b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:02.185688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f315979c-0414-4a79-9464-596ba43d4304 req-7dcd2405-41e3-441d-a6c8-eb51f44996b5 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 210 time: 0.1026185 Aug 28 20:07:02.198676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b0dda98e-6b8a-4a96-a883-c067f7be1641 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:02.238440 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2e4e4e9-b411-4fc9-b5c4-c80bcd0ef7f1 req-e8297123-e8c6-4b43-bc36-b2ed99da256d tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870793 Aug 28 20:07:02.256138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for port (d201ca4f-c35b-4076-9957-81a2f8603ef7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.260330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port b0dda98e-6b8a-4a96-a883-c067f7be1641 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:07:02.297441 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] Set router ded8bd84-398c-42fd-9be7-0997b1aa161b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:02.306192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks [] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.320399 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:02.322378 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (f6d484bd-00a7-48b4-af63-bb9780b16d57), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.369405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d484bd-00a7-48b4-af63-bb9780b16d57,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:02.383785 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.387414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/f6d484bd-00a7-48b4-af63-bb9780b16d57 HTTP/1.1" status: 204 len: 168 time: 0.9760642 Aug 28 20:07:02.390901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49364) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:02.391850 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ce735-9ed4-4d16-9ee8-b1f88a3b4811 None None] Network e559f735-c3b0-4375-b46e-d406d3fbe0da requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:02.399362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port b0dda98e-6b8a-4a96-a883-c067f7be1641 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:02.400089 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.402071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.402462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.402937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.403454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.403886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.404298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.404704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.405109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.405514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.405944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.406349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.406746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.407143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.407557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.408017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fa3e8-9eb7-4dd0-b768-f9109b52613a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:02.489534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e559f735-c3b0-4375-b46e-d406d3fbe0da), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.489810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Deleting port f7c10c12-e241-479f-aaea-8e7a75418892 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:02.490316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.535289 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:06:57Z', 'revision_number': 4, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'f7c10c12-e241-479f-aaea-8e7a75418892', 'name': '', 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'mac_address': 'fa:16:3e:1e:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '25524b93-28ba-422a-b375-5b0535882c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:55Z', 'updated_at': '2022-08-28T20:07:01Z', 'revision_number': 4, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'subnets': [{'id': '25524b93-28ba-422a-b375-5b0535882c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:02.553302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.555834 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d201ca4f-c35b-4076-9957-81a2f8603ef7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.571129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Allocated IP 192.168.233.64 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/145bbb93-1114-4c6e-9d31-1043d64ac181) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:02.594157 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c8e5-9258-494e-98e7-d49edfc7cd53 None None] The sync data for ids ['ded8bd84-398c-42fd-9be7-0997b1aa161b'] in n-d-854121-7 is: [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:06:57Z', 'revision_number': 4, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'f7c10c12-e241-479f-aaea-8e7a75418892', 'name': '', 'network_id': '10ec0768-fd29-4bed-9f39-524427eeefa8', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'mac_address': 'fa:16:3e:1e:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '25524b93-28ba-422a-b375-5b0535882c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:55Z', 'updated_at': '2022-08-28T20:07:01Z', 'revision_number': 4, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'subnets': [{'id': '25524b93-28ba-422a-b375-5b0535882c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:02.613654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] For port f7c10c12-e241-479f-aaea-8e7a75418892, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f7c10c12-e241-479f-aaea-8e7a75418892,segment=NetworkSegment(1cfaa01c-f2a9-4aef-8f73-853bd4aa2970),segment_id=1cfaa01c-f2a9-4aef-8f73-853bd4aa2970)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:02.615079 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.615321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b0dda98e-6b8a-4a96-a883-c067f7be1641 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:02.615321 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.630981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Calling delete_port for f7c10c12-e241-479f-aaea-8e7a75418892 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:02.655992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:02.658441 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92438cb1-8013-4e7b-b171-ab04e5f5cf95" -d '{"events": [{"server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "name": "network-vif-plugged", "status": "completed", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:02.680916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b0dda98e-6b8a-4a96-a883-c067f7be1641, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:02.756885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:02.764461 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ffddfe-a66a-4700-8dae-7e65792f79af x-openstack-request-id: req-91ffddfe-a66a-4700-8dae-7e65792f79af {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:02.764757 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "name": "network-vif-plugged", "status": "completed", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:02.764996 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91ffddfe-a66a-4700-8dae-7e65792f79af {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:02.765397 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ffddfe-a66a-4700-8dae-7e65792f79af'] response: {'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'code': 200} Aug 28 20:07:02.771370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:02.785741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:02.807959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] DHCP port deletion for e559f735-c3b0-4375-b46e-d406d3fbe0da request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:07:02.807959 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:02.809696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:02.934625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:02.962418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429453-707b-4097-ba86-93953865a6b0 req-9855fd39-4528-4529-92fd-9cf2da53e666 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:02.964369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da429453-707b-4097-ba86-93953865a6b0 req-9855fd39-4528-4529-92fd-9cf2da53e666 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 945 time: 0.1952240 Aug 28 20:07:02.966550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:03.024598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:03.075777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92dc34-9a80-4941-8fcd-b56d1bbdd3ed req-8c7ee490-aa1e-4dfe-a843-dd77731b3e06 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:03.077492 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce92dc34-9a80-4941-8fcd-b56d1bbdd3ed req-8c7ee490-aa1e-4dfe-a843-dd77731b3e06 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.1139448 Aug 28 20:07:03.109493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Pushing event updated for resources: {'Port': ['ID=d201ca4f-c35b-4076-9957-81a2f8603ef7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:03.113028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b0dda98e-6b8a-4a96-a883-c067f7be1641,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:03.119372 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:03.131283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] Deleting port 3caf32ce-3c80-4437-bdfd-a9437494c2bb {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:03.132199 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.176845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Deleting port 3caf32ce-3c80-4437-bdfd-a9437494c2bb {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:03.183204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.263120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce92dc34-9a80-4941-8fcd-b56d1bbdd3ed req-d0f9b1b5-3567-4a96-add0-487553d2bb65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736720 Aug 28 20:07:03.265358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8411-9cbb-4086-b325-540984559b19 req-7b8e2910-b4a9-40e0-b328-c4440b2a2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:03.266099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a0e8411-9cbb-4086-b325-540984559b19 req-7b8e2910-b4a9-40e0-b328-c4440b2a2990 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 1127 time: 0.1280756 Aug 28 20:07:03.330256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f7c10c12-e241-479f-aaea-8e7a75418892), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.381342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c10c12-e241-479f-aaea-8e7a75418892,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:03.411325 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:03.521381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c123eb1-f421-4eae-847b-fa51f742280d req-69e75053-f0de-4762-9945-92234381def4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:03.523946 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c123eb1-f421-4eae-847b-fa51f742280d req-69e75053-f0de-4762-9945-92234381def4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.5537088 Aug 28 20:07:03.526748 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a0e8411-9cbb-4086-b325-540984559b19 req-51b013c2-e3ec-435b-a5dc-0ca3ce84fcab service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385521 Aug 28 20:07:03.547516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:03.548073 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.560025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] For port 3caf32ce-3c80-4437-bdfd-a9437494c2bb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3caf32ce-3c80-4437-bdfd-a9437494c2bb,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:03.582410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.582910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f3988-0d5e-4fff-bde5-94166ac2b913 req-94bf4c16-d626-4191-8eb1-ca7920bdbe28 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:03.582910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e1f3988-0d5e-4fff-bde5-94166ac2b913 req-94bf4c16-d626-4191-8eb1-ca7920bdbe28 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 935 time: 0.1254947 Aug 28 20:07:03.585138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:03.585865 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.605165 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da429453-707b-4097-ba86-93953865a6b0 req-8dc6ca89-a6aa-4b7e-b5f8-d1a24588c3de tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050378 Aug 28 20:07:03.634934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Calling delete_port for 3caf32ce-3c80-4437-bdfd-a9437494c2bb owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:03.651637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7c10c12-e241-479f-aaea-8e7a75418892 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:03.668392 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:03.703108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-155022fb-1b3c-47d0-9fe6-cb6363839209 None None] Provisioning complete for port 74a5593f-14ff-450b-b7e5-eac2bb82f742 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:03.703605 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-155022fb-1b3c-47d0-9fe6-cb6363839209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.707523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] For port 3caf32ce-3c80-4437-bdfd-a9437494c2bb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3caf32ce-3c80-4437-bdfd-a9437494c2bb,segment=NetworkSegment(641e9cda-5fe2-4e9d-8b5d-eb7a43fee437),segment_id=641e9cda-5fe2-4e9d-8b5d-eb7a43fee437)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:03.708077 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.742845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f7c10c12-e241-479f-aaea-8e7a75418892 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:03.743342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7c10c12-e241-479f-aaea-8e7a75418892 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 20:07:03.794585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5f2e3585-6f22-41ae-88b7-42cef3356e14 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6543803 Aug 28 20:07:03.819761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Port f7c10c12-e241-479f-aaea-8e7a75418892 not found, will not notify nova. {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 20:07:03.844699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (ded8bd84-398c-42fd-9be7-0997b1aa161b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:03.854586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Request body: {'port': {'device_id': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:03.871862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e1f3988-0d5e-4fff-bde5-94166ac2b913 req-b3e052db-11d3-4eea-831b-37417fed1acb tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648414 Aug 28 20:07:03.882951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] Calling delete_port for 3caf32ce-3c80-4437-bdfd-a9437494c2bb owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:03.913632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3caf32ce-3c80-4437-bdfd-a9437494c2bb no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:03.957752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-155022fb-1b3c-47d0-9fe6-cb6363839209 None None] Port 74a5593f-14ff-450b-b7e5-eac2bb82f742 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:04.135917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3caf32ce-3c80-4437-bdfd-a9437494c2bb is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:04.137612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.325795 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.348811 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks [] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.366713 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ff9f6431-d542-40ec-804b-e379132a0beb tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7879922 Aug 28 20:07:04.440148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49404) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:04.453205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] Pushing event deleted for resources: {'Port': ['ID=3caf32ce-3c80-4437-bdfd-a9437494c2bb,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:04.476973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb5615-bc17-4a17-be5a-d76e04042fc8 None None] No DVR routers for this DVR port 3caf32ce-3c80-4437-bdfd-a9437494c2bb on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:04.491288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49406) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:04.511666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.246'}]}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:04.515488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3caf32ce-3c80-4437-bdfd-a9437494c2bb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.522599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe708-ac60-4cc8-a5f3-cce52ff7b0d9 req-808680ed-0e0e-412a-b9fb-20aedaa4c72d tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.531435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8abfe708-ac60-4cc8-a5f3-cce52ff7b0d9 req-808680ed-0e0e-412a-b9fb-20aedaa4c72d tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.7669954 Aug 28 20:07:04.597879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111765b-a7fd-48d4-82aa-0ccf4acb0f7c req-568ae3cf-ef86-4d89-ac1b-e0523416b7c6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.599756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f111765b-a7fd-48d4-82aa-0ccf4acb0f7c req-568ae3cf-ef86-4d89-ac1b-e0523416b7c6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.1104159 Aug 28 20:07:04.643319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3caf32ce-3c80-4437-bdfd-a9437494c2bb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:04.653074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] No DVR routers for this DVR port 3caf32ce-3c80-4437-bdfd-a9437494c2bb on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:04.726925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.757030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.757600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.758110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.758594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.759067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.759536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.760004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:04.762267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-7444dd39-a40f-4d30-8ef3-cfd3342f1858 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6719 time: 0.2689879 Aug 28 20:07:04.768639 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f111765b-a7fd-48d4-82aa-0ccf4acb0f7c req-e6c07387-5abb-4f32-8d5e-b5a2cc2cc35e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558483 Aug 28 20:07:04.810375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8abfe708-ac60-4cc8-a5f3-cce52ff7b0d9 req-e9b3e500-538b-408e-a1e1-b028fdc4f957 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780473 Aug 28 20:07:04.810898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Deleting port 906cefe7-639a-450d-9531-9a62ba47f93f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:04.811245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.832956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e559f735-c3b0-4375-b46e-d406d3fbe0da), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.905915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (97ff791b-d969-4d93-ae63-bd7908a55596), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.906990 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (97ff791b-d969-4d93-ae63-bd7908a55596), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.910218 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-d1e9f5d6-200c-4f5f-841f-281201d3bf13 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381440 Aug 28 20:07:04.921121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Router ded8bd84-398c-42fd-9be7-0997b1aa161b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:07:04.934112 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:04.939413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e559f735-c3b0-4375-b46e-d406d3fbe0da']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:05.014800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5bff6-8455-4cc8-b84f-4fd7dfb0b127 req-da04d774-1a9d-4418-ad09-9009ad09c003 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:05.016401 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6bc5bff6-8455-4cc8-b84f-4fd7dfb0b127 req-da04d774-1a9d-4418-ad09-9009ad09c003 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 945 time: 0.1391690 Aug 28 20:07:05.029964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:05.030269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641e9cda-5fe2-4e9d-8b5d-eb7a43fee437') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:05.109218 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (641e9cda-5fe2-4e9d-8b5d-eb7a43fee437), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.117903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6bc5bff6-8455-4cc8-b84f-4fd7dfb0b127 req-ba89ac84-f795-4492-adfb-41413086b1f2 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934670 Aug 28 20:07:05.119532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:05.126091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0451ac7f-f8a7-41da-ac4d-982189ec099a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ded8bd84-398c-42fd-9be7-0997b1aa161b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4286196 Aug 28 20:07:05.128495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49416) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:05.143439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:05.152324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] Sync routers for ids ['ded8bd84-398c-42fd-9be7-0997b1aa161b'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:05.169148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] Routers {'ded8bd84-398c-42fd-9be7-0997b1aa161b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:05.170094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ded8bd84-398c-42fd-9be7-0997b1aa161b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:05.202222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:05.207874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for router_controller (97ff791b-d969-4d93-ae63-bd7908a55596), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.218083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:05.223224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (641e9cda-5fe2-4e9d-8b5d-eb7a43fee437), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.228279 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:05.237569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:05.248078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] For port 906cefe7-639a-450d-9531-9a62ba47f93f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=906cefe7-639a-450d-9531-9a62ba47f93f,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:05.248455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.304431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:07:05.304857 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (641e9cda-5fe2-4e9d-8b5d-eb7a43fee437), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.374179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] Set router ded8bd84-398c-42fd-9be7-0997b1aa161b gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:05.375263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks [] for router (ded8bd84-398c-42fd-9be7-0997b1aa161b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.424930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9229d-3933-45e9-ba8e-9116f746070b req-a8ab8891-d0a9-4e79-bbc3-1cce9505b9c1 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:05.426649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40d9229d-3933-45e9-ba8e-9116f746070b req-a8ab8891-d0a9-4e79-bbc3-1cce9505b9c1 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 935 time: 0.4286883 Aug 28 20:07:05.428309 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 641e9cda-5fe2-4e9d-8b5d-eb7a43fee437 resource provider aggregate not found Aug 28 20:07:05.470407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Calling delete_port for 906cefe7-639a-450d-9531-9a62ba47f93f owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:05.530324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks [] for router_gateway (ded8bd84-398c-42fd-9be7-0997b1aa161b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.536724 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 641e9cda-5fe2-4e9d-8b5d-eb7a43fee437 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 641e9cda-5fe2-4e9d-8b5d-eb7a43fee437 found for delete ", "request_id": "req-b3e46b39-ecc5-4a36-a3d1-912667b90fd6"}]} Aug 28 20:07:05.589600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:05.590441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.616627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b961bd60-0783-45d5-894f-f939f2f1a0b5 None None] Provisioning complete for port 145bbb93-1114-4c6e-9d31-1043d64ac181 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:05.616907 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b961bd60-0783-45d5-894f-f939f2f1a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.664559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b961bd60-0783-45d5-894f-f939f2f1a0b5 None None] Port 145bbb93-1114-4c6e-9d31-1043d64ac181 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:05.667558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:07:03Z', 'revision_number': 5, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:05.695577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] Checking router: ded8bd84-398c-42fd-9be7-0997b1aa161b for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:07:05.706392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] Routers {'ded8bd84-398c-42fd-9be7-0997b1aa161b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:05.707019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ded8bd84-398c-42fd-9be7-0997b1aa161b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:05.808425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for router_gateway (97ff791b-d969-4d93-ae63-bd7908a55596), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.815154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40d9229d-3933-45e9-ba8e-9116f746070b req-89f40633-9a45-438e-b822-385a734181b9 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307183 Aug 28 20:07:05.816215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] Set router ded8bd84-398c-42fd-9be7-0997b1aa161b gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:05.911801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a5593f-14ff-450b-b7e5-eac2bb82f742 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:05.918762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e559f735-c3b0-4375-b46e-d406d3fbe0da), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.923335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-dad7ad78-897a-407b-9710-b9de38b68cce tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1192856 Aug 28 20:07:05.933714 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.940464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e559f735-c3b0-4375-b46e-d406d3fbe0da HTTP/1.1" status: 204 len: 168 time: 3.5482292 Aug 28 20:07:05.946972 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Publish callbacks [] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.948387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Deleting port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:05.949831 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:05.953225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Request body: {'port': {'device_id': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:05.972039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cfe2f-07e0-42a0-9006-088497cd97a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e559f735-c3b0-4375-b46e-d406d3fbe0da,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:06.103667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:07:03Z', 'revision_number': 5, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:06.121108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] For port 8fe55173-5dd6-406f-b3c9-dcfd21370cbe, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:06.122324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.142415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Calling delete_port for 8fe55173-5dd6-406f-b3c9-dcfd21370cbe owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:06.145920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fce09e-05e6-4113-ad75-af2283977bde None None] The sync data for ids ['ded8bd84-398c-42fd-9be7-0997b1aa161b'] in n-d-854121-7 is: [{'id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'name': 'tempest-VirtualInterfacesTestJSON-55292031-router', 'tenant_id': '70e091e467644ee387e57f1801e9cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:49Z', 'updated_at': '2022-08-28T20:07:03Z', 'revision_number': 5, 'project_id': '70e091e467644ee387e57f1801e9cc83', 'gw_port': {'id': '8fe55173-5dd6-406f-b3c9-dcfd21370cbe', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8bd84-398c-42fd-9be7-0997b1aa161b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:51Z', 'updated_at': '2022-08-28T20:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:06.160385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04993672-f198-4ec9-aba5-d2c019bb19dd req-446d7fbf-736f-4af6-9197-23815ced35c6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:06.162011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04993672-f198-4ec9-aba5-d2c019bb19dd req-446d7fbf-736f-4af6-9197-23815ced35c6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 946 time: 0.0988636 Aug 28 20:07:06.176449 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.220043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 906cefe7-639a-450d-9531-9a62ba47f93f no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:06.280005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Transition to ACTIVE for port object 74a5593f-14ff-450b-b7e5-eac2bb82f742 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:07:06.295357 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:06.303017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.314759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 906cefe7-639a-450d-9531-9a62ba47f93f is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:06.321455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (906cefe7-639a-450d-9531-9a62ba47f93f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.386518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04993672-f198-4ec9-aba5-d2c019bb19dd req-8f56fd85-869b-47df-8d4d-19b85fc773e2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137940 Aug 28 20:07:06.395279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event deleted for resources: {'Port': ['ID=906cefe7-639a-450d-9531-9a62ba47f93f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:06.422505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c320a-59d2-4412-958a-ba373e50ea6b req-03810750-b0cb-4802-b26e-87b18331f1f7 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:06.424330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-488c320a-59d2-4412-958a-ba373e50ea6b req-03810750-b0cb-4802-b26e-87b18331f1f7 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.0700214 Aug 28 20:07:06.427142 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:06.485353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8fe55173-5dd6-406f-b3c9-dcfd21370cbe), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.488329 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.560303 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for router_gateway (97ff791b-d969-4d93-ae63-bd7908a55596), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.568789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe55173-5dd6-406f-b3c9-dcfd21370cbe,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:06.584611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] No DVR routers for this DVR port 906cefe7-639a-450d-9531-9a62ba47f93f on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:06.642351 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.645745 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c123eb1-f421-4eae-847b-fa51f742280d req-2eaea2a8-bcf6-48a2-bad2-4065083d74d2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "DELETE /networking/v2.0/ports/906cefe7-639a-450d-9531-9a62ba47f93f HTTP/1.1" status: 204 len: 173 time: 2.8062508 Aug 28 20:07:06.649615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'name': 'network-vif-deleted', 'tag': '906cefe7-639a-450d-9531-9a62ba47f93f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:06.652132 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b92101-30aa-4c5e-8bf7-cc41c102701c" -d '{"events": [{"server_uuid": "4d4c40ef-80ac-4112-b105-d338dc57f561", "name": "network-vif-deleted", "tag": "906cefe7-639a-450d-9531-9a62ba47f93f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:06.682701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-488c320a-59d2-4412-958a-ba373e50ea6b req-4d5a2521-470d-4c57-8ac9-0b1dd803b7c3 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422850 Aug 28 20:07:06.686100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49436) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:06.692119 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.754430 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (ded8bd84-398c-42fd-9be7-0997b1aa161b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.785280 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8299a51c-d0c9-47c8-aa62-2cb78e42ecbd x-openstack-request-id: req-8299a51c-d0c9-47c8-aa62-2cb78e42ecbd {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:06.789376 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c40ef-80ac-4112-b105-d338dc57f561", "name": "network-vif-deleted", "tag": "906cefe7-639a-450d-9531-9a62ba47f93f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:06.789376 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8299a51c-d0c9-47c8-aa62-2cb78e42ecbd {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:06.789376 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8299a51c-d0c9-47c8-aa62-2cb78e42ecbd'] response: {'server_uuid': '4d4c40ef-80ac-4112-b105-d338dc57f561', 'name': 'network-vif-deleted', 'tag': '906cefe7-639a-450d-9531-9a62ba47f93f', 'status': 'completed', 'code': 200} Aug 28 20:07:06.791810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:06.801051 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-48ebd0e8-614a-4105-9720-0c73117eebce admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a159c1a1434347748a4b836d3e5f0efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1134827 Aug 28 20:07:06.819414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49440) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:06.829647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f87b7-72e0-434d-ae72-ec40ad69d4fe req-b8afeeb9-dd6c-430e-8a9a-c3aad6d3c416 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:06.831990 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a67f87b7-72e0-434d-ae72-ec40ad69d4fe req-b8afeeb9-dd6c-430e-8a9a-c3aad6d3c416 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 945 time: 0.3211408 Aug 28 20:07:06.920805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (ded8bd84-398c-42fd-9be7-0997b1aa161b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.926647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks [] for router_controller (ded8bd84-398c-42fd-9be7-0997b1aa161b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:06.947415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aa529-7960-49b2-ab51-299231784653 req-268cd5d8-c95a-480f-b1b6-ab7560e0987a tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:06.949088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-274aa529-7960-49b2-ab51-299231784653 req-268cd5d8-c95a-480f-b1b6-ab7560e0987a tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.0974526 Aug 28 20:07:06.986508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49444) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:06.990294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Request body: {'floatingip': {'port_id': 'b0dda98e-6b8a-4a96-a883-c067f7be1641'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:07.036611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for floatingip (1aca42fa-4c11-4ab2-8778-8838dec12727), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.064792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Attempting to bind port 74a5593f-14ff-450b-b7e5-eac2bb82f742 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:07.065144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Attempting to bind port 74a5593f-14ff-450b-b7e5-eac2bb82f742 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:07.065734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Attempting to bind port 74a5593f-14ff-450b-b7e5-eac2bb82f742 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:07.104234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Port 74a5593f-14ff-450b-b7e5-eac2bb82f742 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:07:07.104563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Attempting to bind port 74a5593f-14ff-450b-b7e5-eac2bb82f742 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:07.137902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (ded8bd84-398c-42fd-9be7-0997b1aa161b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.138599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ded8bd84-398c-42fd-9be7-0997b1aa161b {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:07:07.145774 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.145774 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b3746785-e360-4674-abdb-7658b7198f5a admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ded8bd84-398c-42fd-9be7-0997b1aa161b HTTP/1.1" status: 204 len: 168 time: 2.0161231 Aug 28 20:07:07.150622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49446) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:07.171983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512424e-a232-4a54-94e3-094538cc9d15 req-19b706c7-ac28-4211-8414-efcea4958c3c tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:07.173640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a512424e-a232-4a54-94e3-094538cc9d15 req-19b706c7-ac28-4211-8414-efcea4958c3c tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.1489384 Aug 28 20:07:07.334807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] Deleting subnet 25524b93-28ba-422a-b375-5b0535882c33 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:07:07.354291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7c10c12-e241-479f-aaea-8e7a75418892 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:07.371772 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] Publish callbacks [] for subnet (25524b93-28ba-422a-b375-5b0535882c33), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.394670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f7c10c12-e241-479f-aaea-8e7a75418892 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:07.395294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7c10c12-e241-479f-aaea-8e7a75418892 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:07.469441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a512424e-a232-4a54-94e3-094538cc9d15 req-ee743e68-18f7-4c1d-9283-8a92f0743c98 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487168 Aug 28 20:07:07.491965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a67f87b7-72e0-434d-ae72-ec40ad69d4fe req-8c8d481a-0de6-4529-8b9a-e8779e03c64d tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276491 Aug 28 20:07:07.495084 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (25524b93-28ba-422a-b375-5b0535882c33), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.504438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08481380-e085-4bfd-865b-7d0da5a722a0 admin admin] Publish callbacks [] for security_group (f0d72434-704b-426b-bcff-7616fdc16dbe), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.506874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:07.507213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:07.507829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:07.508456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Bound port: 74a5593f-14ff-450b-b7e5-eac2bb82f742, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:07.509046 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.529992 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:07.588154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08481380-e085-4bfd-865b-7d0da5a722a0 admin admin] Publish callbacks [] for security_group (f0d72434-704b-426b-bcff-7616fdc16dbe), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.595773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145bbb93-1114-4c6e-9d31-1043d64ac181 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:07.634125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Publish callbacks [] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.673292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67173056-59a2-48e3-8fdb-a689ed723bce req-5d2bf552-a6cd-4a78-80e2-4144ed1c3740 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4d4c40ef-80ac-4112-b105-d338dc57f561 HTTP/1.1" status: 200 len: 210 time: 0.0540674 Aug 28 20:07:07.684746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for router (97ff791b-d969-4d93-ae63-bd7908a55596), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.724120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Transition to ACTIVE for port object 145bbb93-1114-4c6e-9d31-1043d64ac181 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:07:07.755380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (25524b93-28ba-422a-b375-5b0535882c33), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.763720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:07.816395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:07.873951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.900070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.939175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ad146-1212-4301-891e-585b80012753 req-5b1f2f65-cf24-4ac8-95d0-0ed6e886ae15 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:07.940803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-526ad146-1212-4301-891e-585b80012753 req-5b1f2f65-cf24-4ac8-95d0-0ed6e886ae15 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 945 time: 0.1792066 Aug 28 20:07:07.965675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (97ff791b-d969-4d93-ae63-bd7908a55596), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:07.975089 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:07.988195 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks [] for router_controller (97ff791b-d969-4d93-ae63-bd7908a55596), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.015775 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (25524b93-28ba-422a-b375-5b0535882c33), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.032661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08481380-e085-4bfd-865b-7d0da5a722a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f0d72434-704b-426b-bcff-7616fdc16dbe), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.035170 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08481380-e085-4bfd-865b-7d0da5a722a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.039240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-08481380-e085-4bfd-865b-7d0da5a722a0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f0d72434-704b-426b-bcff-7616fdc16dbe HTTP/1.1" status: 204 len: 168 time: 1.2139051 Aug 28 20:07:08.051132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25524b93-28ba-422a-b375-5b0535882c33,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:08.060676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.061629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32079ace-b10e-4761-85ed-29add3df74a6 None None] Network 10ec0768-fd29-4bed-9f39-524427eeefa8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:08.065398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02d4d79b-a7ec-476f-8548-27ed672f3f8f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/25524b93-28ba-422a-b375-5b0535882c33 HTTP/1.1" status: 204 len: 168 time: 0.9130635 Aug 28 20:07:08.071390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (1aca42fa-4c11-4ab2-8778-8838dec12727), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.077487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:08.080515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.086764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49452) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:08.103485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:08.104457 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.105692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/74a5593f-14ff-450b-b7e5-eac2bb82f742 HTTP/1.1" status: 200 len: 1095 time: 4.3028040 Aug 28 20:07:08.173231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08481380-e085-4bfd-865b-7d0da5a722a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d72434-704b-426b-bcff-7616fdc16dbe,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:08.210431 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Floating IP 1aca42fa-4c11-4ab2-8778-8838dec12727 associated. External IP: 172.25.4.252, port: b0dda98e-6b8a-4a96-a883-c067f7be1641. Aug 28 20:07:08.286514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (97ff791b-d969-4d93-ae63-bd7908a55596), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.287105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97ff791b-d969-4d93-ae63-bd7908a55596 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:07:08.310085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Deleting port 74f38abc-0b52-420b-992b-6c8e643f0644 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:08.311136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.408339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] DHCP port deletion for 10ec0768-fd29-4bed-9f39-524427eeefa8 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:07:08.415535 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d3198-1ce0-4c56-b085-4a2240c6ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:08.423844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Attempting to bind port 145bbb93-1114-4c6e-9d31-1043d64ac181 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:08.424184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Attempting to bind port 145bbb93-1114-4c6e-9d31-1043d64ac181 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:08.424527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Attempting to bind port 145bbb93-1114-4c6e-9d31-1043d64ac181 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:08.433282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (10ec0768-fd29-4bed-9f39-524427eeefa8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.445811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-ec16fea4-542a-4918-a4a2-98f7bcd43b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:08.447462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-ec16fea4-542a-4918-a4a2-98f7bcd43b1e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 1129 time: 0.1854091 Aug 28 20:07:08.457724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Deleting port 1b425244-3058-4424-8578-8f5da55866ba {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:08.457981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Port 145bbb93-1114-4c6e-9d31-1043d64ac181 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:07:08.458195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Attempting to bind port 145bbb93-1114-4c6e-9d31-1043d64ac181 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:08.458700 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1b425244-3058-4424-8578-8f5da55866ba), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.510876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:08.511567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:08.512302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:08.513274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Bound port: 145bbb93-1114-4c6e-9d31-1043d64ac181, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:08.513830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.525005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-5abb24eb-6653-4ead-94c2-ccf72aa3e0ae service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742 HTTP/1.1" status: 200 len: 217 time: 0.0633943 Aug 28 20:07:08.567509 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 20:07:08.568063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] For port 1b425244-3058-4424-8578-8f5da55866ba, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1b425244-3058-4424-8578-8f5da55866ba,segment=NetworkSegment(1cfaa01c-f2a9-4aef-8f73-853bd4aa2970),segment_id=1cfaa01c-f2a9-4aef-8f73-853bd4aa2970)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:08.569599 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-532a45e6-7688-46f4-9b58-6e969aa27ef3 tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0851874 Aug 28 20:07:08.572430 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1b425244-3058-4424-8578-8f5da55866ba), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.577210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49460) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:08.610340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Calling delete_port for 1b425244-3058-4424-8578-8f5da55866ba owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:08.661627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] For port 74f38abc-0b52-420b-992b-6c8e643f0644, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=74f38abc-0b52-420b-992b-6c8e643f0644,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:08.663215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.684667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Deleting port 1b425244-3058-4424-8578-8f5da55866ba {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:08.685392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1b425244-3058-4424-8578-8f5da55866ba), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.703286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Calling delete_port for 74f38abc-0b52-420b-992b-6c8e643f0644 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:08.791520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-b93a4bff-71be-41e0-a594-d5571c5960c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:08.794093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-b93a4bff-71be-41e0-a594-d5571c5960c9 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2285881 Aug 28 20:07:08.795198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:08.797772 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94b30dd-d4de-44a3-956b-af9e96459e35" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:08.858450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:08.858557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Deleting port d201ca4f-c35b-4076-9957-81a2f8603ef7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:08.858557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d201ca4f-c35b-4076-9957-81a2f8603ef7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.858557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Router d0959ea3-210b-45cf-b861-3f5ff83a584a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:07:08.939170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:08.942385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad9c9a-0746-43a1-a8a2-7f78cffe95c4 req-0ab89a4a-526e-47cd-8213-fdacb961b477 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:08.943932 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b9ad9c9a-0746-43a1-a8a2-7f78cffe95c4 req-0ab89a4a-526e-47cd-8213-fdacb961b477 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 945 time: 0.1882150 Aug 28 20:07:08.974210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] For port 1b425244-3058-4424-8578-8f5da55866ba, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1b425244-3058-4424-8578-8f5da55866ba,segment=NetworkSegment(1cfaa01c-f2a9-4aef-8f73-853bd4aa2970),segment_id=1cfaa01c-f2a9-4aef-8f73-853bd4aa2970)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:08.974693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1b425244-3058-4424-8578-8f5da55866ba), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:08.977679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-e67edf99-61fb-4b99-a9ca-fad7b1e9d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:08.979362 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-e67edf99-61fb-4b99-a9ca-fad7b1e9d2df service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1733758 Aug 28 20:07:08.985490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24523b3-91f6-475f-ba70-091586867635 req-c642b049-df6a-463b-9c79-263acdbac7fe tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:08.987125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b24523b3-91f6-475f-ba70-091586867635 req-c642b049-df6a-463b-9c79-263acdbac7fe tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.2632961 Aug 28 20:07:09.036587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Calling delete_port for 1b425244-3058-4424-8578-8f5da55866ba owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:09.051687 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:09.054132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (1b425244-3058-4424-8578-8f5da55866ba), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.107780 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.126269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:09.126914 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.128473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/145bbb93-1114-4c6e-9d31-1043d64ac181 HTTP/1.1" status: 200 len: 1095 time: 3.1869226 Aug 28 20:07:09.153607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Pushing event deleted for resources: {'Port': ['ID=1b425244-3058-4424-8578-8f5da55866ba,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:09.174767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] No DVR routers for this DVR port 1b425244-3058-4424-8578-8f5da55866ba on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:09.181671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.183831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.184523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.186171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.186714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.187528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.190992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.191729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.192262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.196152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.197549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.198090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.210915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.210915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.210915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db606-81b5-410f-abec-be3ad37ea728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:09.227792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:09.246736 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] Sync routers for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:09.282294 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d201ca4f-c35b-4076-9957-81a2f8603ef7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.282472 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:09.288331 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:09.299679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Calling delete_port for d201ca4f-c35b-4076-9957-81a2f8603ef7 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:09.372200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.418479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b24523b3-91f6-475f-ba70-091586867635 req-c1ce2696-5877-40af-81ae-916125b70f64 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177971 Aug 28 20:07:09.423159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8fe55173-5dd6-406f-b3c9-dcfd21370cbe no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:09.472790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b9ad9c9a-0746-43a1-a8a2-7f78cffe95c4 req-f2bee692-5fc0-4c5d-ad9b-236f6aa31642 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=23ed4c31-20ce-40fb-a3be-911c136fd79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834549 Aug 28 20:07:09.483184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e6076a28-6b53-40db-b051-2575de542775 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/1aca42fa-4c11-4ab2-8778-8838dec12727 HTTP/1.1" status: 200 len: 991 time: 2.4965298 Aug 28 20:07:09.485428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:09.511629 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45951bac-ee00-4cff-a754-003ce9d4bbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:09.512526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 8fe55173-5dd6-406f-b3c9-dcfd21370cbe {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:09.512526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8fe55173-5dd6-406f-b3c9-dcfd21370cbe not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:09.512526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b425244-3058-4424-8578-8f5da55866ba no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:09.550807 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (74f38abc-0b52-420b-992b-6c8e643f0644), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.586974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1b425244-3058-4424-8578-8f5da55866ba {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:09.587321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1b425244-3058-4424-8578-8f5da55866ba not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:09.601810 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-2b385bee-d0a3-4de3-8afd-46b97c22222f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023424 Aug 28 20:07:09.603747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['74f38abc-0b52-420b-992b-6c8e643f0644'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:09.609760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfeeee-f9ac-40d3-9109-c073ec777933 service neutron] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:09.642521 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d2a1b-fec2-476d-b60e-95c9e4a89325 x-openstack-request-id: req-384d2a1b-fec2-476d-b60e-95c9e4a89325 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:09.642878 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:09.643145 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-384d2a1b-fec2-476d-b60e-95c9e4a89325 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:09.643737 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384d2a1b-fec2-476d-b60e-95c9e4a89325'] response: {'name': 'network-changed', 'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'status': 'completed', 'code': 200} Aug 28 20:07:09.668522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-8ff2b81e-d08d-4e6a-93e7-dc3694f40a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:09.670893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-8ff2b81e-d08d-4e6a-93e7-dc3694f40a5e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 1129 time: 0.2483737 Aug 28 20:07:09.686230 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:09.778668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Pushing event deleted for resources: {'Port': ['ID=74f38abc-0b52-420b-992b-6c8e643f0644,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:09.784461 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05657b58-3675-45f3-8e17-63285c8be62f x-openstack-request-id: req-05657b58-3675-45f3-8e17-63285c8be62f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: from cryptography.utils import int_from_bytes Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: from cryptography.utils import int_from_bytes Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.786037 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:09.789242 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:07:09.796200 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:09.796571 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05657b58-3675-45f3-8e17-63285c8be62f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:09.797028 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05657b58-3675-45f3-8e17-63285c8be62f'] response: {'name': 'network-changed', 'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'status': 'completed', 'code': 200} Aug 28 20:07:09.847594 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:09.850895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1b425244-3058-4424-8578-8f5da55866ba), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.898665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-00194a91-90e0-4c1b-bf22-eeaf29b31c50 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=145bbb93-1114-4c6e-9d31-1043d64ac181 HTTP/1.1" status: 200 len: 217 time: 0.1937253 Aug 28 20:07:09.916442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] No DVR routers for this DVR port 74f38abc-0b52-420b-992b-6c8e643f0644 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:09.954899 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:09.955597 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:09.967240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-526ad146-1212-4301-891e-585b80012753 req-ea32d125-1feb-44b8-b91b-d1f937fe5150 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.84 "DELETE /networking/v2.0/ports/74f38abc-0b52-420b-992b-6c8e643f0644 HTTP/1.1" status: 204 len: 173 time: 2.0156701 Aug 28 20:07:09.973189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b425244-3058-4424-8578-8f5da55866ba,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:10.041059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d201ca4f-c35b-4076-9957-81a2f8603ef7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:10.045724 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:10.048095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-00f07513-c846-4a57-919c-081119036bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.049936 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-00f07513-c846-4a57-919c-081119036bf0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2e3c425de2174a18963458a3dd7d23e5&device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 1127 time: 0.2259831 Aug 28 20:07:10.106319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Pushing event deleted for resources: {'Port': ['ID=d201ca4f-c35b-4076-9957-81a2f8603ef7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:10.127303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-f0556222-f660-4861-9ef9-47410cf45c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.129523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-f0556222-f660-4861-9ef9-47410cf45c22 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2182274 Aug 28 20:07:10.132210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] No DVR routers for this DVR port 1b425244-3058-4424-8578-8f5da55866ba on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:10.138109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d84a-ec4f-476a-82cc-87860f0b7ad7 req-ee7e14b4-191a-4c01-8579-724aefab3e32 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.146294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87a2d84a-ec4f-476a-82cc-87860f0b7ad7 req-ee7e14b4-191a-4c01-8579-724aefab3e32 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.1828668 Aug 28 20:07:10.329030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87a2d84a-ec4f-476a-82cc-87860f0b7ad7 req-a77c2cda-94f8-4222-8c50-399682abc5a9 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762738 Aug 28 20:07:10.341570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:10.345193 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3d1ed6e6-11cf-4f6f-8a3c-1fb6825d5a7c tempest-RoutersAdminNegativeTest-15746317 tempest-RoutersAdminNegativeTest-15746317-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/d201ca4f-c35b-4076-9957-81a2f8603ef7 HTTP/1.1" status: 204 len: 168 time: 1.7661994 Aug 28 20:07:10.386993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-7cb736d1-10eb-40af-b7d8-2c92b07448dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.387237 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-7cb736d1-10eb-40af-b7d8-2c92b07448dc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=bcd593a6-128e-4a60-9b21-7a51af66dad3 HTTP/1.1" status: 200 len: 917 time: 0.3296964 Aug 28 20:07:10.389359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49502) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:10.483692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c65bd962-bb7e-447c-8b5d-976aeffea2e2 req-4d9052b3-8492-4dab-bb94-b0f94fafc0ca service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387346 Aug 28 20:07:10.484804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-39aa6242-d141-45dd-992c-46a571ecda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.488458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-39aa6242-d141-45dd-992c-46a571ecda78 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2639439 Aug 28 20:07:10.497062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-b6772bd5-d915-4995-a311-37e91d3a73a4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.499273 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-b6772bd5-d915-4995-a311-37e91d3a73a4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.2085555 Aug 28 20:07:10.518571 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '1aca42fa-4c11-4ab2-8778-8838dec12727', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'port_id': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'mac_address': 'fa:16:3e:b4:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:05:31Z', 'updated_at': '2022-08-28T20:07:07Z', 'revision_number': 1, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:30Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:10.552623 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] Checking router: d0959ea3-210b-45cf-b861-3f5ff83a584a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:07:10.568533 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:10.569787 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:10.644902 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-c01182da-921f-414d-9b53-7a75a78b4c1c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311347 Aug 28 20:07:10.686730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-270699781-network', 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:10.695225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-8eb3b5f7-3a19-454d-b225-33c58706227f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641 HTTP/1.1" status: 200 len: 999 time: 0.2875304 Aug 28 20:07:10.722700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80186ae7-163a-4fdd-a401-2ffd6f88f487 req-e8f5c8a1-52ff-4113-a134-7fde87ba2c65 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.725522 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-80186ae7-163a-4fdd-a401-2ffd6f88f487 req-e8f5c8a1-52ff-4113-a134-7fde87ba2c65 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.1565726 Aug 28 20:07:10.774233 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-e99c3fc3-0106-4279-8d03-f9b8692e05a0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/quotas/1e780e72454849a9adf5c45a7783c014 HTTP/1.1" status: 200 len: 375 time: 0.1281209 Aug 28 20:07:10.806230 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (10ec0768-fd29-4bed-9f39-524427eeefa8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:10.879593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-4de71545-02e4-4d99-bbc2-494fa8766898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:10.879939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-4de71545-02e4-4d99-bbc2-494fa8766898 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=846478f0-ac98-4137-9dfc-250fb2e6fe09 HTTP/1.1" status: 200 len: 855 time: 0.1507409 Aug 28 20:07:10.894292 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:10.917558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ec0768-fd29-4bed-9f39-524427eeefa8']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:10.925022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-fe9d78b3-7a87-4251-b7eb-98c86d0e446d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381631 Aug 28 20:07:10.953030 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-80186ae7-163a-4fdd-a401-2ffd6f88f487 req-5f521256-9e3f-47a0-a598-0fb45a12012b tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117865 Aug 28 20:07:10.953805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:10.956238 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:10.958351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:10.958776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfaa01c-f2a9-4aef-8f73-853bd4aa2970') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:10.994327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.031661 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:11.034163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-d2bb9df8-85ee-4df1-b594-e3c46db8b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:11.037291 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-d2bb9df8-85ee-4df1-b594-e3c46db8b329 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=bcd593a6-128e-4a60-9b21-7a51af66dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1237431 Aug 28 20:07:11.071118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1cfaa01c-f2a9-4aef-8f73-853bd4aa2970), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.108745 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2df683b-6288-4c03-b400-c25b17c9d5aa req-9892c230-bc56-4828-920c-acea675a941d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144747 Aug 28 20:07:11.109901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1cfaa01c-f2a9-4aef-8f73-853bd4aa2970), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.122486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:07:11.122926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1cfaa01c-f2a9-4aef-8f73-853bd4aa2970), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.144278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks [] for security_group (8f559e5c-e676-4813-8d67-63ccc509711e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.178233 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1cfaa01c-f2a9-4aef-8f73-853bd4aa2970 resource provider aggregate not found Aug 28 20:07:11.180139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a9565fd-76c3-4af8-a57a-4ae71768d3ad req-3731634b-5ff7-4399-9f80-5c74ba6df870 tempest-ImagesNegativeTestJSON-872760731 tempest-ImagesNegativeTestJSON-872760731-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ef464a34-5d53-44a4-9a4d-ef13f15261ae HTTP/1.1" status: 200 len: 210 time: 0.0315619 Aug 28 20:07:11.189069 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:11.227354 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-c7208f62-687c-4ce2-80bf-e126c8731300 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710474 Aug 28 20:07:11.263621 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '1aca42fa-4c11-4ab2-8778-8838dec12727', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'port_id': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'mac_address': 'fa:16:3e:b4:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:05:31Z', 'updated_at': '2022-08-28T20:07:07Z', 'revision_number': 1, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:30Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:11.264285 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1cfaa01c-f2a9-4aef-8f73-853bd4aa2970 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cfaa01c-f2a9-4aef-8f73-853bd4aa2970 found for delete ", "request_id": "req-9865e01e-ce5b-4dda-8fef-864d74e60d02"}]} Aug 28 20:07:11.265953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49516) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:11.296761 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c07d6-b70b-4bff-b65f-5589a3b607a2 None None] The sync data for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 is: [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '1aca42fa-4c11-4ab2-8778-8838dec12727', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'port_id': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'mac_address': 'fa:16:3e:b4:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:05:31Z', 'updated_at': '2022-08-28T20:07:07Z', 'revision_number': 1, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:30Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:11.346534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (10ec0768-fd29-4bed-9f39-524427eeefa8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.356204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.360102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/10ec0768-fd29-4bed-9f39-524427eeefa8 HTTP/1.1" status: 204 len: 168 time: 3.2713616 Aug 28 20:07:11.402168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56a3d-4563-42ba-b228-9f5a8fd1def8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ec0768-fd29-4bed-9f39-524427eeefa8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:11.453002 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-d02f597e-9316-4eb2-a4af-fdc9d3ed1208 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084284 Aug 28 20:07:11.572371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1624-a1cb-4e56-b947-c2d3ab64a419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.646469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181'}, {'server_uuid': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'name': 'network-vif-deleted', 'tag': '74f38abc-0b52-420b-992b-6c8e643f0644'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:11.650397 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82" -d '{"events": [{"name": "network-changed", "server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181"}, {"server_uuid": "ef464a34-5d53-44a4-9a4d-ef13f15261ae", "name": "network-vif-deleted", "tag": "74f38abc-0b52-420b-992b-6c8e643f0644"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:11.672469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f94a2-945f-437a-93fe-7473b347be70 None None] New status for floating IP 1aca42fa-4c11-4ab2-8778-8838dec12727: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:07:11.710384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8f559e5c-e676-4813-8d67-63ccc509711e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.713411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-5e6fa204-4db9-46be-9efc-f0804f78cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:11.716270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-5e6fa204-4db9-46be-9efc-f0804f78cfa5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 1129 time: 0.0923758 Aug 28 20:07:11.757415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:07:11.768026 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8180daa-d5bb-4368-8c19-0b16829d2844 x-openstack-request-id: req-d8180daa-d5bb-4368-8c19-0b16829d2844 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:11.768336 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181", "status": "completed", "code": 200}, {"server_uuid": "ef464a34-5d53-44a4-9a4d-ef13f15261ae", "name": "network-vif-deleted", "tag": "74f38abc-0b52-420b-992b-6c8e643f0644", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:11.768571 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8180daa-d5bb-4368-8c19-0b16829d2844 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:11.769146 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8180daa-d5bb-4368-8c19-0b16829d2844'] response: {'name': 'network-changed', 'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'status': 'completed', 'code': 200} Aug 28 20:07:11.769420 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8180daa-d5bb-4368-8c19-0b16829d2844'] response: {'server_uuid': 'ef464a34-5d53-44a4-9a4d-ef13f15261ae', 'name': 'network-vif-deleted', 'tag': '74f38abc-0b52-420b-992b-6c8e643f0644', 'status': 'completed', 'code': 200} Aug 28 20:07:11.773484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f559e5c-e676-4813-8d67-63ccc509711e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:11.786704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f640d8e2-ab5a-4968-ad3f-7f9577f017d2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.786704 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Added segment f640d8e2-ab5a-4968-ad3f-7f9577f017d2 of type vlan for network c49b44b1-867f-4e9f-ac82-9c95519351e5 Aug 28 20:07:11.858029 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-9b21e46c-4fa2-44c3-b3f6-231c4b9b40da service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491072 Aug 28 20:07:11.876636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1624-a1cb-4e56-b947-c2d3ab64a419 admin admin] Publish callbacks [] for security_group (0bdf2f7b-d979-4f2c-b554-fca316dd191d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.884734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c49b44b1-867f-4e9f-ac82-9c95519351e5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:11.928327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-7db4991d-7df1-41ca-9148-322f10ed6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:11.932948 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-7db4991d-7df1-41ca-9148-322f10ed6834 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2078667 Aug 28 20:07:11.976306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c7ff514-ce05-4c3c-ac49-345d0a66ef53 req-12e49d4f-9ab3-47e5-94f5-cd3c9aa8afa6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 210 time: 0.1029735 Aug 28 20:07:11.978296 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1624-a1cb-4e56-b947-c2d3ab64a419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bdf2f7b-d979-4f2c-b554-fca316dd191d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.040365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6fa1624-a1cb-4e56-b947-c2d3ab64a419 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=23f5b3a680e04ad5ad897e16f9e1e460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7707186 Aug 28 20:07:12.040607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49530) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:12.044414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa1624-a1cb-4e56-b947-c2d3ab64a419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdf2f7b-d979-4f2c-b554-fca316dd191d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:12.085766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45951bac-ee00-4cff-a754-003ce9d4bbf5 req-27570c44-a814-424d-8584-b4b79bba7f06 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047863 Aug 28 20:07:12.162434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212f8b2f-c0eb-47ec-897e-924df6d0a66a admin admin] Publish callbacks [] for security_group (0bdf2f7b-d979-4f2c-b554-fca316dd191d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.162597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49536) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:12.174662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8f93-4b5c-4c92-9d3f-0b3c324b805d req-d40a9843-5842-409e-8d81-949eee5e6138 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:12.176296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-742b8f93-4b5c-4c92-9d3f-0b3c324b805d req-d40a9843-5842-409e-8d81-949eee5e6138 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.0785828 Aug 28 20:07:12.186764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c49b44b1-867f-4e9f-ac82-9c95519351e5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.188020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:12.188730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.210013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212f8b2f-c0eb-47ec-897e-924df6d0a66a admin admin] Publish callbacks [] for security_group (0bdf2f7b-d979-4f2c-b554-fca316dd191d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.259711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 74f38abc-0b52-420b-992b-6c8e643f0644 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:12.265612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e46ab625-96fb-4faa-9f83-ec839db89f59 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=70e091e467644ee387e57f1801e9cc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049297 Aug 28 20:07:12.267714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49540) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:12.279907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=c49b44b1-867f-4e9f-ac82-9c95519351e5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:12.289368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 74f38abc-0b52-420b-992b-6c8e643f0644 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:12.289722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 74f38abc-0b52-420b-992b-6c8e643f0644 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:12.293458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:07:12.352274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-12d454a4-e455-4047-aad0-049d15780ef1 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9616811 Aug 28 20:07:12.357354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49544) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:12.377815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Request body: {'subnet': {'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-270699781-subnet', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:12.396636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1784898f-d372-420b-95fa-cef6510b6114 admin admin] Publish callbacks [] for security_group (3b936b9f-7507-4cb3-b500-bfba46479da3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.436711 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1784898f-d372-420b-95fa-cef6510b6114 admin admin] Publish callbacks [] for security_group (3b936b9f-7507-4cb3-b500-bfba46479da3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.531386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:12.534523 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.624785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49556) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:12.751024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-d5f937aa-9c0e-416d-aef5-fded71bdb642 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742 HTTP/1.1" status: 200 len: 217 time: 0.0881481 Aug 28 20:07:12.776116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-742b8f93-4b5c-4c92-9d3f-0b3c324b805d req-04a873ad-9533-4656-a007-920e4635a2d7 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927343 Aug 28 20:07:12.781648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-62ec3a19-fdb1-46c3-a150-d5747a0dbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:12.784313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-62ec3a19-fdb1-46c3-a150-d5747a0dbf5d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 1129 time: 0.1046915 Aug 28 20:07:12.787028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1784898f-d372-420b-95fa-cef6510b6114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3b936b9f-7507-4cb3-b500-bfba46479da3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.793366 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1784898f-d372-420b-95fa-cef6510b6114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.793366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1784898f-d372-420b-95fa-cef6510b6114 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3b936b9f-7507-4cb3-b500-bfba46479da3 HTTP/1.1" status: 204 len: 168 time: 0.5223670 Aug 28 20:07:12.825373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784898f-d372-420b-95fa-cef6510b6114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b936b9f-7507-4cb3-b500-bfba46479da3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:12.845752 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:12.877679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-5a56d82c-d831-4cdf-86a1-4d2a6026f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:12.887692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-5a56d82c-d831-4cdf-86a1-4d2a6026f4d0 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1279631 Aug 28 20:07:12.954339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-0c72b096-f6e5-4773-b54f-f231f3f87ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:12.956617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-0c72b096-f6e5-4773-b54f-f231f3f87ea7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0606456 Aug 28 20:07:13.025361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212f8b2f-c0eb-47ec-897e-924df6d0a66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bdf2f7b-d979-4f2c-b554-fca316dd191d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.028592 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-212f8b2f-c0eb-47ec-897e-924df6d0a66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.030197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-212f8b2f-c0eb-47ec-897e-924df6d0a66a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0bdf2f7b-d979-4f2c-b554-fca316dd191d HTTP/1.1" status: 204 len: 168 time: 0.9883809 Aug 28 20:07:13.052465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-521c7ed1-af27-4fd6-a003-8bc04af0fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:13.054336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-521c7ed1-af27-4fd6-a003-8bc04af0fe26 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2465403 Aug 28 20:07:13.057391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f8b2f-c0eb-47ec-897e-924df6d0a66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdf2f7b-d979-4f2c-b554-fca316dd191d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:13.106352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f360dd7c-de5d-4290-806c-1926426e898d req-f2553c08-0b94-4ba8-8938-1f662aaf1075 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 210 time: 0.0562620 Aug 28 20:07:13.109770 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-4fbddeaa-5c4d-4fa2-a2af-7b4f9fdf69d2 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=145bbb93-1114-4c6e-9d31-1043d64ac181 HTTP/1.1" status: 200 len: 217 time: 0.0481935 Aug 28 20:07:13.171416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-d6e225c0-c702-48fc-854c-e3d80ddaf9b8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064214 Aug 28 20:07:13.179094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (ae67dafb-8a24-4b8c-9a2a-9d163c7ac194), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.192374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-e4b1c73a-2eb9-4be6-a1c2-7e3c2dfd306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:13.193919 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-e4b1c73a-2eb9-4be6-a1c2-7e3c2dfd306a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0766859 Aug 28 20:07:13.220679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.279371 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:13.289325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-6cc24466-ff56-4fe3-b775-2d5bdf109c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:13.290904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-6cc24466-ff56-4fe3-b775-2d5bdf109c4d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0866897 Aug 28 20:07:13.294864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:13.344161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:13.344945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Network hostable DHCP agents. Network: c49b44b1-867f-4e9f-ac82-9c95519351e5, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:07:13.380976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94b30dd-d4de-44a3-956b-af9e96459e35 req-160414ce-15dc-4dad-9cdd-5a268c48b821 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985216 Aug 28 20:07:13.448607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-57f601fc-7f60-440d-95f7-ea7cb93f57d5 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456182 Aug 28 20:07:13.510269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:07:13.566971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Deleting port eb7b4185-0564-43b2-83aa-626a15a85f8a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:13.567327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.608373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d6ffed4-1634-48d8-98a1-9d0fecd7bd82 req-aa2b3aa0-f359-4166-974a-01a56b89dad3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523080 Aug 28 20:07:13.617388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c49b44b1-867f-4e9f-ac82-9c95519351e5) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:13.628219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:13.628219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.628461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69c2f0-965f-4235-b0dc-cb9cd6d4e483 None None] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:13.685443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] For port eb7b4185-0564-43b2-83aa-626a15a85f8a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eb7b4185-0564-43b2-83aa-626a15a85f8a,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:13.685986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.702890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Calling delete_port for eb7b4185-0564-43b2-83aa-626a15a85f8a owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:13.783892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c49b44b1-867f-4e9f-ac82-9c95519351e5', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'project_id': '28d057c8fdf747988db165403edc2593', 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:07:13.786668 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.800137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49578) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:13.800414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f29bff32-7de0-4a67-bbe5-7fd65c8c0b70 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4395769 Aug 28 20:07:13.811728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:13.957305 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:13.985307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Allocated IP 172.20.0.2 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:13.998134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (5872ec2f-715c-425a-b69c-710a3642e4ea), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:13.999538 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (5872ec2f-715c-425a-b69c-710a3642e4ea), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.041227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49582) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:14.060679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1342c3-54c6-42ea-90cb-01429d8c023c req-c0fbe71f-6d89-4b53-b202-884be04ef0f1 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:14.063676 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c1342c3-54c6-42ea-90cb-01429d8c023c req-c0fbe71f-6d89-4b53-b202-884be04ef0f1 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.0579071 Aug 28 20:07:14.071370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 74a5593f-14ff-450b-b7e5-eac2bb82f742 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:14.097905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6053d9c9-3a44-47b7-9b4b-3d8d36e3aa04 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cd80762025be4dfcb54480caf390e5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520310 Aug 28 20:07:14.099101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49584) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:14.102803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (eb7b4185-0564-43b2-83aa-626a15a85f8a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.150846 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7b4185-0564-43b2-83aa-626a15a85f8a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:14.221600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c1342c3-54c6-42ea-90cb-01429d8c023c req-d721af55-d3b6-46fd-8a5d-dc57fb027466 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516173 Aug 28 20:07:14.273884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks [] for router_controller (5872ec2f-715c-425a-b69c-710a3642e4ea), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.307261 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57b19377-ffd0-41a5-be99-07f1f222b0aa admin admin] Publish callbacks [] for security_group (08b73d4f-5b2c-46f0-aeae-76026a031fc2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.333131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:14.349582 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Publish callbacks [] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.360158 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5cb20ea5-35cf-4be6-9fd3-010136c7de6f req-a00f4e24-1db6-4bd0-97cc-241d6a992ff9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 210 time: 0.0604167 Aug 28 20:07:14.362899 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:14.389071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'mac_address': 'fa:16:3e:f6:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:14.389199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57b19377-ffd0-41a5-be99-07f1f222b0aa admin admin] Publish callbacks [] for security_group (08b73d4f-5b2c-46f0-aeae-76026a031fc2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.461002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.511064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 74a5593f-14ff-450b-b7e5-eac2bb82f742 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:14.511612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.532044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:14.540174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a5593f-14ff-450b-b7e5-eac2bb82f742 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:14.590906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:14.592432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:14.597126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:14.600706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Pushing event updated for resources: {'Port': ['ID=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:14.654685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.670304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Attempting to bind port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:14.670939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Attempting to bind port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:14.671177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Attempting to bind port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:14.681062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:14.681435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:14.681845 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.682267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:14.683171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Bound port: 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:14.683522 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.744212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks [] for router_gateway (5872ec2f-715c-425a-b69c-710a3642e4ea), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.757488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] For port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:14.761658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] For port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:14.765688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.824114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:14.858044 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.900800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57b19377-ffd0-41a5-be99-07f1f222b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (08b73d4f-5b2c-46f0-aeae-76026a031fc2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.904268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57b19377-ffd0-41a5-be99-07f1f222b0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:14.908000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-57b19377-ffd0-41a5-be99-07f1f222b0aa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/08b73d4f-5b2c-46f0-aeae-76026a031fc2 HTTP/1.1" status: 204 len: 168 time: 0.8050270 Aug 28 20:07:14.908191 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:14.950589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:07:14.958371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b19377-ffd0-41a5-be99-07f1f222b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b73d4f-5b2c-46f0-aeae-76026a031fc2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:15.015284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5593887-0200-4a76-ba90-e68e0e31ef0d None None] Pushing event updated for resources: {'Port': ['ID=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:15.035993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['74a5593f-14ff-450b-b7e5-eac2bb82f742'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:15.090034 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:15.161231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:15.172099 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] Sync routers for ids ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:15.173411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7e721dbc-085b-41d1-8737-b77a605d6722 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f16b23e0-003f-45c9-8608-6b3cbe4bbc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5475047 Aug 28 20:07:15.182904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49602) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:15.257247 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] Routers {'f16b23e0-003f-45c9-8608-6b3cbe4bbc92'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:15.258887 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:15.300643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks [] for router_gateway (5872ec2f-715c-425a-b69c-710a3642e4ea), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:15.373749 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:15.459738 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:15.522592 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] Set router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:15.635483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Allocated IP 172.25.4.26 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/11cec3ba-880c-4483-bcc9-baf8c122dfca) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:15.635592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:15.748961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248d112-fb08-4f7b-b529-f4c3ffaa4b57 req-a2c8f520-72cd-40a2-8ac6-c9dafeccca7d tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:15.751559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1248d112-fb08-4f7b-b529-f4c3ffaa4b57 req-a2c8f520-72cd-40a2-8ac6-c9dafeccca7d tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 948 time: 0.3081677 Aug 28 20:07:15.804571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:15.805213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:15.862971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks [] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:15.908784 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks [] for router (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:15.941213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-ba0ae101-3593-4459-ac91-547e23ee3e68 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:15.943925 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-ba0ae101-3593-4459-ac91-547e23ee3e68 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.4993246 Aug 28 20:07:15.958669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:15.959895 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:15.968247 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:07:13Z', 'revision_number': 5, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:16.018697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] Checking router: f16b23e0-003f-45c9-8608-6b3cbe4bbc92 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:07:16.036796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:16.037016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:16.037158 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] Routers {'f16b23e0-003f-45c9-8608-6b3cbe4bbc92'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:16.037685 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:16.079486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Request body: {'port': {'device_id': '57710d16-b832-4552-866b-3f486e5bd55b', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'admin_state_up': True, 'tenant_id': '1e780e72454849a9adf5c45a7783c014'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:16.118071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:16.123944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 74a5593f-14ff-450b-b7e5-eac2bb82f742 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:16.158232 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:16.171735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:16.180483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:16.186720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Pushing event updated for resources: {'Port': ['ID=11cec3ba-880c-4483-bcc9-baf8c122dfca,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:16.196125 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] Set router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:16.238803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:16.282141 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:16.338128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1248d112-fb08-4f7b-b529-f4c3ffaa4b57 req-ecfcbae6-9458-405c-a003-a65f73dbcfb1 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633392 Aug 28 20:07:16.350958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:07:16.461664 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:07:13Z', 'revision_number': 5, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:16.555819 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520cb0c-4a4a-4d65-b4c2-033494fcf771 None None] The sync data for ids ['f16b23e0-003f-45c9-8608-6b3cbe4bbc92'] in n-d-854121-7 is: [{'id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'name': 'tempest-ImagesNegativeTestJSON-290551508-router', 'tenant_id': 'fc01b946ab004f14b610ca17218d6e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:06:23Z', 'updated_at': '2022-08-28T20:07:13Z', 'revision_number': 5, 'project_id': 'fc01b946ab004f14b610ca17218d6e71', 'gw_port': {'id': '4d491855-a472-4fc7-935b-274786fcbaf3', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b23e0-003f-45c9-8608-6b3cbe4bbc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:06:25Z', 'updated_at': '2022-08-28T20:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:16.629243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 74a5593f-14ff-450b-b7e5-eac2bb82f742 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:07:16.639975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:16.685820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49536a30-84e7-4e92-b6e0-28fc5261ec43 req-4938acf5-becf-45e9-8630-2c296fa3946d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 210 time: 0.1101995 Aug 28 20:07:16.697469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks [] for router_gateway (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:16.699593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:16.734738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'mac_address': 'fa:16:3e:b5:37:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:16.785189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:16.785928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:16.806044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145bbb93-1114-4c6e-9d31-1043d64ac181 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:16.817733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f773e-a7a8-4475-a163-a62dba1e6567 None None] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:16.880601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:16.891319 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:16.981417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 74a5593f-14ff-450b-b7e5-eac2bb82f742 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:16.983022 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:16.986235 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:16.991721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:16.997396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Deleting port 4d491855-a472-4fc7-935b-274786fcbaf3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:16.997750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:17.083342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0d3ed7dd-7b37-4495-8812-76e4c880ed01 None None] Provisioning complete for port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:17.083970 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed7dd-7b37-4495-8812-76e4c880ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:17.095027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks [] for router_gateway (5872ec2f-715c-425a-b69c-710a3642e4ea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:17.160931 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:17.357969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Allocated IP 172.20.0.7 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/f84e2919-dadc-46fd-8b91-9f2c28ba829e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:17.387844 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:17.536083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:17.573250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['145bbb93-1114-4c6e-9d31-1043d64ac181'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:17.599907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:17.601918 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:17.649463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (5872ec2f-715c-425a-b69c-710a3642e4ea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:17.680381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528c940-a351-4577-85a8-6c589e0df477 req-70eab09b-92b2-4833-ae67-a2c772d67414 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:17.683000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2528c940-a351-4577-85a8-6c589e0df477 req-70eab09b-92b2-4833-ae67-a2c772d67414 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 948 time: 0.1644824 Aug 28 20:07:17.711612 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:17.946315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ed7dd-7b37-4495-8812-76e4c880ed01 None None] Current status of the port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:17.962342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9299f47d-8404-4277-b422-2381a166e4c9 req-ebf2ff3e-5938-4278-ba4e-47940a439ba7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 210 time: 0.0678191 Aug 28 20:07:18.112860 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:18.127373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 74a5593f-14ff-450b-b7e5-eac2bb82f742 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:18.128302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.165509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Router 5872ec2f-715c-425a-b69c-710a3642e4ea is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:07:18.279218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:18.280006 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.281820 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:18.286183 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af05fa-4b55-417d-bbe7-483f51dd0aea" -d '{"events": [{"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-plugged", "status": "completed", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:18.338263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:18.366049 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede92893-d7b3-4300-bd2f-d26c98fab3ba x-openstack-request-id: req-ede92893-d7b3-4300-bd2f-d26c98fab3ba {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:18.366266 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-plugged", "status": "completed", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:18.368155 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ede92893-d7b3-4300-bd2f-d26c98fab3ba {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:18.368155 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede92893-d7b3-4300-bd2f-d26c98fab3ba'] response: {'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'code': 200} Aug 28 20:07:18.421675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c44c9f28-a7a4-4609-8784-402545bed35a None None] Provisioning complete for port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:18.424093 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c44c9f28-a7a4-4609-8784-402545bed35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.471195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:18.520605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-146322823'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:18.531325 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.533332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Sync routers for ids ['5872ec2f-715c-425a-b69c-710a3642e4ea'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:18.537183 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2528c940-a351-4577-85a8-6c589e0df477 req-342763ae-73e4-4c5c-9aa9-bc8b50a08bf6 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8320429 Aug 28 20:07:18.586986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430480c2-9627-4826-97c5-accb106f247e req-3cc1925a-2a44-4f52-abeb-f728c30f4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:18.589040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-430480c2-9627-4826-97c5-accb106f247e req-3cc1925a-2a44-4f52-abeb-f728c30f4528 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 1131 time: 0.1205673 Aug 28 20:07:18.651687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.658472 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8cd65535-efac-4a57-964b-43b6ae3810f2 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.8561718 Aug 28 20:07:18.664418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49652) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:18.674578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] For port 4d491855-a472-4fc7-935b-274786fcbaf3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4d491855-a472-4fc7-935b-274786fcbaf3,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:18.674578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.703288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Calling delete_port for 4d491855-a472-4fc7-935b-274786fcbaf3 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:18.727819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks [] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.747005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-430480c2-9627-4826-97c5-accb106f247e req-e3597945-1490-4a2f-92ba-f04df1655347 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505568 Aug 28 20:07:18.752695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Routers {'5872ec2f-715c-425a-b69c-710a3642e4ea'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:18.753336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5872ec2f-715c-425a-b69c-710a3642e4ea'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:18.763627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Made reservation on behalf of f367fbfb49cc4645b0fdfea0739b1620 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:18.767393 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.785470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.792118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:18.811047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb7b4185-0564-43b2-83aa-626a15a85f8a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:18.872130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:18.874964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: eb7b4185-0564-43b2-83aa-626a15a85f8a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:18.875315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb7b4185-0564-43b2-83aa-626a15a85f8a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:18.911146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c44c9f28-a7a4-4609-8784-402545bed35a None None] Current status of the port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:18.915420 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:18.952658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Set router 5872ec2f-715c-425a-b69c-710a3642e4ea gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:19.011792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:19.019289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:19.028487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:19.036277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:19.093422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for security_group (ac793a6c-9817-404e-b798-6908f9f80dd5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.134650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:19.135340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.209951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0c7f2-f6fb-4595-b75c-053da7fcc21c req-6dc8ddd6-84b7-48e3-8b79-2b66886d9ac6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:19.218439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bdb0c7f2-f6fb-4595-b75c-053da7fcc21c req-6dc8ddd6-84b7-48e3-8b79-2b66886d9ac6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 931 time: 0.0926414 Aug 28 20:07:19.221490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ac793a6c-9817-404e-b798-6908f9f80dd5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.239290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:07:16Z', 'revision_number': 3, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:19.262927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:07:19.278227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-2e238831-64cc-4af5-8dd5-4d58e95e065f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2074397 Aug 28 20:07:19.279130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4d491855-a472-4fc7-935b-274786fcbaf3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.281007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Checking router: 5872ec2f-715c-425a-b69c-710a3642e4ea for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:07:19.281508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Updating router 5872ec2f-715c-425a-b69c-710a3642e4ea port 11cec3ba-880c-4483-bcc9-baf8c122dfca binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:07:19.285608 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:19.304586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac793a6c-9817-404e-b798-6908f9f80dd5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:19.365738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bdb0c7f2-f6fb-4595-b75c-053da7fcc21c req-9fc0ca1b-8367-4f44-a623-1bb1910c2640 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461296 Aug 28 20:07:19.366006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d491855-a472-4fc7-935b-274786fcbaf3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:19.371807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (69166d5a-275d-4273-9650-526930aae1d0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.372155 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Added segment 69166d5a-275d-4273-9650-526930aae1d0 of type vlan for network ee9986f8-5f2c-466d-80c0-21e358b79914 Aug 28 20:07:19.378829 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.384353 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:19.385619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Request body: {'port': {'device_id': '57710d16-b832-4552-866b-3f486e5bd55b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:19.396024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.501999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ee9986f8-5f2c-466d-80c0-21e358b79914), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.504813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.509631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5ea1e41e-d50e-4848-a52a-66afb839d772 None None] Provisioning complete for port f84e2919-dadc-46fd-8b91-9f2c28ba829e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:19.514191 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e41e-d50e-4848-a52a-66afb839d772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.541053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.558825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1e41e-d50e-4848-a52a-66afb839d772 None None] Port f84e2919-dadc-46fd-8b91-9f2c28ba829e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:19.662345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Allocated IP 172.20.0.1 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/e830691b-d940-4ca3-b4d6-fa8c2d7475a4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:19.687774 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.695626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks [] for router_controller (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.706617 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:19.758551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04350a5-173b-407b-8f55-d78bc8091aa5 req-a3734dd8-529f-428b-ae06-cc0ea4583809 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:19.762266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f04350a5-173b-407b-8f55-d78bc8091aa5 req-a3734dd8-529f-428b-ae06-cc0ea4583809 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 949 time: 0.1000993 Aug 28 20:07:19.782396 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Publish callbacks [] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.854158 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ee9986f8-5f2c-466d-80c0-21e358b79914), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.858049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f04350a5-173b-407b-8f55-d78bc8091aa5 req-09db37eb-4fb2-44c0-9227-c10685e38af4 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795968 Aug 28 20:07:19.859285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:19.859928 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.885909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks [] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.889528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.909944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f16b23e0-003f-45c9-8608-6b3cbe4bbc92), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.910522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16b23e0-003f-45c9-8608-6b3cbe4bbc92 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:07:19.926783 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.927940 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6c2240bf-a8cc-4165-b927-2799eaba5a75 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f16b23e0-003f-45c9-8608-6b3cbe4bbc92 HTTP/1.1" status: 204 len: 168 time: 4.7440066 Aug 28 20:07:19.960074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49666) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:19.976582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Attempting to bind port 11cec3ba-880c-4483-bcc9-baf8c122dfca on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:19.977081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Attempting to bind port 11cec3ba-880c-4483-bcc9-baf8c122dfca by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:19.977457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Attempting to bind port 11cec3ba-880c-4483-bcc9-baf8c122dfca on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:19.988907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22a1e9-7d90-4d1d-b290-39a4254ee3b6 None None] Pushing event updated for resources: {'Port': ['ID=11cec3ba-880c-4483-bcc9-baf8c122dfca,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:19.991292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:19.991737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:19.992163 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:19.992515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:19.992995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Bound port: 11cec3ba-880c-4483-bcc9-baf8c122dfca, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:19.993379 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.033448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4234800 Aug 28 20:07:20.034116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49668) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:20.050903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Request body: {'subnet': {'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:20.052524 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd80ade-5889-4e89-a066-e67c79f7cb1b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event updated for resources: {'Network': ['ID=ee9986f8-5f2c-466d-80c0-21e358b79914,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:20.070945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] For port 11cec3ba-880c-4483-bcc9-baf8c122dfca, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:20.078169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] For port 11cec3ba-880c-4483-bcc9-baf8c122dfca, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=11cec3ba-880c-4483-bcc9-baf8c122dfca,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:20.099729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ee9986f8-5f2c-466d-80c0-21e358b79914 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:07:20.102822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] Deleting subnet b2a00ee8-f6a5-4786-b181-5713a228532e {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:07:20.110671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.123041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] Publish callbacks [] for subnet (b2a00ee8-f6a5-4786-b181-5713a228532e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.182067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:20.206930 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (b2a00ee8-f6a5-4786-b181-5713a228532e), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.235687 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.304670 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (b2a00ee8-f6a5-4786-b181-5713a228532e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.310077 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:20.346141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Routers {'5872ec2f-715c-425a-b69c-710a3642e4ea'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:20.347655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:06:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5872ec2f-715c-425a-b69c-710a3642e4ea'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:20.358501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:20.461637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22a1e9-7d90-4d1d-b290-39a4254ee3b6 None None] Pushing event updated for resources: {'Port': ['ID=11cec3ba-880c-4483-bcc9-baf8c122dfca,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:20.471590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84e2919-dadc-46fd-8b91-9f2c28ba829e {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:20.476073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 145bbb93-1114-4c6e-9d31-1043d64ac181 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:07:20.483884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (b2a00ee8-f6a5-4786-b181-5713a228532e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.516124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Publish callbacks [] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.584384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.601808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/b2a00ee8-f6a5-4786-b181-5713a228532e HTTP/1.1" status: 204 len: 168 time: 0.6383531 Aug 28 20:07:20.602072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6d84f-ac28-4817-9718-1d74a1789360 None None] Network bffa28a5-9f69-488b-84d2-3b55e83feb8c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:20.610878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db888e42-096f-4de6-8095-705ebe2f7829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a00ee8-f6a5-4786-b181-5713a228532e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:20.613983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49684) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:20.645127 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:07:20.655071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 145bbb93-1114-4c6e-9d31-1043d64ac181 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:20.655457 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.708127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] Set router 5872ec2f-715c-425a-b69c-710a3642e4ea gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:20.720191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Transition to ACTIVE for port object f84e2919-dadc-46fd-8b91-9f2c28ba829e will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:07:20.786371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3cda4-bf08-4ece-8576-7f68474a6cc0 req-fe59c1b8-41b3-4d73-a03e-6e5eedd487d0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:20.787936 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3af3cda4-bf08-4ece-8576-7f68474a6cc0 req-fe59c1b8-41b3-4d73-a03e-6e5eedd487d0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 931 time: 0.2154486 Aug 28 20:07:20.790950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.877960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (bffa28a5-9f69-488b-84d2-3b55e83feb8c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.932069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:20.932478 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:20.937390 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:20.943838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3af3cda4-bf08-4ece-8576-7f68474a6cc0 req-4aac8d05-4004-48d0-9ba6-7218f862147c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220102 Aug 28 20:07:20.985298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:20.990209 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81150e26-ba30-4710-ba42-61c555352663" -d '{"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-plugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:21.026624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] DHCP port deletion for bffa28a5-9f69-488b-84d2-3b55e83feb8c request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:07:21.044449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Deleting port b0800e32-ad5d-4d8c-8a75-89f5c096940b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:21.045868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.052930 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:21.056898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:21.069641 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:21.076742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:21.100766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:21.130007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:21.141827 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ae8919-63ad-4a18-bea6-9806b9b8f133 x-openstack-request-id: req-22ae8919-63ad-4a18-bea6-9806b9b8f133 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:21.142502 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-plugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:21.142927 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22ae8919-63ad-4a18-bea6-9806b9b8f133 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:21.143685 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ae8919-63ad-4a18-bea6-9806b9b8f133'] response: {'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'code': 200} Aug 28 20:07:21.151637 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:21.162004 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:21.182348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Attempting to bind port f84e2919-dadc-46fd-8b91-9f2c28ba829e on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:21.182760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Attempting to bind port f84e2919-dadc-46fd-8b91-9f2c28ba829e by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:21.183049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Attempting to bind port f84e2919-dadc-46fd-8b91-9f2c28ba829e on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:21.183344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] Deleting port b0800e32-ad5d-4d8c-8a75-89f5c096940b {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:21.184015 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.190704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Port f84e2919-dadc-46fd-8b91-9f2c28ba829e on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:07:21.191049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Attempting to bind port f84e2919-dadc-46fd-8b91-9f2c28ba829e on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:21.199768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] For port b0800e32-ad5d-4d8c-8a75-89f5c096940b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b0800e32-ad5d-4d8c-8a75-89f5c096940b,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:21.200166 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.209894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:21.210385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:21.210787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:21.210980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (5872ec2f-715c-425a-b69c-710a3642e4ea), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.211243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Bound port: f84e2919-dadc-46fd-8b91-9f2c28ba829e, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:21.211611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.227476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Calling delete_port for b0800e32-ad5d-4d8c-8a75-89f5c096940b owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:21.284771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] For port b0800e32-ad5d-4d8c-8a75-89f5c096940b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b0800e32-ad5d-4d8c-8a75-89f5c096940b,segment=NetworkSegment(99648fe2-9cea-4dd9-8333-ab2a05739f79),segment_id=99648fe2-9cea-4dd9-8333-ab2a05739f79)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:21.288419 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.303035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] Calling delete_port for b0800e32-ad5d-4d8c-8a75-89f5c096940b owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:21.403544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7da11-be14-4a9a-9fe9-90241ea8d8ae req-dccae966-8860-4977-bedd-f35419af45a6 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:21.424970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9eb7da11-be14-4a9a-9fe9-90241ea8d8ae req-dccae966-8860-4977-bedd-f35419af45a6 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 949 time: 0.3749232 Aug 28 20:07:21.425290 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:21.459383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:21.464990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:21.471035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4d491855-a472-4fc7-935b-274786fcbaf3 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:21.484486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.517354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4d491855-a472-4fc7-935b-274786fcbaf3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:21.517704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4d491855-a472-4fc7-935b-274786fcbaf3 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:21.518160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b0800e32-ad5d-4d8c-8a75-89f5c096940b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:21.525275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef7e53-9242-467b-8c65-281e176db547 req-48d6588b-ab1c-4fd4-b35b-8f200e11e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:21.526894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-faef7e53-9242-467b-8c65-281e176db547 req-48d6588b-ab1c-4fd4-b35b-8f200e11e257 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 1131 time: 0.0923810 Aug 28 20:07:21.544614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: from cryptography.utils import int_from_bytes Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: from cryptography.utils import int_from_bytes Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: items = [ Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.546250 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/f84e2919-dadc-46fd-8b91-9f2c28ba829e HTTP/1.1" status: 200 len: 1091 time: 2.1861985 Aug 28 20:07:21.554908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:21.556772 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bb4d94-b781-45c1-8045-477669b897f2" -d '{"events": [{"name": "network-changed", "server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:21.594827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.622933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] No DVR routers for this DVR port b0800e32-ad5d-4d8c-8a75-89f5c096940b on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:21.643435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.653205 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6054a0-5035-47eb-bceb-17059ea8c9a1 x-openstack-request-id: req-0b6054a0-5035-47eb-bceb-17059ea8c9a1 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:21.653624 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:21.653914 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b6054a0-5035-47eb-bceb-17059ea8c9a1 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:21.654366 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6054a0-5035-47eb-bceb-17059ea8c9a1'] response: {'name': 'network-changed', 'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'status': 'completed', 'code': 200} Aug 28 20:07:21.680742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Made reservation on behalf of f367fbfb49cc4645b0fdfea0739b1620 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:21.686958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.724436 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9eb7da11-be14-4a9a-9fe9-90241ea8d8ae req-447d0dd3-8232-4dc3-864d-09581a6b0ae2 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984428 Aug 28 20:07:21.726303 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (b0800e32-ad5d-4d8c-8a75-89f5c096940b), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.772154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2eb096ae-d866-4ed3-9e27-8e93ff976246 None None] Provisioning complete for port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:21.772529 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2eb096ae-d866-4ed3-9e27-8e93ff976246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.774745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44119081-cc2e-4093-b52b-2fede0b8d1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:21.809534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b0800e32-ad5d-4d8c-8a75-89f5c096940b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:21.809960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b0800e32-ad5d-4d8c-8a75-89f5c096940b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:21.836486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] No DVR routers for this DVR port b0800e32-ad5d-4d8c-8a75-89f5c096940b on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:21.858635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0800e32-ad5d-4d8c-8a75-89f5c096940b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:21.870562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:21.890463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4d94-b781-45c1-8045-477669b897f2 req-aaa56d4d-c5bb-4538-b0f8-b5547601cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:21.892721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56bb4d94-b781-45c1-8045-477669b897f2 req-aaa56d4d-c5bb-4538-b0f8-b5547601cf3e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 1125 time: 0.1939950 Aug 28 20:07:21.894726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2eb096ae-d866-4ed3-9e27-8e93ff976246 None None] Port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:21.897750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:07:16Z', 'revision_number': 3, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:21.899576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (bffa28a5-9f69-488b-84d2-3b55e83feb8c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:21.900979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee9737-d787-4b93-962b-3c3cce87dac8 None None] Pushing event deleted for resources: {'Port': ['ID=b0800e32-ad5d-4d8c-8a75-89f5c096940b,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:21.928328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcb8aa-2738-425f-b053-2098bb8cdf1e None None] The sync data for ids ['5872ec2f-715c-425a-b69c-710a3642e4ea'] in n-d-854121-7 is: [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:07:16Z', 'revision_number': 3, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:21.937506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ae63117-c29d-4858-a167-452197af9d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.016998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffa28a5-9f69-488b-84d2-3b55e83feb8c']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:22.054077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99648fe2-9cea-4dd9-8333-ab2a05739f79') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:22.054810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99648fe2-9cea-4dd9-8333-ab2a05739f79') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:22.077482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b43c5-cd19-47fa-90b3-f816f9b6bf65 req-0b8b1b29-c741-44e7-977e-b91e2588bbdf tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:22.079082 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e12b43c5-cd19-47fa-90b3-f816f9b6bf65 req-0b8b1b29-c741-44e7-977e-b91e2588bbdf tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 949 time: 0.1995287 Aug 28 20:07:22.091684 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:22.095575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-faef7e53-9242-467b-8c65-281e176db547 req-df728312-7d2c-4e81-8b9f-55dae2685b3f service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544367 Aug 28 20:07:22.095753 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (99648fe2-9cea-4dd9-8333-ab2a05739f79), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.143426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1e9b0-285b-4df0-8d78-91af10f33bea req-e923f33b-392d-41fd-91fc-eaed27dd31d1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:22.145234 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e6f1e9b0-285b-4df0-8d78-91af10f33bea req-e923f33b-392d-41fd-91fc-eaed27dd31d1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 943 time: 0.0763507 Aug 28 20:07:22.158278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (99648fe2-9cea-4dd9-8333-ab2a05739f79), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.197680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (bb3a4394-2550-46ed-8a25-ab92ca485d4c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.201826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:07:22.202760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (99648fe2-9cea-4dd9-8333-ab2a05739f79), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.263737 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 99648fe2-9cea-4dd9-8333-ab2a05739f79 resource provider aggregate not found Aug 28 20:07:22.275386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4d94-b781-45c1-8045-477669b897f2 req-3e27977f-4c02-4e92-b26f-1e9e48b8e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:22.279309 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56bb4d94-b781-45c1-8045-477669b897f2 req-3e27977f-4c02-4e92-b26f-1e9e48b8e07e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=1e780e72454849a9adf5c45a7783c014&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3584852 Aug 28 20:07:22.289497 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:22.306183 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 99648fe2-9cea-4dd9-8333-ab2a05739f79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99648fe2-9cea-4dd9-8333-ab2a05739f79 found for delete ", "request_id": "req-5e130747-b168-428c-ae3c-b36a145fbe0d"}]} Aug 28 20:07:22.350303 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:22.354529 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e12b43c5-cd19-47fa-90b3-f816f9b6bf65 req-7d414f41-9450-4e8a-89f7-20c368090633 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578657 Aug 28 20:07:22.383823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event updated for resources: {'Subnet': ['ID=bb3a4394-2550-46ed-8a25-ab92ca485d4c,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:22.405309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e6f1e9b0-285b-4df0-8d78-91af10f33bea req-8959332d-968a-4fcf-872f-89cfbf90f6fb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474158 Aug 28 20:07:22.447540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Checking segment: {'id': '69166d5a-275d-4273-9650-526930aae1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:22.447925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Network hostable DHCP agents. Network: ee9986f8-5f2c-466d-80c0-21e358b79914, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:07:22.472868 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks [] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.503785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4d94-b781-45c1-8045-477669b897f2 req-0d19d2fc-2564-4a9d-8ce1-4007482af616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:22.505283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56bb4d94-b781-45c1-8045-477669b897f2 req-0d19d2fc-2564-4a9d-8ce1-4007482af616 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983285 Aug 28 20:07:22.508062 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:22.566432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (bffa28a5-9f69-488b-84d2-3b55e83feb8c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.575669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.576829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/bffa28a5-9f69-488b-84d2-3b55e83feb8c HTTP/1.1" status: 204 len: 168 time: 1.9590313 Aug 28 20:07:22.599406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351d143-a855-4345-a665-d4bf8c0ca3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffa28a5-9f69-488b-84d2-3b55e83feb8c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:22.606025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Network ee9986f8-5f2c-466d-80c0-21e358b79914 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:07:22.609385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.610739 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:22.657003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-e7f48afc-fa4a-4fd6-a250-4d373ce3b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:22.660485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-e7f48afc-fa4a-4fd6-a250-4d373ce3b8db service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 1125 time: 0.0802593 Aug 28 20:07:22.723287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:22.729600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (5872ec2f-715c-425a-b69c-710a3642e4ea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.747972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ee9986f8-5f2c-466d-80c0-21e358b79914) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:22.774043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:22.775797 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:22.780775 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-067dd2d2-6cb4-40de-b070-23c0f30b9a96 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e HTTP/1.1" status: 200 len: 217 time: 0.1056566 Aug 28 20:07:22.783338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3dc43-d243-454b-9644-0dee50dcf766 None None] Network ee9986f8-5f2c-466d-80c0-21e358b79914 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:22.829209 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:22.981704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-c472b615-9f00-4dda-9359-6c286b7ec843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:22.990397 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-c472b615-9f00-4dda-9359-6c286b7ec843 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.1996381 Aug 28 20:07:23.028042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-ee9986f8-5f2c-466d-80c0-21e358b79914', 'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914', 'project_id': 'f367fbfb49cc4645b0fdfea0739b1620', 'fixed_ips': [{'subnet_id': 'bb3a4394-2550-46ed-8a25-ab92ca485d4c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:07:23.029602 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.057065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-3e9074d2-d7b1-4901-8ac1-7035977eb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:23.061405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-3e9074d2-d7b1-4901-8ac1-7035977eb0fc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0601268 Aug 28 20:07:23.093429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:23.096670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f786636e-d3b3-43c4-9ee0-a133beb87280 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0597577 Aug 28 20:07:23.097810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:23.099993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49710) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:23.114869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Request body: {'port': {'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-112925678'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:23.284251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-aad55c07-fc9f-40b5-8fe9-84ba3ccbf754 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162657 Aug 28 20:07:23.288182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49712) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:23.407917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Allocated IP 2001:db8::2 (ee9986f8-5f2c-466d-80c0-21e358b79914/bb3a4394-2550-46ed-8a25-ab92ca485d4c/b291bffe-ee8b-41b3-8e94-4bbfaef1590e) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:23.505501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27f387f2-d130-44d1-b2d1-48db24885bd7 req-a5ba984d-5d64-4e3a-9554-e13b33a58411 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129400 Aug 28 20:07:23.564106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 11cec3ba-880c-4483-bcc9-baf8c122dfca up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:23.569561 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.653050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba329c68-d602-43b2-980f-4e4a349f8052 req-1c58b44f-66da-4456-9ef8-84a000b0f8dc tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:23.654830 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba329c68-d602-43b2-980f-4e4a349f8052 req-1c58b44f-66da-4456-9ef8-84a000b0f8dc tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 943 time: 0.1076064 Aug 28 20:07:23.678513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-126c3003-657e-4bac-91fb-4c9f86c96aa4 None None] Provisioning complete for port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:23.678892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-126c3003-657e-4bac-91fb-4c9f86c96aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.680223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Router 5872ec2f-715c-425a-b69c-710a3642e4ea has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:07:23.718966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 11cec3ba-880c-4483-bcc9-baf8c122dfca triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:23.719343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.722699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba329c68-d602-43b2-980f-4e4a349f8052 req-d68c7465-960a-4f7a-a9b5-57b7aa7441d3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613203 Aug 28 20:07:23.746086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea34395-9942-4556-bf43-67d5fbbe7e2b req-f02ccf80-4ad2-423f-afd4-fcda3608607d tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:23.746086 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ea34395-9942-4556-bf43-67d5fbbe7e2b req-f02ccf80-4ad2-423f-afd4-fcda3608607d tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 949 time: 0.1741719 Aug 28 20:07:23.746273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49718) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:23.746386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99059bd5-9361-4cde-9d81-a94352bd1013 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fc01b946ab004f14b610ca17218d6e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2873216 Aug 28 20:07:23.789223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-126c3003-657e-4bac-91fb-4c9f86c96aa4 None None] Port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:23.826507 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-08dbe856-438c-4fe6-a8d1-3033efc31923 admin admin] Publish callbacks [] for security_group (23ed4c31-20ce-40fb-a3be-911c136fd79d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.858998 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-08dbe856-438c-4fe6-a8d1-3033efc31923 admin admin] Publish callbacks [] for security_group (23ed4c31-20ce-40fb-a3be-911c136fd79d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.881913 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Publish callbacks [] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.904194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ea34395-9942-4556-bf43-67d5fbbe7e2b req-d1f89866-ea77-416b-b2cb-9763c4180f7f tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549571 Aug 28 20:07:23.972640 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:23.972918 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:24.000795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Made reservation on behalf of f367fbfb49cc4645b0fdfea0739b1620 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:24.007442 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.024925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 11cec3ba-880c-4483-bcc9-baf8c122dfca is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:24.025322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.043875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Network ee9986f8-5f2c-466d-80c0-21e358b79914 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:24.056794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Pushing event updated for resources: {'Port': ['ID=b291bffe-ee8b-41b3-8e94-4bbfaef1590e,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:24.059425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:24.066230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] device_id is not set on port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:07:24.072622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:24.081121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 11cec3ba-880c-4483-bcc9-baf8c122dfca, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=11cec3ba-880c-4483-bcc9-baf8c122dfca,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:24.082738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:24.093333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-35a995bc-31d5-4065-8d7d-d72995f3e9b1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5872ec2f-715c-425a-b69c-710a3642e4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4274030 Aug 28 20:07:24.118233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-08dbe856-438c-4fe6-a8d1-3033efc31923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (23ed4c31-20ce-40fb-a3be-911c136fd79d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.120933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-08dbe856-438c-4fe6-a8d1-3033efc31923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.122240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-08dbe856-438c-4fe6-a8d1-3033efc31923 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/23ed4c31-20ce-40fb-a3be-911c136fd79d HTTP/1.1" status: 204 len: 168 time: 0.3762662 Aug 28 20:07:24.139244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe856-438c-4fe6-a8d1-3033efc31923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ed4c31-20ce-40fb-a3be-911c136fd79d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:24.189527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Attempting to bind port b291bffe-ee8b-41b3-8e94-4bbfaef1590e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:24.204693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Attempting to bind port b291bffe-ee8b-41b3-8e94-4bbfaef1590e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '69166d5a-275d-4273-9650-526930aae1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:24.205240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Attempting to bind port b291bffe-ee8b-41b3-8e94-4bbfaef1590e on network ee9986f8-5f2c-466d-80c0-21e358b79914 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:24.215371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:24.215757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Checking segment: {'id': '69166d5a-275d-4273-9650-526930aae1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:24.216182 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.216576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Bound using segment: {'id': '69166d5a-275d-4273-9650-526930aae1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:24.217082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Bound port: b291bffe-ee8b-41b3-8e94-4bbfaef1590e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69166d5a-275d-4273-9650-526930aae1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:24.217472 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.262194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Allocated IP 2001:db8::340 (ee9986f8-5f2c-466d-80c0-21e358b79914/bb3a4394-2550-46ed-8a25-ab92ca485d4c/5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:24.297640 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.307765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8af4844f-f5fc-4377-81c4-a59396906a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.423207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] For port b291bffe-ee8b-41b3-8e94-4bbfaef1590e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:24.436294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] For port b291bffe-ee8b-41b3-8e94-4bbfaef1590e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b291bffe-ee8b-41b3-8e94-4bbfaef1590e,segment=NetworkSegment(69166d5a-275d-4273-9650-526930aae1d0),segment_id=69166d5a-275d-4273-9650-526930aae1d0)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:24.446877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=11cec3ba-880c-4483-bcc9-baf8c122dfca,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:24.521113 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.632366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ccef7-2c4f-4202-b07d-376853badf84 None None] Pushing event updated for resources: {'Port': ['ID=b291bffe-ee8b-41b3-8e94-4bbfaef1590e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:24.668476 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.811237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:24.845095 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Sync routers for ids ['5872ec2f-715c-425a-b69c-710a3642e4ea'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:24.860720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Routers {'5872ec2f-715c-425a-b69c-710a3642e4ea'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:24.862115 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5872ec2f-715c-425a-b69c-710a3642e4ea'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:24.980788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event updated for resources: {'Port': ['ID=5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:24.995215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Network ee9986f8-5f2c-466d-80c0-21e358b79914 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:24.998635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:25.006729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:25.023939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57cae5-814e-43b2-aac7-8600b97412d6 req-c6dfeed8-5d3a-4056-a457-8d2e5dd239b6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:25.029764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed57cae5-814e-43b2-aac7-8600b97412d6 req-c6dfeed8-5d3a-4056-a457-8d2e5dd239b6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 943 time: 0.1937358 Aug 28 20:07:25.040755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:25.045537 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:25.130152 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Set router 5872ec2f-715c-425a-b69c-710a3642e4ea gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:25.207995 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed57cae5-814e-43b2-aac7-8600b97412d6 req-b07c197f-d97d-4282-9c3e-c45778618fb6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721404 Aug 28 20:07:25.273411 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:25.322064 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-e9a36ddf-2915-42a2-b826-8d866ffc01df tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:25.327257 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-e9a36ddf-2915-42a2-b826-8d866ffc01df tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.2255154 Aug 28 20:07:25.354748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9e1ac1f2-7195-4322-a07d-94e1d307f3e1 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2521064 Aug 28 20:07:25.359051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49768) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:25.378814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Request body: {'port': {'network_id': 'ee9986f8-5f2c-466d-80c0-21e358b79914', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-951192694', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:25.379528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] bootfile-name is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:07:25.381958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] tftp-server is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:07:25.382504 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] server-ip-address is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:07:25.427813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490722d9-d313-41c7-b30d-8fe3494a6daa req-ff53e759-48b1-4171-8ca1-0efe7a71f671 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:25.429760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-490722d9-d313-41c7-b30d-8fe3494a6daa req-ff53e759-48b1-4171-8ca1-0efe7a71f671 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 949 time: 0.1132600 Aug 28 20:07:25.487711 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:07:21Z', 'revision_number': 4, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e830691b-d940-4ca3-b4d6-fa8c2d7475a4', 'name': '', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'mac_address': 'fa:16:3e:03:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:19Z', 'updated_at': '2022-08-28T20:07:22Z', 'revision_number': 2, 'project_id': '28d057c8fdf747988db165403edc2593', 'subnets': [{'id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:25.521637 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:25.526169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-8e6e4d29-e036-4d42-8cf5-1a4be1f9f96f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.1637397 Aug 28 20:07:25.527468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-490722d9-d313-41c7-b30d-8fe3494a6daa req-2d5568c5-869f-4d3e-a3ac-52c958d072d4 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887117 Aug 28 20:07:25.530097 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:25.564682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b291bffe-ee8b-41b3-8e94-4bbfaef1590e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:25.565136 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Checking router: 5872ec2f-715c-425a-b69c-710a3642e4ea for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:07:25.567637 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Updating router 5872ec2f-715c-425a-b69c-710a3642e4ea port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:07:25.635254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-0cd42c46-a72f-412d-a166-8269529ba692 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883408 Aug 28 20:07:25.679670 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:25.758555 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:25.813268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b291bffe-ee8b-41b3-8e94-4bbfaef1590e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:25.814861 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:25.837109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-f615b7f7-9c9a-438e-9bb2-0e22bff638a9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920755 Aug 28 20:07:25.841352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Made reservation on behalf of f367fbfb49cc4645b0fdfea0739b1620 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:25.845334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:25.898648 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:25.928899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] device_id is not set on port 383d8905-4945-43ad-820f-9105b7e7990c yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:07:26.040116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b291bffe-ee8b-41b3-8e94-4bbfaef1590e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:26.040754 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.102725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b291bffe-ee8b-41b3-8e94-4bbfaef1590e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b291bffe-ee8b-41b3-8e94-4bbfaef1590e,segment=NetworkSegment(69166d5a-275d-4273-9650-526930aae1d0),segment_id=69166d5a-275d-4273-9650-526930aae1d0)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:26.168425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Allocated IP 2001:db8::ba (ee9986f8-5f2c-466d-80c0-21e358b79914/bb3a4394-2550-46ed-8a25-ab92ca485d4c/383d8905-4945-43ad-820f-9105b7e7990c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:26.179010 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:26.193917 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.194979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 11cec3ba-880c-4483-bcc9-baf8c122dfca up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:26.369873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e39967-b3c9-4514-8831-ff4c71d116b6 None None] Network ee9986f8-5f2c-466d-80c0-21e358b79914 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:26.375791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b291bffe-ee8b-41b3-8e94-4bbfaef1590e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:26.378753 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:26.383949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f84e2919-dadc-46fd-8b91-9f2c28ba829e details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:26.436026 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Publish callbacks [] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.466686 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-0fb0e46d-5967-42ee-93bf-b32981df8f4e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117489 Aug 28 20:07:26.522335 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for port (383d8905-4945-43ad-820f-9105b7e7990c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.533844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f47f18f6-5633-4f9e-a612-4d4782cd326e None None] Provisioning complete for port b291bffe-ee8b-41b3-8e94-4bbfaef1590e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:26.534257 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f47f18f6-5633-4f9e-a612-4d4782cd326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.542017 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.600447 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:26.621714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 11cec3ba-880c-4483-bcc9-baf8c122dfca triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:26.622422 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.648890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f49b-066b-4632-900d-dfa6beffae32 req-c994fcb4-297a-45fe-a479-287214be0bbb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:26.665141 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dd89d-ec70-44b3-834d-bfc572a9fac4 None None] Pushing event updated for resources: {'Port': ['ID=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:26.666033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (383d8905-4945-43ad-820f-9105b7e7990c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.670970 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f960f49b-066b-4632-900d-dfa6beffae32 req-c994fcb4-297a-45fe-a479-287214be0bbb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 943 time: 0.1631291 Aug 28 20:07:26.735220 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Attempting to bind port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:26.735725 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Attempting to bind port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:26.736454 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Attempting to bind port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:26.744427 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:26.745168 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:26.745636 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.746457 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:26.747053 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Bound port: e830691b-d940-4ca3-b4d6-fa8c2d7475a4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:26.748265 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.775113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Network ee9986f8-5f2c-466d-80c0-21e358b79914 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:26.784783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:26.790599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f960f49b-066b-4632-900d-dfa6beffae32 req-d71ef95a-f614-4838-b7cb-6d331250a2d9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037412 Aug 28 20:07:26.801014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:26.808561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:26.809929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:26.832471 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:26.843054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event updated for resources: {'Port': ['ID=383d8905-4945-43ad-820f-9105b7e7990c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:26.872209 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] For port e830691b-d940-4ca3-b4d6-fa8c2d7475a4, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:26.881962 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] For port e830691b-d940-4ca3-b4d6-fa8c2d7475a4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f47f18f6-5633-4f9e-a612-4d4782cd326e None None] Current status of the port b291bffe-ee8b-41b3-8e94-4bbfaef1590e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 11cec3ba-880c-4483-bcc9-baf8c122dfca is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'port_id': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'mac_address': 'fa:16:3e:15:f6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f84e2919-dadc-46fd-8b91-9f2c28ba829e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84e2919-dadc-46fd-8b91-9f2c28ba829e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:27.243726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:27.264847 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d465ef0b-af81-4ad6-be65-be01c99eb9a3 req-b97cc6bd-5de8-414c-af08-9160f944a7b5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.0633423 Aug 28 20:07:27.272693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-735357fb-20f2-4173-b626-e7af0cc245ca tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=203692bd2bae4a1aabf78de445be8fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473375 Aug 28 20:07:27.377442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:27.379132 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:27.388587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d350f989-4ba0-4e6a-bdbf-5147c3858c3f tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.0168195 Aug 28 20:07:27.393431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49828) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:27.403121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b291bffe-ee8b-41b3-8e94-4bbfaef1590e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:27.472524 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Routers {'5872ec2f-715c-425a-b69c-710a3642e4ea'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:27.473189 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5872ec2f-715c-425a-b69c-710a3642e4ea'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:27.494479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-dfb9a225-65c8-4bd2-8384-e3aa63c008f9 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:27.506539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-dfb9a225-65c8-4bd2-8384-e3aa63c008f9 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438011 Aug 28 20:07:27.510959 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:27.543192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-395fbcd0-7be6-42f8-add1-60d929a19794 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/quotas/203692bd2bae4a1aabf78de445be8fe2 HTTP/1.1" status: 200 len: 375 time: 0.0353734 Aug 28 20:07:27.614640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-1b0083d3-ce59-440c-864e-9c24be8fea25 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=203692bd2bae4a1aabf78de445be8fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640442 Aug 28 20:07:27.625047 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dd89d-ec70-44b3-834d-bfc572a9fac4 None None] Pushing event updated for resources: {'Port': ['ID=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:27.639454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7233fa7-cbc5-40d5-94ff-277273dab0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:27.657041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7233fa7-cbc5-40d5-94ff-277273dab0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:27.666232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ffd7849c-9b73-45aa-a165-5e0143722647 None None] Provisioning complete for port b291bffe-ee8b-41b3-8e94-4bbfaef1590e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:27.666232 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffd7849c-9b73-45aa-a165-5e0143722647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:27.693945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7233fa7-cbc5-40d5-94ff-277273dab0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:27.711706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a7233fa7-cbc5-40d5-94ff-277273dab0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3030207 Aug 28 20:07:27.712136 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49830) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:27.729076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:27.804733 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:27.807034 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] Set router 5872ec2f-715c-425a-b69c-710a3642e4ea gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:07:27.871509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['f84e2919-dadc-46fd-8b91-9f2c28ba829e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:27.881951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Deleting port 383d8905-4945-43ad-820f-9105b7e7990c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:27.882978 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (383d8905-4945-43ad-820f-9105b7e7990c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:28.084711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b291bffe-ee8b-41b3-8e94-4bbfaef1590e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:28.085273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:28.145831 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-251bc154-7694-4519-bab1-1a9ebcaae014 req-f14e1cec-562d-44da-ba4e-44f776f95d9d tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.0893157 Aug 28 20:07:28.155059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (383d8905-4945-43ad-820f-9105b7e7990c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:28.172292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Calling delete_port for 383d8905-4945-43ad-820f-9105b7e7990c owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:28.251375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb7334-c8f2-4b1f-b9d5-eaf0b228b5ba req-fb8bfd04-1324-4222-a6f9-a4aa0af04789 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:28.268139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73fb7334-c8f2-4b1f-b9d5-eaf0b228b5ba req-fb8bfd04-1324-4222-a6f9-a4aa0af04789 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 944 time: 0.2112696 Aug 28 20:07:28.409266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73fb7334-c8f2-4b1f-b9d5-eaf0b228b5ba req-74381115-e975-4f27-8f4d-ca278629f308 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391377 Aug 28 20:07:28.479462 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:07:21Z', 'revision_number': 4, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e830691b-d940-4ca3-b4d6-fa8c2d7475a4', 'name': '', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'mac_address': 'fa:16:3e:03:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:19Z', 'updated_at': '2022-08-28T20:07:26Z', 'revision_number': 4, 'project_id': '28d057c8fdf747988db165403edc2593', 'subnets': [{'id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:28.560528 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad70a69-fc2a-4e18-accb-d114ef836390 None None] The sync data for ids ['5872ec2f-715c-425a-b69c-710a3642e4ea'] in n-d-854121-7 is: [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:07:21Z', 'revision_number': 4, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e830691b-d940-4ca3-b4d6-fa8c2d7475a4', 'name': '', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'mac_address': 'fa:16:3e:03:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:19Z', 'updated_at': '2022-08-28T20:07:26Z', 'revision_number': 4, 'project_id': '28d057c8fdf747988db165403edc2593', 'subnets': [{'id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:28.572549 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:28.624594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00e2c7db-0174-4739-8882-b10b25b9a5d0 req-351ec955-e97c-4876-800f-a660d6582065 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.0887942 Aug 28 20:07:28.645967 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:28.728681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7849c-9b73-45aa-a165-5e0143722647 None None] Current status of the port b291bffe-ee8b-41b3-8e94-4bbfaef1590e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:28.752929 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (383d8905-4945-43ad-820f-9105b7e7990c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:28.801220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ffd7849c-9b73-45aa-a165-5e0143722647 None None] Provisioning complete for port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:28.801895 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffd7849c-9b73-45aa-a165-5e0143722647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:28.804213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event deleted for resources: {'Port': ['ID=383d8905-4945-43ad-820f-9105b7e7990c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:28.839882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:28.846986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c592bca-7785-4127-869a-00ee94656c4d tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "DELETE /networking/v2.0/ports/383d8905-4945-43ad-820f-9105b7e7990c HTTP/1.1" status: 204 len: 168 time: 1.1399243 Aug 28 20:07:28.859650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49864) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:28.866357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Request body: {'port': {'name': 'tempest-new-port-name-1957186347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:28.866807 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] bootfile-name is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:07:28.867121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] tftp-server is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:07:28.867485 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] server-ip-address is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:07:28.885645 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:28.896874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b291bffe-ee8b-41b3-8e94-4bbfaef1590e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:28.908553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7849c-9b73-45aa-a165-5e0143722647 None None] Port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:28.915824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ffd7849c-9b73-45aa-a165-5e0143722647 None None] Could not find standard attr ID for object 383d8905-4945-43ad-820f-9105b7e7990c. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:07:29.033695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:29.065185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-96cd75a0-21d9-406f-987c-d47d9a7462b9 None None] Provisioning complete for port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:29.070315 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-96cd75a0-21d9-406f-987c-d47d9a7462b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:29.129409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-96cd75a0-21d9-406f-987c-d47d9a7462b9 None None] Port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:29.135685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-96cd75a0-21d9-406f-987c-d47d9a7462b9 None None] Could not find standard attr ID for object 383d8905-4945-43ad-820f-9105b7e7990c. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:07:29.284921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-27fe58f4-18bf-47c8-ac38-fe68145b2da0 req-4ecd32b9-a8d8-49a3-a3a1-41636aaff972 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.0448978 Aug 28 20:07:29.399744 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:29.404759 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:29.467116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e830691b-d940-4ca3-b4d6-fa8c2d7475a4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:29.494067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:29.563521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:29.569946 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:29.572273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] In _notify_port_updated(), no bound segment for port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e on network ee9986f8-5f2c-466d-80c0-21e358b79914 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:07:29.582744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:29.583461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:29.587777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49884) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:29.596855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "PUT /networking/v2.0/ports/5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e HTTP/1.1" status: 200 len: 1130 time: 0.7356012 Aug 28 20:07:29.664603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb357b-8f24-42cc-9bbb-3d0aa3900ea2 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event updated for resources: {'Port': ['ID=5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:29.789619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74826e5d-855e-49c5-aade-7db52611bb42 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:29.792020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-74826e5d-855e-49c5-aade-7db52611bb42 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "GET /networking/v2.0/ports/5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e HTTP/1.1" status: 200 len: 1130 time: 0.2028518 Aug 28 20:07:29.802046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49890) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:29.885696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd3e56-bf03-4bd4-972c-e07b52969b55 req-a40d603e-c0e0-4b6e-981d-2ec21f07ced8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:29.894892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9bd3e56-bf03-4bd4-972c-e07b52969b55 req-a40d603e-c0e0-4b6e-981d-2ec21f07ced8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 944 time: 0.2224998 Aug 28 20:07:29.922079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:29.923589 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:29.983129 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7ad2831-b86f-449b-b39c-7ab2628a77df req-fbb5ff27-d602-444c-b750-987a469bf493 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.1020007 Aug 28 20:07:30.016586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e830691b-d940-4ca3-b4d6-fa8c2d7475a4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:30.130632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-46bf950e-629f-4e57-9500-72822e576575 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4279599 Aug 28 20:07:30.169043 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9bd3e56-bf03-4bd4-972c-e07b52969b55 req-acbf9454-9e66-4b2b-a156-d7ee89de87c0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022545 Aug 28 20:07:30.175924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:30.202112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:30.203531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Deleting port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:30.204641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:30.238598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-12088bbe-dc13-4a25-aa9a-d939440dea62 None None] Provisioning complete for port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:30.242391 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-12088bbe-dc13-4a25-aa9a-d939440dea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:30.324122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.324889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.325587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.326301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.327251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.328605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.329461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.332064 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-583c262f-79e3-4cde-8b1f-4dec0c3b2c71 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 6719 time: 0.1197066 Aug 28 20:07:30.425896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:30.442913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f84e2919-dadc-46fd-8b91-9f2c28ba829e up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:30.460730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Calling delete_port for 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:30.487371 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:30.549350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-12088bbe-dc13-4a25-aa9a-d939440dea62 None None] Port 5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:30.679663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:30.710767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-4ab4f1ad-bcd2-4186-9fce-8926d626a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.712348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-4ab4f1ad-bcd2-4186-9fce-8926d626a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.712472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'mac_address': 'fa:16:3e:b5:37:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:30.712594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-4ab4f1ad-bcd2-4186-9fce-8926d626a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:30.719967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-4ab4f1ad-bcd2-4186-9fce-8926d626a55b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=696827ca-0b03-4d79-a644-1142303f65f1&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&id=f916ee4d-6756-48e6-9a29-8dafd69f66c1 HTTP/1.1" status: 200 len: 2297 time: 0.3173163 Aug 28 20:07:30.724448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a73824a7-bae7-429b-bc47-11ab46edb660 req-a489fe93-a4d2-4fcd-8e53-349c7c2f88de tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.1405277 Aug 28 20:07:30.760386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:30.788681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port f84e2919-dadc-46fd-8b91-9f2c28ba829e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:07:30.830090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:30.830406 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:30.849880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 145bbb93-1114-4c6e-9d31-1043d64ac181 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:30.892609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-f39df6fc-de62-41e4-9f38-e0e8f999f01f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945456db-ed69-441d-8548-325125935ca1 HTTP/1.1" status: 200 len: 1000 time: 0.1654353 Aug 28 20:07:30.913208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:30.930988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port f84e2919-dadc-46fd-8b91-9f2c28ba829e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:30.931648 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:30.987308 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:30.999656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-123cb502-f4f6-45de-88b7-c0b3ed9e9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:31.001595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-123cb502-f4f6-45de-88b7-c0b3ed9e9bf9 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0ebd595a-ad79-40cb-a9da-44d7abc1a472 HTTP/1.1" status: 200 len: 855 time: 0.0983205 Aug 28 20:07:31.039169 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:31.097401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-221bc54d-0f89-455f-b204-5a0a9256829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:31.100129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-221bc54d-0f89-455f-b204-5a0a9256829a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=696827ca-0b03-4d79-a644-1142303f65f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0917294 Aug 28 20:07:31.106219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:31.173506 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:31.202096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f84e2919-dadc-46fd-8b91-9f2c28ba829e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:31.202749 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:31.220162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['145bbb93-1114-4c6e-9d31-1043d64ac181'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:31.238011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event deleted for resources: {'Port': ['ID=5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:31.367495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:31.371386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2767cbc-2407-48a7-a601-90f64dfc7d37 req-5bc2fbbc-3900-4562-a51d-03d2ad456e15 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.2318120 Aug 28 20:07:31.376441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:31.377888 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15686854-f6bd-45d1-9e30-75430fa25577" -d '{"events": [{"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-plugged", "status": "completed", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:31.380256 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3e320e33-a873-470e-a15f-20564448d559 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5efa6b6f-5e31-4b79-aa4c-db5d57dfc05e HTTP/1.1" status: 204 len: 168 time: 1.5795901 Aug 28 20:07:31.382854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49930) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:31.450473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:31.471991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:31.520276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e830691b-d940-4ca3-b4d6-fa8c2d7475a4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:31.542549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-05aa8bf1-3a94-4280-ac7e-bdd6721d245e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217105 Aug 28 20:07:31.564984 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf012f1-44b4-4b77-a876-ada8edf0d258 x-openstack-request-id: req-ccf012f1-44b4-4b77-a876-ada8edf0d258 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:31.570553 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-plugged", "status": "completed", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:31.570553 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccf012f1-44b4-4b77-a876-ada8edf0d258 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:31.570553 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf012f1-44b4-4b77-a876-ada8edf0d258'] response: {'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'code': 200} Aug 28 20:07:31.665325 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:31.738879 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-432e5298-c2c7-45fb-84c1-3cb117321e6c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891758 Aug 28 20:07:31.752364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Deleting subnet bb3a4394-2550-46ed-8a25-ab92ca485d4c {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:07:31.757219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for subnet (bb3a4394-2550-46ed-8a25-ab92ca485d4c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:31.819429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:31.851586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-9c630fdf-c279-4966-8b38-5e80c7e5966d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 217 time: 0.1015992 Aug 28 20:07:31.898307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:31.898945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:31.944608 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:31.968497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0466d-44c2-464c-8292-b5f23c86942d req-d19dc10a-129e-4aea-8528-ff44ff713b86 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:31.976145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23f0466d-44c2-464c-8292-b5f23c86942d req-d19dc10a-129e-4aea-8528-ff44ff713b86 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.4317660 Aug 28 20:07:31.991097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04a44e84-5dfb-4a3e-a9ae-eb6ec4a2401b req-928de99a-f9b2-4e5e-a8a8-8d21c3650bf9 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.0607357 Aug 28 20:07:31.995082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dc8ba-6192-485c-acdc-4a095d0b7b04 req-e592b399-b761-4c40-97fa-c28b324986a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:31.997004 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-022dc8ba-6192-485c-acdc-4a095d0b7b04 req-e592b399-b761-4c40-97fa-c28b324986a9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 1127 time: 0.1426752 Aug 28 20:07:32.003375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (bb3a4394-2550-46ed-8a25-ab92ca485d4c), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.005564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-099029d1-55b1-464c-a739-4d27ade6edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:32.009484 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-099029d1-55b1-464c-a739-4d27ade6edf3 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.1429508 Aug 28 20:07:32.072324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-2130b8df-9fd3-467a-967b-2b432aa5d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:32.074850 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-2130b8df-9fd3-467a-967b-2b432aa5d827 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0596423 Aug 28 20:07:32.091567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:32.162589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23f0466d-44c2-464c-8292-b5f23c86942d req-88fc0699-615a-4611-b588-aa8acebe9de9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854682 Aug 28 20:07:32.185923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-c42ac456-406c-402b-89b8-9889c0d9ce60 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:32.185923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-c42ac456-406c-402b-89b8-9889c0d9ce60 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.7753124 Aug 28 20:07:32.186968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:32.215134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Request body: {'port': {'device_id': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'admin_state_up': True, 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:32.290941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-022dc8ba-6192-485c-acdc-4a095d0b7b04 req-b07b5fe6-ea90-4e9e-8844-723add597319 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912992 Aug 28 20:07:32.312234 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:32.389172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 145bbb93-1114-4c6e-9d31-1043d64ac181 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:32.389172 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.434372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (bb3a4394-2550-46ed-8a25-ab92ca485d4c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.438008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-7691e045-a151-454c-95c0-78886f076f25 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548799 Aug 28 20:07:32.466222 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:32.632993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-0e834d1b-7b6a-4cff-b5d0-8c47f48c94cb service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855900 Aug 28 20:07:32.652598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c513894a-6f06-4138-a8b6-30520e8e4356 req-f037dd95-5e97-472f-a927-2c90c495aa92 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.0663698 Aug 28 20:07:32.656217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:32.659717 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.742663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:32.748865 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-4b2860cd-02e5-4411-876f-b5fe651d4a99 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 217 time: 0.1084251 Aug 28 20:07:32.844824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-aceb86ed-c7a5-4908-a333-677c76fb2c6b tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=203692bd2bae4a1aabf78de445be8fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937436 Aug 28 20:07:32.851871 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.852819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:32.856717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-749b13be-c92e-4465-bf19-406f05824595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:32.858253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-749b13be-c92e-4465-bf19-406f05824595 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.0899372 Aug 28 20:07:32.862608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.920095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (bb3a4394-2550-46ed-8a25-ab92ca485d4c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.954199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-56ca8530-d882-4e97-94c0-09d5ce94011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:32.961722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-56ca8530-d882-4e97-94c0-09d5ce94011e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0924990 Aug 28 20:07:32.974108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:32.974108 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bb3a4394-2550-46ed-8a25-ab92ca485d4c HTTP/1.1" status: 204 len: 168 time: 1.5898666 Aug 28 20:07:32.987611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf67e2-a884-48b7-9759-c173d24c115e None None] Network ee9986f8-5f2c-466d-80c0-21e358b79914 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:32.997080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49972) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:32.997080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9548a-58ec-4710-9533-d83e9234898b tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3a4394-2550-46ed-8a25-ab92ca485d4c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:33.006825 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:33.219734 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:33.242707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:33.246289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-2cbb7cd9-4426-49e3-ae29-53c779377019 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746782 Aug 28 20:07:33.447524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] DHCP port deletion for ee9986f8-5f2c-466d-80c0-21e358b79914 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:07:33.552920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] Deleting port b291bffe-ee8b-41b3-8e94-4bbfaef1590e {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:07:33.554001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:33.597322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:33.607287 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeec1a70-a45a-4667-a505-68dda9cdac53" -d '{"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-plugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:33.766087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] For port b291bffe-ee8b-41b3-8e94-4bbfaef1590e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b291bffe-ee8b-41b3-8e94-4bbfaef1590e,segment=NetworkSegment(69166d5a-275d-4273-9650-526930aae1d0),segment_id=69166d5a-275d-4273-9650-526930aae1d0)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:33.766718 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:33.795333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] Calling delete_port for b291bffe-ee8b-41b3-8e94-4bbfaef1590e owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:07:33.941705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-208580d4-a8d4-4a94-99ad-d4846daf12e6 req-24be00cd-7f9f-4f88-97f0-e30bd6b9bfa7 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.7595322 Aug 28 20:07:34.031297 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (b291bffe-ee8b-41b3-8e94-4bbfaef1590e), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.035932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Allocated IP 172.20.0.5 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/0550a27d-9ea1-43ce-9d70-3115738cec9c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:34.051441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ee9986f8-5f2c-466d-80c0-21e358b79914), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.074826 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:34.107355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] Pushing event deleted for resources: {'Port': ['ID=b291bffe-ee8b-41b3-8e94-4bbfaef1590e,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:34.123297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e083b-70fc-4ac6-8de6-befbaab979ed None None] No DVR routers for this DVR port b291bffe-ee8b-41b3-8e94-4bbfaef1590e on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:07:34.225434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ee9986f8-5f2c-466d-80c0-21e358b79914), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.261334 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9913c255-21fa-43f1-bd60-2a90ab777e31 req-1f40319c-ff56-46f9-89f9-17d310ff4c4f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.0420945 Aug 28 20:07:34.262598 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:34.349106 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd41182d-3963-4c6a-845a-b5bf1886edb3 x-openstack-request-id: req-cd41182d-3963-4c6a-845a-b5bf1886edb3 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:34.350519 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-plugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:34.350946 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd41182d-3963-4c6a-845a-b5bf1886edb3 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:34.351520 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd41182d-3963-4c6a-845a-b5bf1886edb3'] response: {'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'code': 200} Aug 28 20:07:34.361411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9986f8-5f2c-466d-80c0-21e358b79914']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:34.379263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69166d5a-275d-4273-9650-526930aae1d0') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:34.379795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69166d5a-275d-4273-9650-526930aae1d0') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:34.398114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (69166d5a-275d-4273-9650-526930aae1d0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.435878 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (69166d5a-275d-4273-9650-526930aae1d0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.451869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:07:34.452288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (69166d5a-275d-4273-9650-526930aae1d0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.453006 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-6780e048-d5c0-4668-88bd-4d74346c3017 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1816506 Aug 28 20:07:34.536977 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 69166d5a-275d-4273-9650-526930aae1d0 resource provider aggregate not found Aug 28 20:07:34.570249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0aa66-0da3-46ff-8aef-5a9c9225a1e7 req-eda8d3a9-9ea7-451e-8f0b-70ccf96da732 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:34.578903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7e0aa66-0da3-46ff-8aef-5a9c9225a1e7 req-eda8d3a9-9ea7-451e-8f0b-70ccf96da732 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.5344241 Aug 28 20:07:34.579101 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks [] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.581959 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-e586a26a-054f-4a05-9b31-55601487db02 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4 HTTP/1.1" status: 200 len: 217 time: 0.1186693 Aug 28 20:07:34.582148 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 69166d5a-275d-4273-9650-526930aae1d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69166d5a-275d-4273-9650-526930aae1d0 found for delete ", "request_id": "req-7ab9f9c7-75f3-4a71-a6cf-215ea692d32d"}]} Aug 28 20:07:34.751469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ee9986f8-5f2c-466d-80c0-21e358b79914), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.781512 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7e0aa66-0da3-46ff-8aef-5a9c9225a1e7 req-3e719a63-4bc7-4a73-b0ff-390372384f1e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013822 Aug 28 20:07:34.786730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.791302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-03abba59-bb00-4022-9dc1-675ff019a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:34.806034 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ee9986f8-5f2c-466d-80c0-21e358b79914 HTTP/1.1" status: 204 len: 168 time: 1.7974613 Aug 28 20:07:34.811645 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-03abba59-bb00-4022-9dc1-675ff019a87b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.2172370 Aug 28 20:07:34.818812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:34.827786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-78dff791-d058-4a1f-976e-0948a77dca33 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:34.831027 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-78dff791-d058-4a1f-976e-0948a77dca33 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5804858 Aug 28 20:07:34.883156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-9bc31f44-d74b-4da1-be48-83bc46e01e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:34.885109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-9bc31f44-d74b-4da1-be48-83bc46e01e7e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0527871 Aug 28 20:07:34.891857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Request body: {'port': {'device_id': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '203692bd2bae4a1aabf78de445be8fe2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:34.922681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b1e82-25f2-4c9d-a0e6-23443ee50ba3 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700 tempest-ExtraDHCPOptionsIpV6TestJSON-280102700-project] Pushing event deleted for resources: {'Network': ['ID=ee9986f8-5f2c-466d-80c0-21e358b79914,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:34.938438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:34.945552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:34.965270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:35.015106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event updated for resources: {'Port': ['ID=0550a27d-9ea1-43ce-9d70-3115738cec9c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:35.055379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:35.056509 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:35.182363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-011c5a74-54fa-4d4b-b6f3-3665d14bffd5 req-9f212091-7c90-47f0-bf9d-65a24ac0193e tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.0710666 Aug 28 20:07:35.260064 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-93fa4b36-6f19-40dc-ba58-b2d0f12b173c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0565531 Aug 28 20:07:35.282258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-c73bb998-8952-4676-afcf-36140a1b5ee6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817379 Aug 28 20:07:35.309441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Request body: {'port': {'device_id': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:35.427961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b291bffe-ee8b-41b3-8e94-4bbfaef1590e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:35.456916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b291bffe-ee8b-41b3-8e94-4bbfaef1590e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:07:35.457552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b291bffe-ee8b-41b3-8e94-4bbfaef1590e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:07:35.481550 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:35.517926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-77ff514e-9219-4598-bf16-12d66308cd11 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282491 Aug 28 20:07:35.530698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2d0c241c-934a-4bda-84ed-61e82669845d None None] Provisioning complete for port 0550a27d-9ea1-43ce-9d70-3115738cec9c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:35.530698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2d0c241c-934a-4bda-84ed-61e82669845d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:35.633929 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:35.653874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c241c-934a-4bda-84ed-61e82669845d None None] Port 0550a27d-9ea1-43ce-9d70-3115738cec9c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:35.673097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-46e72598-4f8f-47d2-b44b-0e4aa7890d9f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=77b391d3-494a-42ac-81b4-d2edb5f33294 HTTP/1.1" status: 200 len: 217 time: 0.1365745 Aug 28 20:07:35.790807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941336-bd58-4b2d-9701-6b984d66e8f7 req-d8879784-3f15-49ce-a984-af6fc39f388d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:35.795496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50030) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:35.797753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84941336-bd58-4b2d-9701-6b984d66e8f7 req-d8879784-3f15-49ce-a984-af6fc39f388d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 931 time: 0.2760317 Aug 28 20:07:35.821419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50036) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:35.821969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Made reservation on behalf of 203692bd2bae4a1aabf78de445be8fe2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:35.826208 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:35.878340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-78fc6750-7306-4444-9296-cbb523fb7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:35.886876 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-78fc6750-7306-4444-9296-cbb523fb7e69 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 200 len: 797 time: 0.2004938 Aug 28 20:07:35.931857 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:35.970512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e3929-fd55-49cf-9a93-89c34f4eb4fb req-8edc7788-c4cb-42e6-82a3-39f8378a9bd0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:35.972997 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-011e3929-fd55-49cf-9a93-89c34f4eb4fb req-8edc7788-c4cb-42e6-82a3-39f8378a9bd0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0688698 Aug 28 20:07:36.023424 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:36.047743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b63f33d-aa8d-4dea-aa11-bec05a3b3fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.079532 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84941336-bd58-4b2d-9701-6b984d66e8f7 req-6eb3c7fb-a335-412e-a347-a049866f412f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672751 Aug 28 20:07:36.094451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-4cbdbf5b-0630-4029-88a8-0f00924a9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:36.096093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-4cbdbf5b-0630-4029-88a8-0f00924a9e80 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=930cd3e9-822c-4fa0-84e7-ff1b22f9784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1871147 Aug 28 20:07:36.120589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-011e3929-fd55-49cf-9a93-89c34f4eb4fb req-3567aeb3-00ae-4f02-8a72-efb39b713758 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237974 Aug 28 20:07:36.242863 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a86e920e-1ec9-4eac-8aed-61e1e6a0bccb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f367fbfb49cc4645b0fdfea0739b1620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966124 Aug 28 20:07:36.253002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50044) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:36.264069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks [] for security_group (3be1e0c3-a42c-4b62-b915-0e54e7d35443), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.326061 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:36.389738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0550a27d-9ea1-43ce-9d70-3115738cec9c {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:36.400420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1653476-f17d-464d-a88c-6b956f23f26a req-568bdc20-62c5-4f8c-a01f-d772fc9aa9b7 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.0673959 Aug 28 20:07:36.414276 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Publish callbacks [] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.421418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01dcb3a5-41cc-47c8-8d9b-125df7827ef6 admin admin] Publish callbacks [] for security_group (ac793a6c-9817-404e-b798-6908f9f80dd5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.457998 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3be1e0c3-a42c-4b62-b915-0e54e7d35443), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.487622 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01dcb3a5-41cc-47c8-8d9b-125df7827ef6 admin admin] Publish callbacks [] for security_group (ac793a6c-9817-404e-b798-6908f9f80dd5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.492648 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b63f33d-aa8d-4dea-aa11-bec05a3b3fd2 admin admin] Publish callbacks [] for security_group (8e8ed170-6694-4b3c-a46a-578a4560e35e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.502306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Transition to ACTIVE for port object 0550a27d-9ea1-43ce-9d70-3115738cec9c will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:07:36.551426 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:36.600720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1e0c3-a42c-4b62-b915-0e54e7d35443,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:36.608954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-bd39dc10-c029-4dc3-b6e3-b3e0daadc7b4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431997 Aug 28 20:07:36.621030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.636396 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b63f33d-aa8d-4dea-aa11-bec05a3b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8e8ed170-6694-4b3c-a46a-578a4560e35e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.710656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01dcb3a5-41cc-47c8-8d9b-125df7827ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ac793a6c-9817-404e-b798-6908f9f80dd5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.721644 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01dcb3a5-41cc-47c8-8d9b-125df7827ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:36.726544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-01dcb3a5-41cc-47c8-8d9b-125df7827ef6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ac793a6c-9817-404e-b798-6908f9f80dd5 HTTP/1.1" status: 204 len: 168 time: 0.4721324 Aug 28 20:07:36.755558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Allocated IP 192.168.233.240 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:36.811504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-25c604e3-f013-4c65-8a09-20dbdb6335da service neutron] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890314 Aug 28 20:07:36.873241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-274cd189-3713-4625-8df9-30657e54735b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302 HTTP/1.1" status: 200 len: 217 time: 0.0467019 Aug 28 20:07:36.932576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6b63f33d-aa8d-4dea-aa11-bec05a3b3fd2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5f430d2f2eb84bdeb339a27f480c44b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1360095 Aug 28 20:07:36.935459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63f33d-aa8d-4dea-aa11-bec05a3b3fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8ed170-6694-4b3c-a46a-578a4560e35e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:36.938423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0550a27d-9ea1-43ce-9d70-3115738cec9c,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:36.945068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50066) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:36.953199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcb3a5-41cc-47c8-8d9b-125df7827ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac793a6c-9817-404e-b798-6908f9f80dd5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:36.974647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Attempting to bind port 0550a27d-9ea1-43ce-9d70-3115738cec9c on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:36.975320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Attempting to bind port 0550a27d-9ea1-43ce-9d70-3115738cec9c by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:36.975320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Attempting to bind port 0550a27d-9ea1-43ce-9d70-3115738cec9c on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:36.994593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Port 0550a27d-9ea1-43ce-9d70-3115738cec9c on network c49b44b1-867f-4e9f-ac82-9c95519351e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:07:36.995099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Attempting to bind port 0550a27d-9ea1-43ce-9d70-3115738cec9c on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:37.008546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:37.009496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:37.009496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:37.009827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Bound port: 0550a27d-9ea1-43ce-9d70-3115738cec9c, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:37.010125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.026877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-3b5a388a-723b-4288-a352-8a655504fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:37.026877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-3b5a388a-723b-4288-a352-8a655504fb9a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 HTTP/1.1" status: 200 len: 797 time: 0.1290607 Aug 28 20:07:37.139519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-57035e39-e715-4b5e-abb4-056924b38a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:37.141241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-57035e39-e715-4b5e-abb4-056924b38a79 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1032660 Aug 28 20:07:37.169715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks [] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.322441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0db5f-ca33-4a36-a0eb-a4e8b4cdd2ef req-d3c27cd2-2eb3-4caa-b88e-be4b20a1d57a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:37.333770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d9d0db5f-ca33-4a36-a0eb-a4e8b4cdd2ef req-d3c27cd2-2eb3-4caa-b88e-be4b20a1d57a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1450012 Aug 28 20:07:37.342873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] For port 0550a27d-9ea1-43ce-9d70-3115738cec9c, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:37.380478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dabc7-d7b6-4258-b8f2-347ac846b64d req-6be09af2-60f3-42b2-adff-dc3eb7483875 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:37.381735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88812643-8eb6-4743-8c5e-fbae3cd48a67 admin admin] Publish callbacks [] for security_group (8e8ed170-6694-4b3c-a46a-578a4560e35e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.392558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-720dabc7-d7b6-4258-b8f2-347ac846b64d req-6be09af2-60f3-42b2-adff-dc3eb7483875 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 943 time: 0.1506717 Aug 28 20:07:37.415214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] For port 0550a27d-9ea1-43ce-9d70-3115738cec9c, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:37.450668 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88812643-8eb6-4743-8c5e-fbae3cd48a67 admin admin] Publish callbacks [] for security_group (8e8ed170-6694-4b3c-a46a-578a4560e35e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.464093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-e558b5af-fc65-46c9-b332-f2691cfdf2e4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152220 Aug 28 20:07:37.514511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-720dabc7-d7b6-4258-b8f2-347ac846b64d req-bb523318-fd6b-4d5a-8a18-aa8c9ca98902 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208489 Aug 28 20:07:37.578305 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d9d0db5f-ca33-4a36-a0eb-a4e8b4cdd2ef req-8041d17e-299c-41c4-9767-62ed5f308c83 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281218 Aug 28 20:07:37.580401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.606256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:37.607488 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.610217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/0550a27d-9ea1-43ce-9d70-3115738cec9c HTTP/1.1" status: 200 len: 1091 time: 2.3350549 Aug 28 20:07:37.611033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'tag': '0550a27d-9ea1-43ce-9d70-3115738cec9c'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:37.616294 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab0631-679f-4d5b-a650-004fd5645c36" -d '{"events": [{"name": "network-changed", "server_uuid": "53b38820-0673-4fc7-af2c-ff6f0e54d4b8", "tag": "0550a27d-9ea1-43ce-9d70-3115738cec9c"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:37.730218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a80f9-2a2c-4645-b01a-f1699a35c6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0550a27d-9ea1-43ce-9d70-3115738cec9c,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:37.775188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-1c1baf5b-e4b3-4ba3-883a-fd06e4a7413a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974515 Aug 28 20:07:37.778500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.804203 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b43b755-5a5f-43d3-9505-642598b33d52 x-openstack-request-id: req-9b43b755-5a5f-43d3-9505-642598b33d52 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:37.804668 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b38820-0673-4fc7-af2c-ff6f0e54d4b8", "tag": "0550a27d-9ea1-43ce-9d70-3115738cec9c", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:37.805515 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b43b755-5a5f-43d3-9505-642598b33d52 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:37.806198 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b43b755-5a5f-43d3-9505-642598b33d52'] response: {'name': 'network-changed', 'server_uuid': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'tag': '0550a27d-9ea1-43ce-9d70-3115738cec9c', 'status': 'completed', 'code': 200} Aug 28 20:07:37.866537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:37.908218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88812643-8eb6-4743-8c5e-fbae3cd48a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8e8ed170-6694-4b3c-a46a-578a4560e35e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.915097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-88812643-8eb6-4743-8c5e-fbae3cd48a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:37.918444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-88812643-8eb6-4743-8c5e-fbae3cd48a67 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8e8ed170-6694-4b3c-a46a-578a4560e35e HTTP/1.1" status: 204 len: 168 time: 0.9662807 Aug 28 20:07:37.924093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-1612ba22-17fc-47c6-9bed-f2aa30eb0137 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08b7716e-c895-4e14-af45-c79af930d7fa HTTP/1.1" status: 200 len: 217 time: 0.0661817 Aug 28 20:07:38.008376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:38.018787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab0631-679f-4d5b-a650-004fd5645c36 req-2e6298cf-526f-404f-a85b-265dfa610a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.020839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68ab0631-679f-4d5b-a650-004fd5645c36 req-2e6298cf-526f-404f-a85b-265dfa610a89 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 1125 time: 0.1693866 Aug 28 20:07:38.043088 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:38.048228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88812643-8eb6-4743-8c5e-fbae3cd48a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8ed170-6694-4b3c-a46a-578a4560e35e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:38.105723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:38.112190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:38.197506 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:38.209959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cb534-df3d-4695-b47c-63b9f1087e89 req-797fe0fd-d6cf-4655-9e22-51e2af3f80d3 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.223117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df3cb534-df3d-4695-b47c-63b9f1087e89 req-797fe0fd-d6cf-4655-9e22-51e2af3f80d3 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 936 time: 0.4463420 Aug 28 20:07:38.252011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab0631-679f-4d5b-a650-004fd5645c36 req-24fcad10-fb23-47e0-b55b-5e4b45b53f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.257844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68ab0631-679f-4d5b-a650-004fd5645c36 req-24fcad10-fb23-47e0-b55b-5e4b45b53f7b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=28d057c8fdf747988db165403edc2593&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2134471 Aug 28 20:07:38.395938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df3cb534-df3d-4695-b47c-63b9f1087e89 req-96f9ccb4-6426-4755-9a5b-a334bcaf6fbb tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598945 Aug 28 20:07:38.408976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-dac0e14d-9be9-4640-9732-3a9a11d27488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.411288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-dac0e14d-9be9-4640-9732-3a9a11d27488 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 HTTP/1.1" status: 200 len: 797 time: 0.4353900 Aug 28 20:07:38.426194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.427384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:38.482915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab0631-679f-4d5b-a650-004fd5645c36 req-f323fd08-26cf-4113-a683-5761cf182521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.485541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68ab0631-679f-4d5b-a650-004fd5645c36 req-f323fd08-26cf-4113-a683-5761cf182521 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2205389 Aug 28 20:07:38.488765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9215-947b-4960-9357-e5620d73407f req-07b100d9-b580-4f49-8482-a745b1d63b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.491896 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-07b100d9-b580-4f49-8482-a745b1d63b4d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=f916ee4d-6756-48e6-9a29-8dafd69f66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0593967 Aug 28 20:07:38.495651 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:38.614335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2133e066-0712-446e-9c92-2cadacaa45bd None None] Provisioning complete for port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:38.614986 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2133e066-0712-446e-9c92-2cadacaa45bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:38.634176 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-52f57c87-37e8-4022-a5c7-8c9c6850a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.636466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-52f57c87-37e8-4022-a5c7-8c9c6850a135 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 1125 time: 0.0579789 Aug 28 20:07:38.637621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-f5c35a9b-5193-431e-ac64-211a230025b5 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7503860 Aug 28 20:07:38.756790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2133e066-0712-446e-9c92-2cadacaa45bd None None] Port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:38.780796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-8d5388a9-4769-4947-b354-87a65902222e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809596 Aug 28 20:07:38.792966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Request body: {'port': {'device_id': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:38.800378 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-9604626e-1af2-4373-a903-66951e699d18 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c HTTP/1.1" status: 200 len: 217 time: 0.1405709 Aug 28 20:07:38.802913 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:38.927114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dff3f-9099-44fe-9bf8-15f47b08467f req-71011619-491e-4380-9d24-a0f44056fefd tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.928858 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd8dff3f-9099-44fe-9bf8-15f47b08467f req-71011619-491e-4380-9d24-a0f44056fefd tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 943 time: 0.1322973 Aug 28 20:07:38.936802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-85433507-5653-4f64-b097-65fcf7fbf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.937105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b44bd-31cb-4978-9aaa-9b234e091bd8 req-379b9ebe-fc54-4ae5-a859-67da87d9312f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:38.938734 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-85433507-5653-4f64-b097-65fcf7fbf8f5 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.1218841 Aug 28 20:07:38.938881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e8b44bd-31cb-4978-9aaa-9b234e091bd8 req-379b9ebe-fc54-4ae5-a859-67da87d9312f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1391535 Aug 28 20:07:39.033545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-aa82c21a-51d6-42e6-8bb3-148de0f243ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:39.035120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-aa82c21a-51d6-42e6-8bb3-148de0f243ff service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885432 Aug 28 20:07:39.040173 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd8dff3f-9099-44fe-9bf8-15f47b08467f req-d33b0da9-ea48-4fe9-8044-d987b0c70a5e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915480 Aug 28 20:07:39.068318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:39.090446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e8b44bd-31cb-4978-9aaa-9b234e091bd8 req-08f308c7-c148-4ee1-ad6c-1ea956774468 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426370 Aug 28 20:07:39.094115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bcc9215-947b-4960-9357-e5620d73407f req-897f1e46-42a6-4828-85ec-6be0f103d40e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853296 Aug 28 20:07:39.230051 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-47797c8a-aa58-4534-bdf8-a184c53962b1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874409 Aug 28 20:07:39.334112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50134) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:39.389540 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:39.470888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-926a27bb-a8dd-4f91-b658-9b7f3a4627d0 req-94d3001b-77c3-4259-99cb-067d7de9fb44 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336538 Aug 28 20:07:39.537638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1843009496'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:39.623931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:39.641390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254f693-fd4e-42c4-868a-f8e0d8063477 req-42201067-9854-4be5-b34a-9e6f5bba5784 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:39.643517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7254f693-fd4e-42c4-868a-f8e0d8063477 req-42201067-9854-4be5-b34a-9e6f5bba5784 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 936 time: 0.1125393 Aug 28 20:07:39.645908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Publish callbacks [] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:39.670267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Transition to ACTIVE for port object 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:07:39.718265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7254f693-fd4e-42c4-868a-f8e0d8063477 req-21df483e-39ac-487e-9ebc-4015933710b7 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604515 Aug 28 20:07:39.735599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:39.745026 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:39.759022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:39.832423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:39.929486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:40.036850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for security_group (56bef4e6-83d8-4cbf-8fb7-981b5979b7b5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.084171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Attempting to bind port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:40.084643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Attempting to bind port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:40.088736 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Attempting to bind port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:40.115243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:07:40.115766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Attempting to bind port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:40.134425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:40.134981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:40.135720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:40.137006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Bound port: 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:40.140775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.189996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (56bef4e6-83d8-4cbf-8fb7-981b5979b7b5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.303013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2360175-dfab-4fdf-ab75-abf1f04c3448 req-e71a3bb5-3d75-47f6-a20d-b914135380a6 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:40.304769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2360175-dfab-4fdf-ab75-abf1f04c3448 req-e71a3bb5-3d75-47f6-a20d-b914135380a6 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 943 time: 0.0884218 Aug 28 20:07:40.319286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:07:40.354388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bef4e6-83d8-4cbf-8fb7-981b5979b7b5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:40.375978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5c4b9666-7588-4e83-bf9d-0cc379502837), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.376334 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Added segment 5c4b9666-7588-4e83-bf9d-0cc379502837 of type vlan for network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 Aug 28 20:07:40.407732 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2360175-dfab-4fdf-ab75-abf1f04c3448 req-b8ed3c5d-a14d-41fe-bf9a-e9331e4b2b99 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921733 Aug 28 20:07:40.425587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102c16-b359-4a1d-9e19-d4cf2306e624 req-0970eee7-f714-41b4-bf20-d30e472f4eac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:40.428998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-77102c16-b359-4a1d-9e19-d4cf2306e624 req-0970eee7-f714-41b4-bf20-d30e472f4eac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1558425 Aug 28 20:07:40.479871 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.534770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:40.561323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:40.617575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-77102c16-b359-4a1d-9e19-d4cf2306e624 req-e06cdf43-2758-4acf-9da6-831a0c1f74cc tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004658 Aug 28 20:07:40.682222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.689167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:40.689892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.810152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Network': ['ID=bc5341d1-ffdb-4f54-b81c-95ed7274b8d5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:40.821961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.827064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:07:40.845593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:40.846533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:40.848173 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 HTTP/1.1" status: 200 len: 1096 time: 2.0651641 Aug 28 20:07:40.911653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:40.920732 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:41.021550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61473-e1c8-43cf-ac4e-2e5db81dd90c req-12db22cf-5377-4d90-ad73-6e51f625a11d tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:41.023349 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f61473-e1c8-43cf-ac4e-2e5db81dd90c req-12db22cf-5377-4d90-ad73-6e51f625a11d tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 948 time: 0.0913291 Aug 28 20:07:41.024419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86c248-0953-453a-8dc0-0c6d6209b687 service neutron] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:41.083307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ad7956de-3d0d-49b5-9ae2-e429ec15ce57 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7475390 Aug 28 20:07:41.086296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50174) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:41.096194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'subnet': {'network_id': 'bc5341d1-ffdb-4f54-b81c-95ed7274b8d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:41.111028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-620825cf-af04-4936-b49a-63d011c1f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:41.112864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-620825cf-af04-4936-b49a-63d011c1f665 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=203692bd2bae4a1aabf78de445be8fe2&device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0837266 Aug 28 20:07:41.122428 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f61473-e1c8-43cf-ac4e-2e5db81dd90c req-347f7571-9772-4853-9311-ec1c646fbd7e tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 Aug 28 20:07:41.196662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-8265400b-f87f-489b-b076-4ff3a3d3bf44 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 HTTP/1.1" status: 200 len: 217 time: 0.0697389 Aug 28 20:07:41.200225 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f79df4-6c6a-4460-9299-f37f471555c6 x-openstack-request-id: req-60f79df4-6c6a-4460-9299-f37f471555c6 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:41.200225 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:41.200225 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60f79df4-6c6a-4460-9299-f37f471555c6 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:41.200721 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f79df4-6c6a-4460-9299-f37f471555c6'] response: {'name': 'network-changed', 'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'status': 'completed', 'code': 200} Aug 28 20:07:41.205300 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:41.313911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-3441e5ea-1f7e-4040-b58f-d716abce3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:41.316067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-3441e5ea-1f7e-4040-b58f-d716abce3751 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0892611 Aug 28 20:07:41.344158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:41.354250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:41.413033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-216a4564-5572-4513-b3d6-1330f0da9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:41.418046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-216a4564-5572-4513-b3d6-1330f0da9c35 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0908694 Aug 28 20:07:41.548537 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-57d7ebdc-42cb-4d35-8352-5fe3da434835 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185141 Aug 28 20:07:41.663265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013ae9d-cae3-45a3-aae0-929e099868a6 req-0305c435-a30b-4514-9a9b-b3bc9378a1e9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:41.664945 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d013ae9d-cae3-45a3-aae0-929e099868a6 req-0305c435-a30b-4514-9a9b-b3bc9378a1e9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 943 time: 0.1153822 Aug 28 20:07:41.761081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6054459f-5e3c-41e3-a1c6-e8e64f5c88a5 req-91900f25-a589-4fa5-ae0b-030e3f4bd076 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994779 Aug 28 20:07:41.765798 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d013ae9d-cae3-45a3-aae0-929e099868a6 req-327a81f4-3a03-4ef3-9f98-fde803000a74 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933521 Aug 28 20:07:41.793548 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (72760f66-c8a5-403b-aa10-df37c5d09935), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:42.000208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Subnet': ['ID=72760f66-c8a5-403b-aa10-df37c5d09935,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:42.020048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Checking segment: {'id': '5c4b9666-7588-4e83-bf9d-0cc379502837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bc5341d1-ffdb-4f54-b81c-95ed7274b8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:42.021282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network hostable DHCP agents. Network: bc5341d1-ffdb-4f54-b81c-95ed7274b8d5, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:07:42.085512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6308a1-49da-480c-940a-f9a729d9febf req-89c11eb6-d4d0-4788-8180-668e26e6f8f8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:42.087191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa6308a1-49da-480c-940a-f9a729d9febf req-89c11eb6-d4d0-4788-8180-668e26e6f8f8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0880847 Aug 28 20:07:42.155323 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa6308a1-49da-480c-940a-f9a729d9febf req-a43fa021-d5cd-41fd-b678-98d60754a6fa tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615466 Aug 28 20:07:42.181916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:07:42.295783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079510-8f90-4420-a7fd-da6ad59468ea req-24421a23-da9a-40ae-b665-fc9ec5e9cca1 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:42.297463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97079510-8f90-4420-a7fd-da6ad59468ea req-24421a23-da9a-40ae-b665-fc9ec5e9cca1 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 948 time: 0.0637355 Aug 28 20:07:42.323521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, bc5341d1-ffdb-4f54-b81c-95ed7274b8d5) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:42.329293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:42.329935 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:42.334206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4230b-8969-405f-bc5a-00e9e7b1c0a9 None None] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:42.383543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97079510-8f90-4420-a7fd-da6ad59468ea req-f6c8cbac-46a9-4ad4-907e-4266c614cbc8 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803287 Aug 28 20:07:42.385322 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:42.392236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0550a27d-9ea1-43ce-9d70-3115738cec9c details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:42.476689 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c7ae4995-22b6-4f15-9d60-3545d7cfd121 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3851995 Aug 28 20:07:42.476939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50200) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:42.482357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1980580266', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:42.545342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810ee4b-2298-45a9-a729-2ec229ce3577 None None] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:07:42.645229 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:42.646372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:42.662854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 0550a27d-9ea1-43ce-9d70-3115738cec9c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:42.695585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '0550a27d-9ea1-43ce-9d70-3115738cec9c', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'port_id': '0550a27d-9ea1-43ce-9d70-3115738cec9c', 'mac_address': 'fa:16:3e:a6:08:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:42.742606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_controller (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:42.852066 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:42.858125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 0550a27d-9ea1-43ce-9d70-3115738cec9c is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:42.858764 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:42.896525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0550a27d-9ea1-43ce-9d70-3115738cec9c {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:42.935188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 0550a27d-9ea1-43ce-9d70-3115738cec9c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:43.050248 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:43.085224 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:43.085737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-b6fe39a5-86ec-41e1-974d-b013c33b7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.089102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-b6fe39a5-86ec-41e1-974d-b013c33b7d4a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=203692bd2bae4a1aabf78de445be8fe2&device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 1130 time: 0.1860993 Aug 28 20:07:43.096574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f75b2-02d3-46af-aee7-cce7e1f1f576 req-e7f2097c-876c-477d-895f-f72e8e6c55d8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.104723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-945f75b2-02d3-46af-aee7-cce7e1f1f576 req-e7f2097c-876c-477d-895f-f72e8e6c55d8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 943 time: 0.1687894 Aug 28 20:07:43.232998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-945f75b2-02d3-46af-aee7-cce7e1f1f576 req-a08ffe97-5f42-46f4-a87e-ff680b83bc3c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272566 Aug 28 20:07:43.375498 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-c3e9e57b-b77c-4d55-bc65-b3e930b230ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.377378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-c3e9e57b-b77c-4d55-bc65-b3e930b230ba service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2653184 Aug 28 20:07:43.452271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-f52aeefe-31c4-4277-9b51-61f8782dc5a7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 HTTP/1.1" status: 200 len: 217 time: 0.0678260 Aug 28 20:07:43.460973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=0550a27d-9ea1-43ce-9d70-3115738cec9c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:43.544693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-e58881c8-f93a-428d-b7b5-5d67e4145945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.546230 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-e58881c8-f93a-428d-b7b5-5d67e4145945 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0874319 Aug 28 20:07:43.552713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3ec75-d6bf-448e-a9fc-c7f91dd65161 req-c2975ad4-9287-4433-8f92-6001efb4ee12 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.554212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adb3ec75-d6bf-448e-a9fc-c7f91dd65161 req-c2975ad4-9287-4433-8f92-6001efb4ee12 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 948 time: 0.0604880 Aug 28 20:07:43.558655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:43.598111 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:43.608305 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-a4cfc36c-e9b6-4b7f-b611-0f40c3cb02f4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3066449 Aug 28 20:07:43.623234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66df91e-2490-4194-a92d-93d30cd6316a req-15f45d4e-fc83-41aa-bfa5-bfad0d2d60aa tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.625272 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d66df91e-2490-4194-a92d-93d30cd6316a req-15f45d4e-fc83-41aa-bfa5-bfad0d2d60aa tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.2498200 Aug 28 20:07:43.630867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-cd67b73d-6cd4-45b8-8db3-5cfe843505f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.632623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-cd67b73d-6cd4-45b8-8db3-5cfe843505f2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0765138 Aug 28 20:07:43.760572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adb3ec75-d6bf-448e-a9fc-c7f91dd65161 req-746d4ea1-f5dd-4486-bfbe-7a29e70beab3 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943817 Aug 28 20:07:43.820247 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-dbf1f0b5-7922-4877-a22f-1cf0d73a2fae service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661589 Aug 28 20:07:43.825891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d66df91e-2490-4194-a92d-93d30cd6316a req-84a3e1f7-f8ab-42a0-aae2-ba53af6ef230 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913118 Aug 28 20:07:43.826985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-71e007f4-37c5-413b-bf6e-0831960915e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:43.828479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-71e007f4-37c5-413b-bf6e-0831960915e2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=2e3c425de2174a18963458a3dd7d23e5&device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 1127 time: 0.1402345 Aug 28 20:07:43.960116 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:44.087942 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:44.123092 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:44.264347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-2ab50862-100e-4f8d-afde-62f11276b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:44.266285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-2ab50862-100e-4f8d-afde-62f11276b483 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=bcd593a6-128e-4a60-9b21-7a51af66dad3 HTTP/1.1" status: 200 len: 917 time: 0.3225360 Aug 28 20:07:44.349565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-2d475f0c-111c-4ae3-9b3b-e9c4c471163a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641 HTTP/1.1" status: 200 len: 1001 time: 0.0645633 Aug 28 20:07:44.356139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:44.376521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0550a27d-9ea1-43ce-9d70-3115738cec9c up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:44.586904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.25.4.225 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/19be894d-603d-4126-82ca-20b19f9a6161) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:44.593811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-5b21f458-1523-46c6-9bae-7454bd65e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:44.602829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-5b21f458-1523-46c6-9bae-7454bd65e2f1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=846478f0-ac98-4137-9dfc-250fb2e6fe09 HTTP/1.1" status: 200 len: 855 time: 0.1040936 Aug 28 20:07:44.661696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-a5499894-3941-4489-9457-b90ac759d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:44.664134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-a5499894-3941-4489-9457-b90ac759d505 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=bcd593a6-128e-4a60-9b21-7a51af66dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486391 Aug 28 20:07:44.677108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f1b3b0f-5ffd-4cfb-adc5-2dba63633a70 req-c4df0a98-d01c-46eb-863c-2a7ab9c22584 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8331106 Aug 28 20:07:44.687314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 0550a27d-9ea1-43ce-9d70-3115738cec9c completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:07:44.714360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:44.735824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'mac_address': 'fa:16:3e:b8:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:44.783176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 0550a27d-9ea1-43ce-9d70-3115738cec9c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:44.783575 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:44.836679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:44.836679 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:44.856712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:44.862349 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:44.889729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:44.927065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 0550a27d-9ea1-43ce-9d70-3115738cec9c is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:44.927982 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:44.970815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0550a27d-9ea1-43ce-9d70-3115738cec9c'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:44.974390 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefae160-70ef-44b5-9126-80ada171d677" -d '{"events": [{"server_uuid": "53b38820-0673-4fc7-af2c-ff6f0e54d4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0550a27d-9ea1-43ce-9d70-3115738cec9c"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:45.001334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 0550a27d-9ea1-43ce-9d70-3115738cec9c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:45.010696 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:45.086862 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:45.099049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:45.136899 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:45.140895 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:45.184429 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:45.240455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=0550a27d-9ea1-43ce-9d70-3115738cec9c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:45.273452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c2a5-20f8-4a14-9bbd-a04247ac486a req-2bd1a158-5531-44d1-b7ea-c8e2bb6223ba tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:45.283094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e702c2a5-20f8-4a14-9bbd-a04247ac486a req-2bd1a158-5531-44d1-b7ea-c8e2bb6223ba tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 949 time: 0.0694005 Aug 28 20:07:45.301627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb8298-6384-4bfa-bf49-9a90fbbc9171 req-74fceea9-3332-4e5e-8e1c-21f4d295a25c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:45.303236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7eeb8298-6384-4bfa-bf49-9a90fbbc9171 req-74fceea9-3332-4e5e-8e1c-21f4d295a25c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 944 time: 0.6380630 Aug 28 20:07:45.350097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:45.400801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e702c2a5-20f8-4a14-9bbd-a04247ac486a req-f1905274-16d8-4da3-9927-cc5dd6e35846 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144526 Aug 28 20:07:45.441292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7eeb8298-6384-4bfa-bf49-9a90fbbc9171 req-de6397a0-adc0-420d-8720-e3d741299ba8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282268 Aug 28 20:07:45.462854 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-49eacd15-0ccd-4579-9e9e-3b122dc446a6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835584 Aug 28 20:07:45.491003 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=77,neutron:INSERT=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:45.496868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (19be894d-603d-4126-82ca-20b19f9a6161), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:45.571802 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed55ee3-9d54-4ed8-a4bd-ee4d54c7dc4d x-openstack-request-id: req-6ed55ee3-9d54-4ed8-a4bd-ee4d54c7dc4d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:45.577214 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b38820-0673-4fc7-af2c-ff6f0e54d4b8", "name": "network-vif-plugged", "status": "completed", "tag": "0550a27d-9ea1-43ce-9d70-3115738cec9c", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:45.577214 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ed55ee3-9d54-4ed8-a4bd-ee4d54c7dc4d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:45.577214 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed55ee3-9d54-4ed8-a4bd-ee4d54c7dc4d'] response: {'server_uuid': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0550a27d-9ea1-43ce-9d70-3115738cec9c', 'code': 200} Aug 28 20:07:45.771298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9549c53-0743-4e2e-ba98-a04149f0409e req-9fe8ed08-9f41-4e0e-835f-40e506de5e25 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:45.771788 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc6f03bf-1540-487f-9f4f-1aa34afc683e req-1aa42b0c-225c-4f54-9203-c44183888de8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940719 Aug 28 20:07:45.779614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9549c53-0743-4e2e-ba98-a04149f0409e req-9fe8ed08-9f41-4e0e-835f-40e506de5e25 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1595271 Aug 28 20:07:45.826372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a4ec6-7530-479b-ae50-905ab683b50b req-8d918e75-b3c1-4892-92ba-160db2173bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:45.829399 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-941a4ec6-7530-479b-ae50-905ab683b50b req-8d918e75-b3c1-4892-92ba-160db2173bf3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 1127 time: 0.1793864 Aug 28 20:07:45.933621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9549c53-0743-4e2e-ba98-a04149f0409e req-4da929e0-2bd5-4565-8ab8-fc12c84d3ead tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516755 Aug 28 20:07:45.938012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (19be894d-603d-4126-82ca-20b19f9a6161), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:45.944587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-941a4ec6-7530-479b-ae50-905ab683b50b req-92c7148e-ab69-4bcc-8a2e-2be32fdc1058 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868027 Aug 28 20:07:46.006067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:46.009791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:46.013472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:46.062698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=19be894d-603d-4126-82ca-20b19f9a6161,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:46.372058 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:46.384368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:46.448374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:07:46.592800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:46.593148 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:46.676103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aca6b-9c3e-4b56-98b5-f0e3ac706734 req-f5ce486d-c279-4eb8-b383-35cc9a82b713 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:46.686826 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:46.689496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e9aca6b-9c3e-4b56-98b5-f0e3ac706734 req-f5ce486d-c279-4eb8-b383-35cc9a82b713 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 945 time: 0.0832467 Aug 28 20:07:46.741530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:46.744326 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:46.806602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e9aca6b-9c3e-4b56-98b5-f0e3ac706734 req-248c79d2-2cd4-480a-9349-059bdb6e0a18 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160944 Aug 28 20:07:46.811500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:46.945607 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:46.972806 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:47.078733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6bf8-c903-4b95-8646-850f669c7827 req-4255c11b-5c44-4c3b-82ea-ee4991e99ed2 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:47.081302 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3ff6bf8-c903-4b95-8646-850f669c7827 req-4255c11b-5c44-4c3b-82ea-ee4991e99ed2 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 950 time: 0.4780452 Aug 28 20:07:47.086891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:47.208490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:47.217211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3ff6bf8-c903-4b95-8646-850f669c7827 req-f636475e-c17d-443d-b4e5-e0bf97bcf7df tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267798 Aug 28 20:07:47.236341 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:47.239832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f800-d9cc-48fe-8c4d-b3a428bd320d req-7da5fdd1-3236-4550-bf8e-057da86de1eb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:47.240886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8257f800-d9cc-48fe-8c4d-b3a428bd320d req-7da5fdd1-3236-4550-bf8e-057da86de1eb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1012659 Aug 28 20:07:47.342876 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:47.431884 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8257f800-d9cc-48fe-8c4d-b3a428bd320d req-d64c4524-6792-45fb-aaf7-73428eb41807 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661115 Aug 28 20:07:47.574707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:47.577371 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2804bdbc-20ab-49a3-a027-be6071f9b845" -d '{"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-plugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:47.628204 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:47.684370 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d92eeb-dcd0-4383-acfa-d2fd6d4e2e03 x-openstack-request-id: req-53d92eeb-dcd0-4383-acfa-d2fd6d4e2e03 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:47.685017 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-plugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:47.685359 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53d92eeb-dcd0-4383-acfa-d2fd6d4e2e03 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:47.686193 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d92eeb-dcd0-4383-acfa-d2fd6d4e2e03'] response: {'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'code': 200} Aug 28 20:07:47.718897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:07:47.887250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:47.913406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:47.933436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:47.934148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:48.004950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:48.018210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:48.018853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:48.039136 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:48.041551 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2c129fe8-a2c2-47e1-a6b8-15d568dc122a tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5634706 Aug 28 20:07:48.044316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50304) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:48.067749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56580bdb-54f3-4ac7-b9a8-5bd94bd72b31 req-4b8bdf7a-7b88-4686-86f2-a8d5a69d0d10 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:48.079055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56580bdb-54f3-4ac7-b9a8-5bd94bd72b31 req-4b8bdf7a-7b88-4686-86f2-a8d5a69d0d10 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 945 time: 0.1629972 Aug 28 20:07:48.127296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:48.128059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662438af-b59d-421c-9dc6-e9a6b0a8e608 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:48.176552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28a2bd-e5ff-4fc0-bbdc-af72f060f768 req-18524e79-cf04-4328-950b-5eb93ff0cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:48.178158 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d28a2bd-e5ff-4fc0-bbdc-af72f060f768 req-18524e79-cf04-4328-950b-5eb93ff0cf12 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 1132 time: 0.0950646 Aug 28 20:07:48.262179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56580bdb-54f3-4ac7-b9a8-5bd94bd72b31 req-be473d39-e58a-4902-9a76-5c853d331151 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618309 Aug 28 20:07:48.317491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d28a2bd-e5ff-4fc0-bbdc-af72f060f768 req-632ac235-c454-42fd-92a6-1d7559b558e9 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219635 Aug 28 20:07:48.478887 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:48.637875 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:48.638088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269d1f5-d151-4908-bd6c-0d8beda071ef req-407051be-a0dd-4537-9936-928adb3fe7a1 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:48.639679 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7269d1f5-d151-4908-bd6c-0d8beda071ef req-407051be-a0dd-4537-9936-928adb3fe7a1 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 950 time: 0.0960810 Aug 28 20:07:48.713266 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7269d1f5-d151-4908-bd6c-0d8beda071ef req-a824c730-50a6-4d9a-b804-b600b3cc2f58 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659561 Aug 28 20:07:48.723999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02667-9211-43a5-8712-2d1417c2a153 req-0ce51f39-8582-47d4-bde3-4ec1e5f72e23 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:48.738806 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4be02667-9211-43a5-8712-2d1417c2a153 req-0ce51f39-8582-47d4-bde3-4ec1e5f72e23 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.1629419 Aug 28 20:07:48.754215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4be02667-9211-43a5-8712-2d1417c2a153 req-025d5839-be3c-4245-9804-53a711eb0482 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.0161178 Aug 28 20:07:48.845235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4be02667-9211-43a5-8712-2d1417c2a153 req-5c485204-c8f7-4de6-b039-24bb1acb2574 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832419 Aug 28 20:07:48.937184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585069ab-57d0-497c-ba83-50d48673349e req-68001c07-bea3-4db3-a95d-97b7db848e6a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:48.944544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-585069ab-57d0-497c-ba83-50d48673349e req-68001c07-bea3-4db3-a95d-97b7db848e6a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1139627 Aug 28 20:07:48.958562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:48.964601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4be02667-9211-43a5-8712-2d1417c2a153 req-38107f5e-5e86-4a73-b042-a3d47519a2d5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177886 Aug 28 20:07:49.097580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-585069ab-57d0-497c-ba83-50d48673349e req-40d5cedb-7017-448e-9b37-bb9285c5ba7c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465087 Aug 28 20:07:49.148376 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4be02667-9211-43a5-8712-2d1417c2a153 req-d9f30fc2-e9d6-4081-b73d-7cd0291188d5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814406 Aug 28 20:07:49.562103 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:49.859988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fcfdf-6ea1-4d7c-90b8-c2a3169fc2d3 req-9802be73-02d4-41db-88ba-908f69846271 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:49.862223 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a4fcfdf-6ea1-4d7c-90b8-c2a3169fc2d3 req-9802be73-02d4-41db-88ba-908f69846271 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 950 time: 0.0550585 Aug 28 20:07:49.921453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a4fcfdf-6ea1-4d7c-90b8-c2a3169fc2d3 req-8627e94c-3a0d-4ff1-84d2-ba8ead9ced08 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526402 Aug 28 20:07:49.949597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.1 (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5/72760f66-c8a5-403b-aa10-df37c5d09935/7dea4c58-75cc-42cd-911f-8f72a90728ff) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:50.125914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:50.277583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1bc35-3e76-425e-8119-b6dd15a1d0d2 req-c19cc2da-b538-4d7b-b8b5-d0268cf66741 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:50.283691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c1bc35-3e76-425e-8119-b6dd15a1d0d2 req-c19cc2da-b538-4d7b-b8b5-d0268cf66741 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0721700 Aug 28 20:07:50.313720 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:50.347877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:50.382647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5c1bc35-3e76-425e-8119-b6dd15a1d0d2 req-e8ac19df-5ace-4f05-96bd-f442c54ed9b8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924442 Aug 28 20:07:50.492819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50380) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:50.529313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:50.532618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:50.557236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:50.677444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:50.680757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=7dea4c58-75cc-42cd-911f-8f72a90728ff,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:50.718703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:50.758621 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:50.833891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Publish callbacks [] for security_group (78a6b249-0589-41d7-ae62-6d17b4e3b13e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:50.918996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78a6b249-0589-41d7-ae62-6d17b4e3b13e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:51.020184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a6b249-0589-41d7-ae62-6d17b4e3b13e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:51.028559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=13ad06cca7f14206bf566168b6fe01e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5320458 Aug 28 20:07:51.029240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50396) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:51.031453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.031803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.032143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.032475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.033009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.033339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.033668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.034029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.034349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.034833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.035376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.035867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.036372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.036696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.037016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557545af-95af-46d9-9ad9-5bd941f420b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:07:51.111513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739add1-98bb-42de-9bc8-00d3bbb4494d req-9716a74f-01bf-4a08-b6bb-43d543a8332a tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:51.113189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e739add1-98bb-42de-9bc8-00d3bbb4494d req-9716a74f-01bf-4a08-b6bb-43d543a8332a tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 950 time: 0.0849454 Aug 28 20:07:51.176152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c792e55-0d19-4ab8-9b8a-63761b922859 admin admin] Publish callbacks [] for security_group (78a6b249-0589-41d7-ae62-6d17b4e3b13e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:51.178076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:51.221209 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c792e55-0d19-4ab8-9b8a-63761b922859 admin admin] Publish callbacks [] for security_group (78a6b249-0589-41d7-ae62-6d17b4e3b13e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:51.285372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e739add1-98bb-42de-9bc8-00d3bbb4494d req-bc3d3c79-76b8-4faa-8254-20f96b4b39d7 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492186 Aug 28 20:07:51.308857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-97f11c2d-94d7-4f08-98ed-ba8a331135f7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:51.308857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-97f11c2d-94d7-4f08-98ed-ba8a331135f7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.1372752 Aug 28 20:07:51.324764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-17ebb7a5-9170-4b9c-a331-22ac88d7a28b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.0108428 Aug 28 20:07:51.402182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-edabea1a-bf8c-4a5c-9cc9-daefad7820de tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705223 Aug 28 20:07:51.521598 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-9f2ce034-283d-4e53-9255-b4d935c42334 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181908 Aug 28 20:07:51.570118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c792e55-0d19-4ab8-9b8a-63761b922859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78a6b249-0589-41d7-ae62-6d17b4e3b13e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:51.572819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c792e55-0d19-4ab8-9b8a-63761b922859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:51.574045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0c792e55-0d19-4ab8-9b8a-63761b922859 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/78a6b249-0589-41d7-ae62-6d17b4e3b13e HTTP/1.1" status: 204 len: 168 time: 0.5438828 Aug 28 20:07:51.589439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c792e55-0d19-4ab8-9b8a-63761b922859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a6b249-0589-41d7-ae62-6d17b4e3b13e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:51.604492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:51.634765 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-daaa5359-99a8-4ed6-a031-f961bbedce9a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060154 Aug 28 20:07:52.107715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:52.186979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:52.188642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=7dea4c58-75cc-42cd-911f-8f72a90728ff,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:52.227035 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-62d26d26-c191-4f37-ade9-007fc60b8a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:52.342588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:52.344308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:52.376380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdfd05-2739-41a0-ab16-01ee90b28d19 req-6ce006ed-2933-4848-83ab-35f4cfc34523 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:52.377969 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5fdfd05-2739-41a0-ab16-01ee90b28d19 req-6ce006ed-2933-4848-83ab-35f4cfc34523 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0587697 Aug 28 20:07:52.443141 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5fdfd05-2739-41a0-ab16-01ee90b28d19 req-b137d2f5-abf8-406c-944f-21f137164b3f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561500 Aug 28 20:07:52.503848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:07:52.582462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c956293d-406e-4dd1-bb4d-0bc898605cfe req-f3a0229b-3fa6-42ec-bdd0-5942ae43b982 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 210 time: 0.0638189 Aug 28 20:07:52.678653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:52.678766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-eb9c6053-7eb3-4d30-830c-9a366a23e87c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/routers/86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6326938 Aug 28 20:07:52.679460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50476) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:52.692183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36570783-3602-4701-bd8b-1447b12c595a None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:52.702877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'port': {'network_id': 'bc5341d1-ffdb-4f54-b81c-95ed7274b8d5', 'name': 'tempest-FloatingIPTestJSON-420933095'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:52.708781 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36570783-3602-4701-bd8b-1447b12c595a None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:52.711070 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-36570783-3602-4701-bd8b-1447b12c595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:52.767964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-36570783-3602-4701-bd8b-1447b12c595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:52.779612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36570783-3602-4701-bd8b-1447b12c595a None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:52.780349 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-36570783-3602-4701-bd8b-1447b12c595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:52.817242 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-36570783-3602-4701-bd8b-1447b12c595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:52.818392 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36570783-3602-4701-bd8b-1447b12c595a None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:52.826144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea199b-0262-42bf-936c-a8185ed722f8 req-be3176f3-8d02-4a3d-9cec-1f4dc973b8d5 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:52.827656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19ea199b-0262-42bf-936c-a8185ed722f8 req-be3176f3-8d02-4a3d-9cec-1f4dc973b8d5 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 949 time: 0.0684199 Aug 28 20:07:52.906927 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-19ea199b-0262-42bf-936c-a8185ed722f8 req-7b655410-6eae-4f9d-9d17-2d1d0d713f2d tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680916 Aug 28 20:07:53.078971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:53.082790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:53.102691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] device_id is not set on port ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:07:53.223532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.6 (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5/72760f66-c8a5-403b-aa10-df37c5d09935/ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:53.393048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:53.432769 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:53.593604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b98d3-e414-4184-b637-d01aeaa3f451 req-c8de3224-696d-4529-aff0-b21fa740dead tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:53.595212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b8b98d3-e414-4184-b637-d01aeaa3f451 req-c8de3224-696d-4529-aff0-b21fa740dead tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0547392 Aug 28 20:07:53.646776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b8b98d3-e414-4184-b637-d01aeaa3f451 req-631f2a45-84ac-4a07-a3bb-5e9e2d48eb51 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Aug 28 20:07:53.685952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:53.730165 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:53.761694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-60ba6193-e9f7-4d9d-9cd1-4d0c48164f41 req-4c208864-c300-409d-9d2e-e20331ea3c47 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 210 time: 0.0727375 Aug 28 20:07:53.768681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:53.772701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:53.775258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:53.778112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:53.852798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:53.853736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:54.110165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-172e0d0f-3f2a-4a43-9fb2-1e2f829d79bf tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4294398 Aug 28 20:07:54.112630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50532) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:54.117944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'port': {'network_id': 'bc5341d1-ffdb-4f54-b81c-95ed7274b8d5', 'name': 'tempest-FloatingIPTestJSON-1453263056'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:54.308913 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0dfea059-3ad0-4562-8c5e-01051b776a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:54.344763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:54.348873 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:54.368186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] device_id is not set on port e508e70f-4e16-4fc1-9776-acf9b4c87ac5 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:07:54.498978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.13 (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5/72760f66-c8a5-403b-aa10-df37c5d09935/e508e70f-4e16-4fc1-9776-acf9b4c87ac5) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:54.669070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (e508e70f-4e16-4fc1-9776-acf9b4c87ac5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:54.778071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697a334-3601-424b-b386-4b39e3120d6d req-aa9ea3cb-8e9f-48bf-ba1c-b3a5bc56fc60 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:54.779575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c697a334-3601-424b-b386-4b39e3120d6d req-aa9ea3cb-8e9f-48bf-ba1c-b3a5bc56fc60 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0534830 Aug 28 20:07:54.837994 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c697a334-3601-424b-b386-4b39e3120d6d req-c58f9f5d-ff69-47db-b9e6-b59224da7efc tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Aug 28 20:07:54.884596 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50cb4caf-62db-4062-b374-4a3fccd8bc0b req-d013a7ac-3d84-4635-b763-0f3d80452918 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 210 time: 0.0329964 Aug 28 20:07:54.937489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e508e70f-4e16-4fc1-9776-acf9b4c87ac5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:54.981445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:54.987491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:54.991838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:55.035604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=e508e70f-4e16-4fc1-9776-acf9b4c87ac5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:55.059562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:55.060189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:55.207496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6b6e652c-f16e-4ed4-8230-3831108344bc tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0935924 Aug 28 20:07:55.210896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50572) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:55.215603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': 'e508e70f-4e16-4fc1-9776-acf9b4c87ac5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:55.423559 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:55.511733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:55.643609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.25.4.33 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/9ae3b87c-4287-4f68-88f8-82ac810c59d9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:55.776434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:55.836573 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:55.971597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:55.978519 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:55.999429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502abf0-022b-4c94-aab9-6a87fcaa87fd req-87169fbf-b3d2-4e13-a00c-b10f505c5185 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:56.001042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1502abf0-022b-4c94-aab9-6a87fcaa87fd req-87169fbf-b3d2-4e13-a00c-b10f505c5185 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0634565 Aug 28 20:07:56.049219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:56.052928 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7019db4d-3fb7-4932-8a03-c704da6da562 req-ed44a4af-bf6b-4f6a-8ba0-152cc4225534 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 210 time: 0.0723498 Aug 28 20:07:56.056123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:56.056925 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1502abf0-022b-4c94-aab9-6a87fcaa87fd req-cd93df03-1bdc-4788-8043-76fe6e071583 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485609 Aug 28 20:07:56.060326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:56.066199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=9ae3b87c-4287-4f68-88f8-82ac810c59d9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:56.342804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:07:56.439002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:56.451759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:56.452139 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:56.499142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:56.501954 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb3fec-1084-495d-859f-60f1431fa0f3" -d '{"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:56.544401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:56.547560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (910b0951-54c1-4f40-b810-aa6b4289bd08), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:56.603891 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373cd977-9b9d-464d-9945-52c59a78f77e x-openstack-request-id: req-373cd977-9b9d-464d-9945-52c59a78f77e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:56.604447 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:56.604699 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-373cd977-9b9d-464d-9945-52c59a78f77e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:56.605096 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373cd977-9b9d-464d-9945-52c59a78f77e'] response: {'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'code': 200} Aug 28 20:07:56.613057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:56.627388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'mac_address': 'fa:16:3e:b8:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:56.641892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-e8bcc378-84af-4b0f-9f70-90fd559ad44e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:56.643474 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-e8bcc378-84af-4b0f-9f70-90fd559ad44e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.89 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.1475191 Aug 28 20:07:56.656633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Request body: {'port': {'device_id': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'admin_state_up': True, 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:56.669422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:56.669822 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:56.685112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:56.711202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:56.718816 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:56.773215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:56.828101 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:56.857499 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:56.920249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:56.923460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:07:56.928020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.032997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:57.042961 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.071416 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.117674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Allocated IP 172.20.0.3 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:07:57.170384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.366490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e69fa0a4-5266-4429-b94b-35ea1811f2d4 req-a1d17784-869c-4d44-8896-b04e16bad2be tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 210 time: 0.0581477 Aug 28 20:07:57.484492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks [] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.563440 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:57.636186 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:07:57.659058 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (910b0951-54c1-4f40-b810-aa6b4289bd08), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.670785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55298b65-c659-4e69-9ae3-7da3ba40bd9a req-1ee3b32a-57e3-4edc-8b08-f637143e7df5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:57.677915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-55298b65-c659-4e69-9ae3-7da3ba40bd9a req-1ee3b32a-57e3-4edc-8b08-f637143e7df5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1227205 Aug 28 20:07:57.690659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.730817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=9ae3b87c-4287-4f68-88f8-82ac810c59d9,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:57.800300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:57.809597 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-55298b65-c659-4e69-9ae3-7da3ba40bd9a req-6311a03b-8a18-49a0-b6c8-77f0319284c5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306107 Aug 28 20:07:57.810230 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:57.835036 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 910b0951-54c1-4f40-b810-aa6b4289bd08 associated. External IP: 172.25.4.33, port: e508e70f-4e16-4fc1-9776-acf9b4c87ac5. Aug 28 20:07:57.846160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:57.892075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:07:57.892749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:07:57.900421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:07:57.960328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event updated for resources: {'Port': ['ID=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:58.012273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:58.015486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:58.174241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-5415fc50-6638-42ee-9c89-266039012728 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5214500 Aug 28 20:07:58.201393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Request body: {'port': {'device_id': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:58.306276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:07:58.337687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:58.351268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 74a5593f-14ff-450b-b7e5-eac2bb82f742 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:07:58.472642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:07:58.524523 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:58.546086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:07:58.550467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:07:58.553534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d332d3c0-e300-46cd-9f9c-ff5f906ea371 None None] Provisioning complete for port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:58.554114 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d332d3c0-e300-46cd-9f9c-ff5f906ea371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:58.632449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d332d3c0-e300-46cd-9f9c-ff5f906ea371 None None] Port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:07:58.688442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:58.722779 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:58.729039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9437-8b9e-42e0-ba2e-69188faee7ba req-571fd8c3-3ecf-4369-9db7-3a522e883598 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:58.731407 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-058f9437-8b9e-42e0-ba2e-69188faee7ba req-571fd8c3-3ecf-4369-9db7-3a522e883598 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 931 time: 0.1295698 Aug 28 20:07:58.739773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:58.740698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:58.788076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:58.794576 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:58.809252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:07:58.809717 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:58.813257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:58.838749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-431fc3e8-6a08-417a-b464-952a249716b5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6235173 Aug 28 20:07:58.840037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50698) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:07:58.847422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:07:58.851997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:07:58.866734 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:58.921574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:58.948122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Publish callbacks [] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:58.964189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'mac_address': 'fa:16:3e:f6:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:07:58.969455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:07:58.970420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1b9b9-4cdc-4020-822c-bc937a0f5c88 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:07:58.989020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Transition to ACTIVE for port object 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:07:58.993129 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:59.018039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 74a5593f-14ff-450b-b7e5-eac2bb82f742 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:59.018656 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.035827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74a5593f-14ff-450b-b7e5-eac2bb82f742 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:07:59.061316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:59.125365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (910b0951-54c1-4f40-b810-aa6b4289bd08), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.135585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:07:59.136011 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.151680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-058f9437-8b9e-42e0-ba2e-69188faee7ba req-473b1da8-ce3f-4a8d-a255-44e70eef6b8f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057760 Aug 28 20:07:59.190689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:07:59.193509 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f0abdc-76d7-4b40-945a-fe7193dfa5f9" -d '{"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-plugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:07:59.209479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:07:59.238080 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.283029 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672dad8b-dd10-4f3a-97d1-5c7f988cda37 x-openstack-request-id: req-672dad8b-dd10-4f3a-97d1-5c7f988cda37 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:07:59.283620 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-plugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:07:59.283969 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-672dad8b-dd10-4f3a-97d1-5c7f988cda37 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:07:59.284696 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672dad8b-dd10-4f3a-97d1-5c7f988cda37'] response: {'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'code': 200} Aug 28 20:07:59.289376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405b0df-b54f-4e2d-aff7-6f6462669fb5 req-de44b05b-9df2-4bb8-b4ad-c4bda1dc1df4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:07:59.294580 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.307773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0405b0df-b54f-4e2d-aff7-6f6462669fb5 req-de44b05b-9df2-4bb8-b4ad-c4bda1dc1df4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.3495939 Aug 28 20:07:59.386369 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.396927 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:07:59.460553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['74a5593f-14ff-450b-b7e5-eac2bb82f742'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:07:59.465872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:59.503507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Pushing event updated for resources: {'Port': ['ID=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:59.557694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0405b0df-b54f-4e2d-aff7-6f6462669fb5 req-8fb551d4-57c1-4288-af85-c3dd976850d0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224486 Aug 28 20:07:59.565735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Attempting to bind port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:07:59.566122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Attempting to bind port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:07:59.566457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Attempting to bind port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:59.572453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:07:59.572789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Attempting to bind port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:07:59.580090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:07:59.588652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:07:59.588652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:07:59.588652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Bound port: 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:07:59.588652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.632262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:07:59.655083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.754417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] For port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:07:59.763693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] For port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:07:59.807572 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (910b0951-54c1-4f40-b810-aa6b4289bd08), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:07:59.808736 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 910b0951-54c1-4f40-b810-aa6b4289bd08 disassociated. External IP: 172.25.4.33, port: e508e70f-4e16-4fc1-9776-acf9b4c87ac5. Aug 28 20:08:00.044952 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:00.056632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:00.056632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:00.056632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4287d695-507a-4596-9e28-624a30970f3c service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 HTTP/1.1" status: 200 len: 1091 time: 1.8613334 Aug 28 20:08:00.056632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'tag': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:00.058512 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b2e92-832a-4878-8f5b-6f6bb84a67d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d9273-7fc8-4adb-8ef6-f74fee06921b", "tag": "501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:00.179540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:00.211850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287d695-507a-4596-9e28-624a30970f3c service neutron] Pushing event updated for resources: {'Port': ['ID=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:00.264934 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:00.370433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 74a5593f-14ff-450b-b7e5-eac2bb82f742 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:08:00.413142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:00.422877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:00.423918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-3710bb1a-4897-49d0-9746-9f101a24426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:00.426381 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-3710bb1a-4897-49d0-9746-9f101a24426d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 1125 time: 0.1628556 Aug 28 20:08:00.430711 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:00.441371 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:00.451506 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:00.452144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:00.520979 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-29bc9287-c150-4520-8108-e0adc1420ae8 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/910b0951-54c1-4f40-b810-aa6b4289bd08 HTTP/1.1" status: 200 len: 687 time: 1.6797016 Aug 28 20:08:00.525622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50744) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:00.563808 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-e8897078-2cf0-4af3-8a38-4b88ce9a9bdd service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 HTTP/1.1" status: 200 len: 217 time: 0.1251614 Aug 28 20:08:00.570927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 74a5593f-14ff-450b-b7e5-eac2bb82f742 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:00.571520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:00.585934 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:00.611817 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:00.612953 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:00.701222 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:00.701843 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330813c-72ed-4ce7-925d-6594b39319e6 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:00.741347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-61e0ac30-9bd7-4470-b48c-8124088a774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:00.743097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-61e0ac30-9bd7-4470-b48c-8124088a774f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.1763461 Aug 28 20:08:00.805490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 74a5593f-14ff-450b-b7e5-eac2bb82f742 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:00.805935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:00.843104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-20a698c7-ffae-47d7-9794-3f34c05f16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:00.845971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-20a698c7-ffae-47d7-9794-3f34c05f16ab service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948222 Aug 28 20:08:00.862564 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:00.870956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:00.905917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 9ae3b87c-4287-4f68-88f8-82ac810c59d9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:00.906520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:01.012048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-fceb99c7-d162-4702-984f-68c288db41ea service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582761 Aug 28 20:08:01.039398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:01.156466 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:01.156931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (9ae3b87c-4287-4f68-88f8-82ac810c59d9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:01.167609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:01.191938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 9ae3b87c-4287-4f68-88f8-82ac810c59d9 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:01.285362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:01.288825 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bb560e-f3b5-4bea-baa9-0b8115f17816" -d '{"events": [{"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-plugged", "status": "completed", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:01.383367 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:01.767505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa52d07e-7aee-4909-aa54-027961cb72e2 req-4657e017-0010-4800-8c2a-7a044a91042b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318869 Aug 28 20:08:01.948560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9ae3b87c-4287-4f68-88f8-82ac810c59d9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:02.004462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=9ae3b87c-4287-4f68-88f8-82ac810c59d9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:02.263053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (910b0951-54c1-4f40-b810-aa6b4289bd08), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:02.275798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:02.281669 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-092415f8-3ab7-4cc7-9792-37366756f516 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/910b0951-54c1-4f40-b810-aa6b4289bd08 HTTP/1.1" status: 204 len: 168 time: 1.7547877 Aug 28 20:08:02.286232 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50756) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:02.296410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': 'ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:02.525645 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:02.845227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:03.127677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.25.4.12 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/a4691c54-f9d2-47bf-a91f-a9f0282a567c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:03.277910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:03.487652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:03.554219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=a4691c54-f9d2-47bf-a91f-a9f0282a567c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:03.581832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:03.658431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:03.658431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:04.174567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (543c1c0d-3dfd-4650-bb6c-5acdcc9ed940), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:04.268677 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:04.388411 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:04.411921 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:04.681570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:04.921582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:04.995478 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (543c1c0d-3dfd-4650-bb6c-5acdcc9ed940), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:05.060474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=a4691c54-f9d2-47bf-a91f-a9f0282a567c,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:05.132832 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 associated. External IP: 172.25.4.12, port: ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203. Aug 28 20:08:05.198726 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:05.491338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:05.796219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:05.812765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:05.842092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:05.843139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:05.899909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:05.958408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:05.998737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:06.000596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:06.014466 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:06.053518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:06.054813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002897c-e3cf-4341-9b9c-226be325d3d7 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:06.394961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:08:06.628699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a42778c9-1192-4673-9383-e8bb569a96b2 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.3408208 Aug 28 20:08:06.631554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50786) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:06.701331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:06.719900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'port_id': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7', 'mac_address': 'fa:16:3e:59:fc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:08:06.749990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ff05ede0-ede3-4d96-bb63-fe06a048887f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "GET /networking/v2.0/floatingips/543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 HTTP/1.1" status: 200 len: 976 time: 0.1168122 Aug 28 20:08:06.752504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50788) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:06.795420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:06.795916 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:06.854093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:08:06.914805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:06.920944 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ecb998fa-6ed4-4d42-9191-fc196c24f24b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1660590 Aug 28 20:08:06.924185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50792) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:06.932114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'port_id': 'e508e70f-4e16-4fc1-9776-acf9b4c87ac5'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:07.031456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (543c1c0d-3dfd-4650-bb6c-5acdcc9ed940), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:07.141334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:07.382951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:07.456744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:08:07.528568 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:08.093514 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:08:08.209456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:08.212246 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:08.384908 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:08.387215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (543c1c0d-3dfd-4650-bb6c-5acdcc9ed940), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:08.502906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f84e2919-dadc-46fd-8b91-9f2c28ba829e details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:08:08.612401 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:08.630879 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 associated. External IP: 172.25.4.12, port: ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203. Aug 28 20:08:08.805108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:08:08.896654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:08.914546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'port_id': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'mac_address': 'fa:16:3e:15:f6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:08:09.125907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:08:09.129888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f84e2919-dadc-46fd-8b91-9f2c28ba829e is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:09.130993 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:09.159957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f84e2919-dadc-46fd-8b91-9f2c28ba829e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:08:09.201763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:09.479060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:09.515664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:09.516409 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:09.644003 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:09.658698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:09.670120 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:09.694851 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:09.694851 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:09.799390 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:09.821623 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:09.825318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:09.829057 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:09.844640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['f84e2919-dadc-46fd-8b91-9f2c28ba829e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:08:09.877474 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:09.879452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c9e53-02c4-41b6-b02c-67c091fbe1c5 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:09.944455 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:09.945462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:09.945876 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:09.958705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.960729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.961316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.961729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.963391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.966674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.966674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.966674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.966674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.966674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.967231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.967565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.968521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.968875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:09.969836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:10.097384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:10.224067 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:10.224067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:10.244787 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:10.317080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:10.330738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:10.333750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:10.361402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:10.362330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:10.430464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:10.443767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:10.444821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:10.465282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50808) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:10.475578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:10.479885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c25e44e9-dc3e-46e8-94c7-048ea4404399 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 HTTP/1.1" status: 200 len: 978 time: 3.5535762 Aug 28 20:08:10.495327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:10.496331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67ac16-2d8a-438f-8aa6-c3ae292dbb9e None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:10.516315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f84e2919-dadc-46fd-8b91-9f2c28ba829e up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:08:10.519281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:10.571194 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (543c1c0d-3dfd-4650-bb6c-5acdcc9ed940), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:10.643689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:10.678279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port f84e2919-dadc-46fd-8b91-9f2c28ba829e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:10.678690 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:10.788623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f84e2919-dadc-46fd-8b91-9f2c28ba829e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:10.789199 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:10.844333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:10.981316 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:10.998326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:11.097541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:11.170166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (543c1c0d-3dfd-4650-bb6c-5acdcc9ed940), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:11.171077 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 disassociated. External IP: 172.25.4.12, port: e508e70f-4e16-4fc1-9776-acf9b4c87ac5. Aug 28 20:08:11.696296 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:11.719214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:12.001477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:12.011358 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:12.026997 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:12.047594 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:12.048747 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:12.098835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-186ffef6-1cba-4854-b08a-2445f8bee326 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 HTTP/1.1" status: 200 len: 687 time: 1.6288290 Aug 28 20:08:12.099099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50826) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:12.149653 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:12.163982 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:12.164942 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:12.216237 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:12.217339 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f54153-e00e-4859-8828-45efd917ee09 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:12.331719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port a4691c54-f9d2-47bf-a91f-a9f0282a567c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:12.332502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:12.531026 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:12.531898 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (a4691c54-f9d2-47bf-a91f-a9f0282a567c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:12.547969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for a4691c54-f9d2-47bf-a91f-a9f0282a567c owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:12.938955 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:12.939805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a4691c54-f9d2-47bf-a91f-a9f0282a567c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:13.019810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=a4691c54-f9d2-47bf-a91f-a9f0282a567c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:13.126893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (543c1c0d-3dfd-4650-bb6c-5acdcc9ed940), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:13.138961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:13.142583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5040e7e3-1c3a-4289-a506-0d1e178814e5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 HTTP/1.1" status: 204 len: 168 time: 1.0423431 Aug 28 20:08:13.145926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50834) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:13.393724 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-5b532b2c-e21d-49bc-a099-e2b9f221be93 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] delete failed (client error): The resource could not be found. Aug 28 20:08:13.393724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5b532b2c-e21d-49bc-a099-e2b9f221be93 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/543c1c0d-3dfd-4650-bb6c-5acdcc9ed940 HTTP/1.1" status: 404 len: 345 time: 0.2432339 Aug 28 20:08:13.398050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50836) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:13.419454 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:13.524717 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:13.565071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565980a3-c71a-40ef-8abb-259aac12f256 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:13.578617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565980a3-c71a-40ef-8abb-259aac12f256 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:13.586087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565980a3-c71a-40ef-8abb-259aac12f256 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:13.592182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-565980a3-c71a-40ef-8abb-259aac12f256 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 HTTP/1.1" status: 200 len: 2358 time: 0.1909611 Aug 28 20:08:13.592438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50840) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:13.781932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b7ff1-11fd-4ff8-952c-786f71cd61da tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:13.790169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-409b7ff1-11fd-4ff8-952c-786f71cd61da tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "GET /networking/v2.0/subnets/72760f66-c8a5-403b-aa10-df37c5d09935 HTTP/1.1" status: 200 len: 797 time: 0.1922941 Aug 28 20:08:13.790699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50842) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:13.801746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'port': {'network_id': 'bc5341d1-ffdb-4f54-b81c-95ed7274b8d5', 'name': 'tempest-FloatingIPTestJSON-1876749393', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:14.269101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:08:14.511502 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:14.520487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:14.543073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] device_id is not set on port 241167ab-94f6-4c00-ad0d-c05b428126bd yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:08:15.010655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.14 (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5/72760f66-c8a5-403b-aa10-df37c5d09935/241167ab-94f6-4c00-ad0d-c05b428126bd) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:15.018823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.12 (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5/72760f66-c8a5-403b-aa10-df37c5d09935/241167ab-94f6-4c00-ad0d-c05b428126bd) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:15.138872 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:15.208484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (241167ab-94f6-4c00-ad0d-c05b428126bd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:15.401984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (241167ab-94f6-4c00-ad0d-c05b428126bd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:15.461014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:15.464497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:15.469610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:15.499136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=241167ab-94f6-4c00-ad0d-c05b428126bd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:15.531946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:15.532580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:15.794045 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8bbd5a09-9ccc-4a9a-932e-e5e32e1d0366 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0019419 Aug 28 20:08:15.796658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50852) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:15.804853 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': '241167ab-94f6-4c00-ad0d-c05b428126bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:15.836766 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:15.939082 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:16.236879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:16.252199 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:16.506160 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.25.4.209 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/be8d4cc2-227c-4fa0-be1f-5c0290e85a24) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:16.693148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:16.927352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:16.972236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:16.975651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:16.980283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:16.986257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=be8d4cc2-227c-4fa0-be1f-5c0290e85a24,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:17.028119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.028471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.028962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.029311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.029747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.030286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.030635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.031114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.031476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.031811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.032140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.032467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.032793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.033121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.033491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:17.084954 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:17.171711 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:17.475037 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (af3f6bd5-10c6-4be0-a244-99aa81475ed7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:17.545337 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:17.661565 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:17.692465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:17.858783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b86f5-3f28-42d2-a3ec-d87761e0305e req-d4c4c5f1-5029-475b-b74e-ac9567b22cde tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:17.862103 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-669b86f5-3f28-42d2-a3ec-d87761e0305e req-d4c4c5f1-5029-475b-b74e-ac9567b22cde tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.0972095 Aug 28 20:08:17.890511 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decfe267-3d61-46a2-9d9b-8abb1dd5a900 x-openstack-request-id: req-decfe267-3d61-46a2-9d9b-8abb1dd5a900 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:17.890782 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d9273-7fc8-4adb-8ef6-f74fee06921b", "tag": "501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:17.892032 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-decfe267-3d61-46a2-9d9b-8abb1dd5a900 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:17.892500 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decfe267-3d61-46a2-9d9b-8abb1dd5a900'] response: {'name': 'network-changed', 'server_uuid': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'tag': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7', 'status': 'completed', 'code': 200} Aug 28 20:08:18.015027 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:18.018745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-2ddc05b5-83eb-4179-97b0-983ab271cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:18.020498 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-2ddc05b5-83eb-4179-97b0-983ab271cd7b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 1127 time: 0.0937865 Aug 28 20:08:18.041244 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-669b86f5-3f28-42d2-a3ec-d87761e0305e req-2aa354fa-b8ab-4ef8-8bce-30714a3fc8f1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712523 Aug 28 20:08:18.101780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60ba6-9cb3-4fdd-ac67-caf87edd6328 req-a0a417c9-a6e1-4e4d-b73e-a6d0adda6e23 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:18.103963 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fa60ba6-9cb3-4fdd-ac67-caf87edd6328 req-a0a417c9-a6e1-4e4d-b73e-a6d0adda6e23 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1297383 Aug 28 20:08:18.151503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:18.159399 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42bd73e-56e1-4b27-9765-32ce1213498e x-openstack-request-id: req-f42bd73e-56e1-4b27-9765-32ce1213498e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:18.160012 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-plugged", "status": "completed", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:18.160267 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f42bd73e-56e1-4b27-9765-32ce1213498e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:18.160910 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42bd73e-56e1-4b27-9765-32ce1213498e'] response: {'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'code': 200} Aug 28 20:08:18.275718 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fa60ba6-9cb3-4fdd-ac67-caf87edd6328 req-617b6dc8-b7c8-4555-bcef-1eb0921c574d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375186 Aug 28 20:08:18.278766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-c2310cee-41fb-415d-b66c-f1d3719a8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:18.280946 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-c2310cee-41fb-415d-b66c-f1d3719a8819 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 906 time: 0.2543714 Aug 28 20:08:18.316141 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:18.348109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-5c5ef743-5913-4a43-8f17-413598c989e1 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 HTTP/1.1" status: 200 len: 217 time: 0.0589259 Aug 28 20:08:18.459936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-2d473392-e8a0-4234-bc9b-9739493e3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:18.464584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-2d473392-e8a0-4234-bc9b-9739493e3eb5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.1068466 Aug 28 20:08:18.468446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c1852-675c-467d-87ba-882905f63cc0 req-616744e9-54ac-4216-9534-76edb0920a04 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:18.470167 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a57c1852-675c-467d-87ba-882905f63cc0 req-616744e9-54ac-4216-9534-76edb0920a04 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 950 time: 0.0725079 Aug 28 20:08:18.538109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-73ee77cc-6bcf-457c-8930-fc61820e8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:18.540669 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-73ee77cc-6bcf-457c-8930-fc61820e8c8a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687332 Aug 28 20:08:18.545205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1eee8-a3fc-48c5-9699-93f6a71d9c84 req-a3fa656b-a9ad-428f-9cb1-07a96368cb51 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:18.548921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2c1eee8-a3fc-48c5-9699-93f6a71d9c84 req-a3fa656b-a9ad-428f-9cb1-07a96368cb51 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 949 time: 0.1623356 Aug 28 20:08:18.556304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (af3f6bd5-10c6-4be0-a244-99aa81475ed7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:18.562304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=be8d4cc2-227c-4fa0-be1f-5c0290e85a24,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:18.635372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50948) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:18.659817 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-4adb3950-0e1a-48de-8a52-7a46dc364a4e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113932 Aug 28 20:08:18.668617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a57c1852-675c-467d-87ba-882905f63cc0 req-22fa675b-0fd6-42f9-bc61-f3b498799201 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887600 Aug 28 20:08:18.731800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2c1eee8-a3fc-48c5-9699-93f6a71d9c84 req-55747d92-0952-4fbd-9115-d2a3ee58ec1d tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311209 Aug 28 20:08:18.741927 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP af3f6bd5-10c6-4be0-a244-99aa81475ed7 associated. External IP: 172.25.4.209, port: 241167ab-94f6-4c00-ad0d-c05b428126bd. Aug 28 20:08:18.858014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f91c98fe-ceae-4eb2-9a1b-4f2c6710b20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:18.858154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-192b2e92-832a-4878-8f5b-6f6bb84a67d9 req-fcfc79a7-417e-4aa1-8cd0-85c68a0613d5 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861773 Aug 28 20:08:18.938191 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:18.961328 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:19.204853 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f91c98fe-ceae-4eb2-9a1b-4f2c6710b20d admin admin] Publish callbacks [] for security_group (ab600ac3-7799-4704-be30-29ebf92ac347), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.228926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:19.321762 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f91c98fe-ceae-4eb2-9a1b-4f2c6710b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ab600ac3-7799-4704-be30-29ebf92ac347), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.413342 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f91c98fe-ceae-4eb2-9a1b-4f2c6710b20d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2b97fe6b5a914adf979094041b1165ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7755935 Aug 28 20:08:19.417951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51000) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:19.422045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c98fe-ceae-4eb2-9a1b-4f2c6710b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab600ac3-7799-4704-be30-29ebf92ac347,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:19.449126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:19.467952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:19.484070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:19.485491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:19.546923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29d289e4-9f14-4276-9655-627638a3b057 admin admin] Publish callbacks [] for security_group (ab600ac3-7799-4704-be30-29ebf92ac347), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.552282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:19.581541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:19.581541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:19.595710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29d289e4-9f14-4276-9655-627638a3b057 admin admin] Publish callbacks [] for security_group (ab600ac3-7799-4704-be30-29ebf92ac347), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.630540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:19.631600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b1526-b996-44f7-be1a-8ca46547bd5f None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:19.632452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.698533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ceed3f60-b328-4712-a9b9-3d79ce00b1fd tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9001014 Aug 28 20:08:19.701190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51006) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:19.707909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'port_id': '241167ab-94f6-4c00-ad0d-c05b428126bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:19.750115 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:19.768585 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29d289e4-9f14-4276-9655-627638a3b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ab600ac3-7799-4704-be30-29ebf92ac347), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.771967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29d289e4-9f14-4276-9655-627638a3b057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.773188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-29d289e4-9f14-4276-9655-627638a3b057 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ab600ac3-7799-4704-be30-29ebf92ac347 HTTP/1.1" status: 204 len: 168 time: 0.3538907 Aug 28 20:08:19.795653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (af3f6bd5-10c6-4be0-a244-99aa81475ed7), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:19.799996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d289e4-9f14-4276-9655-627638a3b057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab600ac3-7799-4704-be30-29ebf92ac347,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:19.866146 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:20.162432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7'}, {'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:20.167265 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de431b4-dbad-46e2-827f-2312f7b5e31a" -d '{"events": [{"server_uuid": "e05d9273-7fc8-4adb-8ef6-f74fee06921b", "name": "network-vif-plugged", "status": "completed", "tag": "501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7"}, {"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-plugged", "status": "completed", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:20.547101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:20.605715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:08:20.661262 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:20.711352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:20.712547 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:20.737905 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:20.759442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:20.863774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (af3f6bd5-10c6-4be0-a244-99aa81475ed7), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:20.916946 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:20.922574 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:21.084260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:21.187654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3f768-3942-4889-8f48-3958ed39ea79 req-edc35e3e-74fd-433e-bf5b-8d72112db65c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:21.189769 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccd3f768-3942-4889-8f48-3958ed39ea79 req-edc35e3e-74fd-433e-bf5b-8d72112db65c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.1064250 Aug 28 20:08:21.239421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:21.242714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51032) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:21.262176 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6736e121-fa86-4f3c-afda-2a73d2f564c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:21.334734 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccd3f768-3942-4889-8f48-3958ed39ea79 req-4dc71531-f8f7-4f4b-8b6d-445059e8284c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307611 Aug 28 20:08:21.406765 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:21.410880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6736e121-fa86-4f3c-afda-2a73d2f564c8 admin admin] Publish callbacks [] for security_group (65c585ec-d83a-46bc-9fba-6ce9dd5ff2df), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:21.560207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4918413-f12a-4d5c-aeae-20f9b0052766 req-57338395-970f-4c19-94e3-89cd0a7e0c5b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:21.563410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4918413-f12a-4d5c-aeae-20f9b0052766 req-57338395-970f-4c19-94e3-89cd0a7e0c5b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1229370 Aug 28 20:08:21.566057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:21.575971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:21.580617 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:21.589184 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=38 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:21.592568 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6736e121-fa86-4f3c-afda-2a73d2f564c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (65c585ec-d83a-46bc-9fba-6ce9dd5ff2df), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:21.597169 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:21.598266 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:21.647023 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:21.659240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736e121-fa86-4f3c-afda-2a73d2f564c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c585ec-d83a-46bc-9fba-6ce9dd5ff2df,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:21.660764 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:21.661676 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:07:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:21.673426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6736e121-fa86-4f3c-afda-2a73d2f564c8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c670d27e068b47e1825d10ab980a7d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295912 Aug 28 20:08:21.674474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51034) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:21.734157 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:21.735303 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bdf1e7-07cd-4f55-8d41-2b285635d801 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:21.740259 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4918413-f12a-4d5c-aeae-20f9b0052766 req-b91014c9-1215-4df2-a057-3cb360a9c717 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115994 Aug 28 20:08:21.747309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6576b0c6-040c-4796-b3ab-709461bbf0d0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/af3f6bd5-10c6-4be0-a244-99aa81475ed7 HTTP/1.1" status: 200 len: 979 time: 2.0438299 Aug 28 20:08:21.747592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51036) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:21.800324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1b7adbd-d1a7-4b78-ad9e-736797f7466f admin admin] Publish callbacks [] for security_group (65c585ec-d83a-46bc-9fba-6ce9dd5ff2df), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:21.862011 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2bd2e5-1297-40ef-a8ac-61988e90084c x-openstack-request-id: req-8a2bd2e5-1297-40ef-a8ac-61988e90084c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:21.862753 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d9273-7fc8-4adb-8ef6-f74fee06921b", "name": "network-vif-plugged", "status": "completed", "tag": "501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7", "code": 200}, {"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-plugged", "status": "completed", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:21.863499 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a2bd2e5-1297-40ef-a8ac-61988e90084c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:21.864290 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2bd2e5-1297-40ef-a8ac-61988e90084c'] response: {'server_uuid': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7', 'code': 200} Aug 28 20:08:21.864578 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2bd2e5-1297-40ef-a8ac-61988e90084c'] response: {'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'code': 200} Aug 28 20:08:21.885732 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cb0d769-6c55-4dc8-acc9-6908d1325e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:21.887883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1b7adbd-d1a7-4b78-ad9e-736797f7466f admin admin] Publish callbacks [] for security_group (65c585ec-d83a-46bc-9fba-6ce9dd5ff2df), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:22.131096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a5b4e-820a-4549-9602-e845f5af3f60 req-7961ef41-0829-409a-96bf-781da7fc5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:22.132642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f7a5b4e-820a-4549-9602-e845f5af3f60 req-7961ef41-0829-409a-96bf-781da7fc5979 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 1127 time: 0.1616104 Aug 28 20:08:22.133937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port be8d4cc2-227c-4fa0-be1f-5c0290e85a24 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:22.134340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:22.223200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1b7adbd-d1a7-4b78-ad9e-736797f7466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (65c585ec-d83a-46bc-9fba-6ce9dd5ff2df), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:22.226019 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1b7adbd-d1a7-4b78-ad9e-736797f7466f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:22.227745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f1b7adbd-d1a7-4b78-ad9e-736797f7466f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/65c585ec-d83a-46bc-9fba-6ce9dd5ff2df HTTP/1.1" status: 204 len: 168 time: 0.5521007 Aug 28 20:08:22.242200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7adbd-d1a7-4b78-ad9e-736797f7466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c585ec-d83a-46bc-9fba-6ce9dd5ff2df,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:22.302041 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f7a5b4e-820a-4549-9602-e845f5af3f60 req-66a99e58-dade-4e2b-974d-315c2d0e2d47 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544535 Aug 28 20:08:22.326890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:22.327219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:22.365091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for be8d4cc2-227c-4fa0-be1f-5c0290e85a24 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:22.585456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaa321-3dd2-4f96-89be-82debeb26e44 req-cf36607a-6834-4e34-b0bf-4fe8988d01c4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:22.588248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eecaa321-3dd2-4f96-89be-82debeb26e44 req-cf36607a-6834-4e34-b0bf-4fe8988d01c4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.1196177 Aug 28 20:08:22.668657 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eecaa321-3dd2-4f96-89be-82debeb26e44 req-5828ef69-4401-46ff-a6d7-8aad6102868b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736277 Aug 28 20:08:22.865567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 74a5593f-14ff-450b-b7e5-eac2bb82f742 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:08:23.059856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 74a5593f-14ff-450b-b7e5-eac2bb82f742 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:23.062335 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:23.087233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7af7e-4b91-4e82-82e4-82c65a88b372 req-9b669bd6-8a6a-483a-beb3-00035bbba1ad tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:23.093780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10c7af7e-4b91-4e82-82e4-82c65a88b372 req-9b669bd6-8a6a-483a-beb3-00035bbba1ad tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1597888 Aug 28 20:08:23.119998 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:23.170205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:23.187535 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10c7af7e-4b91-4e82-82e4-82c65a88b372 req-417ac902-4b4c-40b6-9093-beb058f0e0a5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773158 Aug 28 20:08:23.652363 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:23.698663 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (be8d4cc2-227c-4fa0-be1f-5c0290e85a24), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:23.703825 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:23.708894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:23.727482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=be8d4cc2-227c-4fa0-be1f-5c0290e85a24,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:23.834942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (af3f6bd5-10c6-4be0-a244-99aa81475ed7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:23.835499 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP af3f6bd5-10c6-4be0-a244-99aa81475ed7 disassociated (deleted). External IP: 172.25.4.209, port: 241167ab-94f6-4c00-ad0d-c05b428126bd. Aug 28 20:08:23.847112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f4a1f-f310-4040-b3bb-fd830419d7e0 req-1799e1fc-c85b-46a2-ae56-a6e1651bbe69 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:23.848706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e9f4a1f-f310-4040-b3bb-fd830419d7e0 req-1799e1fc-c85b-46a2-ae56-a6e1651bbe69 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.0675595 Aug 28 20:08:23.865443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'}, {'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:23.867916 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9163b3-00a9-457a-8809-28a97c95d2f7" -d '{"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1"}, {"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-unplugged", "status": "completed", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:23.929396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e9f4a1f-f310-4040-b3bb-fd830419d7e0 req-bb54edd9-754b-489b-9914-2d5d0df6f742 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707655 Aug 28 20:08:23.958238 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987db961-f8f2-4f21-922e-6df63f6fe06c x-openstack-request-id: req-987db961-f8f2-4f21-922e-6df63f6fe06c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:23.959146 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1", "code": 200}, {"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-unplugged", "status": "completed", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:23.960978 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-987db961-f8f2-4f21-922e-6df63f6fe06c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:23.961952 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987db961-f8f2-4f21-922e-6df63f6fe06c'] response: {'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'code': 200} Aug 28 20:08:23.963248 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987db961-f8f2-4f21-922e-6df63f6fe06c'] response: {'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'code': 200} Aug 28 20:08:24.129773 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:24.165364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:24.280647 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7297b880-e049-4b33-a663-890192e4401e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:24.392155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337036ae-58e6-4be4-8272-3827ac1fe706 req-ac12d6c1-7ca5-47e2-8551-f117646914f4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:24.393914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-337036ae-58e6-4be4-8272-3827ac1fe706 req-ac12d6c1-7ca5-47e2-8551-f117646914f4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0745807 Aug 28 20:08:24.397477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:24.406858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:24.415352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:24.445032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:24.447286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:24.490800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:24.494177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d67eb98a-1099-4619-8916-b74b62d76e5c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/af3f6bd5-10c6-4be0-a244-99aa81475ed7 HTTP/1.1" status: 204 len: 168 time: 2.7426751 Aug 28 20:08:24.494680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51136) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:24.507290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:24.509000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:24.512631 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-337036ae-58e6-4be4-8272-3827ac1fe706 req-76c13630-865b-4d08-8150-43d2af14878b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751481 Aug 28 20:08:24.552950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:24.554000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b72fb-fea0-41b1-afea-71a547a7c9ee None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:24.723423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 241167ab-94f6-4c00-ad0d-c05b428126bd {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:24.723824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (241167ab-94f6-4c00-ad0d-c05b428126bd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:24.859351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:08:24.896633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (241167ab-94f6-4c00-ad0d-c05b428126bd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:24.917615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 241167ab-94f6-4c00-ad0d-c05b428126bd owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:25.033565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:25.055633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'mac_address': 'fa:16:3e:b5:37:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:08:25.103360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:25.104040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:25.121812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145bbb93-1114-4c6e-9d31-1043d64ac181 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:08:25.153311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:25.153630 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:25.225131 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9fb5e-e07c-480e-8899-63f8636a45d2 req-2f132f99-6f6d-4de9-a565-99cbc83b897c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:25.227053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7a9fb5e-e07c-480e-8899-63f8636a45d2 req-2f132f99-6f6d-4de9-a565-99cbc83b897c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.0758104 Aug 28 20:08:25.309766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7a9fb5e-e07c-480e-8899-63f8636a45d2 req-7703608f-a6f7-4090-bbfc-d03bd56defc8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643113 Aug 28 20:08:25.314600 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:25.383896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (241167ab-94f6-4c00-ad0d-c05b428126bd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:25.458265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:25.489340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=241167ab-94f6-4c00-ad0d-c05b428126bd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:25.519089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['145bbb93-1114-4c6e-9d31-1043d64ac181'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:08:25.587443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dabe47-aa81-431a-abf4-e2132be84291 req-ebc4a65f-54c6-4a2d-aea2-881f00458303 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:25.591458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-28dabe47-aa81-431a-abf4-e2132be84291 req-ebc4a65f-54c6-4a2d-aea2-881f00458303 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.0793784 Aug 28 20:08:25.679184 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-28dabe47-aa81-431a-abf4-e2132be84291 req-c90ab74a-4926-47f1-96a7-77fa0a3a6011 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825217 Aug 28 20:08:25.681324 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:25.753891 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:25.806857 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:25.904826 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:26.015579 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:26.049287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:26.056820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3b15e7d3-0c34-442c-af10-29e60f92e40f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/ports/241167ab-94f6-4c00-ad0d-c05b428126bd HTTP/1.1" status: 204 len: 168 time: 1.5608947 Aug 28 20:08:26.070569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51180) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:26.077065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98300c7f-18a1-4843-a0e7-c023568a7ca7 req-f5ae365d-7102-4e29-9838-9d6a5fec41ec tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:26.080730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:26.086871 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98300c7f-18a1-4843-a0e7-c023568a7ca7 req-f5ae365d-7102-4e29-9838-9d6a5fec41ec tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1204457 Aug 28 20:08:26.159273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98300c7f-18a1-4843-a0e7-c023568a7ca7 req-6868c52d-806a-40b1-aa9d-99431c609da4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711799 Aug 28 20:08:26.360160 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:26.566877 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:26.624351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:08:26.687501 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:26.781263 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:26.793612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ff55-2c67-479c-938d-149756f277b5 req-ecee36e7-8fe7-4317-ab9d-b5c4f3fbdc22 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:26.795328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0d7ff55-2c67-479c-938d-149756f277b5 req-ecee36e7-8fe7-4317-ab9d-b5c4f3fbdc22 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.1003177 Aug 28 20:08:26.905147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:08:26.940061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:26.948091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.25.4.38 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/08d91156-801d-4e5a-bdc8-a9693cd2ef88) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:26.978920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0d7ff55-2c67-479c-938d-149756f277b5 req-de0008ae-b9d6-4ff1-9b11-7c8c5ee8a8de tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146710 Aug 28 20:08:26.994961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'mac_address': 'fa:16:3e:b8:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:08:27.062628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:27.064651 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.082612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 145bbb93-1114-4c6e-9d31-1043d64ac181 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:27.083688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.110995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:08:27.116081 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:27.122995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.140693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.149993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:27.202247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:27.202715 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.238083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:27.241349 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd87688-4803-406b-bd27-60233db1f0fc" -d '{"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-plugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:27.279258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:27.290101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.291011 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.334053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c183ac-7c45-40b4-8a63-360b1f2421ae req-e2edc89b-0e4f-41f6-904e-3e80d18bceee tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:27.336776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-93c183ac-7c45-40b4-8a63-360b1f2421ae req-e2edc89b-0e4f-41f6-904e-3e80d18bceee tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0699217 Aug 28 20:08:27.342246 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534bf867-3e06-4964-ad7e-02fd37ee8346 x-openstack-request-id: req-534bf867-3e06-4964-ad7e-02fd37ee8346 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:27.342736 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-plugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:27.342871 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-534bf867-3e06-4964-ad7e-02fd37ee8346 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:27.343701 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534bf867-3e06-4964-ad7e-02fd37ee8346'] response: {'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'code': 200} Aug 28 20:08:27.346318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:27.352996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:27.364426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:27.364426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=08d91156-801d-4e5a-bdc8-a9693cd2ef88,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:27.411474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-93c183ac-7c45-40b4-8a63-360b1f2421ae req-8cf25d48-647e-45bc-9299-8c7e903a69f1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661178 Aug 28 20:08:27.469019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:27.526296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.537059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (94f7720c-391e-427c-b5da-871711594fdc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.599306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:08:27.670640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:27.725499 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:27.772061 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:27.822549 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:27.850221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.049299 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:28.135551 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.225306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-ee992669-279f-4bc2-b456-3b6cdf0b03fb tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:28.228234 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-ee992669-279f-4bc2-b456-3b6cdf0b03fb tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.1887424 Aug 28 20:08:28.291266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bcac2-deea-4022-bea5-df57dfefe644 req-0ae3af25-f908-42d7-b749-2aafdfcbda99 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:28.299191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-614bcac2-deea-4022-bea5-df57dfefe644 req-0ae3af25-f908-42d7-b749-2aafdfcbda99 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e05d9273-7fc8-4adb-8ef6-f74fee06921b HTTP/1.1" status: 200 len: 945 time: 0.1592336 Aug 28 20:08:28.306805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.503302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=08d91156-801d-4e5a-bdc8-a9693cd2ef88,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:28.546413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (94f7720c-391e-427c-b5da-871711594fdc), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.580372 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-614bcac2-deea-4022-bea5-df57dfefe644 req-5922040d-1d7b-499b-9ed1-d623ac0b58c2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801325 Aug 28 20:08:28.590196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Deleting port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:28.590196 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.653630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:08:28.717208 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.722087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-53cd26ec-e5d6-45b5-8172-a7960d67ea51 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6466942 Aug 28 20:08:28.723328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51272) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:28.729091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'port': {'network_id': 'bc5341d1-ffdb-4f54-b81c-95ed7274b8d5', 'name': 'tempest-FloatingIPTestJSON-539719603'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:28.752308 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:28.773279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:28.774835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.860441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ae14-429d-47c7-80ec-c837fa0410b1 req-b18a5897-669d-4747-bf3d-1c1c07d89838 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:28.863380 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f496ae14-429d-47c7-80ec-c837fa0410b1 req-b18a5897-669d-4747-bf3d-1c1c07d89838 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.0958574 Aug 28 20:08:28.883070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:28.883070 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.934093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:28.937040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] For port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:28.937362 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:28.944276 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f496ae14-429d-47c7-80ec-c837fa0410b1 req-03755df2-dd24-4eea-8b72-fbe0fa5f42f7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705822 Aug 28 20:08:28.957553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Calling delete_port for 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:29.150323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:08:29.152210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:29.160382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:29.196371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] device_id is not set on port 6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:08:29.343793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:29.354262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:29.356403 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ab4e5-a599-47e7-a4bf-2e5739b925c6" -d '{"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-plugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:29.366785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.7 (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5/72760f66-c8a5-403b-aa10-df37c5d09935/6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:29.367486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:08:29.401945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:08:29.415281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event deleted for resources: {'Port': ['ID=501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:29.509613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:29.589239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] No DVR routers for this DVR port 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:08:29.597509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:29.615694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e3e49a12-1f26-4d51-ae46-95d1ac6d963b req-24e08ac6-0d85-4854-8fc6-a9c8da1be368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.89 "DELETE /networking/v2.0/ports/501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 HTTP/1.1" status: 204 len: 173 time: 1.3730807 Aug 28 20:08:29.616575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'name': 'network-vif-deleted', 'tag': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:29.629100 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b71dc-f4a1-4f4d-9a96-d72a2ae0fd49" -d '{"events": [{"server_uuid": "e05d9273-7fc8-4adb-8ef6-f74fee06921b", "name": "network-vif-deleted", "tag": "501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:29.751190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:29.902415 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:29.919459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:29.939887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf008ca8-1a97-464a-8494-320737bfc28c req-e35f2ed4-6734-43b5-882d-548661916b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:29.941796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf008ca8-1a97-464a-8494-320737bfc28c req-e35f2ed4-6734-43b5-882d-548661916b67 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 1132 time: 0.1061983 Aug 28 20:08:30.060802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:30.069748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:30.075104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:30.150419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:30.150764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:30.205781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:30.207148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf008ca8-1a97-464a-8494-320737bfc28c req-e0f24344-d78c-4fd0-a714-3b851dcbcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:30.209727 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf008ca8-1a97-464a-8494-320737bfc28c req-e0f24344-d78c-4fd0-a714-3b851dcbcf41 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2379694 Aug 28 20:08:30.292452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf008ca8-1a97-464a-8494-320737bfc28c req-de2c0fa8-efe7-4784-8cbe-09e5cbfb460c service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=145bbb93-1114-4c6e-9d31-1043d64ac181 HTTP/1.1" status: 200 len: 217 time: 0.0701807 Aug 28 20:08:30.305767 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6ebb5b60-4623-4786-a064-7cd81e3ef86c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5796552 Aug 28 20:08:30.312157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51302) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:30.329152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'port_id': '6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:30.367693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51304) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:30.510351 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:30.527004 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (94f7720c-391e-427c-b5da-871711594fdc), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:30.544603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf008ca8-1a97-464a-8494-320737bfc28c req-7073900d-ddd5-4373-9b2b-4eda421b5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:30.551366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf008ca8-1a97-464a-8494-320737bfc28c req-7073900d-ddd5-4373-9b2b-4eda421b5d53 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.2351031 Aug 28 20:08:30.679820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf008ca8-1a97-464a-8494-320737bfc28c req-9e9f7986-677f-4d5a-a6fd-b15af81d6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:30.686423 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf008ca8-1a97-464a-8494-320737bfc28c req-9e9f7986-677f-4d5a-a6fd-b15af81d6d3f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1240432 Aug 28 20:08:30.885253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e76d3dfd-c019-434e-bf4a-e4bea33470cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:30.894006 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:31.145828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf008ca8-1a97-464a-8494-320737bfc28c req-a1ea1d17-9e24-4fec-b49b-14ca802d5565 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467540 Aug 28 20:08:31.279450 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e76d3dfd-c019-434e-bf4a-e4bea33470cd admin admin] Publish callbacks [] for security_group (e9bf1a10-51f1-4b28-818e-921a5b8acca1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:31.435082 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf008ca8-1a97-464a-8494-320737bfc28c req-8d3758a4-bbf3-4271-9bb9-d8233be8c004 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685983 Aug 28 20:08:31.497529 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e76d3dfd-c019-434e-bf4a-e4bea33470cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e9bf1a10-51f1-4b28-818e-921a5b8acca1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:31.581300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d3dfd-c019-434e-bf4a-e4bea33470cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf1a10-51f1-4b28-818e-921a5b8acca1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:31.609787 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:08:31.642556 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e76d3dfd-c019-434e-bf4a-e4bea33470cd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9e21adcdeba24ec289dc149097e7d27c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2679482 Aug 28 20:08:31.643969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51308) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:31.739896 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=30 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:31.742139 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:31.769362 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e02-21ea-4e9c-a5ed-df0f5a35fa77 admin admin] Publish callbacks [] for security_group (e9bf1a10-51f1-4b28-818e-921a5b8acca1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:31.831405 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e02-21ea-4e9c-a5ed-df0f5a35fa77 admin admin] Publish callbacks [] for security_group (e9bf1a10-51f1-4b28-818e-921a5b8acca1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:32.075669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (94f7720c-391e-427c-b5da-871711594fdc), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:32.162078 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e02-21ea-4e9c-a5ed-df0f5a35fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e9bf1a10-51f1-4b28-818e-921a5b8acca1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:32.167515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e02-21ea-4e9c-a5ed-df0f5a35fa77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:32.178318 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-74ba5e02-21ea-4e9c-a5ed-df0f5a35fa77 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e9bf1a10-51f1-4b28-818e-921a5b8acca1 HTTP/1.1" status: 204 len: 168 time: 0.5315447 Aug 28 20:08:32.210234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5e02-21ea-4e9c-a5ed-df0f5a35fa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf1a10-51f1-4b28-818e-921a5b8acca1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:32.435958 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 94f7720c-391e-427c-b5da-871711594fdc associated. External IP: 172.25.4.38, port: 6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3. Aug 28 20:08:32.902386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:08:32.964007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:08:32.967544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:08:33.024361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:33.339132 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:33.348149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:33.357236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:33.366236 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:33.397216 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:33.402643 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:33.491999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-42069b8d-3f8f-4d65-b3a5-f54d14a91406 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/94f7720c-391e-427c-b5da-871711594fdc HTTP/1.1" status: 200 len: 976 time: 3.1779449 Aug 28 20:08:33.494504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51314) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:33.528911 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:33.550818 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:33.551730 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:33.770461 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:33.771132 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9400c25-d1d4-436b-b522-3383568dd8c5 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:33.782673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:33.783027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:33.858244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51316) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:33.915701 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5023b9d-ccc4-40b7-be4c-e87401d162c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:34.085199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:34.118480 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5023b9d-ccc4-40b7-be4c-e87401d162c3 admin admin] Publish callbacks [] for security_group (a0952daa-2b0b-4365-b965-3c96289b7111), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:34.253817 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:34.411857 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:34.411857 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (94f7720c-391e-427c-b5da-871711594fdc), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:34.411857 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 94f7720c-391e-427c-b5da-871711594fdc disassociated. External IP: 172.25.4.38, port: 6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3. Aug 28 20:08:34.411857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:34.517627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5023b9d-ccc4-40b7-be4c-e87401d162c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a0952daa-2b0b-4365-b965-3c96289b7111), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:34.609146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5023b9d-ccc4-40b7-be4c-e87401d162c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0952daa-2b0b-4365-b965-3c96289b7111,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:34.615448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b5023b9d-ccc4-40b7-be4c-e87401d162c3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f45ec82ca4c44195984db21c4b16e960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7418010 Aug 28 20:08:34.619317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51318) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:34.645800 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:08:34.689456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3215409c-ae4d-4533-8401-e2be64653af2 admin admin] Publish callbacks [] for security_group (a0952daa-2b0b-4365-b965-3c96289b7111), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:34.735067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3215409c-ae4d-4533-8401-e2be64653af2 admin admin] Publish callbacks [] for security_group (a0952daa-2b0b-4365-b965-3c96289b7111), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:35.048094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3215409c-ae4d-4533-8401-e2be64653af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a0952daa-2b0b-4365-b965-3c96289b7111), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:35.049972 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:35.051621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3215409c-ae4d-4533-8401-e2be64653af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:35.052783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3215409c-ae4d-4533-8401-e2be64653af2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a0952daa-2b0b-4365-b965-3c96289b7111 HTTP/1.1" status: 204 len: 168 time: 0.4318411 Aug 28 20:08:35.104365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215409c-ae4d-4533-8401-e2be64653af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0952daa-2b0b-4365-b965-3c96289b7111,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:35.169161 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:35.169161 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:35.404190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:35.701246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:35.745069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:35.745069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:35.745069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:35.795545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:35.812774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:35.813569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:35.841303 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:35.847892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e5a7e76d-9dd7-446f-93d2-9ef370b0caf5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/ports/6a4a7c0b-8f8f-41ff-8c87-84d8594b47f3 HTTP/1.1" status: 204 len: 168 time: 2.3493440 Aug 28 20:08:35.849909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51332) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:35.901632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:35.903526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020608f8-995b-42d3-9823-b47f3311d5f3 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:35.912885 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:35.946940 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf6ecb5e-4438-4543-8073-d529ca0c25a1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "GET /networking/v2.0/floatingips/94f7720c-391e-427c-b5da-871711594fdc HTTP/1.1" status: 200 len: 687 time: 0.0951931 Aug 28 20:08:35.950742 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51338) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:36.086470 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:36.125776 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:36.129830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 08d91156-801d-4e5a-bdc8-a9693cd2ef88 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:36.130219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:36.275278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:36.276350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (08d91156-801d-4e5a-bdc8-a9693cd2ef88), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:36.303376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 08d91156-801d-4e5a-bdc8-a9693cd2ef88 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:36.353619 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:36.840367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (08d91156-801d-4e5a-bdc8-a9693cd2ef88), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:37.044255 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (94f7720c-391e-427c-b5da-871711594fdc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:37.050449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:37.058665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/94f7720c-391e-427c-b5da-871711594fdc HTTP/1.1" status: 204 len: 168 time: 1.1021190 Aug 28 20:08:37.061376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51372) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:37.061694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c923-1d68-4477-97fd-ed44a3bce722 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=08d91156-801d-4e5a-bdc8-a9693cd2ef88,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:37.065161 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': 'e508e70f-4e16-4fc1-9776-acf9b4c87ac5'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:37.098924 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fdfce3-1f9e-4c85-915c-1a108e35a90a x-openstack-request-id: req-b9fdfce3-1f9e-4c85-915c-1a108e35a90a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:37.101132 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-plugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:37.102494 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9fdfce3-1f9e-4c85-915c-1a108e35a90a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:37.103478 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fdfce3-1f9e-4c85-915c-1a108e35a90a'] response: {'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'code': 200} Aug 28 20:08:37.285481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:37.321275 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:37.481788 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73e435d-11d3-44f9-9e65-3fe729213bbf x-openstack-request-id: req-c73e435d-11d3-44f9-9e65-3fe729213bbf {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:37.482568 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d9273-7fc8-4adb-8ef6-f74fee06921b", "name": "network-vif-deleted", "tag": "501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:37.483172 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c73e435d-11d3-44f9-9e65-3fe729213bbf {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:37.484102 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73e435d-11d3-44f9-9e65-3fe729213bbf'] response: {'server_uuid': 'e05d9273-7fc8-4adb-8ef6-f74fee06921b', 'name': 'network-vif-deleted', 'tag': '501a8e9d-b0f0-4f81-98d5-5ea5bcc61ff7', 'status': 'completed', 'code': 200} Aug 28 20:08:37.485710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:37.489926 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:37.506457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43ea88-ebcf-4540-828e-95b196b50772 req-75b9ba56-88a5-41fc-bf55-668bd02fec22 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:37.511506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c43ea88-ebcf-4540-828e-95b196b50772 req-75b9ba56-88a5-41fc-bf55-668bd02fec22 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 945 time: 0.1001604 Aug 28 20:08:37.575992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c43ea88-ebcf-4540-828e-95b196b50772 req-93561e15-3512-407e-add1-75e6d905e6db tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635219 Aug 28 20:08:37.684763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.25.4.222 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/13f2ee9a-4071-4e41-9dd6-211f7a70f10e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:37.878799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:38.182516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:38.256102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:38.259724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:38.263293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:38.327972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=13f2ee9a-4071-4e41-9dd6-211f7a70f10e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:38.463449 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:38.789150 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:38.910960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-2f209abb-c11d-4018-8143-aafa34c9f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:38.915523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-2f209abb-c11d-4018-8143-aafa34c9f2f2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 1127 time: 0.6416049 Aug 28 20:08:39.128282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (7ef1ca6d-703b-4312-bbc1-62ca494f6385), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:39.171632 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:39.391289 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:39.452174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-a4a38dfa-4b1b-4281-96e8-08d2e0f95562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:39.454659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-a4a38dfa-4b1b-4281-96e8-08d2e0f95562 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 912 time: 0.2469232 Aug 28 20:08:39.465344 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:39.540371 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-d6c5798e-fe5f-4864-b788-d94d941681b7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e HTTP/1.1" status: 200 len: 217 time: 0.0768282 Aug 28 20:08:39.727156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-9feae3ce-7346-4631-8e62-89b8d68a3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:39.728674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-9feae3ce-7346-4631-8e62-89b8d68a3b1c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.1669550 Aug 28 20:08:40.310022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-7a08e4e1-83da-44e5-913d-358b79450d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:40.310022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-7a08e4e1-83da-44e5-913d-358b79450d94 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5603373 Aug 28 20:08:40.426693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:40.502834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-b35d388d-f31d-4a30-ae64-420804f4b0fa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849339 Aug 28 20:08:40.660272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c51ca378-671f-4a46-8c42-3d5be6e2a5fc req-b8c430ff-3436-4afa-a28b-c92c78050678 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476169 Aug 28 20:08:40.715288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f84e2919-dadc-46fd-8b91-9f2c28ba829e no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:08:40.798275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:40.825446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f84e2919-dadc-46fd-8b91-9f2c28ba829e is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:40.827337 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:40.882808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:40.885286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:40.888168 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5275164d-5af4-48f6-a3e1-59238e7c4550" -d '{"events": [{"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-unplugged", "status": "completed", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:40.939788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=13f2ee9a-4071-4e41-9dd6-211f7a70f10e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:40.944462 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (7ef1ca6d-703b-4312-bbc1-62ca494f6385), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:41.052103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:41.193437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:41.232064 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:41.275857 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 7ef1ca6d-703b-4312-bbc1-62ca494f6385 associated. External IP: 172.25.4.222, port: e508e70f-4e16-4fc1-9776-acf9b4c87ac5. Aug 28 20:08:41.391582 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:41.830776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:41.836891 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:41.897279 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:41.986197 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:42.042617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:42.060580 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:42.102662 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:42.107542 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:42.192643 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:42.213762 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:42.215405 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:42.244836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:42.376023 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:42.386514 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:42.387781 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0269fad1-9923-44f3-bf5c-27ad87a55173 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:42.392471 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8c38bc2f-ba43-402d-ad16-d6fd0ba5d6d9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3316138 Aug 28 20:08:42.396074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51426) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:42.405191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1486031076'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:42.449605 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:42.632461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:08:42.641477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:42.681057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:08:42.697669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bec67e6e-4c18-438a-a43a-2fc3e0c9e852), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:42.698362 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Added segment bec67e6e-4c18-438a-a43a-2fc3e0c9e852 of type vlan for network 80b76771-5dbe-473b-b271-4b107042bce1 Aug 28 20:08:42.801369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (80b76771-5dbe-473b-b271-4b107042bce1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:43.483617 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:43.486609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (80b76771-5dbe-473b-b271-4b107042bce1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:43.496497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:43.498230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:43.623698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Network': ['ID=80b76771-5dbe-473b-b271-4b107042bce1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:43.643719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 80b76771-5dbe-473b-b271-4b107042bce1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:08:43.681408 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:43.701028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-12985f7f-6495-4b5d-848f-9488ffaeb85c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2985899 Aug 28 20:08:43.701359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51430) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:43.730218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'subnet': {'network_id': '80b76771-5dbe-473b-b271-4b107042bce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:43.803265 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:44.080580 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:44.209175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:08:44.215240 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:44.348466 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:44.793423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (3b42a409-f982-402d-b72d-5209ce410fa9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:45.002565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Subnet': ['ID=3b42a409-f982-402d-b72d-5209ce410fa9,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:45.016266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Checking segment: {'id': 'bec67e6e-4c18-438a-a43a-2fc3e0c9e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '80b76771-5dbe-473b-b271-4b107042bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:08:45.016266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network hostable DHCP agents. Network: 80b76771-5dbe-473b-b271-4b107042bce1, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:08:45.056883 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=74,neutron:INSERT=13,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:45.110527 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:45.147194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 80b76771-5dbe-473b-b271-4b107042bce1 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:08:45.643787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-ba1366fe-db9f-421a-ab87-6073469d7754 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479248 Aug 28 20:08:45.695113 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:45.739905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-b213d444-2ed5-4bcb-816e-01678a12abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:45.741490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-b213d444-2ed5-4bcb-816e-01678a12abf5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 1125 time: 0.0586474 Aug 28 20:08:45.895582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 80b76771-5dbe-473b-b271-4b107042bce1) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:45.903290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:45.906364 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:45.911856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0af50-9334-4a86-a611-fba52cbf32b6 None None] Network 80b76771-5dbe-473b-b271-4b107042bce1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:08:45.965397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-aaa6e247-fe4b-4772-b26f-fdc824157665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:45.972093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-aaa6e247-fe4b-4772-b26f-fdc824157665 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 912 time: 0.2057600 Aug 28 20:08:46.028133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-6fbbde4f-db9f-4cea-ad18-451bbec3375a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e HTTP/1.1" status: 200 len: 217 time: 0.0481343 Aug 28 20:08:46.107880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2267f5b4-0f68-48aa-bf60-bf360f06d74b tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4050395 Aug 28 20:08:46.108781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51438) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:46.118416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1804743679', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:46.133884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-a4b4da82-4f94-443f-97dc-ec591e06780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:46.139841 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-a4b4da82-4f94-443f-97dc-ec591e06780a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.1037126 Aug 28 20:08:46.238626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-80b76771-5dbe-473b-b271-4b107042bce1', 'network_id': '80b76771-5dbe-473b-b271-4b107042bce1', 'project_id': 'a5bd222d12734f97aeb316b79a1ab0e2', 'fixed_ips': [{'subnet_id': '3b42a409-f982-402d-b72d-5209ce410fa9'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:08:46.239690 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:46.244947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-b4bbea11-02c1-4f74-b37a-1f49f3c39b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:46.247341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-b4bbea11-02c1-4f74-b37a-1f49f3c39b94 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985909 Aug 28 20:08:46.317809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:46.319734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:46.468355 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-46f11b8e-8f94-4080-b91c-fa862c6cc5bf service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081509 Aug 28 20:08:46.471571 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:46.516691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_controller (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:46.611692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b56bce3-1ae3-4444-9648-88df0910c871 req-c1e73ef4-aa13-434f-afbc-38c899096fa7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358874 Aug 28 20:08:46.751034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f84e2919-dadc-46fd-8b91-9f2c28ba829e no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:08:46.897013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Allocated IP 172.20.0.2 (80b76771-5dbe-473b-b271-4b107042bce1/3b42a409-f982-402d-b72d-5209ce410fa9/38d9a455-3bcb-43e9-be9f-e10ee0bb0a01) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:46.900370 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.093378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f84e2919-dadc-46fd-8b91-9f2c28ba829e is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:47.271461 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Publish callbacks [] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.426952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.429373 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.488540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.503155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Network 80b76771-5dbe-473b-b271-4b107042bce1 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:47.512944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:47.517451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:47.536534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Pushing event updated for resources: {'Port': ['ID=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:47.600281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Attempting to bind port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:08:47.600867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Attempting to bind port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'bec67e6e-4c18-438a-a43a-2fc3e0c9e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '80b76771-5dbe-473b-b271-4b107042bce1'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:08:47.601495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Attempting to bind port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 on network 80b76771-5dbe-473b-b271-4b107042bce1 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:08:47.610922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:08:47.611543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Checking segment: {'id': 'bec67e6e-4c18-438a-a43a-2fc3e0c9e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '80b76771-5dbe-473b-b271-4b107042bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:08:47.612249 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.613348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Bound using segment: {'id': 'bec67e6e-4c18-438a-a43a-2fc3e0c9e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '80b76771-5dbe-473b-b271-4b107042bce1'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:08:47.613703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Bound port: 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec67e6e-4c18-438a-a43a-2fc3e0c9e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '80b76771-5dbe-473b-b271-4b107042bce1'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:08:47.614365 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.646714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.25.4.246 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/02041981-b4b5-445b-94c7-ff1a46039627) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:47.675201 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:47.692387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] For port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:08:47.696632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] For port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,segment=NetworkSegment(bec67e6e-4c18-438a-a43a-2fc3e0c9e852),segment_id=bec67e6e-4c18-438a-a43a-2fc3e0c9e852)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:08:47.773876 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (02041981-b4b5-445b-94c7-ff1a46039627), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:47.932525 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:48.011301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d3ef2-065f-4422-bc12-658ec30d8231 None None] Pushing event updated for resources: {'Port': ['ID=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:48.204402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (02041981-b4b5-445b-94c7-ff1a46039627), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:48.216884 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:48.295936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:48.298128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:48.306361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:48.311670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=02041981-b4b5-445b-94c7-ff1a46039627,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:48.359595 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:48.427226 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:48.892512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:48.970950 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:49.499292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afdcad1-ec71-4ccc-bbc8-bc3a388c8bd6 None None] Network 80b76771-5dbe-473b-b271-4b107042bce1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:08:49.667911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:08:49.698600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-24a368e3-eefa-4f8d-9322-08b5be78a7c0 None None] Provisioning complete for port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:49.699264 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24a368e3-eefa-4f8d-9322-08b5be78a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:49.711665 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:49.834493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:49.845399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-edfcb1b5-6c24-4bca-9306-bd726f56ecf3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:49.855269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-edfcb1b5-6c24-4bca-9306-bd726f56ecf3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.2054725 Aug 28 20:08:49.860839 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:49.883192 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-08c02f69-6341-41f0-b295-84cd4d4a96e4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.0265846 Aug 28 20:08:49.958447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:49.958855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:50.040918 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-10059684-39b1-488e-bf49-09b8f8d974ff tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483121 Aug 28 20:08:50.079790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-24a368e3-eefa-4f8d-9322-08b5be78a7c0 None None] Current status of the port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:50.080509 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24a368e3-eefa-4f8d-9322-08b5be78a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:50.193427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-24a368e3-eefa-4f8d-9322-08b5be78a7c0 None None] For port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,segment=NetworkSegment(bec67e6e-4c18-438a-a43a-2fc3e0c9e852),segment_id=bec67e6e-4c18-438a-a43a-2fc3e0c9e852)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:50.244074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 3363e8ef-0ec3-4a23-8949-8dbd57ef6040 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:08:50.279093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:50.279639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:50.344915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-92debab7-b74e-4619-9473-c59fff2a88f8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970393 Aug 28 20:08:50.380832 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24a368e3-eefa-4f8d-9322-08b5be78a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:50.450156 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:08:50.450156 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:08:50.575345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-1a8697e6-a1ec-45c1-89d1-e4644e5f8f99 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213557 Aug 28 20:08:50.594795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ab4a5-c51c-4f01-81e2-6380fd85da69 req-385b9aad-1cd5-4686-86c5-a0da4581aef8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:50.604128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a368e3-eefa-4f8d-9322-08b5be78a7c0 None None] Pushing event updated for resources: {'Port': ['ID=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:50.610781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-737ab4a5-c51c-4f01-81e2-6380fd85da69 req-385b9aad-1cd5-4686-86c5-a0da4581aef8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 943 time: 0.2174549 Aug 28 20:08:50.624614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-52f7f03b-6fce-4d62-9840-411a80794985 None None] Provisioning complete for port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:50.624995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-52f7f03b-6fce-4d62-9840-411a80794985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:50.795117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:50.821624 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-737ab4a5-c51c-4f01-81e2-6380fd85da69 req-d13c9a2b-ef97-40c2-b71c-3cba6d1a5dc5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048371 Aug 28 20:08:50.829512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] Sync routers for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:50.839631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-52f7f03b-6fce-4d62-9840-411a80794985 None None] Current status of the port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:50.892528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:50.893209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:51.009528 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb853fa7-4739-4555-a830-ef8aa1433813 x-openstack-request-id: req-bb853fa7-4739-4555-a830-ef8aa1433813 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:51.009879 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-unplugged", "status": "failed", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e", "code": 422}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:51.010827 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb853fa7-4739-4555-a830-ef8aa1433813 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:51.011486 n-d-854121-7 neutron-server[114323]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bb853fa7-4739-4555-a830-ef8aa1433813']: {'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'code': 422} returned with failed status Aug 28 20:08:51.012395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:51.018420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:51.033472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:51.034926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:51.079429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:51.080479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fc81c-9897-4263-851b-881f6a1910dc None None] The sync data for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:51.107337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:51.113915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a5f57d70-95ba-40e5-b12b-c9cf4d7d92c0 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9997251 Aug 28 20:08:51.114863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51510) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:51.376043 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:51.559502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:08:51.676666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:51.677252 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:51.842839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:51.915989 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eefac8f4-e6fc-474c-9b67-e235641bd9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:52.032026 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:52.113884 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:52.201301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:52.719213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.1 (80b76771-5dbe-473b-b271-4b107042bce1/3b42a409-f982-402d-b72d-5209ce410fa9/d6fcfa25-45e9-405b-8688-cc4ce8de5030) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:52.723248 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:52.933261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:52.988343 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:53.008324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:08:53.203490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:53.270259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 145bbb93-1114-4c6e-9d31-1043d64ac181 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:08:53.270563 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:53.282262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 80b76771-5dbe-473b-b271-4b107042bce1 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:53.297133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:53.303281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:53.316538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:53.320376 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c95df1-9943-435f-8b3e-f9df6a193c9a" -d '{"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:53.363792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:53.390709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=d6fcfa25-45e9-405b-8688-cc4ce8de5030,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:53.441302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:53.493445 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:53.502703 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:53.615531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=11']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:53.840752 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=25 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:53.843518 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=33 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:53.859510 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.004955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f226589a-8d09-413e-a059-a39a149e2cb3 None None] Provisioning complete for port d6fcfa25-45e9-405b-8688-cc4ce8de5030 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:54.005559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f226589a-8d09-413e-a059-a39a149e2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.067871 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:54.077927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f226589a-8d09-413e-a059-a39a149e2cb3 None None] Port d6fcfa25-45e9-405b-8688-cc4ce8de5030 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:08:54.095867 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7291827f-7631-4cc9-94c9-34b1519d195e req-5beb36ce-315e-41cc-afe4-eb72138061d1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 210 time: 0.0368371 Aug 28 20:08:54.170881 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be94ccb-3c6a-4811-af84-7dbcac4ef46c x-openstack-request-id: req-5be94ccb-3c6a-4811-af84-7dbcac4ef46c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:54.171285 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:54.171694 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5be94ccb-3c6a-4811-af84-7dbcac4ef46c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:54.172253 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be94ccb-3c6a-4811-af84-7dbcac4ef46c'] response: {'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'code': 200} Aug 28 20:08:54.335927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a032f-caad-4ca0-9821-32b5ddb5f381 req-9d7baee3-13ec-4e22-bd91-a8639be0ac7e tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:54.337368 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c0a032f-caad-4ca0-9821-32b5ddb5f381 req-9d7baee3-13ec-4e22-bd91-a8639be0ac7e tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 948 time: 0.0782642 Aug 28 20:08:54.469960 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c0a032f-caad-4ca0-9821-32b5ddb5f381 req-d9118241-7fae-4dd3-972e-f6779400269e tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250281 Aug 28 20:08:54.472477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.520915 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3997a72a-0332-4ecf-96b3-8650eb9f648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.551660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-3bcabe09-6122-4f38-a542-682547b22cd7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:54.554509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-3bcabe09-6122-4f38-a542-682547b22cd7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=57710d16-b832-4552-866b-3f486e5bd55b HTTP/1.1" status: 200 len: 943 time: 0.0697391 Aug 28 20:08:54.615023 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.762526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=d6fcfa25-45e9-405b-8688-cc4ce8de5030,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:54.765315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Deleting port f84e2919-dadc-46fd-8b91-9f2c28ba829e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:08:54.766002 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.766142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.924283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 80b76771-5dbe-473b-b271-4b107042bce1 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:54.925953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:54.959353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] For port f84e2919-dadc-46fd-8b91-9f2c28ba829e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f84e2919-dadc-46fd-8b91-9f2c28ba829e,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:08:54.959846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:54.995212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Calling delete_port for f84e2919-dadc-46fd-8b91-9f2c28ba829e owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:08:55.124629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 3363e8ef-0ec3-4a23-8949-8dbd57ef6040 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:55.306558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:55.316311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-51913ded-b381-4d08-bf62-acce1fb05782 None None] Provisioning complete for port d6fcfa25-45e9-405b-8688-cc4ce8de5030 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:55.318152 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51913ded-b381-4d08-bf62-acce1fb05782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:55.330295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51646) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:55.348555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d5dd6f1b-8067-4634-9f6e-61e83cb2440d tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/routers/3363e8ef-0ec3-4a23-8949-8dbd57ef6040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2259243 Aug 28 20:08:55.349460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'port': {'network_id': '80b76771-5dbe-473b-b271-4b107042bce1', 'name': 'tempest-FloatingIPTestJSON-1165278124'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:55.355821 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] Sync routers for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:55.380694 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f84e2919-dadc-46fd-8b91-9f2c28ba829e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:55.392414 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:55.392414 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:55.405375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-51913ded-b381-4d08-bf62-acce1fb05782 None None] Port d6fcfa25-45e9-405b-8688-cc4ce8de5030 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:08:55.462890 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:55.470808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event deleted for resources: {'Port': ['ID=f84e2919-dadc-46fd-8b91-9f2c28ba829e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:55.477155 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:55.477877 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:55.529492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.530410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.531345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.532062 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:55.532724 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d31fab-488c-4de9-a502-ce460b349c6e None None] The sync data for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:55.533588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.534211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.535814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.536440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.537007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.537559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.538589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.539139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.539737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.540431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.541754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.542417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:08:55.599352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] No DVR routers for this DVR port f84e2919-dadc-46fd-8b91-9f2c28ba829e on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:08:55.604649 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:55.635401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db75c044-4fac-4055-958c-d6e93eeaed6a req-45193733-c7d9-4ad1-a1b5-daab0974d20f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f84e2919-dadc-46fd-8b91-9f2c28ba829e HTTP/1.1" status: 204 len: 173 time: 1.0692427 Aug 28 20:08:55.638086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-deleted', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:08:55.640989 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef13aecf-4860-48ca-9680-58b0aa4716dc" -d '{"events": [{"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-deleted", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:08:55.786045 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:55.867999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Made reservation on behalf of a5bd222d12734f97aeb316b79a1ab0e2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:08:55.873988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:55.912066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] device_id is not set on port fd9b3f06-460c-491e-a38b-335592b35c42 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:08:55.991146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5ea8e2e-66d6-4396-a8e2-6de26ae50434 req-66dd657c-d321-4a37-9637-c2018f9ddb54 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 210 time: 0.0637667 Aug 28 20:08:56.112962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Allocated IP 172.20.0.14 (80b76771-5dbe-473b-b271-4b107042bce1/3b42a409-f982-402d-b72d-5209ce410fa9/fd9b3f06-460c-491e-a38b-335592b35c42) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:56.139021 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 28 Aug 2022 20:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825afc61-9862-46d7-a877-9c43049679af x-openstack-request-id: req-825afc61-9862-46d7-a877-9c43049679af {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:08:56.140893 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57710d16-b832-4552-866b-3f486e5bd55b", "name": "network-vif-deleted", "tag": "f84e2919-dadc-46fd-8b91-9f2c28ba829e", "status": "failed", "code": 422}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:08:56.140893 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-825afc61-9862-46d7-a877-9c43049679af {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:08:56.140893 n-d-854121-7 neutron-server[114322]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-825afc61-9862-46d7-a877-9c43049679af']: {'server_uuid': '57710d16-b832-4552-866b-3f486e5bd55b', 'name': 'network-vif-deleted', 'tag': 'f84e2919-dadc-46fd-8b91-9f2c28ba829e', 'status': 'failed', 'code': 422} returned with failed status Aug 28 20:08:56.423688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for port (fd9b3f06-460c-491e-a38b-335592b35c42), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:56.697347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51700) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:56.704387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25159cf3-2e31-46cf-992e-b2a5d6dfa430 req-970d7462-721f-4559-a765-75732f107d90 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:56.707634 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-25159cf3-2e31-46cf-992e-b2a5d6dfa430 req-970d7462-721f-4559-a765-75732f107d90 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.0791466 Aug 28 20:08:56.751061 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fd9b3f06-460c-491e-a38b-335592b35c42), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:56.771585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-25159cf3-2e31-46cf-992e-b2a5d6dfa430 req-9ea6c91c-beec-4795-a3be-5f12d06fd06a tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560005 Aug 28 20:08:56.874352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Network 80b76771-5dbe-473b-b271-4b107042bce1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:56.893489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event updated for resources: {'Port': ['ID=fd9b3f06-460c-491e-a38b-335592b35c42,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:56.925984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:56.932052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:56.936004 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:57.022403 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.037010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-8671a52f-54c1-4934-b938-33171a629fc7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:57.039170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-8671a52f-54c1-4934-b938-33171a629fc7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.3827658 Aug 28 20:08:57.058049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82b3c315-3235-4e42-8514-b7e9ee37eeaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.080428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:57.081621 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.108077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Request body: {'port': {'device_id': '562547d0-d842-4617-abb7-6451c2897c18', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'admin_state_up': True, 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:57.123682 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:57.211705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51760) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:57.212035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7a113199-d2a4-46ce-829d-fc4dc1da41fe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8800724 Aug 28 20:08:57.220232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Request body: {'floatingip': {'port_id': 'fd9b3f06-460c-491e-a38b-335592b35c42'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:57.372581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a01a3851-7fa8-4a7a-842b-3a20d769f2ec req-b459da13-cf56-407f-98f9-92fc220e26b6 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 210 time: 0.0650015 Aug 28 20:08:57.393050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (7ef1ca6d-703b-4312-bbc1-62ca494f6385), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.405812 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82b3c315-3235-4e42-8514-b7e9ee37eeaf admin admin] Publish callbacks [] for security_group (471aadd5-bf87-47c6-8bd2-e83499b72f41), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.464571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda96e84-e024-451a-9e4f-b1d1ed893c29 req-ffb022c8-ea8a-4214-b894-a8cbbd57944a tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:57.466244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cda96e84-e024-451a-9e4f-b1d1ed893c29 req-ffb022c8-ea8a-4214-b894-a8cbbd57944a tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 951 time: 0.1648302 Aug 28 20:08:57.561757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cda96e84-e024-451a-9e4f-b1d1ed893c29 req-3d58aa4e-ddda-4ac2-b4b9-d3a5cc1f752c tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816922 Aug 28 20:08:57.562461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-13b083e0-5b9b-4e11-8900-e85c35eb2987 None None] Provisioning complete for port fd9b3f06-460c-491e-a38b-335592b35c42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:57.563027 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-13b083e0-5b9b-4e11-8900-e85c35eb2987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fd9b3f06-460c-491e-a38b-335592b35c42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.586368 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82b3c315-3235-4e42-8514-b7e9ee37eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (471aadd5-bf87-47c6-8bd2-e83499b72f41), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.613942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-13b083e0-5b9b-4e11-8900-e85c35eb2987 None None] Port fd9b3f06-460c-491e-a38b-335592b35c42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:08:57.632455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.634241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:08:57.638213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:57.720735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3c315-3235-4e42-8514-b7e9ee37eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471aadd5-bf87-47c6-8bd2-e83499b72f41,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:57.746380 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-82b3c315-3235-4e42-8514-b7e9ee37eeaf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4f5faecbc08f4cbd852fe844a3815781&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0460379 Aug 28 20:08:57.748905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51784) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:08:57.789063 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:57.829107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Allocated IP 172.20.0.4 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/f348a40c-1c30-4121-846c-283a29e4c39a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:08:58.006531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-6715564e-ba05-477e-a724-d00f3712f04f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:58.008843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-6715564e-ba05-477e-a724-d00f3712f04f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.2861958 Aug 28 20:08:58.036772 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e604c983-4a1f-4475-a7ca-f3dd0f6901f0 admin admin] Publish callbacks [] for security_group (471aadd5-bf87-47c6-8bd2-e83499b72f41), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:58.070611 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-7a4e9d9c-3d8e-44d5-b43c-4cfb8b79c855 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/quotas/1e780e72454849a9adf5c45a7783c014 HTTP/1.1" status: 200 len: 375 time: 0.0538964 Aug 28 20:08:58.095045 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks [] for port (f348a40c-1c30-4121-846c-283a29e4c39a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:58.149484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e604c983-4a1f-4475-a7ca-f3dd0f6901f0 admin admin] Publish callbacks [] for security_group (471aadd5-bf87-47c6-8bd2-e83499b72f41), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:58.296995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:58.341838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:08:58.362413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:08:58.367616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:08:58.373264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:08:58.381171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event updated for resources: {'Port': ['ID=f348a40c-1c30-4121-846c-283a29e4c39a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:58.471064 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:58.472489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:58.563666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350633c-4403-412b-8ca6-51b5ae55061d req-feb75f2a-2b74-4745-8e31-9a038a420c83 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:58.565579 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7350633c-4403-412b-8ca6-51b5ae55061d req-feb75f2a-2b74-4745-8e31-9a038a420c83 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.0592382 Aug 28 20:08:58.567967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-7dd37e6b-30cf-4496-b51c-a4b0f916a94a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4442084 Aug 28 20:08:58.637370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7350633c-4403-412b-8ca6-51b5ae55061d req-cc7e4bab-d447-43a6-a90d-c9677f067c1b tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653512 Aug 28 20:08:58.760365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fc391c7b-7b18-4390-bfa6-be90492b2316 None None] Provisioning complete for port f348a40c-1c30-4121-846c-283a29e4c39a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:08:58.760757 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc391c7b-7b18-4390-bfa6-be90492b2316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:58.795197 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-d65a436c-02ed-4419-ad21-a67c54bbbe5e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958716 Aug 28 20:08:58.803537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fc391c7b-7b18-4390-bfa6-be90492b2316 None None] Port f348a40c-1c30-4121-846c-283a29e4c39a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:08:58.813259 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:58.814253 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:58.858686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0c6bf-e7f7-46b1-9ef8-8db9539e529f req-3de886fd-7ea5-4d16-b947-492030c20372 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:58.860347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fbb0c6bf-e7f7-46b1-9ef8-8db9539e529f req-3de886fd-7ea5-4d16-b947-492030c20372 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 931 time: 0.0510831 Aug 28 20:08:58.911360 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-3837fb24-8eab-40d8-a8df-0e81c712d9ce service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146100 Aug 28 20:08:58.918644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fbb0c6bf-e7f7-46b1-9ef8-8db9539e529f req-83b16be5-cbf4-4ff8-82bf-70d554f52217 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Aug 28 20:08:58.956806 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-41451abf-3cd8-4cbd-8eea-c82818694599 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375428 Aug 28 20:08:59.023064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e604c983-4a1f-4475-a7ca-f3dd0f6901f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (471aadd5-bf87-47c6-8bd2-e83499b72f41), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:59.025785 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e604c983-4a1f-4475-a7ca-f3dd0f6901f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:59.026982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e604c983-4a1f-4475-a7ca-f3dd0f6901f0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/471aadd5-bf87-47c6-8bd2-e83499b72f41 HTTP/1.1" status: 204 len: 168 time: 1.2773080 Aug 28 20:08:59.031437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (7ef1ca6d-703b-4312-bbc1-62ca494f6385), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:59.036300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bce56-c4d8-457a-96c3-31d3b2d33844 req-6bafecc1-c0f2-4281-864a-627f2361b78c tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:08:59.042957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d89bce56-c4d8-457a-96c3-31d3b2d33844 req-6bafecc1-c0f2-4281-864a-627f2361b78c tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 951 time: 0.0606735 Aug 28 20:08:59.077917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604c983-4a1f-4475-a7ca-f3dd0f6901f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471aadd5-bf87-47c6-8bd2-e83499b72f41,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:08:59.134411 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d89bce56-c4d8-457a-96c3-31d3b2d33844 req-7c9f006c-fee6-412e-ad67-7cdb3845fa25 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900750 Aug 28 20:08:59.207818 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 7ef1ca6d-703b-4312-bbc1-62ca494f6385 associated. External IP: 172.25.4.222, port: e508e70f-4e16-4fc1-9776-acf9b4c87ac5. Aug 28 20:08:59.277047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-121891c7-4e04-43b5-95ac-ffda83942b4b req-c50a464a-e76d-4cee-9992-535b1b42be01 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 210 time: 0.0486946 Aug 28 20:08:59.388500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Request body: {'port': {'device_id': '562547d0-d842-4617-abb7-6451c2897c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:08:59.502373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:08:59.525586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:08:59.672881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:08:59.695677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:08:59.755669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:59.755669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:59.776631 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:59.828044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:59.839342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:08:59.840100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:59.882736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:08:59.883364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab60fd-86b0-471a-9c8f-0f08389fbf84 None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:08:59.902894 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:08:59.990174 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:00.003837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f975-2bae-4cd3-8192-c6102fe45be3 req-edd25564-62f3-4af7-a0e7-30f9425c7fff tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:00.007352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2c4f975-2bae-4cd3-8192-c6102fe45be3 req-edd25564-62f3-4af7-a0e7-30f9425c7fff tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.1111593 Aug 28 20:09:00.051143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f348a40c-1c30-4121-846c-283a29e4c39a {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:00.062974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Publish callbacks [] for port (f348a40c-1c30-4121-846c-283a29e4c39a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.093438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Transition to ACTIVE for port object f348a40c-1c30-4121-846c-283a29e4c39a will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:09:00.143815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe86f1-d77d-46db-b129-18564c330073 req-02e834f0-c54a-4857-82e0-414a6e735120 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:00.145333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71fe86f1-d77d-46db-b129-18564c330073 req-02e834f0-c54a-4857-82e0-414a6e735120 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 945 time: 0.0837934 Aug 28 20:09:00.154742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2c4f975-2bae-4cd3-8192-c6102fe45be3 req-fc706586-627e-4514-b32d-53366c224b01 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411769 Aug 28 20:09:00.157985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 3363e8ef-0ec3-4a23-8949-8dbd57ef6040 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:00.241966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.247455 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:00.342285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f348a40c-1c30-4121-846c-283a29e4c39a,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:00.371457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Deleting port b0dda98e-6b8a-4a96-a883-c067f7be1641 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:00.371792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.389016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Attempting to bind port f348a40c-1c30-4121-846c-283a29e4c39a on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:00.389525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Attempting to bind port f348a40c-1c30-4121-846c-283a29e4c39a by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:00.390053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Attempting to bind port f348a40c-1c30-4121-846c-283a29e4c39a on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:00.395388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Port f348a40c-1c30-4121-846c-283a29e4c39a on network c49b44b1-867f-4e9f-ac82-9c95519351e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:00.395838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Attempting to bind port f348a40c-1c30-4121-846c-283a29e4c39a on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:00.402433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:00.402976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:00.404062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:00.410180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Bound port: f348a40c-1c30-4121-846c-283a29e4c39a, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:00.410180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.485177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:00.499484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.500089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] For port f348a40c-1c30-4121-846c-283a29e4c39a, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:00.504089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] For port f348a40c-1c30-4121-846c-283a29e4c39a, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f348a40c-1c30-4121-846c-283a29e4c39a,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:00.513275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf7eaa-b924-4bc6-ba77-47f5a11d689c req-868a5520-d634-45e2-a651-b08011b4d18f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:00.514900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf7eaa-b924-4bc6-ba77-47f5a11d689c req-868a5520-d634-45e2-a651-b08011b4d18f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 943 time: 0.1387610 Aug 28 20:09:00.522457 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] Sync routers for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:00.548317 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:00.548317 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:00.590605 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:00.602011 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:00.603032 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:00.643296 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:00.644501 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594fc51f-8abc-4a7a-88c2-488107189435 None None] The sync data for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:00.645962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] For port b0dda98e-6b8a-4a96-a883-c067f7be1641, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:00.646571 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.659113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53cf7eaa-b924-4bc6-ba77-47f5a11d689c req-718b50b4-3c4a-44fc-bbce-84093eb06b0e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161182 Aug 28 20:09:00.673358 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.682586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0c1999d0-3bff-4a94-b521-4e2ce5676df1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/7ef1ca6d-703b-4312-bbc1-62ca494f6385 HTTP/1.1" status: 200 len: 979 time: 3.4583516 Aug 28 20:09:00.682586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51928) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:00.684061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:00.684951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:00.686803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/f348a40c-1c30-4121-846c-283a29e4c39a HTTP/1.1" status: 200 len: 1091 time: 1.3093324 Aug 28 20:09:00.689527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562547d0-d842-4617-abb7-6451c2897c18', 'tag': 'f348a40c-1c30-4121-846c-283a29e4c39a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:00.692460 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719" -d '{"events": [{"name": "network-changed", "server_uuid": "562547d0-d842-4617-abb7-6451c2897c18", "tag": "f348a40c-1c30-4121-846c-283a29e4c39a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:00.807256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c49418-ef47-4c07-8c49-ab0482cd2e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f348a40c-1c30-4121-846c-283a29e4c39a,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:00.912530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b0dda98e-6b8a-4a96-a883-c067f7be1641 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:00.918404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8404adbc-1352-4b66-aa63-950b68925584 req-aad6ffa6-d07b-4012-aa76-ce4e50191435 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 210 time: 0.1204147 Aug 28 20:09:01.050782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port fd9b3f06-460c-491e-a38b-335592b35c42 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:01.051297 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fd9b3f06-460c-491e-a38b-335592b35c42), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.083210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-dce46bd5-cc00-4493-b8ab-e9b3a7201591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:01.086954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-dce46bd5-cc00-4493-b8ab-e9b3a7201591 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 1125 time: 0.1199841 Aug 28 20:09:01.148318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b0dda98e-6b8a-4a96-a883-c067f7be1641 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:01.149823 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.203879 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36722f8-5d5d-43a5-863d-46f315faae92 x-openstack-request-id: req-d36722f8-5d5d-43a5-863d-46f315faae92 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:01.204176 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562547d0-d842-4617-abb7-6451c2897c18", "tag": "f348a40c-1c30-4121-846c-283a29e4c39a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:01.204435 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d36722f8-5d5d-43a5-863d-46f315faae92 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:01.207154 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36722f8-5d5d-43a5-863d-46f315faae92'] response: {'name': 'network-changed', 'server_uuid': '562547d0-d842-4617-abb7-6451c2897c18', 'tag': 'f348a40c-1c30-4121-846c-283a29e4c39a', 'status': 'completed', 'code': 200} Aug 28 20:09:01.208861 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-06dcc7df-6599-4cbb-9aa5-3b6aa6a07f31 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f348a40c-1c30-4121-846c-283a29e4c39a HTTP/1.1" status: 200 len: 217 time: 0.0994875 Aug 28 20:09:01.229010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:01.232088 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d96e41d-55b6-475e-b16e-29ea36f22435" -d '{"events": [{"server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:01.243930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b0dda98e-6b8a-4a96-a883-c067f7be1641, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b0dda98e-6b8a-4a96-a883-c067f7be1641,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:01.263789 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.264260 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (1aca42fa-4c11-4ab2-8778-8838dec12727), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.264660 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Floating IP 1aca42fa-4c11-4ab2-8778-8838dec12727 disassociated. External IP: 172.25.4.252, port: b0dda98e-6b8a-4a96-a883-c067f7be1641. Aug 28 20:09:01.265120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Calling delete_port for b0dda98e-6b8a-4a96-a883-c067f7be1641 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:01.268696 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fd9b3f06-460c-491e-a38b-335592b35c42), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.311358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-0fe0d221-ed58-402f-8a24-efea9018e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:01.316046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-0fe0d221-ed58-402f-8a24-efea9018e3c2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.0734401 Aug 28 20:09:01.366887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.372017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:01.412804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-f3da792e-2428-4dff-ae8b-cc81d842a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:01.416772 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-f3da792e-2428-4dff-ae8b-cc81d842a08d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0894387 Aug 28 20:09:01.511674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b0dda98e-6b8a-4a96-a883-c067f7be1641,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:01.558840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:01.559559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.607968 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcec5836-e9b1-43ae-a81e-cf241d254b83 x-openstack-request-id: req-bcec5836-e9b1-43ae-a81e-cf241d254b83 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:01.615670 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:01.615670 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcec5836-e9b1-43ae-a81e-cf241d254b83 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:01.615670 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcec5836-e9b1-43ae-a81e-cf241d254b83'] response: {'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'code': 200} Aug 28 20:09:01.616630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:01.635277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-78e03647-94a4-41be-a8ee-a2b689e81444 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093341 Aug 28 20:09:01.807627 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ddec20c1-a30b-49ab-b7ef-039b8562b535 req-dda98146-7d27-4abe-9de1-11e7fd2929c1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514094 Aug 28 20:09:01.827910 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:01.898213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=11']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:01.916462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5c2a0-50e1-4015-afe3-1e0b09c15c58 req-02896ebe-4b17-42d1-a210-5ae6bade6d91 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:01.925791 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0da5c2a0-50e1-4015-afe3-1e0b09c15c58 req-02896ebe-4b17-42d1-a210-5ae6bade6d91 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 943 time: 0.5134842 Aug 28 20:09:02.078795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0da5c2a0-50e1-4015-afe3-1e0b09c15c58 req-211e39bd-b3c4-42c3-8325-e39b6643dddb tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=218e7629-b1d2-4757-bb9f-a370a4a15a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532469 Aug 28 20:09:02.099140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:02.099650 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (7ef1ca6d-703b-4312-bbc1-62ca494f6385), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:02.100155 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Floating IP 7ef1ca6d-703b-4312-bbc1-62ca494f6385 disassociated. External IP: 172.25.4.222, port: fd9b3f06-460c-491e-a38b-335592b35c42. Aug 28 20:09:02.101048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for fd9b3f06-460c-491e-a38b-335592b35c42 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:02.227191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b0dda98e-6b8a-4a96-a883-c067f7be1641), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:02.258223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d608e4b-a005-4d0a-b8cd-aebe210eeb2e req-86145254-80e2-4a0c-88cf-8542b7dfd746 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:02.259888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d608e4b-a005-4d0a-b8cd-aebe210eeb2e req-86145254-80e2-4a0c-88cf-8542b7dfd746 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 943 time: 0.0924110 Aug 28 20:09:02.287961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event deleted for resources: {'Port': ['ID=b0dda98e-6b8a-4a96-a883-c067f7be1641,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:02.405906 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:02.463698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52018) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:02.483358 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d608e4b-a005-4d0a-b8cd-aebe210eeb2e req-3c1d5afc-8ea4-45c1-a4da-aae7de3f706a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999595 Aug 28 20:09:02.537076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Router d0959ea3-210b-45cf-b861-3f5ff83a584a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:02.609583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fd9b3f06-460c-491e-a38b-335592b35c42), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:02.640200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:02.646232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=fd9b3f06-460c-491e-a38b-335592b35c42,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:02.742726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:02.758039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] Sync routers for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:02.777150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:02.795457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:02.853537 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:02.854712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] No DVR routers for this DVR port b0dda98e-6b8a-4a96-a883-c067f7be1641 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:02.861314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:02.864832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71fe86f1-d77d-46db-b129-18564c330073 req-dab943f0-6edd-435e-aeb6-adba161fe493 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.84 "DELETE /networking/v2.0/ports/b0dda98e-6b8a-4a96-a883-c067f7be1641 HTTP/1.1" status: 204 len: 173 time: 2.7089610 Aug 28 20:09:02.865170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'name': 'network-vif-deleted', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:02.881259 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad16bd-eff2-4091-a936-d870c02f73c0" -d '{"events": [{"server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "name": "network-vif-deleted", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:02.912350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 3363e8ef-0ec3-4a23-8949-8dbd57ef6040 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:02.947468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-b62ea45c-bc11-4d5c-86bc-b5d03d875639 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:02.949764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-b62ea45c-bc11-4d5c-86bc-b5d03d875639 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.2089918 Aug 28 20:09:02.969955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:03.017537 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:03.057329 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:03.063863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Request body: {'port': {'device_id': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'admin_state_up': True, 'tenant_id': '1e780e72454849a9adf5c45a7783c014'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:03.162627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:03.187205 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86771780-cb94-4d48-9712-a316876e3771 None None] Sync routers for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:03.204841 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86771780-cb94-4d48-9712-a316876e3771 None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:03.206122 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-86771780-cb94-4d48-9712-a316876e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:03.227571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-6da4857e-0db8-4bb3-8a86-2c2ba6589f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:03.233368 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-6da4857e-0db8-4bb3-8a86-2c2ba6589f65 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 1125 time: 0.1181521 Aug 28 20:09:03.237146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:30Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:03.260926 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-86771780-cb94-4d48-9712-a316876e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:03.261431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:03.266035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] Checking router: d0959ea3-210b-45cf-b861-3f5ff83a584a for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:09:03.273687 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86771780-cb94-4d48-9712-a316876e3771 None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:03.274763 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-86771780-cb94-4d48-9712-a316876e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:03.277477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:03.278464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:03.317939 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-86771780-cb94-4d48-9712-a316876e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:03.318741 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86771780-cb94-4d48-9712-a316876e3771 None None] The sync data for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:03.347467 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:03.361938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:03.370637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d0ce1cef-06cb-48b6-b69b-7710b55e84a5 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/ports/fd9b3f06-460c-491e-a38b-335592b35c42 HTTP/1.1" status: 204 len: 168 time: 2.6926410 Aug 28 20:09:03.388941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52044) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:03.390487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-080789c8-c1db-4739-baa1-def3eb58efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:03.393103 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-080789c8-c1db-4739-baa1-def3eb58efb9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 906 time: 0.1526163 Aug 28 20:09:03.428677 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:03.458116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:03.464453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:03.475630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:03.487619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Allocated IP 172.25.4.202 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/40e3f3f1-4f8b-460a-a177-a11ba57390e0) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:03.560234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-4d6ba2a0-74ca-46f2-9f15-5b2e8f845957 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f348a40c-1c30-4121-846c-283a29e4c39a HTTP/1.1" status: 200 len: 217 time: 0.0930009 Aug 28 20:09:03.586992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2942b414-a56d-4207-adad-b63d3c6bede5 req-9e030686-a3ee-417a-b0dc-4b2e3672bc76 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 210 time: 0.1182859 Aug 28 20:09:03.722263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:03.723160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Allocated IP 172.20.0.8 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/54045977-f193-4483-ac5e-a63273e494cf) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:03.724876 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b465c435-9948-4253-88b8-488bb52c2232" -d '{"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:03.737935 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:03.789761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:30Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:03.842973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d770c20-faf5-4f63-8cf5-938029aca46d None None] The sync data for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 is: [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:05:24Z', 'revision_number': 4, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a966ef5d-4827-4d07-a5c4-2348e4e451f5', 'name': '', 'network_id': 'bcd593a6-128e-4a60-9b21-7a51af66dad3', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'mac_address': 'fa:16:3e:aa:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:22Z', 'updated_at': '2022-08-28T20:05:30Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'subnets': [{'id': '846478f0-ac98-4137-9dfc-250fb2e6fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:03.913737 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10746159-2d29-425c-9b39-43fbe695cced x-openstack-request-id: req-10746159-2d29-425c-9b39-43fbe695cced {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:03.914064 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0758bd7-7572-42e0-a0a8-b73980449a2d", "name": "network-vif-deleted", "tag": "b0dda98e-6b8a-4a96-a883-c067f7be1641", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:03.914321 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10746159-2d29-425c-9b39-43fbe695cced {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:03.915035 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10746159-2d29-425c-9b39-43fbe695cced'] response: {'server_uuid': 'd0758bd7-7572-42e0-a0a8-b73980449a2d', 'name': 'network-vif-deleted', 'tag': 'b0dda98e-6b8a-4a96-a883-c067f7be1641', 'status': 'completed', 'code': 200} Aug 28 20:09:03.972065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks [] for port (54045977-f193-4483-ac5e-a63273e494cf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:03.997553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.000781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afe328aa-a024-493e-b117-3e7ec9387633 req-f20412dd-50de-4fc9-a16d-54db1f0cf992 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0378985 Aug 28 20:09:04.029646 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.077774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:04.082402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:04.092908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:04.123232 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:04.126317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (54045977-f193-4483-ac5e-a63273e494cf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.134497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Pushing event updated for resources: {'Port': ['ID=40e3f3f1-4f8b-460a-a177-a11ba57390e0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:04.198771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:04.199109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa8647-696c-45ab-983a-b464f62c4d70 req-30b9b289-622f-4c8f-bed9-68c2ec0cbfff tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:04.200623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ffa8647-696c-45ab-983a-b464f62c4d70 req-30b9b289-622f-4c8f-bed9-68c2ec0cbfff tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 949 time: 0.0765703 Aug 28 20:09:04.208858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:04.212090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:04.258255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f35a03-5f6a-465d-a94b-4f4e0a379f87 None None] New status for floating IP 1aca42fa-4c11-4ab2-8778-8838dec12727: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:09:04.284605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event updated for resources: {'Port': ['ID=54045977-f193-4483-ac5e-a63273e494cf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:04.324052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d07e63-83db-4bc4-a4d7-c60b656b00a9 req-b72777dc-6002-47e9-b2bb-26b7e6eec75f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:04.328194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39d07e63-83db-4bc4-a4d7-c60b656b00a9 req-b72777dc-6002-47e9-b2bb-26b7e6eec75f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 943 time: 0.1558104 Aug 28 20:09:04.332759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ffa8647-696c-45ab-983a-b464f62c4d70 req-f9140f78-0211-490e-8a3b-7ee47a622925 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990658 Aug 28 20:09:04.369435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:04.370143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.403455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for floatingip (c216c768-7ae2-4049-b616-46aa6865a8c8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.432282 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95989b16-40fa-4181-bca4-d37c841a7c30 x-openstack-request-id: req-95989b16-40fa-4181-bca4-d37c841a7c30 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:04.433393 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:04.433832 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95989b16-40fa-4181-bca4-d37c841a7c30 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:04.434714 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95989b16-40fa-4181-bca4-d37c841a7c30'] response: {'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'code': 200} Aug 28 20:09:04.438962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39d07e63-83db-4bc4-a4d7-c60b656b00a9 req-442a1e05-7f24-4ad8-82a2-e7da7bc1632d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990629 Aug 28 20:09:04.477896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port d6fcfa25-45e9-405b-8688-cc4ce8de5030 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:04.478572 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.481682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-31f75548-65f0-4548-8466-1e711cfe5a0e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261212 Aug 28 20:09:04.494204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Request body: {'port': {'device_id': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:04.527086 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:04.571315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7de6fbcf-0bbb-49da-8ac6-284430787b40 None None] Provisioning complete for port 54045977-f193-4483-ac5e-a63273e494cf triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:04.574433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7de6fbcf-0bbb-49da-8ac6-284430787b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (54045977-f193-4483-ac5e-a63273e494cf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.589954 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.613936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7de6fbcf-0bbb-49da-8ac6-284430787b40 None None] Port 54045977-f193-4483-ac5e-a63273e494cf cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:04.617873 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:04.635656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for d6fcfa25-45e9-405b-8688-cc4ce8de5030 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:04.817713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f348a40c-1c30-4121-846c-283a29e4c39a details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:09:04.934380 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:04.942275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f348a40c-1c30-4121-846c-283a29e4c39a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f348a40c-1c30-4121-846c-283a29e4c39a,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:04.956077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'f348a40c-1c30-4121-846c-283a29e4c39a', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'port_id': 'f348a40c-1c30-4121-846c-283a29e4c39a', 'mac_address': 'fa:16:3e:d8:09:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:09:04.997458 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d6fcfa25-45e9-405b-8688-cc4ce8de5030), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:05.014881 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:05.015810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f348a40c-1c30-4121-846c-283a29e4c39a is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:05.016300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:05.030384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=d6fcfa25-45e9-405b-8688-cc4ce8de5030,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:05.038894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f348a40c-1c30-4121-846c-283a29e4c39a {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:05.064895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f348a40c-1c30-4121-846c-283a29e4c39a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f348a40c-1c30-4121-846c-283a29e4c39a,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:05.142902 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (54045977-f193-4483-ac5e-a63273e494cf), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:05.182076 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:05.201599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c21e5a-1cc4-432b-9423-98dfd790958c req-3581a821-3c12-42f0-ac13-0fd10715d353 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:05.204026 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7c21e5a-1cc4-432b-9423-98dfd790958c req-3581a821-3c12-42f0-ac13-0fd10715d353 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 931 time: 0.2124081 Aug 28 20:09:05.258830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=f348a40c-1c30-4121-846c-283a29e4c39a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:05.291868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:05.356662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7c21e5a-1cc4-432b-9423-98dfd790958c req-ed8a4e08-93e7-4e66-bf86-28c76e60ffc9 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398246 Aug 28 20:09:05.441802 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:05.516849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['f348a40c-1c30-4121-846c-283a29e4c39a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:09:05.626749 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34e48541-d4f9-4143-b494-759c6b1849e3 req-a1397a3a-9c00-46a0-85e7-5784c97442a2 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0986838 Aug 28 20:09:05.633905 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:05.757632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Pushing event updated for resources: {'Port': ['ID=40e3f3f1-4f8b-460a-a177-a11ba57390e0,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:05.824198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-3ca2a373-9583-495e-a223-e29ee67f5144 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:05.826682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-3ca2a373-9583-495e-a223-e29ee67f5144 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 949 time: 0.0702355 Aug 28 20:09:05.933573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-21e01901-2e3e-4f67-b562-0a21c1ec772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:05.936870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-21e01901-2e3e-4f67-b562-0a21c1ec772e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.1540782 Aug 28 20:09:06.012186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-abd30a2e-dda5-4c0f-9261-95684b42c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:06.014476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-abd30a2e-dda5-4c0f-9261-95684b42c28b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668621 Aug 28 20:09:06.059497 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (c216c768-7ae2-4049-b616-46aa6865a8c8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.104673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6030e9-e97a-4811-85c0-41d373f5c29d req-26a8c038-769b-4222-b3b6-fbef7856b127 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:06.106648 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba6030e9-e97a-4811-85c0-41d373f5c29d req-26a8c038-769b-4222-b3b6-fbef7856b127 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 949 time: 0.2787142 Aug 28 20:09:06.195989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Deleting port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:06.196355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.260817 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.266241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ffae22c6-40ee-45ed-957f-f9cabdf2b7b6 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7967017 Aug 28 20:09:06.267090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52106) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:06.278904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-523892328', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'fixed_ips': [{'ip_address': '172.25.4.202'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:06.345317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba6030e9-e97a-4811-85c0-41d373f5c29d req-69f955dd-db65-4849-974e-8932f30585f7 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3be1e0c3-a42c-4b62-b915-0e54e7d35443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066760 Aug 28 20:09:06.348165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54045977-f193-4483-ac5e-a63273e494cf {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:06.365162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Publish callbacks [] for port (54045977-f193-4483-ac5e-a63273e494cf), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.399023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 3363e8ef-0ec3-4a23-8949-8dbd57ef6040 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:06.406031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Transition to ACTIVE for port object 54045977-f193-4483-ac5e-a63273e494cf will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:09:06.412581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-5e262d3e-3568-486f-b6e4-7dbe929c4d49 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588934 Aug 28 20:09:06.421770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] For port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:06.421770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.441762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Calling delete_port for 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:06.519938 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (54045977-f193-4483-ac5e-a63273e494cf), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.589067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Made reservation on behalf of 131f6e01af7047a0afa53fbd916ca0f6 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:06.592056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.615478 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:06.621001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d2e2-7c3b-4af2-a850-eead0e719243 req-989a8d2b-4758-46be-a4d1-bb35647d5151 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:06.626327 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1067d2e2-7c3b-4af2-a850-eead0e719243 req-989a8d2b-4758-46be-a4d1-bb35647d5151 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 944 time: 0.1510048 Aug 28 20:09:06.630344 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:06.650026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Pushing event updated for resources: {'Port': ['ID=54045977-f193-4483-ac5e-a63273e494cf,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:06.696195 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:06.761699 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:06.801392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c78fa3-c4fe-4c12-9b65-f3949d66bf96 req-8e412922-6fe7-4d1d-8d44-07d54fa269a1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:06.803300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02c78fa3-c4fe-4c12-9b65-f3949d66bf96 req-8e412922-6fe7-4d1d-8d44-07d54fa269a1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 943 time: 0.2152321 Aug 28 20:09:06.858779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:06.863203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1067d2e2-7c3b-4af2-a850-eead0e719243 req-540c48c2-0863-44a0-bac8-633700501aa5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101047 Aug 28 20:09:06.867112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d273c6b5-b263-4701-8a40-597024b5e019 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/routers/3363e8ef-0ec3-4a23-8949-8dbd57ef6040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4725051 Aug 28 20:09:06.876816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52114) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:06.881322 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] Sync routers for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:06.887952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e8b81a4-8bf3-4c8a-aa7b-b0459333d719 req-ec4b8122-02ff-40b7-948c-c037190e080a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620280 Aug 28 20:09:06.907422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f348a40c-1c30-4121-846c-283a29e4c39a up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:06.911762 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:06.912851 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:06.922376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Attempting to bind port 54045977-f193-4483-ac5e-a63273e494cf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:06.923367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Attempting to bind port 54045977-f193-4483-ac5e-a63273e494cf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:06.924073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Attempting to bind port 54045977-f193-4483-ac5e-a63273e494cf on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:06.992186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02c78fa3-c4fe-4c12-9b65-f3949d66bf96 req-874cf725-c0a8-402f-93f5-3e53d3eeacbf tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677585 Aug 28 20:09:06.999310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Port 54045977-f193-4483-ac5e-a63273e494cf on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:06.999967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Attempting to bind port 54045977-f193-4483-ac5e-a63273e494cf on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:07.029527 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:07.040912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port f348a40c-1c30-4121-846c-283a29e4c39a completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:09:07.055313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for security_group (73467e4b-86bb-4a82-bc2f-43b3877f7d31), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.060081 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] Routers {'3363e8ef-0ec3-4a23-8949-8dbd57ef6040'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:07.060759 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:07.071299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:07.072751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:07.072751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:07.073022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Bound port: 54045977-f193-4483-ac5e-a63273e494cf, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:07.073384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (54045977-f193-4483-ac5e-a63273e494cf), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.105373 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:07.106674 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71810002-10fe-489e-8fb5-3585b0371477 None None] The sync data for ids ['3363e8ef-0ec3-4a23-8949-8dbd57ef6040'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:07.136036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port f348a40c-1c30-4121-846c-283a29e4c39a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:07.140266 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.174520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (73467e4b-86bb-4a82-bc2f-43b3877f7d31), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.175169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] device_id is not set on port 0afe745d-8071-436a-a912-49ed5ea86e8f yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:07.243908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.276384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port f348a40c-1c30-4121-846c-283a29e4c39a is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:07.278544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.316862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562547d0-d842-4617-abb7-6451c2897c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f348a40c-1c30-4121-846c-283a29e4c39a'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:07.317133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.322491 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c032e305-58ad-44ae-b3d5-05b077b69ecd" -d '{"events": [{"server_uuid": "562547d0-d842-4617-abb7-6451c2897c18", "name": "network-vif-plugged", "status": "completed", "tag": "f348a40c-1c30-4121-846c-283a29e4c39a"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:07.326658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Pushing event deleted for resources: {'Port': ['ID=03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:07.420152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port f348a40c-1c30-4121-846c-283a29e4c39a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f348a40c-1c30-4121-846c-283a29e4c39a,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:07.437294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-edf94695-af0c-4e43-bbb3-6129a40911ab req-b0d67fc5-e405-4608-8f72-7eda1bba55ed tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.2027335 Aug 28 20:09:07.477880 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:07.489485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73467e4b-86bb-4a82-bc2f-43b3877f7d31,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:07.501357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] For port 54045977-f193-4483-ac5e-a63273e494cf, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:07.514907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] No DVR routers for this DVR port 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:07.534477 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.536218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:07.560174 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.564163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04ba936e-2271-4b0c-9360-f228e7c45e6b req-f1646f7c-7df8-462d-beed-3da2fee9c125 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.84 "DELETE /networking/v2.0/ports/03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 HTTP/1.1" status: 204 len: 173 time: 1.7257555 Aug 28 20:09:07.564549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-deleted', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:07.567331 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a416a223-3d45-4b7b-bce9-91ce5f3929e3" -d '{"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-deleted", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:07.582939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] For port 54045977-f193-4483-ac5e-a63273e494cf, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=54045977-f193-4483-ac5e-a63273e494cf,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:07.626081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:09:07.626694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:07.630808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.668944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=f348a40c-1c30-4121-846c-283a29e4c39a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:07.690684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (54045977-f193-4483-ac5e-a63273e494cf), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.696778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:07.697540 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.699379 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/54045977-f193-4483-ac5e-a63273e494cf HTTP/1.1" status: 200 len: 1091 time: 3.2101460 Aug 28 20:09:07.760769 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 20:09:07.762222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:09:07.811606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c2e41-b9f2-4b37-8798-c56b0d983088 service neutron] Pushing event updated for resources: {'Port': ['ID=54045977-f193-4483-ac5e-a63273e494cf,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:07.817754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 02041981-b4b5-445b-94c7-ff1a46039627 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:07.818366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (02041981-b4b5-445b-94c7-ff1a46039627), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:07.927224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-253ef4d2-aea8-46ec-a756-d7982a2edbc2 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6586573 Aug 28 20:09:07.930138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52150) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:07.940289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-8e51d295-89f1-41c4-89f1-37716797d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:07.942290 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-8e51d295-89f1-41c4-89f1-37716797d3b6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 1125 time: 0.0809617 Aug 28 20:09:08.014270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-1c288eb9-2b49-4ad6-8de1-3f3fe48b5875 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54045977-f193-4483-ac5e-a63273e494cf HTTP/1.1" status: 200 len: 217 time: 0.0640123 Aug 28 20:09:08.047326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (02041981-b4b5-445b-94c7-ff1a46039627), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:08.089282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 02041981-b4b5-445b-94c7-ff1a46039627 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:08.114024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-96d4f65e-4962-450d-bb5e-6e7c12470123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:08.115594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-96d4f65e-4962-450d-bb5e-6e7c12470123 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.0904009 Aug 28 20:09:08.171344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Deleting port 40e3f3f1-4f8b-460a-a177-a11ba57390e0 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:08.171713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:08.197203 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99b1153-ea01-40ff-8123-58043d84b676 x-openstack-request-id: req-f99b1153-ea01-40ff-8123-58043d84b676 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:08.197723 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562547d0-d842-4617-abb7-6451c2897c18", "name": "network-vif-plugged", "status": "completed", "tag": "f348a40c-1c30-4121-846c-283a29e4c39a", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:08.197835 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f99b1153-ea01-40ff-8123-58043d84b676 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:08.198263 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99b1153-ea01-40ff-8123-58043d84b676'] response: {'server_uuid': '562547d0-d842-4617-abb7-6451c2897c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f348a40c-1c30-4121-846c-283a29e4c39a', 'code': 200} Aug 28 20:09:08.258044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-b8fc1f74-142f-4f60-bb57-ce613bb4b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:08.260772 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-b8fc1f74-142f-4f60-bb57-ce613bb4b1de service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1104405 Aug 28 20:09:08.302287 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:08.343264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-608b83f1-a570-4694-a1c9-8f45f5be8f61 req-ff1ca0c2-8631-4abc-a54d-854b84573e02 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.0440974 Aug 28 20:09:08.414277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:08.414277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for floatingip (40e3f3f1-4f8b-460a-a177-a11ba57390e0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:08.414277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Calling delete_port for 40e3f3f1-4f8b-460a-a177-a11ba57390e0 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:08.433492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c9b8a-c22f-4cc8-ad31-11af07a14df5 req-71a5d8c2-0b17-47fb-9535-944bc4f8f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:08.436410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-961c9b8a-c22f-4cc8-ad31-11af07a14df5 req-71a5d8c2-0b17-47fb-9535-944bc4f8f2ec service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 1127 time: 0.0962315 Aug 28 20:09:08.521025 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb843868-3fb8-4dcd-8c88-d2a597ec85a2 x-openstack-request-id: req-cb843868-3fb8-4dcd-8c88-d2a597ec85a2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:08.521409 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6fcd5-3e43-4419-b926-f59f6985f1e1", "name": "network-vif-deleted", "tag": "03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:08.521718 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb843868-3fb8-4dcd-8c88-d2a597ec85a2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:08.522337 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb843868-3fb8-4dcd-8c88-d2a597ec85a2'] response: {'server_uuid': '7fd6fcd5-3e43-4419-b926-f59f6985f1e1', 'name': 'network-vif-deleted', 'tag': '03bdbcae-6a07-4b13-8b0c-0d6cb8aba6a1', 'status': 'completed', 'code': 200} Aug 28 20:09:08.597136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-961c9b8a-c22f-4cc8-ad31-11af07a14df5 req-8f6d5977-e2fc-495b-9269-80afa5c23957 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499231 Aug 28 20:09:08.682174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6be7c8-df1f-4910-b7a8-3ab0d2d2a47b req-621a259f-6fe9-4db3-b35d-2f2ceac1e803 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:08.691738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd6be7c8-df1f-4910-b7a8-3ab0d2d2a47b req-621a259f-6fe9-4db3-b35d-2f2ceac1e803 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 945 time: 0.1020818 Aug 28 20:09:08.783278 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:08.798448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd6be7c8-df1f-4910-b7a8-3ab0d2d2a47b req-582ac412-fe07-491d-9691-bbd91db171c7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055937 Aug 28 20:09:08.863290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (02041981-b4b5-445b-94c7-ff1a46039627), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:08.949249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=02041981-b4b5-445b-94c7-ff1a46039627,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:08.973828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (40e3f3f1-4f8b-460a-a177-a11ba57390e0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.021447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Pushing event deleted for resources: {'Port': ['ID=40e3f3f1-4f8b-460a-a177-a11ba57390e0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:09.099640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04da90-b96e-427c-91d7-87c7e85e3b4f req-3e49aec4-6570-4231-9d30-5f5366117975 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.101490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb04da90-b96e-427c-91d7-87c7e85e3b4f req-3e49aec4-6570-4231-9d30-5f5366117975 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 943 time: 0.2046511 Aug 28 20:09:09.165782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.233497 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:09.282338 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks [] for floatingip (c216c768-7ae2-4049-b616-46aa6865a8c8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.285342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.306276 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.309696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_controller (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.309981 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-df404412-a99b-4fcc-a3fc-f527e9a5ed95 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954 tempest-ExternalNetworksAdminNegativeTestJSON-2017403954-project-admin] 10.222.0.78 "DELETE /networking/v2.0/floatingips/c216c768-7ae2-4049-b616-46aa6865a8c8 HTTP/1.1" status: 204 len: 168 time: 1.3613486 Aug 28 20:09:09.373331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb04da90-b96e-427c-91d7-87c7e85e3b4f req-673b1071-8afc-450d-bf8b-56bb62084ad0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811717 Aug 28 20:09:09.473483 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:09.474766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (3363e8ef-0ec3-4a23-8949-8dbd57ef6040), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.475506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Fanout notify agent at l3_agent the message router_deleted on router 3363e8ef-0ec3-4a23-8949-8dbd57ef6040 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:09:09.482324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.486886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52176) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:09.489797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-107e3911-f43f-4116-937e-0dbfb9a2aaae tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3363e8ef-0ec3-4a23-8949-8dbd57ef6040 HTTP/1.1" status: 204 len: 168 time: 2.6112576 Aug 28 20:09:09.624939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.630823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.637604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.644067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.649541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39d55b6f-8cd0-4ea5-af5d-abb3b864200a req-dfbf799b-c42f-4d8f-8a8f-441c4ec2eff0 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0523374 Aug 28 20:09:09.649883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.655815 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.662106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:09.664684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-5ecf7827-c4a4-4b50-a9f6-4e105bc6413a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.1210966 Aug 28 20:09:09.665145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting subnet 3b42a409-f982-402d-b72d-5209ce410fa9 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:09:09.670632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for subnet (3b42a409-f982-402d-b72d-5209ce410fa9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.771574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (3b42a409-f982-402d-b72d-5209ce410fa9), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:09.957387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f602b4c9-fbb3-47cc-88ae-4059d71ecd52 req-803274e3-21ec-4eb4-b7ce-1657dea851d7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2841892 Aug 28 20:09:09.967053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (3b42a409-f982-402d-b72d-5209ce410fa9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:10.111821 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-3afac49c-7713-4e45-b234-b9d616108c54 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783701 Aug 28 20:09:10.239447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82d42dfd-2388-4882-b6b8-757f32f234cd req-7fffb784-7e74-43c8-8cfe-4b6de812c624 tempest-ImagesOneServerTestJSON-975651377 tempest-ImagesOneServerTestJSON-975651377-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7fd6fcd5-3e43-4419-b926-f59f6985f1e1 HTTP/1.1" status: 200 len: 210 time: 0.0749831 Aug 28 20:09:10.240886 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:10.245165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52184) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:10.315926 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (3b42a409-f982-402d-b72d-5209ce410fa9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:10.486867 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:10.497386 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b42a409-f982-402d-b72d-5209ce410fa9 HTTP/1.1" status: 204 len: 168 time: 1.0085270 Aug 28 20:09:10.498030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9076f5-9ae4-45a7-becc-9a48cbcfbc6c tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Subnet': ['ID=3b42a409-f982-402d-b72d-5209ce410fa9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:10.500097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52190) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:10.502832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf391a2-6ae8-4f52-8273-1d7c278d0e6b None None] Network 80b76771-5dbe-473b-b271-4b107042bce1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:10.526267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'tag': '54045977-f193-4483-ac5e-a63273e494cf'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:10.530141 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff16af7-3642-41ae-ae82-8e593fb0bf03", "tag": "54045977-f193-4483-ac5e-a63273e494cf"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:10.559862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763cca4-d922-442d-9371-7a79b39661b3 req-4a7a817c-b12c-4e4c-9ab1-a15cb9d948f7 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:10.561677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c763cca4-d922-442d-9371-7a79b39661b3 req-4a7a817c-b12c-4e4c-9ab1-a15cb9d948f7 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.1638200 Aug 28 20:09:10.588383 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:10.633701 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c763cca4-d922-442d-9371-7a79b39661b3 req-5358f3cd-a6e2-4863-bd38-b059b0acae7f tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664337 Aug 28 20:09:10.642833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a3c8-bbc8-4aca-b942-de9982599bef req-84aad963-01e7-478a-96ba-0700d91e8d0e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:10.658741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e036a3c8-bbc8-4aca-b942-de9982599bef req-84aad963-01e7-478a-96ba-0700d91e8d0e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 945 time: 0.2651365 Aug 28 20:09:10.682082 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e014027a-26d1-4313-b3a8-19f7e7d5c5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:10.764373 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (80b76771-5dbe-473b-b271-4b107042bce1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:10.779466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] DHCP port deletion for 80b76771-5dbe-473b-b271-4b107042bce1 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:09:10.852681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Deleting port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:10.853261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:10.854166 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e036a3c8-bbc8-4aca-b942-de9982599bef req-4b0ca383-98c3-47cc-b2be-17b45bccf04b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937072 Aug 28 20:09:10.860580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485e65-5f32-4d01-bf20-31ef0961931e req-950e84c4-122f-487d-800a-31e90b8cef96 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:10.862526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15485e65-5f32-4d01-bf20-31ef0961931e req-950e84c4-122f-487d-800a-31e90b8cef96 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 943 time: 0.0894644 Aug 28 20:09:10.873518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:10.874263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:10.953258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15485e65-5f32-4d01-bf20-31ef0961931e req-ee5c464b-444c-4810-9aff-b8e909404bcb tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806439 Aug 28 20:09:10.986770 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d5729b-7246-433e-8873-53f27b16769f x-openstack-request-id: req-f5d5729b-7246-433e-8873-53f27b16769f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:10.987668 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff16af7-3642-41ae-ae82-8e593fb0bf03", "tag": "54045977-f193-4483-ac5e-a63273e494cf", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:10.987668 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5d5729b-7246-433e-8873-53f27b16769f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:10.988055 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d5729b-7246-433e-8873-53f27b16769f'] response: {'name': 'network-changed', 'server_uuid': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'tag': '54045977-f193-4483-ac5e-a63273e494cf', 'status': 'completed', 'code': 200} Aug 28 20:09:11.023237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] For port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,segment=NetworkSegment(bec67e6e-4c18-438a-a43a-2fc3e0c9e852),segment_id=bec67e6e-4c18-438a-a43a-2fc3e0c9e852)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:11.023647 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.024302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] For port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,segment=NetworkSegment(bec67e6e-4c18-438a-a43a-2fc3e0c9e852),segment_id=bec67e6e-4c18-438a-a43a-2fc3e0c9e852)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:11.024773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.029095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e014027a-26d1-4313-b3a8-19f7e7d5c5e7 admin admin] Publish callbacks [] for security_group (4a7411ea-cb0f-41d0-b9d3-9e771637653e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.045240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Calling delete_port for 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:11.046653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:11.160845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e014027a-26d1-4313-b3a8-19f7e7d5c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4a7411ea-cb0f-41d0-b9d3-9e771637653e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.161705 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a898f70c-a796-47c6-8575-620bffd9f7aa req-ff69dc46-a5b2-4d43-8ba8-3c08b6e36e88 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0710397 Aug 28 20:09:11.238608 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.256859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014027a-26d1-4313-b3a8-19f7e7d5c5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7411ea-cb0f-41d0-b9d3-9e771637653e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:11.267813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e014027a-26d1-4313-b3a8-19f7e7d5c5e7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=74cef9eacbf14889acf8f3c4f2f315cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0166724 Aug 28 20:09:11.268440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52198) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:11.274092 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (38d9a455-3bcb-43e9-be9f-e10ee0bb0a01), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.309977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.315800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.321905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.327320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.332469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.332766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Pushing event deleted for resources: {'Port': ['ID=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:11.337840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.340074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] No DVR routers for this DVR port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:11.345806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.354750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61345164-291b-4341-8f8e-5ed82703fad5 req-d94b16d8-713f-4c68-887e-f7ca51e8c982 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.1931422 Aug 28 20:09:11.359119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=38d9a455-3bcb-43e9-be9f-e10ee0bb0a01,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:11.385730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] No DVR routers for this DVR port 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:11.391428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.391873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.392298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.392842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.397441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.397953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.398329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.398675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.399102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.402521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.403356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.406475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.407484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.408104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.408745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b5c62-a960-448c-8145-2e17fe7b99d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:11.491340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aab7391e-3063-4b95-8f23-2e822bfcac85 admin admin] Publish callbacks [] for security_group (4a7411ea-cb0f-41d0-b9d3-9e771637653e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.530531 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (80b76771-5dbe-473b-b271-4b107042bce1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.540124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aab7391e-3063-4b95-8f23-2e822bfcac85 admin admin] Publish callbacks [] for security_group (4a7411ea-cb0f-41d0-b9d3-9e771637653e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.550834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:11.560820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61345164-291b-4341-8f8e-5ed82703fad5 req-dbc06503-c309-452b-9b64-8c02ea197141 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032695 Aug 28 20:09:11.589683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b76771-5dbe-473b-b271-4b107042bce1']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:11.592160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:09:11.592502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 38d9a455-3bcb-43e9-be9f-e10ee0bb0a01 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:11.618402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec67e6e-4c18-438a-a43a-2fc3e0c9e852') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:11.618776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec67e6e-4c18-438a-a43a-2fc3e0c9e852') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:11.653700 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:09:11.655323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (bec67e6e-4c18-438a-a43a-2fc3e0c9e852), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.737664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed3425ff-2c3c-4f9b-a806-22efad873e66 req-f995ceed-dd70-4951-9cd7-4d99bfa177aa service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543419 Aug 28 20:09:11.748064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bec67e6e-4c18-438a-a43a-2fc3e0c9e852), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.756917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:09:11.757329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (bec67e6e-4c18-438a-a43a-2fc3e0c9e852), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.763729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aab7391e-3063-4b95-8f23-2e822bfcac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4a7411ea-cb0f-41d0-b9d3-9e771637653e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.766681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aab7391e-3063-4b95-8f23-2e822bfcac85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:11.768032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aab7391e-3063-4b95-8f23-2e822bfcac85 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4a7411ea-cb0f-41d0-b9d3-9e771637653e HTTP/1.1" status: 204 len: 168 time: 0.4990370 Aug 28 20:09:11.813970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7391e-3063-4b95-8f23-2e822bfcac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7411ea-cb0f-41d0-b9d3-9e771637653e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:11.868688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7568b6-8ea8-4a1b-a37d-298dc9cbb1e4 req-dad52381-b385-4f8f-9ccf-e5aecaceffcd tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:11.874217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca7568b6-8ea8-4a1b-a37d-298dc9cbb1e4 req-dad52381-b385-4f8f-9ccf-e5aecaceffcd tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.1029711 Aug 28 20:09:11.899855 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bec67e6e-4c18-438a-a43a-2fc3e0c9e852 resource provider aggregate not found Aug 28 20:09:11.936734 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bec67e6e-4c18-438a-a43a-2fc3e0c9e852 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bec67e6e-4c18-438a-a43a-2fc3e0c9e852 found for delete ", "request_id": "req-6ee50a82-160a-4761-bf3b-4559a4d4e930"}]} Aug 28 20:09:11.963120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca7568b6-8ea8-4a1b-a37d-298dc9cbb1e4 req-ff823f5a-382f-4cb5-85b8-625ce13602d6 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836513 Aug 28 20:09:12.053757 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (80b76771-5dbe-473b-b271-4b107042bce1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.064744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52218) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:12.069918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.081547 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/networks/80b76771-5dbe-473b-b271-4b107042bce1 HTTP/1.1" status: 204 len: 168 time: 1.5754983 Aug 28 20:09:12.087491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52222) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:12.158720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e4f8-8095-4cf7-a4a9-35c62f4f2828 req-a87cc102-eb57-4ccd-9e8d-57a714f7686c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.160540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ae6e4f8-8095-4cf7-a4a9-35c62f4f2828 req-a87cc102-eb57-4ccd-9e8d-57a714f7686c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 943 time: 0.0882206 Aug 28 20:09:12.205536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874ff76-954b-4c05-bc01-2923e73ab296 req-0a58f9bb-868a-4ac1-a060-1af2e6ff691c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.214441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9874ff76-954b-4c05-bc01-2923e73ab296 req-0a58f9bb-868a-4ac1-a060-1af2e6ff691c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 945 time: 0.2228181 Aug 28 20:09:12.222260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c1b3d-4531-4581-9037-888a905339c1 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Network': ['ID=80b76771-5dbe-473b-b271-4b107042bce1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:12.233974 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ae6e4f8-8095-4cf7-a4a9-35c62f4f2828 req-78e0b8fb-17b6-46fd-bb4c-b60976ad8ba2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582845 Aug 28 20:09:12.355300 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0460c17e-c085-48df-bd84-c081f9c6dea1 req-dfe7e40e-7222-4646-8e55-0b7b3343d33b tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.0474935 Aug 28 20:09:12.362674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-25c3d6d9-c42e-4d32-ac0c-9d57e9522918 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=203692bd2bae4a1aabf78de445be8fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962813 Aug 28 20:09:12.365138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9874ff76-954b-4c05-bc01-2923e73ab296 req-b2044b3e-bd80-4412-b0e7-71617d30dbf5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495571 Aug 28 20:09:12.368253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52228) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:12.406316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 13f2ee9a-4071-4e41-9dd6-211f7a70f10e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:12.406666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.525728 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2681ab2e-0b9f-441b-9843-d60264a91d37 admin admin] Publish callbacks [] for security_group (3be1e0c3-a42c-4b62-b915-0e54e7d35443), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.542721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9447b-52e3-46ba-bdfe-1c9b511e7fc8 req-80c3c9ab-f238-463a-88f3-685d1a862935 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.548396 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39a9447b-52e3-46ba-bdfe-1c9b511e7fc8 req-80c3c9ab-f238-463a-88f3-685d1a862935 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 945 time: 0.0696371 Aug 28 20:09:12.548571 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.548571 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.574274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2681ab2e-0b9f-441b-9843-d60264a91d37 admin admin] Publish callbacks [] for security_group (3be1e0c3-a42c-4b62-b915-0e54e7d35443), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.577067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 13f2ee9a-4071-4e41-9dd6-211f7a70f10e owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:12.585906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52234) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:12.600240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39a9447b-52e3-46ba-bdfe-1c9b511e7fc8 req-28a36c95-897e-407e-9041-7de4843bb3da tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Aug 28 20:09:12.837170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9d4f2e99-ee38-4c86-b40b-9d2d0591a8de admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=131f6e01af7047a0afa53fbd916ca0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486293 Aug 28 20:09:12.844340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52240) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:12.857974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.860365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-5c081530-7df6-4744-856a-6dc084767e00 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.862085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-5c081530-7df6-4744-856a-6dc084767e00 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.1436253 Aug 28 20:09:12.863754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.864880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-d431ffa2-9fb8-4239-be0d-f22a072787c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.867214 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-d431ffa2-9fb8-4239-be0d-f22a072787c3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 1125 time: 0.1467941 Aug 28 20:09:12.870665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.876071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.882556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.891601 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:12.895005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.902759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:12.906074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-73d73a28-19f1-40d5-bed2-372e4e4a7488 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.1968467 Aug 28 20:09:12.935408 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:13.157839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 08b7716e-c895-4e14-af45-c79af930d7fa no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:13.315914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2681ab2e-0b9f-441b-9843-d60264a91d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3be1e0c3-a42c-4b62-b915-0e54e7d35443), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.319476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2681ab2e-0b9f-441b-9843-d60264a91d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.323803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2681ab2e-0b9f-441b-9843-d60264a91d37 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3be1e0c3-a42c-4b62-b915-0e54e7d35443 HTTP/1.1" status: 204 len: 168 time: 0.9546163 Aug 28 20:09:13.394010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 08b7716e-c895-4e14-af45-c79af930d7fa is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:13.403603 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.408860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681ab2e-0b9f-441b-9843-d60264a91d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1e0c3-a42c-4b62-b915-0e54e7d35443,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:13.483739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:13.484910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.488473 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2de3faa-e889-4fdc-bb48-e015336b3488" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:13.493010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.498651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.504224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.510578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.516023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.518933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 08b7716e-c895-4e14-af45-c79af930d7fa, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=08b7716e-c895-4e14-af45-c79af930d7fa,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:13.525332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.527352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3622afa2-4ffa-4849-8863-2b3a032a6aba tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 5445 time: 0.2221761 Aug 28 20:09:13.583940 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4222be06-43ff-4029-9cf9-b9833de8fb10 req-b7cc5555-08e5-40af-9dbb-a20d036537ca tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6520557 Aug 28 20:09:13.644013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-8a9f7a95-cb1f-4c1c-9fd1-a9b777bd19ef tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.644317 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.645768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-8a9f7a95-cb1f-4c1c-9fd1-a9b777bd19ef tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "GET /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1122670 Aug 28 20:09:13.645950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2fe2ae57-42f9-420f-9c96-42fe8fba5302 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:13.684722 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:13.699405 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-609477d9-e886-45d7-a989-29d865e93991 admin admin] Publish callbacks [] for security_group (73467e4b-86bb-4a82-bc2f-43b3877f7d31), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.742394 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-609477d9-e886-45d7-a989-29d865e93991 admin admin] Publish callbacks [] for security_group (73467e4b-86bb-4a82-bc2f-43b3877f7d31), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.765343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (13f2ee9a-4071-4e41-9dd6-211f7a70f10e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.790352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=08b7716e-c895-4e14-af45-c79af930d7fa,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:13.795600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:13.796363 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.832387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=13f2ee9a-4071-4e41-9dd6-211f7a70f10e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:13.858585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:13.883476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2437739-cc9d-4ab6-a4e4-ad36ea2dbb03 req-19f67552-93b0-43d7-ba58-86266ae77fe2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.895985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2437739-cc9d-4ab6-a4e4-ad36ea2dbb03 req-19f67552-93b0-43d7-ba58-86266ae77fe2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 943 time: 0.2305472 Aug 28 20:09:13.901901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Deleting port 74a5593f-14ff-450b-b7e5-eac2bb82f742 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:13.901901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.927280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943ed2a-b656-4a1e-8a6c-b3b4471aaa5e req-385a5130-6d3f-4179-858d-7ff5819baa68 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.935543 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8943ed2a-b656-4a1e-8a6c-b3b4471aaa5e req-385a5130-6d3f-4179-858d-7ff5819baa68 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 947 time: 0.2963250 Aug 28 20:09:13.960367 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:13.963717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 6baead0d-ffae-4a23-b7a9-f3631421c0d4 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:13.992820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-f32da7a5-9d35-46bb-b55a-05095e15b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:13.994454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-f32da7a5-9d35-46bb-b55a-05095e15b568 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 912 time: 1.1105335 Aug 28 20:09:13.999920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-609477d9-e886-45d7-a989-29d865e93991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (73467e4b-86bb-4a82-bc2f-43b3877f7d31), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.006454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-609477d9-e886-45d7-a989-29d865e93991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.006454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-609477d9-e886-45d7-a989-29d865e93991 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/73467e4b-86bb-4a82-bc2f-43b3877f7d31 HTTP/1.1" status: 204 len: 168 time: 1.1585352 Aug 28 20:09:14.029740 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-187eabac-e01f-4774-9a9b-295758588dc1 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "GET /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3770964 Aug 28 20:09:14.049378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:14.067629 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:14.083981 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:14.148193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609477d9-e886-45d7-a989-29d865e93991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73467e4b-86bb-4a82-bc2f-43b3877f7d31,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:14.148615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2437739-cc9d-4ab6-a4e4-ad36ea2dbb03 req-317b33fe-28cf-4510-861a-8ee5dd873e58 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485325 Aug 28 20:09:14.150796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-3abbcb64-912b-420f-b29e-9bd33d057336 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54045977-f193-4483-ac5e-a63273e494cf HTTP/1.1" status: 200 len: 217 time: 0.1441553 Aug 28 20:09:14.160251 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:14.172745 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:14.173452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for floatingip (7ef1ca6d-703b-4312-bbc1-62ca494f6385), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.174454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.179459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e5d15854-388c-4a82-b900-303921201b8f tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/7ef1ca6d-703b-4312-bbc1-62ca494f6385 HTTP/1.1" status: 204 len: 168 time: 2.0667663 Aug 28 20:09:14.186676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2fe2ae57-42f9-420f-9c96-42fe8fba5302,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:14.194185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52260) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:14.225891 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee89487-8f00-4afe-9e0c-f48fe9a2c9b9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] DELETE failed (client error): The resource could not be found. Aug 28 20:09:14.226748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee89487-8f00-4afe-9e0c-f48fe9a2c9b9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:09:14.230363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4ee89487-8f00-4afe-9e0c-f48fe9a2c9b9 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/ports/fd9b3f06-460c-491e-a38b-335592b35c42 HTTP/1.1" status: 404 len: 333 time: 0.0353892 Aug 28 20:09:14.233165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52262) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:14.280654 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.321366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8943ed2a-b656-4a1e-8a6c-b3b4471aaa5e req-d53813e0-d6f8-41fb-a680-36841f1468d8 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847368 Aug 28 20:09:14.338972 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:14.340359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:14.340765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.363023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-345923af-f197-4a5b-978e-b7b4b6877f80 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3363e8ef-0ec3-4a23-8949-8dbd57ef6040 HTTP/1.1" status: 200 len: 205 time: 0.1282670 Aug 28 20:09:14.370334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-3a3c9dc7-1538-41f7-b9f7-91f277d72bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:14.372751 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-3a3c9dc7-1538-41f7-b9f7-91f277d72bd1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.1964512 Aug 28 20:09:14.373036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52268) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:14.384085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] For port 74a5593f-14ff-450b-b7e5-eac2bb82f742, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=74a5593f-14ff-450b-b7e5-eac2bb82f742,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:14.385270 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.411207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Calling delete_port for 74a5593f-14ff-450b-b7e5-eac2bb82f742 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:14.435406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aea884-d07a-47a6-8d42-c51ebcb1f89a req-460c29d4-ccc2-4a6c-a617-c46372054b53 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:14.437449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71aea884-d07a-47a6-8d42-c51ebcb1f89a req-460c29d4-ccc2-4a6c-a617-c46372054b53 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 945 time: 0.1361828 Aug 28 20:09:14.534270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:14.575425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71aea884-d07a-47a6-8d42-c51ebcb1f89a req-6e91b33d-b984-4ab6-8d3b-c13494cad56a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079304 Aug 28 20:09:14.608106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] For port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:14.655680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.656452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 74a5593f-14ff-450b-b7e5-eac2bb82f742 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:14.677007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-a0703c7f-cacd-46d0-88ff-a58c6b98e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:14.678896 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-a0703c7f-cacd-46d0-88ff-a58c6b98e547 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749114 Aug 28 20:09:14.681166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] For port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:14.720022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] device_id is not set on port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:14.730616 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] Publish callbacks [] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.760270 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5cae04-7bc8-4538-af5a-4d7a8cbafa7a x-openstack-request-id: req-1d5cae04-7bc8-4538-af5a-4d7a8cbafa7a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:14.760563 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:14.760818 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d5cae04-7bc8-4538-af5a-4d7a8cbafa7a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:14.761215 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5cae04-7bc8-4538-af5a-4d7a8cbafa7a'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa', 'code': 200} Aug 28 20:09:14.786314 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-16b97017-9885-4934-bf2b-121717450cbe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] delete failed (client error): The resource could not be found. Aug 28 20:09:14.796015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-16b97017-9885-4934-bf2b-121717450cbe tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3363e8ef-0ec3-4a23-8949-8dbd57ef6040 HTTP/1.1" status: 404 len: 336 time: 0.1847553 Aug 28 20:09:14.799045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52278) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:14.826597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=6baead0d-ffae-4a23-b7a9-f3631421c0d4,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:14.833757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ebf4381e-3c14-4f9f-a1ae-324837b88c40 req-c025d9c4-0427-4384-8b5f-018f3a4aa429 tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d0758bd7-7572-42e0-a0a8-b73980449a2d HTTP/1.1" status: 200 len: 210 time: 0.2287560 Aug 28 20:09:14.848992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:14.873531 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8b3213-9864-416a-9524-c7884d6be952 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] DELETE failed (client error): The resource could not be found. Aug 28 20:09:14.881906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8b3213-9864-416a-9524-c7884d6be952 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:09:14.890956 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac8b3213-9864-416a-9524-c7884d6be952 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b42a409-f982-402d-b72d-5209ce410fa9 HTTP/1.1" status: 404 len: 337 time: 0.0881658 Aug 28 20:09:14.893081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52284) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:15.002983 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (74a5593f-14ff-450b-b7e5-eac2bb82f742), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.019428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 74a5593f-14ff-450b-b7e5-eac2bb82f742 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:15.023514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 15d18f42-58a4-4016-bfd6-269a8a12e83a no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:15.032879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] No DVR routers for this DVR port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:15.087438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-692f2e46-ac6a-494b-b97d-324026ef2405 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408415 Aug 28 20:09:15.113562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 54045977-f193-4483-ac5e-a63273e494cf details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:09:15.135732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Pushing event deleted for resources: {'Port': ['ID=74a5593f-14ff-450b-b7e5-eac2bb82f742,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:15.177621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-c03827e0-80d5-4739-921a-027b32434706 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.179546 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-c03827e0-80d5-4739-921a-027b32434706 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 945 time: 0.2311954 Aug 28 20:09:15.218161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-43c4fa3b-460c-4a69-bf56-26f6d23f4af7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.228794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-43c4fa3b-460c-4a69-bf56-26f6d23f4af7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.247353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-43c4fa3b-460c-4a69-bf56-26f6d23f4af7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.257165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-43c4fa3b-460c-4a69-bf56-26f6d23f4af7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.264441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 54045977-f193-4483-ac5e-a63273e494cf, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=54045977-f193-4483-ac5e-a63273e494cf,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:15.268401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-43c4fa3b-460c-4a69-bf56-26f6d23f4af7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.288754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-43c4fa3b-460c-4a69-bf56-26f6d23f4af7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.292327 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:15.296344 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-43c4fa3b-460c-4a69-bf56-26f6d23f4af7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 4659 time: 0.2636540 Aug 28 20:09:15.300523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,revision_number=6']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:15.308586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '54045977-f193-4483-ac5e-a63273e494cf', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'port_id': '54045977-f193-4483-ac5e-a63273e494cf', 'mac_address': 'fa:16:3e:2b:6c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:09:15.461649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] In _notify_port_updated(), no bound segment for port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:09:15.462636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.464974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.474300 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59d406-d01d-4b74-9aba-8bdfa7374a5f req-13d9657e-e679-4f49-9ab8-f5f26cbcc799 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228412 Aug 28 20:09:15.476072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-687191ed-1108-4e82-8f2b-63851de36cb0 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 200 len: 1033 time: 1.4292133 Aug 28 20:09:15.483861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 54045977-f193-4483-ac5e-a63273e494cf is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:15.484816 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (54045977-f193-4483-ac5e-a63273e494cf), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.492986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] No DVR routers for this DVR port 74a5593f-14ff-450b-b7e5-eac2bb82f742 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:15.504239 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.515703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4551ce1f-932f-4d26-b0ac-0cf4c6900031 req-bd26a9bd-07c9-4940-8052-32ec549fbe70 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "DELETE /networking/v2.0/ports/74a5593f-14ff-450b-b7e5-eac2bb82f742 HTTP/1.1" status: 204 len: 173 time: 2.6401014 Aug 28 20:09:15.516489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 15d18f42-58a4-4016-bfd6-269a8a12e83a is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:15.517383 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.562752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54045977-f193-4483-ac5e-a63273e494cf {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:15.572948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-deleted', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:15.575478 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9cd34e-3a30-4841-af03-fdfc2574d934" -d '{"events": [{"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-deleted", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:15.603657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:15.621786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 54045977-f193-4483-ac5e-a63273e494cf, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=54045977-f193-4483-ac5e-a63273e494cf,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:15.647056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port e508e70f-4e16-4fc1-9776-acf9b4c87ac5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:15.647421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e508e70f-4e16-4fc1-9776-acf9b4c87ac5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.712091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a3da5247-7fe0-459c-bc11-45dc8bf6853c req-a49463f6-8410-4e22-8c6e-386e066f6a9d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&id=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4117372 Aug 28 20:09:15.724984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.726195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:15.753484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe8d6-102b-42e2-99cc-96796896a45e req-875bb45a-c1ee-48cd-93d7-cd785d7757c8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.755133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdbfe8d6-102b-42e2-99cc-96796896a45e req-875bb45a-c1ee-48cd-93d7-cd785d7757c8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 943 time: 0.2937608 Aug 28 20:09:15.789431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-b8450fd0-425e-4b41-a4a6-8b7adcf1f7c7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:15.795102 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-b8450fd0-425e-4b41-a4a6-8b7adcf1f7c7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "GET /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3056915 Aug 28 20:09:15.818163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:15.888381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:15.899416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Deleting port f348a40c-1c30-4121-846c-283a29e4c39a {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:15.901063 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:15.946551 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (54045977-f193-4483-ac5e-a63273e494cf), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.070361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee3aa3d6-bf25-4191-90e9-456709b772a9 req-281d9257-65aa-4bf9-8efc-a96f7ddc4765 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4e9b80f-df6d-4234-9b7c-d5dac20fd6de HTTP/1.1" status: 200 len: 210 time: 0.0675082 Aug 28 20:09:16.079076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.085881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] For port f348a40c-1c30-4121-846c-283a29e4c39a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=f348a40c-1c30-4121-846c-283a29e4c39a,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:16.089971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.120490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=54045977-f193-4483-ac5e-a63273e494cf,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:16.142527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Calling delete_port for f348a40c-1c30-4121-846c-283a29e4c39a owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:16.169065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] The host n-h2-854121-7 is not matching for port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 host ! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:09:16.169477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:16.169945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 77b391d3-494a-42ac-81b4-d2edb5f33294 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:16.297527 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdbfe8d6-102b-42e2-99cc-96796896a45e req-335f7ccf-2aca-4afc-b928-3059c3b0dfbd tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967322 Aug 28 20:09:16.303141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['54045977-f193-4483-ac5e-a63273e494cf'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:09:16.310851 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52314) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:16.330455 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deaf6a7-a211-437d-8c0e-33c251763a08 x-openstack-request-id: req-4deaf6a7-a211-437d-8c0e-33c251763a08 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:16.330455 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e9b80f-df6d-4234-9b7c-d5dac20fd6de", "name": "network-vif-deleted", "tag": "74a5593f-14ff-450b-b7e5-eac2bb82f742", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:16.330455 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4deaf6a7-a211-437d-8c0e-33c251763a08 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:16.330455 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4deaf6a7-a211-437d-8c0e-33c251763a08'] response: {'server_uuid': 'e4e9b80f-df6d-4234-9b7c-d5dac20fd6de', 'name': 'network-vif-deleted', 'tag': '74a5593f-14ff-450b-b7e5-eac2bb82f742', 'status': 'completed', 'code': 200} Aug 28 20:09:16.369293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15d18f42-58a4-4016-bfd6-269a8a12e83a,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:16.377355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e508e70f-4e16-4fc1-9776-acf9b4c87ac5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.423280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for e508e70f-4e16-4fc1-9776-acf9b4c87ac5 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:16.474424 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:16.507181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] For port 15d18f42-58a4-4016-bfd6-269a8a12e83a, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:16.511687 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:16.523871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 77b391d3-494a-42ac-81b4-d2edb5f33294 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:16.524272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.587708 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:16.660020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52322) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:16.738570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] device_id is not set on port 15d18f42-58a4-4016-bfd6-269a8a12e83a yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:16.756744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 77b391d3-494a-42ac-81b4-d2edb5f33294, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77b391d3-494a-42ac-81b4-d2edb5f33294,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:16.762285 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Publish callbacks [] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.763136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302'}, {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4'}, {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d18f42-58a4-4016-bfd6-269a8a12e83a'}, {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:16.766452 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caca64fb-27ad-4d49-95b0-b5da50cdecf3" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302"}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4"}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "15d18f42-58a4-4016-bfd6-269a8a12e83a"}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:16.803006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7d9a1-48e6-4cde-abda-7b31facbc10a req-f6c573e2-df40-4ce3-884a-e283b972793f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:16.813958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dfc7d9a1-48e6-4cde-abda-7b31facbc10a req-f6c573e2-df40-4ce3-884a-e283b972793f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 945 time: 0.2980883 Aug 28 20:09:16.838678 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.839545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 945456db-ed69-441d-8548-325125935ca1 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:16.888229 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f348a40c-1c30-4121-846c-283a29e4c39a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:16.911266 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:16.933899 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dfc7d9a1-48e6-4cde-abda-7b31facbc10a req-9a170eb0-383a-4c94-aa39-4efb9f978484 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203556 Aug 28 20:09:16.937328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-network', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:17.026688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:09:17.026879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event deleted for resources: {'Port': ['ID=f348a40c-1c30-4121-846c-283a29e4c39a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:17.034167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49a905a2-2c01-4d54-95d8-61139c5d20ee tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group (218e7629-b1d2-4757-bb9f-a370a4a15a6b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.072418 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=33 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:17.074562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.097250 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c56ff9f-45ac-4c31-a3aa-6eb311c1382d x-openstack-request-id: req-0c56ff9f-45ac-4c31-a3aa-6eb311c1382d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:17.097566 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302", "code": 200}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4", "code": 200}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "15d18f42-58a4-4016-bfd6-269a8a12e83a", "code": 200}, {"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:17.098450 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c56ff9f-45ac-4c31-a3aa-6eb311c1382d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:17.098946 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c56ff9f-45ac-4c31-a3aa-6eb311c1382d'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302', 'code': 200} Aug 28 20:09:17.099204 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c56ff9f-45ac-4c31-a3aa-6eb311c1382d'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4', 'code': 200} Aug 28 20:09:17.099459 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c56ff9f-45ac-4c31-a3aa-6eb311c1382d'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d18f42-58a4-4016-bfd6-269a8a12e83a', 'code': 200} Aug 28 20:09:17.099771 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c56ff9f-45ac-4c31-a3aa-6eb311c1382d'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294', 'code': 200} Aug 28 20:09:17.119803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=77b391d3-494a-42ac-81b4-d2edb5f33294,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:17.165812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d222-354e-4f2d-9097-924fb8bdaf4f req-007fbda3-e137-4d94-be88-2b3d0393a07a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:17.176284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d222-354e-4f2d-9097-924fb8bdaf4f req-007fbda3-e137-4d94-be88-2b3d0393a07a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:17.195291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d222-354e-4f2d-9097-924fb8bdaf4f req-007fbda3-e137-4d94-be88-2b3d0393a07a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:17.200826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d222-354e-4f2d-9097-924fb8bdaf4f req-007fbda3-e137-4d94-be88-2b3d0393a07a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:17.206354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d222-354e-4f2d-9097-924fb8bdaf4f req-007fbda3-e137-4d94-be88-2b3d0393a07a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:17.208498 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39b7d222-354e-4f2d-9097-924fb8bdaf4f req-007fbda3-e137-4d94-be88-2b3d0393a07a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 3877 time: 0.1974368 Aug 28 20:09:17.210509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Pushing event updated for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:17.210988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e508e70f-4e16-4fc1-9776-acf9b4c87ac5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.213106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] No DVR routers for this DVR port f348a40c-1c30-4121-846c-283a29e4c39a on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:17.233476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] No DVR routers for this DVR port 15d18f42-58a4-4016-bfd6-269a8a12e83a on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.246816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.253347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.253963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.254332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.254692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.255044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.255419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:17.258329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 945456db-ed69-441d-8548-325125935ca1 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:17.258903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Made reservation on behalf of 5afef5a6b2e74b02a0459ebbe0bb0843 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:17.258997 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (945456db-ed69-441d-8548-325125935ca1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.262414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.269168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49a905a2-2c01-4d54-95d8-61139c5d20ee tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group (218e7629-b1d2-4757-bb9f-a370a4a15a6b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.292800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.309567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13893f42-f4fd-4457-a8ca-8a08817bf726 req-131986fc-e3d3-4cee-8a16-e85f2ead823d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "DELETE /networking/v2.0/ports/f348a40c-1c30-4121-846c-283a29e4c39a HTTP/1.1" status: 204 len: 173 time: 2.0674233 Aug 28 20:09:17.367216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 945456db-ed69-441d-8548-325125935ca1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=945456db-ed69-441d-8548-325125935ca1,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:17.370198 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:17.407471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=e508e70f-4e16-4fc1-9776-acf9b4c87ac5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:17.410564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.432097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] In _notify_port_updated(), no bound segment for port 15d18f42-58a4-4016-bfd6-269a8a12e83a on network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:09:17.441681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:17.442312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.444228 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-e440de0e-4ee4-4e72-be5a-05c8947d6d84 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 200 len: 1033 time: 1.6427841 Aug 28 20:09:17.454983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (945456db-ed69-441d-8548-325125935ca1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.473880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 54045977-f193-4483-ac5e-a63273e494cf up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:17.610465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=945456db-ed69-441d-8548-325125935ca1,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:17.624173 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39b7d222-354e-4f2d-9097-924fb8bdaf4f req-c8d7e846-bfa0-44c4-9e6b-32df17d96c93 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376346 Aug 28 20:09:17.629508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 54045977-f193-4483-ac5e-a63273e494cf completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:09:17.652605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49a905a2-2c01-4d54-95d8-61139c5d20ee tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (218e7629-b1d2-4757-bb9f-a370a4a15a6b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.659296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49a905a2-2c01-4d54-95d8-61139c5d20ee tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.660464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-49a905a2-2c01-4d54-95d8-61139c5d20ee tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/218e7629-b1d2-4757-bb9f-a370a4a15a6b HTTP/1.1" status: 204 len: 168 time: 0.9768982 Aug 28 20:09:17.665525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:17.665891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.670256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52342) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:17.700041 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.704423 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6dfe411f-0ad1-4c01-8d32-190660ef4510 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/ports/e508e70f-4e16-4fc1-9776-acf9b4c87ac5 HTTP/1.1" status: 204 len: 168 time: 2.8099651 Aug 28 20:09:17.708365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52344) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:17.749170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a905a2-2c01-4d54-95d8-61139c5d20ee tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218e7629-b1d2-4757-bb9f-a370a4a15a6b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:17.768055 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-501f8ef0-05dd-4583-b25d-ec92512b68be tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] show failed (client error): The resource could not be found. Aug 28 20:09:17.776670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-501f8ef0-05dd-4583-b25d-ec92512b68be tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "GET /networking/v2.0/security-groups/218e7629-b1d2-4757-bb9f-a370a4a15a6b HTTP/1.1" status: 404 len: 347 time: 0.0993598 Aug 28 20:09:17.780376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52346) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:17.836622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 54045977-f193-4483-ac5e-a63273e494cf triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:17.841203 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (54045977-f193-4483-ac5e-a63273e494cf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.869014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb3fe-6175-4c38-8169-401962b0c5b2 req-9ec69556-5f0e-4730-99c5-9b396006f52a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:17.888295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd0fb3fe-6175-4c38-8169-401962b0c5b2 req-9ec69556-5f0e-4730-99c5-9b396006f52a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 944 time: 0.1391077 Aug 28 20:09:17.932333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] For port 6baead0d-ffae-4a23-b7a9-f3631421c0d4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=6baead0d-ffae-4a23-b7a9-f3631421c0d4,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:17.933397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:17.955692 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:17.970546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 6baead0d-ffae-4a23-b7a9-f3631421c0d4 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:17.997968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Deleting port cd0674fa-080e-4753-ac4e-c8f72d149ef5 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:18.003092 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.031639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 54045977-f193-4483-ac5e-a63273e494cf is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:18.032038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (54045977-f193-4483-ac5e-a63273e494cf), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.072440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:18.073639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.078690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 54045977-f193-4483-ac5e-a63273e494cf, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=54045977-f193-4483-ac5e-a63273e494cf,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:18.082297 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks [] for security_group (a6726717-d2dc-465c-ae19-a3995b132ae1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.122300 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd0fb3fe-6175-4c38-8169-401962b0c5b2 req-af3c4bb7-10b5-4ff2-bb79-a203097986cd tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320671 Aug 28 20:09:18.169821 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (54045977-f193-4483-ac5e-a63273e494cf), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.208903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a6726717-d2dc-465c-ae19-a3995b132ae1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.265607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:09:18.267175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=54045977-f193-4483-ac5e-a63273e494cf,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:18.290633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6726717-d2dc-465c-ae19-a3995b132ae1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:18.325504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562547d0-d842-4617-abb7-6451c2897c18', 'name': 'network-vif-deleted', 'tag': 'f348a40c-1c30-4121-846c-283a29e4c39a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:18.327985 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d71276-7867-471a-984f-fa8f4413c3b8" -d '{"events": [{"server_uuid": "562547d0-d842-4617-abb7-6451c2897c18", "name": "network-vif-deleted", "tag": "f348a40c-1c30-4121-846c-283a29e4c39a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:18.329499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83906941-903b-453c-94a7-6aabbdbe0f05 req-a79e2634-549a-42c4-9676-776503069947 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:18.331081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52360) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:18.332584 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (da81218d-9791-430b-bafc-1e3eb25963bc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.332917 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Added segment da81218d-9791-430b-bafc-1e3eb25963bc of type vlan for network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f Aug 28 20:09:18.334645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83906941-903b-453c-94a7-6aabbdbe0f05 req-a79e2634-549a-42c4-9676-776503069947 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 948 time: 0.1690667 Aug 28 20:09:18.362799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-daeea501-e489-4e54-81b0-ac16b1f77bbd req-4707b415-edcb-42b9-a0e1-2bc7644c236c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=562547d0-d842-4617-abb7-6451c2897c18 HTTP/1.1" status: 200 len: 210 time: 0.1010571 Aug 28 20:09:18.426414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.446653 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cee8b61-1cc1-4fee-b7d0-0515dbc12db4 x-openstack-request-id: req-8cee8b61-1cc1-4fee-b7d0-0515dbc12db4 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:18.446944 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562547d0-d842-4617-abb7-6451c2897c18", "name": "network-vif-deleted", "tag": "f348a40c-1c30-4121-846c-283a29e4c39a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:18.447198 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cee8b61-1cc1-4fee-b7d0-0515dbc12db4 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:18.447604 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cee8b61-1cc1-4fee-b7d0-0515dbc12db4'] response: {'server_uuid': '562547d0-d842-4617-abb7-6451c2897c18', 'name': 'network-vif-deleted', 'tag': 'f348a40c-1c30-4121-846c-283a29e4c39a', 'status': 'completed', 'code': 200} Aug 28 20:09:18.455064 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6ae51af3-90c5-41aa-8ac0-826f71c38a2f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.460415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.464022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for floatingip (cd0674fa-080e-4753-ac4e-c8f72d149ef5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.464313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:18.494305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Calling delete_port for cd0674fa-080e-4753-ac4e-c8f72d149ef5 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:18.500835 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:18.514751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83906941-903b-453c-94a7-6aabbdbe0f05 req-9b14b4e7-e68c-4d4a-9e75-c40db4abdeba tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526361 Aug 28 20:09:18.611089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1910612986'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:18.622475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6baead0d-ffae-4a23-b7a9-f3631421c0d4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.677034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6ae51af3-90c5-41aa-8ac0-826f71c38a2f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.677034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:18.677034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.688573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=6baead0d-ffae-4a23-b7a9-f3631421c0d4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:18.743386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] No DVR routers for this DVR port 6baead0d-ffae-4a23-b7a9-f3631421c0d4 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:18.751816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.751816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-05fce70d-e787-4754-98da-81057483b3b8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "DELETE /networking/v2.0/ports/6baead0d-ffae-4a23-b7a9-f3631421c0d4 HTTP/1.1" status: 204 len: 173 time: 1.3007498 Aug 28 20:09:18.752082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:18.754341 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67bbe9-0466-49e1-890e-366c3d59a358" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:18.791506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae51af3-90c5-41aa-8ac0-826f71c38a2f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:18.796636 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f6ce9d-8edc-49b8-a739-0595ebc92b6c x-openstack-request-id: req-a5f6ce9d-8edc-49b8-a739-0595ebc92b6c {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:18.796933 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "6baead0d-ffae-4a23-b7a9-f3631421c0d4", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:18.797189 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5f6ce9d-8edc-49b8-a739-0595ebc92b6c {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:18.797609 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f6ce9d-8edc-49b8-a739-0595ebc92b6c'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '6baead0d-ffae-4a23-b7a9-f3631421c0d4', 'status': 'completed', 'code': 200} Aug 28 20:09:18.804531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:09:18.814348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Made reservation on behalf of 44d8907c151b471b902932c5eb730aff for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:18.818368 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.827560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f31157-95b8-4808-b5f2-1441ee6d5883 req-513289cd-c04e-42f5-8937-79681056b33f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:18.832760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f31157-95b8-4808-b5f2-1441ee6d5883 req-513289cd-c04e-42f5-8937-79681056b33f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:18.838688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f31157-95b8-4808-b5f2-1441ee6d5883 req-513289cd-c04e-42f5-8937-79681056b33f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:18.844056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f31157-95b8-4808-b5f2-1441ee6d5883 req-513289cd-c04e-42f5-8937-79681056b33f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:18.846104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8f31157-95b8-4808-b5f2-1441ee6d5883 req-513289cd-c04e-42f5-8937-79681056b33f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 3143 time: 0.1014698 Aug 28 20:09:18.859624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f348a40c-1c30-4121-846c-283a29e4c39a no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:18.859864 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.863311 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.891380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cd0674fa-080e-4753-ac4e-c8f72d149ef5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:18.893167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: f348a40c-1c30-4121-846c-283a29e4c39a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:09:18.893522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device f348a40c-1c30-4121-846c-283a29e4c39a not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:18.918441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f762f9b3-6d85-4fd8-8d56-b6cf370bb292 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5928605 Aug 28 20:09:18.933307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52368) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:18.939878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Request body: {'subnet': {'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-subnet', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:18.945304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:18.955406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Pushing event deleted for resources: {'Port': ['ID=cd0674fa-080e-4753-ac4e-c8f72d149ef5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:19.057169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks [] for floatingip (1aca42fa-4c11-4ab2-8778-8838dec12727), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.062342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.067476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-edc4c9a5-61e6-46d5-a2bf-569119f6aaec tempest-ServersTestBootFromVolume-34903308 tempest-ServersTestBootFromVolume-34903308-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/1aca42fa-4c11-4ab2-8778-8838dec12727 HTTP/1.1" status: 204 len: 168 time: 1.2804182 Aug 28 20:09:19.068036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52370) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:19.089632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8f31157-95b8-4808-b5f2-1441ee6d5883 req-d1e1b760-a60c-4225-ad09-11f2ce92039a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282550 Aug 28 20:09:19.105425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945456db-ed69-441d-8548-325125935ca1'}, {'server_uuid': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54045977-f193-4483-ac5e-a63273e494cf'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:19.109838 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f0f884-6ab9-4053-94d3-cae73fafab50" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "945456db-ed69-441d-8548-325125935ca1"}, {"server_uuid": "6ff16af7-3642-41ae-ae82-8e593fb0bf03", "name": "network-vif-plugged", "status": "completed", "tag": "54045977-f193-4483-ac5e-a63273e494cf"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:19.136248 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.145683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4bfec169-cad9-45ed-83ee-07f4bc3c2695 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ce2eccb7-9e6a-4ee3-8b0f-91d1fc055203 HTTP/1.1" status: 204 len: 168 time: 1.4323332 Aug 28 20:09:19.145683 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:19.150465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52374) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:19.249991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Made reservation on behalf of 5afef5a6b2e74b02a0459ebbe0bb0843 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:19.256766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e37527-d1c7-4b9e-8836-99c1895d0ebb tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:19.261003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.261176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f7e37527-d1c7-4b9e-8836-99c1895d0ebb tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf HTTP/1.1" status: 200 len: 913 time: 0.1102531 Aug 28 20:09:19.264004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52378) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:19.279567 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e614c-aef4-4ea5-a498-5483d6d7ab9f x-openstack-request-id: req-e98e614c-aef4-4ea5-a498-5483d6d7ab9f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:19.279567 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-unplugged", "status": "completed", "tag": "945456db-ed69-441d-8548-325125935ca1", "code": 200}, {"server_uuid": "6ff16af7-3642-41ae-ae82-8e593fb0bf03", "name": "network-vif-plugged", "status": "completed", "tag": "54045977-f193-4483-ac5e-a63273e494cf", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:19.279567 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e98e614c-aef4-4ea5-a498-5483d6d7ab9f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:19.280250 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98e614c-aef4-4ea5-a498-5483d6d7ab9f'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945456db-ed69-441d-8548-325125935ca1', 'code': 200} Aug 28 20:09:19.280250 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98e614c-aef4-4ea5-a498-5483d6d7ab9f'] response: {'server_uuid': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54045977-f193-4483-ac5e-a63273e494cf', 'code': 200} Aug 28 20:09:19.420086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks [] for security_group (56156e95-8563-4a93-9b4e-76daab9626f8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.529394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9ed9-e376-40ad-85a3-57d529bfe8cd req-ff4cd553-bf91-4432-9042-042c33318f36 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:19.538220 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b54b9ed9-e376-40ad-85a3-57d529bfe8cd req-ff4cd553-bf91-4432-9042-042c33318f36 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.2112446 Aug 28 20:09:19.543498 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (56156e95-8563-4a93-9b4e-76daab9626f8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.618623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:09:19.721048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56156e95-8563-4a93-9b4e-76daab9626f8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:19.735737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5c44a103-fd82-4e66-a2a3-d3f24252171e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.739164 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Added segment 5c44a103-fd82-4e66-a2a3-d3f24252171e of type vlan for network b382b633-3328-4e0c-a028-e96746af0869 Aug 28 20:09:19.819389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 945456db-ed69-441d-8548-325125935ca1 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:19.820050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (945456db-ed69-441d-8548-325125935ca1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:19.858241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b54b9ed9-e376-40ad-85a3-57d529bfe8cd req-fe31a7e0-3e4a-4c72-8abd-289fb4872370 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188469 Aug 28 20:09:20.015387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf765238-956f-4242-a837-55236000fd1f req-bec767bb-3fea-4771-8e4b-f4d5167ec0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.017165 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf765238-956f-4242-a837-55236000fd1f req-bec767bb-3fea-4771-8e4b-f4d5167ec0ae service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 1127 time: 0.2227602 Aug 28 20:09:20.019055 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (b382b633-3328-4e0c-a028-e96746af0869), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.040198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-d605af12-aa36-4025-b202-b4ec382195f5 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.042519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-d605af12-aa36-4025-b202-b4ec382195f5 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 948 time: 0.2252591 Aug 28 20:09:20.149454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:09:20.236542 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:20.238613 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:20.250490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9097ff-38cc-4aa3-81f3-c9c3cbb9312f req-942b3e38-d535-45af-a13e-6d681a32de6f tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.258223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c9097ff-38cc-4aa3-81f3-c9c3cbb9312f req-942b3e38-d535-45af-a13e-6d681a32de6f tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 948 time: 0.4893951 Aug 28 20:09:20.294652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf765238-956f-4242-a837-55236000fd1f req-9810b1d3-1729-4ff1-a713-947343b9df47 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691154 Aug 28 20:09:20.309895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (b382b633-3328-4e0c-a028-e96746af0869), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.314940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.315707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.417922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (8c42730f-a6f7-40a8-b810-ff6252258e0b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.428641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] For port 945456db-ed69-441d-8548-325125935ca1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=945456db-ed69-441d-8548-325125935ca1,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:20.435172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (945456db-ed69-441d-8548-325125935ca1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.450339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c9097ff-38cc-4aa3-81f3-c9c3cbb9312f req-f4ce900e-50ee-47c6-937d-9e74e6c18541 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911747 Aug 28 20:09:20.486194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (d0959ea3-210b-45cf-b861-3f5ff83a584a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.640538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c42730f-a6f7-40a8-b810-ff6252258e0b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:20.730818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Checking segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:20.731170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Network hostable DHCP agents. Network: 6ae51af3-90c5-41aa-8ac0-826f71c38a2f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:09:20.751131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Deleting port 145bbb93-1114-4c6e-9d31-1043d64ac181 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:20.751501 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.753579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46e235-2471-4baa-b45e-5149dcbb762d req-a052d956-4868-471b-b691-8b40d295ec0b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.758917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46e235-2471-4baa-b45e-5149dcbb762d req-a052d956-4868-471b-b691-8b40d295ec0b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.764124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46e235-2471-4baa-b45e-5149dcbb762d req-a052d956-4868-471b-b691-8b40d295ec0b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.769215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46e235-2471-4baa-b45e-5149dcbb762d req-a052d956-4868-471b-b691-8b40d295ec0b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.771007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee46e235-2471-4baa-b45e-5149dcbb762d req-a052d956-4868-471b-b691-8b40d295ec0b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 3143 time: 0.2034431 Aug 28 20:09:20.788082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-30582808-f15d-4f7f-bc8b-41a6d5912b0a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:20.789662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-30582808-f15d-4f7f-bc8b-41a6d5912b0a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.7658761 Aug 28 20:09:20.856855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Pushing event updated for resources: {'Network': ['ID=b382b633-3328-4e0c-a028-e96746af0869,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:20.868215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network b382b633-3328-4e0c-a028-e96746af0869 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:09:20.871808 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-81891e39-327f-4ac5-8121-69c29871e166 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.0684137 Aug 28 20:09:20.892821 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:20.900387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-68ececf5-a626-4f75-a8da-71273d6c674d tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5552280 Aug 28 20:09:20.928547 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.928893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (34548e51-87e3-4bc4-8634-4bb3a812e9f1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:20.929130 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Floating IP 34548e51-87e3-4bc4-8634-4bb3a812e9f1 disassociated. External IP: 172.25.4.42, port: 945456db-ed69-441d-8548-325125935ca1. Aug 28 20:09:20.929480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 945456db-ed69-441d-8548-325125935ca1 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:20.966238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee46e235-2471-4baa-b45e-5149dcbb762d req-502d9915-4c64-476c-af37-37fdb27e41a6 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836684 Aug 28 20:09:20.966503 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.012979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:09:21.048756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-af4ec3fa-b992-4f39-a064-8de650384de9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1500804 Aug 28 20:09:21.064127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] For port 145bbb93-1114-4c6e-9d31-1043d64ac181, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=145bbb93-1114-4c6e-9d31-1043d64ac181,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:21.064523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.115435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Calling delete_port for 145bbb93-1114-4c6e-9d31-1043d64ac181 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:21.146253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6ae51af3-90c5-41aa-8ac0-826f71c38a2f) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:21.161517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:21.162176 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.163746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6fd6aa-f18c-4e81-bc4f-c3b0ab80023e None None] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:21.166766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Deleting port a966ef5d-4827-4d07-a5c4-2348e4e451f5 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:21.167113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.180889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74891c9b-24a3-4332-859f-5ecada52a259 req-12481091-a9f7-4b54-b6ad-860eddcc1af5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:21.189629 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74891c9b-24a3-4332-859f-5ecada52a259 req-12481091-a9f7-4b54-b6ad-860eddcc1af5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1153877 Aug 28 20:09:21.235835 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:21.303440 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:21.332867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:09:21.334896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.347555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c67c2cb0-0032-42d4-9cdf-e46a8c973dc9 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4114747 Aug 28 20:09:21.356253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52406) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:21.358811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-7c6cec0c-9a2f-4405-b6ee-69b05d784302 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091249 Aug 28 20:09:21.366714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Request body: {'router': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:21.378321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74891c9b-24a3-4332-859f-5ecada52a259 req-883d6303-1e5c-4f2b-aad1-0806dfec5764 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877003 Aug 28 20:09:21.396767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] For port a966ef5d-4827-4d07-a5c4-2348e4e451f5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a966ef5d-4827-4d07-a5c4-2348e4e451f5,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:21.397125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.434058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Calling delete_port for a966ef5d-4827-4d07-a5c4-2348e4e451f5 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:21.514482 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (945456db-ed69-441d-8548-325125935ca1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.558936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (c8fb1fa9-8f80-4d9e-b926-98601009540c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.566536 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (c8fb1fa9-8f80-4d9e-b926-98601009540c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.572422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=945456db-ed69-441d-8548-325125935ca1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:21.601515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Allocated IP 172.20.0.2 (6ae51af3-90c5-41aa-8ac0-826f71c38a2f/8c42730f-a6f7-40a8-b810-ff6252258e0b/ce07294e-88ce-4aa8-9d15-7ee1a50ed0df) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:21.614985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-26606c5c-2771-478d-80a1-14fac8510dd4 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453291 Aug 28 20:09:21.627356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 7dea4c58-75cc-42cd-911f-8f72a90728ff {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:21.627735 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.746446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (145bbb93-1114-4c6e-9d31-1043d64ac181), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.831458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52412) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:21.836619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Request body: {'port': {'network_id': 'b382b633-3328-4e0c-a028-e96746af0869', 'binding:host_id': 'n-h2-854121-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-171589646'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:21.850424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Pushing event deleted for resources: {'Port': ['ID=145bbb93-1114-4c6e-9d31-1043d64ac181,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:21.885445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks [] for router_controller (c8fb1fa9-8f80-4d9e-b926-98601009540c), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.925628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Publish callbacks [] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.926329 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.951785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] No DVR routers for this DVR port 145bbb93-1114-4c6e-9d31-1043d64ac181 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:21.954240 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d188264c-6dfb-4fb8-850b-b22a9f0124ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.963783 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:21.963783 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8229b771-8ac3-4e6f-a1a9-4a852dfbb6d5 req-1229f64f-a2a6-464f-8f03-f1f2512d5e0a tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.89 "DELETE /networking/v2.0/ports/145bbb93-1114-4c6e-9d31-1043d64ac181 HTTP/1.1" status: 204 len: 173 time: 1.8987801 Aug 28 20:09:21.963783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-deleted', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:21.964631 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5410674c-d725-477d-9198-0ce6a46821ac" -d '{"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-deleted", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:21.967492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 7dea4c58-75cc-42cd-911f-8f72a90728ff owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:21.982354 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-493c503c-95d0-47e2-95ba-1ef89ccf74c3 req-573bb5c0-7f2a-4b07-a726-5c402ed319d4 tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 210 time: 0.0433409 Aug 28 20:09:22.010370 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:22.010612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.025295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Made reservation on behalf of 54e4891c779b466388567d4ae2c56fcc for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:22.033092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.089049 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1108d362-0ff9-4559-89b9-ac6f572c1d43 x-openstack-request-id: req-1108d362-0ff9-4559-89b9-ac6f572c1d43 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:22.089405 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece2849-bb5a-4d8b-9d02-34596a752cc2", "name": "network-vif-deleted", "tag": "145bbb93-1114-4c6e-9d31-1043d64ac181", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:22.090825 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1108d362-0ff9-4559-89b9-ac6f572c1d43 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:22.091286 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1108d362-0ff9-4559-89b9-ac6f572c1d43'] response: {'server_uuid': 'bece2849-bb5a-4d8b-9d02-34596a752cc2', 'name': 'network-vif-deleted', 'tag': '145bbb93-1114-4c6e-9d31-1043d64ac181', 'status': 'completed', 'code': 200} Aug 28 20:09:22.181715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:22.186608 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.198703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:22.210979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:22.233054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Pushing event updated for resources: {'Port': ['ID=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:22.272564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:22.358635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Attempting to bind port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:22.359127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Attempting to bind port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:22.359377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Attempting to bind port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:22.373183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:22.373810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Checking segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:22.374340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.374866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Bound using segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:22.375476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Bound port: ce07294e-88ce-4aa8-9d15-7ee1a50ed0df, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:22.375928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.420863 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a966ef5d-4827-4d07-a5c4-2348e4e451f5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.494981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] For port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:22.509403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] For port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:22.555005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d724c7-c4d8-4816-9dae-a9ef0fc33aa0 req-51344934-ee86-4b9c-81d1-7a1a244916a2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:22.560740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d724c7-c4d8-4816-9dae-a9ef0fc33aa0 req-51344934-ee86-4b9c-81d1-7a1a244916a2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:22.562843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-64db74d3-4fc7-4660-8e72-46915efe6292 req-ff768702-e0ee-4285-875f-ee35530c9ef5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 210 time: 0.3903918 Aug 28 20:09:22.567062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Pushing event deleted for resources: {'Port': ['ID=a966ef5d-4827-4d07-a5c4-2348e4e451f5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:22.590545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d724c7-c4d8-4816-9dae-a9ef0fc33aa0 req-51344934-ee86-4b9c-81d1-7a1a244916a2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:22.592593 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3d724c7-c4d8-4816-9dae-a9ef0fc33aa0 req-51344934-ee86-4b9c-81d1-7a1a244916a2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 2410 time: 0.3413012 Aug 28 20:09:22.621322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.723851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47355561-43db-45ce-a11c-4140cb3da367 None None] Pushing event updated for resources: {'Port': ['ID=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:22.752631 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks [] for router_gateway (c8fb1fa9-8f80-4d9e-b926-98601009540c), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.879683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for security_group (f6b9a916-38f3-4550-be3a-f053224750cf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:22.900480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d265f-f2e2-472d-9d6d-ef5819437c5b req-664b5ad9-ef10-4311-b670-499529122d10 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:22.900480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bd7d265f-f2e2-472d-9d6d-ef5819437c5b req-664b5ad9-ef10-4311-b670-499529122d10 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1640840 Aug 28 20:09:22.907766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:22.917908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] Sync routers for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:22.959972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:22.960639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:22.978438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3d724c7-c4d8-4816-9dae-a9ef0fc33aa0 req-5983d599-bc83-45ec-b748-c9ce50316cee tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489059 Aug 28 20:09:22.985397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7dea4c58-75cc-42cd-911f-8f72a90728ff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.029221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=7dea4c58-75cc-42cd-911f-8f72a90728ff,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:23.072887 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:23.134130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] No DVR routers for this DVR port 945456db-ed69-441d-8548-325125935ca1 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:23.144495 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f6b9a916-38f3-4550-be3a-f053224750cf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.146985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:23.158618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] device_id is not set on port eead643b-988a-4612-9ad3-f379e997507d yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:23.189000 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.196152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-0e2844d7-df94-4333-a557-d1b638bcb693 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "DELETE /networking/v2.0/ports/945456db-ed69-441d-8548-325125935ca1 HTTP/1.1" status: 204 len: 173 time: 3.6440732 Aug 28 20:09:23.202377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '945456db-ed69-441d-8548-325125935ca1'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:23.205938 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b19e2b9-eecd-43b0-8739-848c2777a5a8" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "945456db-ed69-441d-8548-325125935ca1"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:23.208442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 145bbb93-1114-4c6e-9d31-1043d64ac181 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:09:23.212421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 145bbb93-1114-4c6e-9d31-1043d64ac181 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:23.244324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:23.330674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a724dec0-c951-429b-bfae-d2de62597e54 req-870cb305-8932-4193-9d66-8e41769e947c tempest-ListImageFiltersTestJSON-398078865 tempest-ListImageFiltersTestJSON-398078865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bece2849-bb5a-4d8b-9d02-34596a752cc2 HTTP/1.1" status: 200 len: 210 time: 0.1597028 Aug 28 20:09:23.340004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b9a916-38f3-4550-be3a-f053224750cf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:23.482372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.546163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:23.546508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.570936 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd30d52f-ad6d-498e-894b-826d3cd5f2ca x-openstack-request-id: req-cd30d52f-ad6d-498e-894b-826d3cd5f2ca {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:23.571289 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "945456db-ed69-441d-8548-325125935ca1", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:23.571611 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd30d52f-ad6d-498e-894b-826d3cd5f2ca {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:23.572087 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd30d52f-ad6d-498e-894b-826d3cd5f2ca'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '945456db-ed69-441d-8548-325125935ca1', 'status': 'completed', 'code': 200} Aug 28 20:09:23.580091 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.596115 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:23.607505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:18Z', 'revision_number': 5, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:23.663095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] Checking router: c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:09:23.692059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:23.692794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:23.780643 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:23.785747 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0f7dfa97-28a7-4516-a6b7-3c7aea5908f8 req-25e3b5f2-0d1e-4663-8dc0-f4b56a9e64f7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 210 time: 0.0616708 Aug 28 20:09:23.791667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ce07294e-88ce-4aa8-9d15-7ee1a50ed0df up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:23.860786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] device_id is not set on port eead643b-988a-4612-9ad3-f379e997507d yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:23.885049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for port (eead643b-988a-4612-9ad3-f379e997507d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.941960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:23.988761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:23.989906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:23.991497 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:24.002326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (eead643b-988a-4612-9ad3-f379e997507d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.011751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:24.017292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bd7d265f-f2e2-472d-9d6d-ef5819437c5b req-fd9076ea-5202-43cf-9cf3-29de08b39720 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1118650 Aug 28 20:09:24.067908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (d0959ea3-210b-45cf-b861-3f5ff83a584a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.181917 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=eead643b-988a-4612-9ad3-f379e997507d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:24.236893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25f5b4-bc8d-472b-a9a0-cf7981207bf0 None None] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:24.251881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Checking segment: {'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:24.252263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Network hostable DHCP agents. Network: b382b633-3328-4e0c-a028-e96746af0869, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:09:24.309332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8745-9ecd-463f-9090-5689c9cc0aae req-34fa460e-4370-4d19-aedb-97a03d2cd566 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:24.315738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8745-9ecd-463f-9090-5689c9cc0aae req-34fa460e-4370-4d19-aedb-97a03d2cd566 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:24.321029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8745-9ecd-463f-9090-5689c9cc0aae req-34fa460e-4370-4d19-aedb-97a03d2cd566 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:24.322616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8caf8745-9ecd-463f-9090-5689c9cc0aae req-34fa460e-4370-4d19-aedb-97a03d2cd566 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 2410 time: 0.1166325 Aug 28 20:09:24.364663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-84ffc9c1-1c8b-4844-9e94-b1edc8e2d819 None None] Provisioning complete for port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:24.365644 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-84ffc9c1-1c8b-4844-9e94-b1edc8e2d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.396065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:24.421891 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] Sync routers for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:24.440665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] For port 2fe2ae57-42f9-420f-9c96-42fe8fba5302, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2fe2ae57-42f9-420f-9c96-42fe8fba5302,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:24.440665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.443261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52444) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:24.456700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c0110bdf-b4c5-47dd-91cd-1672181f5269 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "PUT /networking/v2.0/routers/86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1854722 Aug 28 20:09:24.456997 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:24.456997 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:08:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:24.480047 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6ca38744-55fb-4974-a22e-96cd9fef455c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.521867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 2fe2ae57-42f9-420f-9c96-42fe8fba5302 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:24.537191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8caf8745-9ecd-463f-9090-5689c9cc0aae req-a32aa96b-60f9-4aea-b4ba-cb3a393d029b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943851 Aug 28 20:09:24.537474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks [] for router_gateway (c8fb1fa9-8f80-4d9e-b926-98601009540c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.539471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Network b382b633-3328-4e0c-a028-e96746af0869 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:09:24.546509 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:24.593145 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:24.611147 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] Routers {'86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:24.611898 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:24.616037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:18Z', 'revision_number': 5, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:24.638166 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.665336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c627160-4bb8-4dad-8bf8-d8ad6ddff8a2 None None] The sync data for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 is: [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:01:06Z', 'revision_number': 4, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c1feed3a-3e44-4fbc-af9d-156ce2fcfd89', 'name': '', 'network_id': '696827ca-0b03-4d79-a644-1142303f65f1', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'mac_address': 'fa:16:3e:64:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:03Z', 'updated_at': '2022-08-28T20:01:18Z', 'revision_number': 5, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'subnets': [{'id': '0ebd595a-ad79-40cb-a9da-44d7abc1a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:24.671455 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:24.672403 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a37c4-632c-46ab-ae16-7652fefdfd5d None None] The sync data for ids ['86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:24.700839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, b382b633-3328-4e0c-a028-e96746af0869) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:24.706098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:24.710840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:24.711238 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:24.717346 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:24.732625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:24.733119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:24.734375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:24.742094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:24.742621 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:24.743245 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 2 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:24.761156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:24.761721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:24.762218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:24.768226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:24.768685 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:24.769180 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 3 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:24.802278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:24.804052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:24.804517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:24.819810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:24.820576 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:24.821655 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 4 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:24.856676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:24.857038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:24.858553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:24.873566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:24.878404 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:24.881494 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 5 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:24.938304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:24.938793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:24.939203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:24.955187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:24.955721 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:24.956362 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 6 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:25.006677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:25.007583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:25.009803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:25.045478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:25.046079 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:25.047010 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 7 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:25.081695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:25.082278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:25.082691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:25.100289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:25.100794 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:25.101295 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 8 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:25.131411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:25.131959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:25.132413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:25.153822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366d9cb-0f98-4e86-95aa-8405472ef996 req-232e26d4-2fe0-436f-be62-d33c837b8f53 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:25.156474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8366d9cb-0f98-4e86-95aa-8405472ef996 req-232e26d4-2fe0-436f-be62-d33c837b8f53 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.5313227 Aug 28 20:09:25.159579 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.165766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:25.168500 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:25.170067 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 9 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:25.170252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2fe2ae57-42f9-420f-9c96-42fe8fba5302), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.210711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:25.211164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:25.211590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:25.215703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63018a68-6e23-4dd9-9aa7-bffce15c6f1e None None] Network b382b633-3328-4e0c-a028-e96746af0869 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:25.221681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:25.222616 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:25.222806 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 10 to bind port eead643b-988a-4612-9ad3-f379e997507d Aug 28 20:09:25.232523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-84ffc9c1-1c8b-4844-9e94-b1edc8e2d819 None None] Current status of the port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:25.232925 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-84ffc9c1-1c8b-4844-9e94-b1edc8e2d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.242492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:25.243155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:25.243941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:25.250107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port eead643b-988a-4612-9ad3-f379e997507d on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:25.250451 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port eead643b-988a-4612-9ad3-f379e997507d on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:25.250832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eead643b-988a-4612-9ad3-f379e997507d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.281495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1f8e1-eff7-45d1-9ee4-2c354cbfbd27 None None] New status for floating IP 34548e51-87e3-4bc4-8634-4bb3a812e9f1: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:09:25.326935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] For port eead643b-988a-4612-9ad3-f379e997507d, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:25.336229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempted to set empty binding levels {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 20:09:25.372868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=2fe2ae57-42f9-420f-9c96-42fe8fba5302,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:25.397296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:25.461804 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (eead643b-988a-4612-9ad3-f379e997507d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.462881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:25.463498 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.503700 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.518045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8366d9cb-0f98-4e86-95aa-8405472ef996 req-b1cd8ac6-51c3-4899-871d-3818b31843f6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529565 Aug 28 20:09:25.519871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=eead643b-988a-4612-9ad3-f379e997507d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:25.577485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] No DVR routers for this DVR port 2fe2ae57-42f9-420f-9c96-42fe8fba5302 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:25.601050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Router d0959ea3-210b-45cf-b861-3f5ff83a584a has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:25.606785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-00cd3114-cdde-43e4-bff6-01290844e73e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.7714949 Aug 28 20:09:25.606991 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.613840 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:25.615828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52468) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:25.616515 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-84ffc9c1-1c8b-4844-9e94-b1edc8e2d819 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:09:25.617048 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-84ffc9c1-1c8b-4844-9e94-b1edc8e2d819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:09:25.617684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-1a189e2b-760b-412d-a87a-2cf445a4f6a8 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "DELETE /networking/v2.0/ports/2fe2ae57-42f9-420f-9c96-42fe8fba5302 HTTP/1.1" status: 204 len: 173 time: 2.4050040 Aug 28 20:09:25.624003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:25.628532 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c63df59-3d2a-449a-b453-92ab6643530a" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:25.634318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:25.679294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Allocated IP 172.25.4.77 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e7b44503-8f51-45ae-b0b2-6000e93635b9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:25.764566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Deleting port eead643b-988a-4612-9ad3-f379e997507d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:25.764944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (eead643b-988a-4612-9ad3-f379e997507d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.775101 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.797614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-707d5547-6bf7-4814-ae68-8b460dab5f57 req-b9e22580-d269-4abb-bbcd-5760a1385e4a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 210 time: 0.1232111 Aug 28 20:09:25.816038 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_gateway (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:25.871247 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:25.891628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] For port eead643b-988a-4612-9ad3-f379e997507d, host n-h2-854121-7, got binding levels [] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:25.892058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (eead643b-988a-4612-9ad3-f379e997507d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.000697 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2acb874-f35f-4853-af30-edb5d21a4c09 x-openstack-request-id: req-f2acb874-f35f-4853-af30-edb5d21a4c09 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:26.000981 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "2fe2ae57-42f9-420f-9c96-42fe8fba5302", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:26.001236 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2acb874-f35f-4853-af30-edb5d21a4c09 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:26.001644 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2acb874-f35f-4853-af30-edb5d21a4c09'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '2fe2ae57-42f9-420f-9c96-42fe8fba5302', 'status': 'completed', 'code': 200} Aug 28 20:09:26.044199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-3f1ecfd1-80e0-4472-8950-8fdb4befa40f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:26.045591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-3f1ecfd1-80e0-4472-8950-8fdb4befa40f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.1675429 Aug 28 20:09:26.055875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Calling delete_port for eead643b-988a-4612-9ad3-f379e997507d owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:26.076036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Request body: {'port': {'device_id': '535666ad-d0b4-46b6-8455-a2c15272331c', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'admin_state_up': True, 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:26.126537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678ed6-225a-4f15-92d5-0e4cec6cc847 req-469d91ee-527e-49b1-9618-c7f47bdfbbb5 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:26.132022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678ed6-225a-4f15-92d5-0e4cec6cc847 req-469d91ee-527e-49b1-9618-c7f47bdfbbb5 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:26.139914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50678ed6-225a-4f15-92d5-0e4cec6cc847 req-469d91ee-527e-49b1-9618-c7f47bdfbbb5 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 1677 time: 0.2557688 Aug 28 20:09:26.174995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-84ffc9c1-1c8b-4844-9e94-b1edc8e2d819 None None] Current status of the port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:26.186670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 08b7716e-c895-4e14-af45-c79af930d7fa {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:26.187116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.189775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting port 19be894d-603d-4126-82ca-20b19f9a6161 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:26.190162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (19be894d-603d-4126-82ca-20b19f9a6161), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.195528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:26.207140 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] Sync routers for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:26.216739 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=31 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:26.228601 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:26.229714 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:26.280730 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b88ee787-79af-4b2e-91d0-982caf48f07a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d0959ea3-210b-45cf-b861-3f5ff83a584a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2084427 Aug 28 20:09:26.288689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52490) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:26.304595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d9ef0381-1924-4348-9bee-eeef793639fd None None] Provisioning complete for port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:26.305805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0381-1924-4348-9bee-eeef793639fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.370324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks [] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.378839 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:26.400758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50678ed6-225a-4f15-92d5-0e4cec6cc847 req-2714a743-372e-4bda-983c-d4946dfc694c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599070 Aug 28 20:09:26.432657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef0381-1924-4348-9bee-eeef793639fd None None] Current status of the port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:26.463251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks [] for router (d0959ea3-210b-45cf-b861-3f5ff83a584a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.466595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (eead643b-988a-4612-9ad3-f379e997507d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.468657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (19be894d-603d-4126-82ca-20b19f9a6161), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.487956 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:26.510664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] For port 08b7716e-c895-4e14-af45-c79af930d7fa, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=08b7716e-c895-4e14-af45-c79af930d7fa,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:26.511068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.514061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Calling delete_port for 19be894d-603d-4126-82ca-20b19f9a6161 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:26.532924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 08b7716e-c895-4e14-af45-c79af930d7fa owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:26.537055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:26.540910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.543189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event deleted for resources: {'Port': ['ID=eead643b-988a-4612-9ad3-f379e997507d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:26.556916 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:26.562633 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.570123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-28507243-367b-4879-ad9d-d578c6104cf5 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/eead643b-988a-4612-9ad3-f379e997507d HTTP/1.1" status: 204 len: 168 time: 0.9522021 Aug 28 20:09:26.572827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52494) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:26.648271 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:09:22Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:26.683209 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] Checking router: d0959ea3-210b-45cf-b861-3f5ff83a584a for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:09:26.695575 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] Routers {'d0959ea3-210b-45cf-b861-3f5ff83a584a'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:26.696228 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d0959ea3-210b-45cf-b861-3f5ff83a584a'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:26.697773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:26.763603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:26.774058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:26.784389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:26.793993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413420-0451-4b0d-b380-11fc04df10cb req-0ecb213d-6df3-4ca0-b21f-c4891a96d74c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:26.796025 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39413420-0451-4b0d-b380-11fc04df10cb req-0ecb213d-6df3-4ca0-b21f-c4891a96d74c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1447659 Aug 28 20:09:26.826664 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] Set router d0959ea3-210b-45cf-b861-3f5ff83a584a gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:26.914607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Pushing event updated for resources: {'Port': ['ID=e7b44503-8f51-45ae-b0b2-6000e93635b9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:26.963477 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:27.007932 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a0e44f-01d6-4eae-a93a-e4309d59ec88 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:09:27.010404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a5a0e44f-01d6-4eae-a93a-e4309d59ec88 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/eead643b-988a-4612-9ad3-f379e997507d HTTP/1.1" status: 404 len: 333 time: 0.4305799 Aug 28 20:09:27.013516 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.013819 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:27.050122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52498) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:27.061403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Request body: {'port': {'network_id': 'b382b633-3328-4e0c-a028-e96746af0869', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1824384102'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:27.071121 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:09:22Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:27.097559 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:27.107911 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49db8809-b2d4-4725-bc46-079220193b1d None None] The sync data for ids ['d0959ea3-210b-45cf-b861-3f5ff83a584a'] in n-d-854121-7 is: [{'id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'name': 'tempest-ServersTestBootFromVolume-1966240951-router', 'tenant_id': '2e3c425de2174a18963458a3dd7d23e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:05:17Z', 'updated_at': '2022-08-28T20:09:22Z', 'revision_number': 5, 'project_id': '2e3c425de2174a18963458a3dd7d23e5', 'gw_port': {'id': '05d6913e-4c1f-4c59-b702-15a800196c06', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0959ea3-210b-45cf-b861-3f5ff83a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:05:18Z', 'updated_at': '2022-08-28T20:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:27.188670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Made reservation on behalf of 54e4891c779b466388567d4ae2c56fcc for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:27.191192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.227758 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60f56415-638d-4769-89b3-5d227e87adca req-40433345-c8e9-4c39-bb62-6fb8470b0b4e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 210 time: 0.0735047 Aug 28 20:09:27.232398 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks [] for router_gateway (d0959ea3-210b-45cf-b861-3f5ff83a584a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.244903 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:27.249060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] device_id is not set on port 4485600a-6fd3-4267-b3e2-37e9341d9da3 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:27.363083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Allocated IP 172.20.0.4 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/a47cb70a-e8d2-412c-9a71-dbca010ab5bd) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:27.469336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39413420-0451-4b0d-b380-11fc04df10cb req-2a68fb3e-c196-4653-b7d9-379c158c19f8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063392 Aug 28 20:09:27.526078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Deleting port 05d6913e-4c1f-4c59-b702-15a800196c06 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:27.526433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.536072 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.617822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (19be894d-603d-4126-82ca-20b19f9a6161), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.623709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ce07294e-88ce-4aa8-9d15-7ee1a50ed0df up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:27.624170 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.683645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (08b7716e-c895-4e14-af45-c79af930d7fa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.683913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:27.684270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.716005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] For port 05d6913e-4c1f-4c59-b702-15a800196c06, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=05d6913e-4c1f-4c59-b702-15a800196c06,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:27.716847 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.763527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Calling delete_port for 05d6913e-4c1f-4c59-b702-15a800196c06 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:27.795498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:27.803115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a966ef5d-4827-4d07-a5c4-2348e4e451f5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:27.834342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a966ef5d-4827-4d07-a5c4-2348e4e451f5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:09:27.836503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a966ef5d-4827-4d07-a5c4-2348e4e451f5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:27.839840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Port': ['ID=19be894d-603d-4126-82ca-20b19f9a6161,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:27.869971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] No DVR routers for this DVR port 08b7716e-c895-4e14-af45-c79af930d7fa on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:27.873627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.877306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "DELETE /networking/v2.0/ports/08b7716e-c895-4e14-af45-c79af930d7fa HTTP/1.1" status: 204 len: 173 time: 2.2263603 Aug 28 20:09:27.882898 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks [] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.887405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c471f5d-b2ae-41d3-a889-5021fa3c509c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=08b7716e-c895-4e14-af45-c79af930d7fa,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:27.897238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26489ea-63a6-46b3-868a-8fa076b58326 req-51e76822-a07a-43e0-9a18-15e54b5d9276 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:27.902759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26489ea-63a6-46b3-868a-8fa076b58326 req-51e76822-a07a-43e0-9a18-15e54b5d9276 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:27.910853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b26489ea-63a6-46b3-868a-8fa076b58326 req-51e76822-a07a-43e0-9a18-15e54b5d9276 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 1677 time: 0.3574173 Aug 28 20:09:27.960237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:27.997011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks [] for router_gateway (c8fb1fa9-8f80-4d9e-b926-98601009540c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.003912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:28.006939 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e4e3c7-98e7-479f-baeb-a3976ea26878" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:28.030283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Network b382b633-3328-4e0c-a028-e96746af0869 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:28.039530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:28.043550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:28.044525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:28.045135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.048762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=4485600a-6fd3-4267-b3e2-37e9341d9da3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:28.131744 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40624b-4705-4d09-9fd1-32b3f29d4759 x-openstack-request-id: req-8a40624b-4705-4d09-9fd1-32b3f29d4759 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:28.132041 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "08b7716e-c895-4e14-af45-c79af930d7fa", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:28.132656 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a40624b-4705-4d09-9fd1-32b3f29d4759 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:28.133063 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a40624b-4705-4d09-9fd1-32b3f29d4759'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '08b7716e-c895-4e14-af45-c79af930d7fa', 'status': 'completed', 'code': 200} Aug 28 20:09:28.152946 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.153334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.198759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:09:28.234404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event updated for resources: {'Port': ['ID=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:28.245019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-50e17786-f66d-46ea-9e30-8b160fe2588e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1889699 Aug 28 20:09:28.256309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52524) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:28.256309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:28.260160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:28.265097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:28.296742 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:28.308642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b26489ea-63a6-46b3-868a-8fa076b58326 req-1a03c10e-54aa-47ef-8d4c-ebcac0999afc tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7d4eec0c-d6b5-4107-915b-3b7be57ebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965073 Aug 28 20:09:28.323090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:28.352962 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:28.355738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 77b391d3-494a-42ac-81b4-d2edb5f33294 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:28.356156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.367710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.371711 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router_controller (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.406459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:28.407298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.426052 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (05d6913e-4c1f-4c59-b702-15a800196c06), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.556172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773ec4-8a92-45d9-876c-0722cb9b35ed req-890f0a05-e45d-4076-bf99-cecfcfa4911e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:28.558130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1773ec4-8a92-45d9-876c-0722cb9b35ed req-890f0a05-e45d-4076-bf99-cecfcfa4911e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 931 time: 0.0777133 Aug 28 20:09:28.584648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Pushing event deleted for resources: {'Port': ['ID=05d6913e-4c1f-4c59-b702-15a800196c06,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:28.606315 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.608011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Fanout notify agent at l3_agent the message router_deleted on router 86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:09:28.608586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-120f6502-d3e9-409e-b8fe-c57c8212b6a2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5400701 Aug 28 20:09:28.616301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.617495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-61cdb630-2e7b-4a78-a787-147d65f2aa37 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/routers/86b4cf79-0e18-40aa-bae5-c65a3bcbbdbf HTTP/1.1" status: 204 len: 168 time: 4.1730995 Aug 28 20:09:28.641720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52530) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:28.656600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Request body: {'port': {'device_id': '535666ad-d0b4-46b6-8455-a2c15272331c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:28.684000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ea26cab5-c462-413e-aac2-353aca84f5c1 None None] Provisioning complete for port a47cb70a-e8d2-412c-9a71-dbca010ab5bd triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:28.684650 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ea26cab5-c462-413e-aac2-353aca84f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.710327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] For port 77b391d3-494a-42ac-81b4-d2edb5f33294, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77b391d3-494a-42ac-81b4-d2edb5f33294,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:28.710930 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.735929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 77b391d3-494a-42ac-81b4-d2edb5f33294 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:28.741132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ea26cab5-c462-413e-aac2-353aca84f5c1 None None] Port a47cb70a-e8d2-412c-9a71-dbca010ab5bd cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:28.747932 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.754279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f836e7b-6253-4db4-8168-cca961a26a38 req-c287309c-c28a-41b7-a207-8a5b409a5768 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:28.763366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f836e7b-6253-4db4-8168-cca961a26a38 req-c287309c-c28a-41b7-a207-8a5b409a5768 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1372759 Aug 28 20:09:28.767667 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (c8fb1fa9-8f80-4d9e-b926-98601009540c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.795043 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (d0959ea3-210b-45cf-b861-3f5ff83a584a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.859049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52534) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:28.888275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Deleting subnet 72760f66-c8a5-403b-aa10-df37c5d09935 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:09:28.933914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1773ec4-8a92-45d9-876c-0722cb9b35ed req-eccc99b4-dcc4-4fc5-973f-5b7809f1624b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464160 Aug 28 20:09:28.936583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for subnet (72760f66-c8a5-403b-aa10-df37c5d09935), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:28.969655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f836e7b-6253-4db4-8168-cca961a26a38 req-d6b9d763-671e-4ca2-9523-6798bab16714 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073429 Aug 28 20:09:29.028008 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (d0959ea3-210b-45cf-b861-3f5ff83a584a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.041036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks [] for router_controller (d0959ea3-210b-45cf-b861-3f5ff83a584a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.082472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.118533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c08db326-2f01-4def-a2bf-f38fef37b805 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=de7e762a0aa94cb9a0b1741de3a41470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567959 Aug 28 20:09:29.123132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52538) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:29.156965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (72760f66-c8a5-403b-aa10-df37c5d09935), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.188778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd6252fe-755e-4141-80de-695c11b97f46 admin admin] Publish callbacks [] for security_group (4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.212907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd6252fe-755e-4141-80de-695c11b97f46 admin admin] Publish callbacks [] for security_group (4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.335251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (72760f66-c8a5-403b-aa10-df37c5d09935), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.357566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Router c8fb1fa9-8f80-4d9e-b926-98601009540c is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:09:29.360699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (77b391d3-494a-42ac-81b4-d2edb5f33294), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.392676 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (d0959ea3-210b-45cf-b861-3f5ff83a584a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.393271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0959ea3-210b-45cf-b861-3f5ff83a584a {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:09:29.396854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=77b391d3-494a-42ac-81b4-d2edb5f33294,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:29.410249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.410249 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a66c379c-93a5-4de6-943c-5c011371d19c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d0959ea3-210b-45cf-b861-3f5ff83a584a HTTP/1.1" status: 204 len: 168 time: 3.1168921 Aug 28 20:09:29.415829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52542) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:29.447323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd6252fe-755e-4141-80de-695c11b97f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.447323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd6252fe-755e-4141-80de-695c11b97f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.448300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dd6252fe-755e-4141-80de-695c11b97f46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a HTTP/1.1" status: 204 len: 168 time: 0.3255188 Aug 28 20:09:29.511107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6252fe-755e-4141-80de-695c11b97f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4bae3b-5fb1-49ea-9773-9bf00f9a1e2a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:29.533623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] device_id is not set on port 4485600a-6fd3-4267-b3e2-37e9341d9da3 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:29.575622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.587343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd95a9a-35ba-4699-8f2c-c7287196cdae req-2f94b9f4-80ae-4dde-b0d6-822f09d88db5 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.1444190 Aug 28 20:09:29.614335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] No DVR routers for this DVR port 77b391d3-494a-42ac-81b4-d2edb5f33294 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:29.624336 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.627738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c48577d3-d37e-4df2-8af2-0788923b7414 req-2f3fc502-68bc-447f-b160-f1088420e48f tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.89 "DELETE /networking/v2.0/ports/77b391d3-494a-42ac-81b4-d2edb5f33294 HTTP/1.1" status: 204 len: 173 time: 1.7416368 Aug 28 20:09:29.658964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:29.673623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] Deleting subnet 846478f0-ac98-4137-9dfc-250fb2e6fe09 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:09:29.673623 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:29.676353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] Publish callbacks [] for subnet (846478f0-ac98-4137-9dfc-250fb2e6fe09), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.678879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Sync routers for ids ['c8fb1fa9-8f80-4d9e-b926-98601009540c'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:29.693019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Routers {'c8fb1fa9-8f80-4d9e-b926-98601009540c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:29.694532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c8fb1fa9-8f80-4d9e-b926-98601009540c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:29.740942 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:29.740942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.754538 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (846478f0-ac98-4137-9dfc-250fb2e6fe09), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.821709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Set router c8fb1fa9-8f80-4d9e-b926-98601009540c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:29.872038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=4485600a-6fd3-4267-b3e2-37e9341d9da3,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:29.885136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:29.885565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:29.885806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:29.886933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.889330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e1ea4c12-426b-4624-948d-023dc32d477d admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.5307817 Aug 28 20:09:29.890538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47cb70a-e8d2-412c-9a71-dbca010ab5bd {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:29.892254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52546) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:29.899456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (72760f66-c8a5-403b-aa10-df37c5d09935), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.912779 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Publish callbacks [] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:29.962001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:29.962702 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:29.969530 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 2 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:30.028038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Subnet': ['ID=72760f66-c8a5-403b-aa10-df37c5d09935,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:30.082633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Transition to ACTIVE for port object a47cb70a-e8d2-412c-9a71-dbca010ab5bd will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:09:30.107959 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.126705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52554) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:30.131700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7eebc7d0-e314-46eb-9083-702618dcd619 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/72760f66-c8a5-403b-aa10-df37c5d09935 HTTP/1.1" status: 204 len: 168 time: 1.4812472 Aug 28 20:09:30.146814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:30.147473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:30.147990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.169813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (846478f0-ac98-4137-9dfc-250fb2e6fe09), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.179816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:09:27Z', 'revision_number': 3, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:30.208489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:30.211753 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5015c3aa-304e-4f47-bdf8-d68560cca800" -d '{"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:30.217276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Checking router: c8fb1fa9-8f80-4d9e-b926-98601009540c for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:09:30.217978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Updating router c8fb1fa9-8f80-4d9e-b926-98601009540c port e7b44503-8f51-45ae-b0b2-6000e93635b9 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:09:30.235042 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.249685 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:30.252962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:30.253432 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:30.260064 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 3 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:30.268410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.322789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e98a4-b336-440a-ac2a-4174cc7befe1 req-b4e15e15-1e4e-42c5-bba6-fcc8fcac8d7f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:30.324738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c2e98a4-b336-440a-ac2a-4174cc7befe1 req-b4e15e15-1e4e-42c5-bba6-fcc8fcac8d7f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1821766 Aug 28 20:09:30.338194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:30.338863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:30.339406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.397126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:30.397793 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:30.402753 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 4 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:30.413936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Pushing event updated for resources: {'Port': ['ID=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:30.499249 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:30.500309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:30.500666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:30.501010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.520827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:30.521380 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:30.526522 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 5 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:30.548095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c2e98a4-b336-440a-ac2a-4174cc7befe1 req-06ca97b3-7de8-4d60-bd5e-5ce3fca59d3b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150810 Aug 28 20:09:30.567529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:30.567884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:30.568773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.572602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Attempting to bind port a47cb70a-e8d2-412c-9a71-dbca010ab5bd on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:30.572954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Attempting to bind port a47cb70a-e8d2-412c-9a71-dbca010ab5bd by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:30.573438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Attempting to bind port a47cb70a-e8d2-412c-9a71-dbca010ab5bd on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.578361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:30.578701 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:30.579171 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 6 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:30.584383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (846478f0-ac98-4137-9dfc-250fb2e6fe09), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.606061 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.623132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Port a47cb70a-e8d2-412c-9a71-dbca010ab5bd on network c49b44b1-867f-4e9f-ac82-9c95519351e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:30.623335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Attempting to bind port a47cb70a-e8d2-412c-9a71-dbca010ab5bd on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.628873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:30.629189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:30.629531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.634689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846478f0-ac98-4137-9dfc-250fb2e6fe09,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:30.643692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:30.643692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:30.643692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:30.643692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Bound port: a47cb70a-e8d2-412c-9a71-dbca010ab5bd, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:30.643692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.646539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.649924 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8a839902-c947-4e38-855a-81a9221254a6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/846478f0-ac98-4137-9dfc-250fb2e6fe09 HTTP/1.1" status: 204 len: 168 time: 1.2308764 Aug 28 20:09:30.658180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52568) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:30.669571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:30.670052 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:30.673150 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 7 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:30.675745 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:30.692578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570798e-48f0-4f53-ab47-047684d116a6 None None] Network bcd593a6-128e-4a60-9b21-7a51af66dad3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:30.705071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8b7a1-47dc-4425-bee0-1818020a00c0 req-7b2bc731-be51-47e6-a5b3-c73505b1eea2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:30.708114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34a8b7a1-47dc-4425-bee0-1818020a00c0 req-7b2bc731-be51-47e6-a5b3-c73505b1eea2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 943 time: 0.4809177 Aug 28 20:09:30.715464 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b0d14-11f8-480b-8934-936560ea3b45 x-openstack-request-id: req-8e8b0d14-11f8-480b-8934-936560ea3b45 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:30.715921 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd703d-58f8-447c-bc87-82c356f0dc81", "name": "network-vif-deleted", "tag": "77b391d3-494a-42ac-81b4-d2edb5f33294", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:30.716157 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e8b0d14-11f8-480b-8934-936560ea3b45 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:30.716700 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8b0d14-11f8-480b-8934-936560ea3b45'] response: {'server_uuid': '5edd703d-58f8-447c-bc87-82c356f0dc81', 'name': 'network-vif-deleted', 'tag': '77b391d3-494a-42ac-81b4-d2edb5f33294', 'status': 'completed', 'code': 200} Aug 28 20:09:30.785274 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:30.794289 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:30.813633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:30.814259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:30.814826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:30.842621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.870428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5341d1-ffdb-4f54-b81c-95ed7274b8d5']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:30.871964 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (bcd593a6-128e-4a60-9b21-7a51af66dad3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.882012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4b9666-7588-4e83-bf9d-0cc379502837') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:30.882364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4b9666-7588-4e83-bf9d-0cc379502837') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:30.899286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:30.899518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (5c4b9666-7588-4e83-bf9d-0cc379502837), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.899999 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:30.913635 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 8 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:30.915190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5c4b9666-7588-4e83-bf9d-0cc379502837), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.922741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:09:30.923372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (5c4b9666-7588-4e83-bf9d-0cc379502837), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.929627 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Publish callbacks [] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:30.985626 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adce1e01-df73-4530-bfb6-a31642126361 req-4a59d763-0d4b-4ee3-8c94-25db481a9ecf tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.1210811 Aug 28 20:09:31.033777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:31.039090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:31.039898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:31.053762 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.094455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] For port a47cb70a-e8d2-412c-9a71-dbca010ab5bd, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:31.123947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:31.124880 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:31.134177 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 9 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:31.143868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] For port a47cb70a-e8d2-412c-9a71-dbca010ab5bd, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:31.171565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Deleting port 5a784444-5bcc-464e-a0f1-a8dc75714e1d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:31.172587 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.221605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Attempting to bind port e7b44503-8f51-45ae-b0b2-6000e93635b9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:31.222636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Attempting to bind port e7b44503-8f51-45ae-b0b2-6000e93635b9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:31.223239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Attempting to bind port e7b44503-8f51-45ae-b0b2-6000e93635b9 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:31.227122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8a416-9c65-4f69-bbb5-2a465fcd43ba None None] Pushing event updated for resources: {'Port': ['ID=e7b44503-8f51-45ae-b0b2-6000e93635b9,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:31.230869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] DHCP port deletion for bcd593a6-128e-4a60-9b21-7a51af66dad3 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:09:31.242210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:31.253763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:31.253763 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.253763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:31.253763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Bound port: e7b44503-8f51-45ae-b0b2-6000e93635b9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:31.253763 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.258411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:31.258961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:31.259521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:31.286259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:31.287374 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:31.291044 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 10 to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 Aug 28 20:09:31.296514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.308836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:31.309888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.312226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a47cb70a-e8d2-412c-9a71-dbca010ab5bd HTTP/1.1" status: 200 len: 1091 time: 2.6711743 Aug 28 20:09:31.326668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] Deleting port 5a784444-5bcc-464e-a0f1-a8dc75714e1d {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:31.328815 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535666ad-d0b4-46b6-8455-a2c15272331c', 'tag': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:31.332869 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51" -d '{"events": [{"name": "network-changed", "server_uuid": "535666ad-d0b4-46b6-8455-a2c15272331c", "tag": "a47cb70a-e8d2-412c-9a71-dbca010ab5bd"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:31.336454 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.437334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] For port e7b44503-8f51-45ae-b0b2-6000e93635b9, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:31.440947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:31.445188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] For port e7b44503-8f51-45ae-b0b2-6000e93635b9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e7b44503-8f51-45ae-b0b2-6000e93635b9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:31.446311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:31.447104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:31.463970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] For port 5a784444-5bcc-464e-a0f1-a8dc75714e1d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5a784444-5bcc-464e-a0f1-a8dc75714e1d,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:31.467243 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.473217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] For port 5a784444-5bcc-464e-a0f1-a8dc75714e1d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5a784444-5bcc-464e-a0f1-a8dc75714e1d,segment=NetworkSegment(e5df979c-bd73-4fba-9ce1-5d389b70d521),segment_id=e5df979c-bd73-4fba-9ce1-5d389b70d521)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:31.473217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.516065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:31.516940 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:31.517805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.520563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] Calling delete_port for 5a784444-5bcc-464e-a0f1-a8dc75714e1d owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:31.520832 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5c4b9666-7588-4e83-bf9d-0cc379502837 resource provider aggregate not found Aug 28 20:09:31.530124 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8627a25f-bfa1-4a1a-93c0-fb4fb6a89af4 x-openstack-request-id: req-8627a25f-bfa1-4a1a-93c0-fb4fb6a89af4 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:31.530912 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535666ad-d0b4-46b6-8455-a2c15272331c", "tag": "a47cb70a-e8d2-412c-9a71-dbca010ab5bd", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:31.531555 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8627a25f-bfa1-4a1a-93c0-fb4fb6a89af4 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:31.532420 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8627a25f-bfa1-4a1a-93c0-fb4fb6a89af4'] response: {'name': 'network-changed', 'server_uuid': '535666ad-d0b4-46b6-8455-a2c15272331c', 'tag': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd', 'status': 'completed', 'code': 200} Aug 28 20:09:31.569949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Calling delete_port for 5a784444-5bcc-464e-a0f1-a8dc75714e1d owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:31.580278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (bc5341d1-ffdb-4f54-b81c-95ed7274b8d5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.631083 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5c4b9666-7588-4e83-bf9d-0cc379502837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c4b9666-7588-4e83-bf9d-0cc379502837 found for delete ", "request_id": "req-91c40259-ed2c-4626-8a83-af39954cd9c8"}]} Aug 28 20:09:31.638008 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:31.659608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.663928 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] 10.222.0.78 "DELETE /networking/v2.0/networks/bc5341d1-ffdb-4f54-b81c-95ed7274b8d5 HTTP/1.1" status: 204 len: 168 time: 1.5358138 Aug 28 20:09:31.698364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03042a52-0084-4408-98f2-491a8a808b4d service neutron] Pushing event updated for resources: {'Port': ['ID=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:31.706842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2469090-5acc-4137-9ac4-9e0db44f3852 tempest-FloatingIPTestJSON-1705529633 tempest-FloatingIPTestJSON-1705529633-project] Pushing event deleted for resources: {'Network': ['ID=bc5341d1-ffdb-4f54-b81c-95ed7274b8d5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:31.712581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5a784444-5bcc-464e-a0f1-a8dc75714e1d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:31.715022 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34a8b7a1-47dc-4425-bee0-1818020a00c0 req-ae59e79e-b92e-4b52-9915-3fa5c77efd73 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9933252 Aug 28 20:09:31.734248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.734494 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:31.839703 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:31.904004 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:31.918511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Routers {'c8fb1fa9-8f80-4d9e-b926-98601009540c'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:31.919161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c8fb1fa9-8f80-4d9e-b926-98601009540c'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:31.970107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Allocated IP 172.20.0.1 (6ae51af3-90c5-41aa-8ac0-826f71c38a2f/8c42730f-a6f7-40a8-b810-ff6252258e0b/1331c00a-b674-4b38-bee9-e79bbdf71eb8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:31.973358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9100310-41e7-4133-b114-c541e0661546 req-db5814a3-0e88-4cad-8003-6226ff5ff0d6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:31.980140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9100310-41e7-4133-b114-c541e0661546 req-db5814a3-0e88-4cad-8003-6226ff5ff0d6 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1341083 Aug 28 20:09:31.999709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8a416-9c65-4f69-bbb5-2a465fcd43ba None None] Pushing event updated for resources: {'Port': ['ID=e7b44503-8f51-45ae-b0b2-6000e93635b9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:32.095554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-97d24695-a555-4aea-92c4-9369c976eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.097956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-97d24695-a555-4aea-92c4-9369c976eaa6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 1125 time: 0.5575428 Aug 28 20:09:32.244995 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:32.255128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f65b6094-dce5-4b71-b1c6-5a5a367ee61e req-e7027919-6911-4c19-93c4-db6d17dc478d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0502923 Aug 28 20:09:32.282404 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.300430 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:32.332557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] Pushing event deleted for resources: {'Port': ['ID=5a784444-5bcc-464e-a0f1-a8dc75714e1d,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:32.338016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5a784444-5bcc-464e-a0f1-a8dc75714e1d is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:32.338283 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.344605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks [] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.357825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4983d9-0bed-43da-8741-0654384c6d44 None None] No DVR routers for this DVR port 5a784444-5bcc-464e-a0f1-a8dc75714e1d on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:32.390734 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] Set router c8fb1fa9-8f80-4d9e-b926-98601009540c gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:32.407354 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-2df4b1d9-3839-4607-a12a-da513ac86889 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a47cb70a-e8d2-412c-9a71-dbca010ab5bd HTTP/1.1" status: 200 len: 217 time: 0.2189443 Aug 28 20:09:32.426297 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:32.440644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5a784444-5bcc-464e-a0f1-a8dc75714e1d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.496331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52602) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:32.508303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] For port 4485600a-6fd3-4267-b3e2-37e9341d9da3, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:32.509319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempted to set empty binding levels {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 20:09:32.529248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.544112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 05d6913e-4c1f-4c59-b702-15a800196c06 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:32.566191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 05d6913e-4c1f-4c59-b702-15a800196c06 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:09:32.581411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 05d6913e-4c1f-4c59-b702-15a800196c06 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:32.582183 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9100310-41e7-4133-b114-c541e0661546 req-7025864f-1476-4d4d-8ddb-9cf905bb1c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990555 Aug 28 20:09:32.586195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a784444-5bcc-464e-a0f1-a8dc75714e1d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:32.589904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] No DVR routers for this DVR port 5a784444-5bcc-464e-a0f1-a8dc75714e1d on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:32.627990 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.629887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] In _notify_port_updated(), no bound segment for port 4485600a-6fd3-4267-b3e2-37e9341d9da3 on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:09:32.631399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.631650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.633101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/4485600a-6fd3-4267-b3e2-37e9341d9da3 HTTP/1.1" status: 200 len: 975 time: 4.3811483 Aug 28 20:09:32.639713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52608) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:32.717253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:32.718245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-ae0087df-e8d3-4cf9-9164-f5486565a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.720104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-ae0087df-e8d3-4cf9-9164-f5486565a335 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.2862864 Aug 28 20:09:32.730792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:09:27Z', 'revision_number': 3, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:32.782174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52612) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:32.793055 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:32.801389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:32.809143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Pushing event updated for resources: {'Port': ['ID=1331c00a-b674-4b38-bee9-e79bbdf71eb8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:32.823260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (bcd593a6-128e-4a60-9b21-7a51af66dad3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:32.836100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8e56-f4ba-470a-b74a-5c9f70844e1e None None] The sync data for ids ['c8fb1fa9-8f80-4d9e-b926-98601009540c'] in n-d-854121-7 is: [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:09:27Z', 'revision_number': 3, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:32.874065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.874442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.874988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.875393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.875869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.876335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.876804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.877271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.877738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.886705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.887211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.887692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.888167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.888642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.889129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.897127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.902335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.903557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.904216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.906287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.907166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.909027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.909669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.912357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.914040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.914694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.915759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.916809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.923957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b65c6e7b-389f-4c5a-b4ea-792456c5e67a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 25986 time: 0.2829919 Aug 28 20:09:32.933228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed292ec-86b2-4a4f-8f7a-f1ab915ac1ef tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=4485600a-6fd3-4267-b3e2-37e9341d9da3,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:32.934970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52616) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:32.948811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd593a6-128e-4a60-9b21-7a51af66dad3']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:32.953708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-a7dbc438-e337-4ddd-aab6-051ce1b9eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:32.965060 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-a7dbc438-e337-4ddd-aab6-051ce1b9eb30 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2115898 Aug 28 20:09:33.004992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5df979c-bd73-4fba-9ce1-5d389b70d521') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:33.006078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5df979c-bd73-4fba-9ce1-5d389b70d521') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:33.078378 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (e5df979c-bd73-4fba-9ce1-5d389b70d521), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.089215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0548a11-22fe-4bef-8a21-1c2921cd9abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.125094 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e5df979c-bd73-4fba-9ce1-5d389b70d521), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.145604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:09:33.146727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (e5df979c-bd73-4fba-9ce1-5d389b70d521), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.279920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (c8fb1fa9-8f80-4d9e-b926-98601009540c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.319032 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e5df979c-bd73-4fba-9ce1-5d389b70d521 resource provider aggregate not found Aug 28 20:09:33.371530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-18686428-a9e5-4af3-8cab-3f6ef8cd5957 None None] Provisioning complete for port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:33.372945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18686428-a9e5-4af3-8cab-3f6ef8cd5957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.388282 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e5df979c-bd73-4fba-9ce1-5d389b70d521 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5df979c-bd73-4fba-9ce1-5d389b70d521 found for delete ", "request_id": "req-25821cec-9e6a-4bd1-950f-a90ac7823c90"}]} Aug 28 20:09:33.417577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-18686428-a9e5-4af3-8cab-3f6ef8cd5957 None None] Port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:33.428444 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:33.448198 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-07130555-df8d-4b8c-b1b1-0eb30c54b64b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774520 Aug 28 20:09:33.468140 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d97373e5-75c0-4798-84c5-3d5df1b0c404 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a5bd222d12734f97aeb316b79a1ab0e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9705534 Aug 28 20:09:33.471575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Deleting port 4485600a-6fd3-4267-b3e2-37e9341d9da3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:33.472160 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.476853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52626) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:33.486357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b8f8c-a30c-4373-8cfb-505e62aa4580 req-127f5d59-21b8-4b57-bd58-74e614bdb120 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:33.488234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-603b8f8c-a30c-4373-8cfb-505e62aa4580 req-127f5d59-21b8-4b57-bd58-74e614bdb120 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 943 time: 0.5517464 Aug 28 20:09:33.609102 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:33.614205 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-86e8a9b6-7365-4436-a00f-9e7831900ba4 req-76194f73-d56e-47d3-877b-1e41d7f61fec service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384616 Aug 28 20:09:33.616686 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30f9be5e-362f-4495-96d7-b4b8b110bac7 req-9e467fb2-2c47-41f1-96f9-98bd69240810 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.1899490 Aug 28 20:09:33.706631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (bcd593a6-128e-4a60-9b21-7a51af66dad3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.710728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e7b44503-8f51-45ae-b0b2-6000e93635b9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:33.726866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.728956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] For port 4485600a-6fd3-4267-b3e2-37e9341d9da3, host n-h2-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:33.729335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.732426 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/bcd593a6-128e-4a60-9b21-7a51af66dad3 HTTP/1.1" status: 204 len: 168 time: 3.0706627 Aug 28 20:09:33.748464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-603b8f8c-a30c-4373-8cfb-505e62aa4580 req-57b15dfc-e466-4228-8edd-bb557531311e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441208 Aug 28 20:09:33.766594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8fd40-95a0-4c63-ae32-0e7047dab258 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd593a6-128e-4a60-9b21-7a51af66dad3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:33.836897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Calling delete_port for 4485600a-6fd3-4267-b3e2-37e9341d9da3 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:33.840318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0548a11-22fe-4bef-8a21-1c2921cd9abd admin admin] Publish callbacks [] for security_group (28e82279-ac06-4d5c-b50d-7c800670cf59), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.843774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5a06fae8-86e0-420a-837c-5ff10f6de200 admin admin] Publish callbacks [] for security_group (56bef4e6-83d8-4cbf-8fb7-981b5979b7b5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:33.875988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e7b44503-8f51-45ae-b0b2-6000e93635b9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:33.878146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.045235 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:34.047124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e7b44503-8f51-45ae-b0b2-6000e93635b9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:34.047519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.080878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e7b44503-8f51-45ae-b0b2-6000e93635b9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e7b44503-8f51-45ae-b0b2-6000e93635b9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:34.091404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.381833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks [] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.404550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0548a11-22fe-4bef-8a21-1c2921cd9abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (28e82279-ac06-4d5c-b50d-7c800670cf59), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.420639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5a06fae8-86e0-420a-837c-5ff10f6de200 admin admin] Publish callbacks [] for security_group (56bef4e6-83d8-4cbf-8fb7-981b5979b7b5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.476694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb5abb-7370-474f-bce4-aca74fc7d607 req-e0d6f3a7-fcd0-494e-a69f-4ef09aa66f32 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:34.478502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88bb5abb-7370-474f-bce4-aca74fc7d607 req-e0d6f3a7-fcd0-494e-a69f-4ef09aa66f32 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.6571088 Aug 28 20:09:34.524383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d0548a11-22fe-4bef-8a21-1c2921cd9abd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=66e021e57f5942848473fdf106e860b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7255526 Aug 28 20:09:34.528174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52632) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:34.534625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0548a11-22fe-4bef-8a21-1c2921cd9abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e82279-ac06-4d5c-b50d-7c800670cf59,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:34.582117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88bb5abb-7370-474f-bce4-aca74fc7d607 req-8ea8e945-a074-4668-b8a5-4a5e58ceee5e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811367 Aug 28 20:09:34.621534 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c2a64f0-8df5-4fc1-b618-241e0e393abd admin admin] Publish callbacks [] for security_group (28e82279-ac06-4d5c-b50d-7c800670cf59), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.648897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c2a64f0-8df5-4fc1-b618-241e0e393abd admin admin] Publish callbacks [] for security_group (28e82279-ac06-4d5c-b50d-7c800670cf59), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.697207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4485600a-6fd3-4267-b3e2-37e9341d9da3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.707875 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:34.719870 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.723311 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/4485600a-6fd3-4267-b3e2-37e9341d9da3 HTTP/1.1" status: 204 len: 168 time: 1.7795696 Aug 28 20:09:34.726891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52636) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:34.743359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6a170-174c-45a0-978b-ca9cfb72aae6 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event deleted for resources: {'Port': ['ID=4485600a-6fd3-4267-b3e2-37e9341d9da3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:34.783454 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cb7f89-8570-4ce6-ae75-79483f964c2a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:09:34.790212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-30cb7f89-8570-4ce6-ae75-79483f964c2a tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/4485600a-6fd3-4267-b3e2-37e9341d9da3 HTTP/1.1" status: 404 len: 333 time: 0.0618305 Aug 28 20:09:34.791377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:34.797839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.800401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2003263444', 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:34.815838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71da218f-7af3-4b7d-86f8-1e76a7a7c523 req-d26787ad-1620-411f-8cac-4975ae98e56a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0658431 Aug 28 20:09:34.892387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-ed47413e-a225-4ef9-bc9c-06c6d0826e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:34.895696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-ed47413e-a225-4ef9-bc9c-06c6d0826e56 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 1125 time: 0.1206212 Aug 28 20:09:34.907083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52642) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:34.929578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e7b44503-8f51-45ae-b0b2-6000e93635b9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:34.963242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a47cb70a-e8d2-412c-9a71-dbca010ab5bd details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:09:34.972822 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:34.980535 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-58f1ff42-0ba9-4c7f-b55a-d63ba44c2c22 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2e3c425de2174a18963458a3dd7d23e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683038 Aug 28 20:09:34.981566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c2a64f0-8df5-4fc1-b618-241e0e393abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (28e82279-ac06-4d5c-b50d-7c800670cf59), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.987398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c2a64f0-8df5-4fc1-b618-241e0e393abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:34.990421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9c2a64f0-8df5-4fc1-b618-241e0e393abd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/28e82279-ac06-4d5c-b50d-7c800670cf59 HTTP/1.1" status: 204 len: 168 time: 0.4611244 Aug 28 20:09:34.998843 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.015281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5a06fae8-86e0-420a-837c-5ff10f6de200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (56bef4e6-83d8-4cbf-8fb7-981b5979b7b5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.018572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5a06fae8-86e0-420a-837c-5ff10f6de200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.021504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5a06fae8-86e0-420a-837c-5ff10f6de200 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/56bef4e6-83d8-4cbf-8fb7-981b5979b7b5 HTTP/1.1" status: 204 len: 168 time: 1.5395575 Aug 28 20:09:35.022450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52644) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:35.050235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (c8fb1fa9-8f80-4d9e-b926-98601009540c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.055334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Made reservation on behalf of 54e4891c779b466388567d4ae2c56fcc for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:35.058281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.106404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a64f0-8df5-4fc1-b618-241e0e393abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e82279-ac06-4d5c-b50d-7c800670cf59,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:35.110179 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:35.138002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06fae8-86e0-420a-837c-5ff10f6de200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bef4e6-83d8-4cbf-8fb7-981b5979b7b5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:35.179849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566cd4-31cb-4386-898c-77fd8cc2f593 req-b09b1d26-9fd0-4b92-accb-49015546a613 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:35.199160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7566cd4-31cb-4386-898c-77fd8cc2f593 req-b09b1d26-9fd0-4b92-accb-49015546a613 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 943 time: 0.2989185 Aug 28 20:09:35.215798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] device_id is not set on port 78e3929a-3bdf-4c76-a792-2f6771f9938f yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:35.298472 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:35.314510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a47cb70a-e8d2-412c-9a71-dbca010ab5bd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:35.321431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b1bf-3d6a-4324-9b2e-75e9159a9716 admin admin] Publish callbacks [] for security_group (a8d5573a-e42c-47bb-a047-f317dcf61e14), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.358475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Pushing event updated for resources: {'Port': ['ID=1331c00a-b674-4b38-bee9-e79bbdf71eb8,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:35.363338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:35.364624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'port_id': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd', 'mac_address': 'fa:16:3e:d0:9b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:09:35.421054 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:35.425315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-3a137357-fc26-4f2b-bbd5-59119840a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:35.427986 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-3a137357-fc26-4f2b-bbd5-59119840a4c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 906 time: 0.5081937 Aug 28 20:09:35.460707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b1bf-3d6a-4324-9b2e-75e9159a9716 admin admin] Publish callbacks [] for security_group (a8d5573a-e42c-47bb-a047-f317dcf61e14), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.467508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a47cb70a-e8d2-412c-9a71-dbca010ab5bd is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:35.467508 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.499457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47cb70a-e8d2-412c-9a71-dbca010ab5bd {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:35.536225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a47cb70a-e8d2-412c-9a71-dbca010ab5bd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:35.561124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7566cd4-31cb-4386-898c-77fd8cc2f593 req-73ec85bb-5d70-4d56-ad16-9d7fcd8c421b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111441 Aug 28 20:09:35.584620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-f627acad-631c-4aee-b60a-9f6a73ac43a1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a47cb70a-e8d2-412c-9a71-dbca010ab5bd HTTP/1.1" status: 200 len: 217 time: 0.0993915 Aug 28 20:09:35.584838 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for port (78e3929a-3bdf-4c76-a792-2f6771f9938f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.665792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e7b44503-8f51-45ae-b0b2-6000e93635b9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:35.754621 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.779555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-f4e7d258-7a25-4360-819e-39e440f34c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:35.779555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-f4e7d258-7a25-4360-819e-39e440f34c01 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.1750827 Aug 28 20:09:35.784054 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:35.840987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-d524885c-f44b-4482-9cd9-db60f175a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:35.851439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-d524885c-f44b-4482-9cd9-db60f175a120 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553825 Aug 28 20:09:35.861170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e7b44503-8f51-45ae-b0b2-6000e93635b9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:35.861764 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.863625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:35.899963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943242b8-e0b7-4283-b013-14e802a4f148 req-38a139d8-7b4a-419c-b054-94966736507c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:35.901600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-943242b8-e0b7-4283-b013-14e802a4f148 req-38a139d8-7b4a-419c-b054-94966736507c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1588478 Aug 28 20:09:35.922596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Router c8fb1fa9-8f80-4d9e-b926-98601009540c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:35.937614 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b1bf-3d6a-4324-9b2e-75e9159a9716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a8d5573a-e42c-47bb-a047-f317dcf61e14), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.941494 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b1bf-3d6a-4324-9b2e-75e9159a9716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.945193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7eb4b1bf-3d6a-4324-9b2e-75e9159a9716 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a8d5573a-e42c-47bb-a047-f317dcf61e14 HTTP/1.1" status: 204 len: 168 time: 0.8961911 Aug 28 20:09:35.974861 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (78e3929a-3bdf-4c76-a792-2f6771f9938f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.985444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1f570608-d4c3-4c36-bd43-4933da54a868 None None] Provisioning complete for port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:35.985824 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1f570608-d4c3-4c36-bd43-4933da54a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:35.992346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4b1bf-3d6a-4324-9b2e-75e9159a9716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d5573a-e42c-47bb-a047-f317dcf61e14,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:36.035374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5e90b7f-a79f-4166-b0c4-132772caa311 req-79d5ecdc-d3c3-434e-9cc1-ee8b30cdd3ab tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0687780 Aug 28 20:09:36.060567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=78e3929a-3bdf-4c76-a792-2f6771f9938f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:36.091049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-36f611e6-5a69-4663-9d67-efee977b81d7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400715 Aug 28 20:09:36.102278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Network b382b633-3328-4e0c-a028-e96746af0869 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:36.129148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a47cb70a-e8d2-412c-9a71-dbca010ab5bd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:09:36.138488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-943242b8-e0b7-4283-b013-14e802a4f148 req-1bf2505c-27f0-471e-a5e6-27c29233df6f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258773 Aug 28 20:09:36.141699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:36.150133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:36.151103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:36.151719 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:36.152132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1f570608-d4c3-4c36-bd43-4933da54a868 None None] Port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:36.180378 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:36.230798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:36.245144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Sync routers for ids ['c8fb1fa9-8f80-4d9e-b926-98601009540c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:36.259085 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5d950054-ff8b-4305-a05f-907a75e2d7be admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c8fb1fa9-8f80-4d9e-b926-98601009540c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3640335 Aug 28 20:09:36.263408 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Routers {'c8fb1fa9-8f80-4d9e-b926-98601009540c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:36.265046 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c8fb1fa9-8f80-4d9e-b926-98601009540c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:36.285203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-278612e8-1547-4b39-a320-18ca995602b1 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4829175 Aug 28 20:09:36.287270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:36.316508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e7b44503-8f51-45ae-b0b2-6000e93635b9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:36.408122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7e9175-fa36-4254-9ba0-c6965b70462e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:36.413959 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ba7e9175-fa36-4254-9ba0-c6965b70462e tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/78e3929a-3bdf-4c76-a792-2f6771f9938f HTTP/1.1" status: 200 len: 955 time: 0.1215293 Aug 28 20:09:36.421154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52678) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:36.421406 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Set router c8fb1fa9-8f80-4d9e-b926-98601009540c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:36.456084 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:36.459560 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:36.508970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6529a1bc-eeb8-43ac-8502-f8a6dbe4ad51 req-008a7640-65f3-4c36-b582-0dce04ecf82e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113698 Aug 28 20:09:36.605086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Deleting port 78e3929a-3bdf-4c76-a792-2f6771f9938f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:36.605781 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (78e3929a-3bdf-4c76-a792-2f6771f9938f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:36.691534 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:09:33Z', 'revision_number': 4, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1331c00a-b674-4b38-bee9-e79bbdf71eb8', 'name': '', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'mac_address': 'fa:16:3e:99:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:31Z', 'updated_at': '2022-08-28T20:09:34Z', 'revision_number': 2, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'subnets': [{'id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:36.733663 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Checking router: c8fb1fa9-8f80-4d9e-b926-98601009540c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:09:36.739970 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Updating router c8fb1fa9-8f80-4d9e-b926-98601009540c port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:09:36.778738 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (78e3929a-3bdf-4c76-a792-2f6771f9938f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:36.817231 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:36.830675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Calling delete_port for 78e3929a-3bdf-4c76-a792-2f6771f9938f owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:36.855664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702f5e9-7fa4-4d7a-bdfb-ac52240b65eb req-a7b709ec-9309-4607-998d-da8cb49f8a76 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:36.865432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b702f5e9-7fa4-4d7a-bdfb-ac52240b65eb req-a7b709ec-9309-4607-998d-da8cb49f8a76 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 944 time: 0.1849613 Aug 28 20:09:36.970566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b702f5e9-7fa4-4d7a-bdfb-ac52240b65eb req-81c1ea57-59bb-43c4-96e2-ed3290ec1e7d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971911 Aug 28 20:09:37.037330 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:37.065935 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (78e3929a-3bdf-4c76-a792-2f6771f9938f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.075560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a47cb70a-e8d2-412c-9a71-dbca010ab5bd up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:37.134546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event deleted for resources: {'Port': ['ID=78e3929a-3bdf-4c76-a792-2f6771f9938f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:37.148105 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.156597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52702) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:37.157096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cf696976-4e92-4819-9971-247003b42ee2 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/78e3929a-3bdf-4c76-a792-2f6771f9938f HTTP/1.1" status: 204 len: 168 time: 0.7406063 Aug 28 20:09:37.199089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port a47cb70a-e8d2-412c-9a71-dbca010ab5bd completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:09:37.207612 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aeca8f7-0371-4326-b6a0-57e2646dc06d tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:09:37.214290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52708) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:37.219488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Request body: {'port': {'network_id': 'b382b633-3328-4e0c-a028-e96746af0869', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-533277893'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:37.220430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6aeca8f7-0371-4326-b6a0-57e2646dc06d tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/78e3929a-3bdf-4c76-a792-2f6771f9938f HTTP/1.1" status: 404 len: 333 time: 0.0599604 Aug 28 20:09:37.245429 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Publish callbacks [] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.261511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:37.264154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-565bf288-83c8-4e01-904a-83640c2e5e67 req-59b5a779-9b93-4d55-b4bb-eb0aae03df9c tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0422277 Aug 28 20:09:37.385762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port a47cb70a-e8d2-412c-9a71-dbca010ab5bd triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:37.386174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.437477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Made reservation on behalf of 54e4891c779b466388567d4ae2c56fcc for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:37.437845 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.440552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.449456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813951b3-c428-4818-ad0a-8ca9772ee31a req-73176d0e-bb29-490b-ad61-4932410861d3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:37.465815 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-813951b3-c428-4818-ad0a-8ca9772ee31a req-73176d0e-bb29-490b-ad61-4932410861d3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1100626 Aug 28 20:09:37.477035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] device_id is not set on port b9bc17e3-6d0c-4701-9bca-5634d1a9575f yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:37.535861 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-813951b3-c428-4818-ad0a-8ca9772ee31a req-1fe2a172-916f-46e7-bc2d-ab91040b3e51 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Aug 28 20:09:37.558560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a47cb70a-e8d2-412c-9a71-dbca010ab5bd is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:37.559272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.564533 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Pushing event updated for resources: {'Port': ['ID=1331c00a-b674-4b38-bee9-e79bbdf71eb8,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:37.589451 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Attempting to bind port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:37.589823 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Attempting to bind port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:37.590812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535666ad-d0b4-46b6-8455-a2c15272331c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:37.590986 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Attempting to bind port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:37.594633 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f696ff6a-ad71-4fb4-888b-631d8b0ba447" -d '{"events": [{"server_uuid": "535666ad-d0b4-46b6-8455-a2c15272331c", "name": "network-vif-plugged", "status": "completed", "tag": "a47cb70a-e8d2-412c-9a71-dbca010ab5bd"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:37.596281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.596654 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.596999 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.597344 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.597681 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.610530 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.611031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.611388 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.611724 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.612064 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.612398 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.613455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a47cb70a-e8d2-412c-9a71-dbca010ab5bd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:37.617820 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.618210 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.618602 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.618896 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:37.632304 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:37.632717 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Checking segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:37.633061 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.633487 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Bound using segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:37.637093 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Bound port: 1331c00a-b674-4b38-bee9-e79bbdf71eb8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:37.639480 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.675569 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc37bb3-9d0c-4a51-8097-7bf69a4afeeb x-openstack-request-id: req-8dc37bb3-9d0c-4a51-8097-7bf69a4afeeb {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:37.675976 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535666ad-d0b4-46b6-8455-a2c15272331c", "name": "network-vif-plugged", "status": "completed", "tag": "a47cb70a-e8d2-412c-9a71-dbca010ab5bd", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:37.676326 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dc37bb3-9d0c-4a51-8097-7bf69a4afeeb {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:37.676892 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc37bb3-9d0c-4a51-8097-7bf69a4afeeb'] response: {'server_uuid': '535666ad-d0b4-46b6-8455-a2c15272331c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd', 'code': 200} Aug 28 20:09:37.689396 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.690813 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:37.727971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-899cd125-b39a-40ef-b84b-e981c5c8f175 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:37.729659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-899cd125-b39a-40ef-b84b-e981c5c8f175 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 822 time: 0.2401423 Aug 28 20:09:37.732557 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:37.753652 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] For port 1331c00a-b674-4b38-bee9-e79bbdf71eb8, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:37.764816 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] For port 1331c00a-b674-4b38-bee9-e79bbdf71eb8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1331c00a-b674-4b38-bee9-e79bbdf71eb8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:37.765337 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-7b3ce975-0de8-4d3c-b485-fbb046b42e13 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/quotas/5afef5a6b2e74b02a0459ebbe0bb0843 HTTP/1.1" status: 200 len: 375 time: 0.0236742 Aug 28 20:09:37.830557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-cbfd9ade-3f40-4ef2-8c7e-513f8513feec tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560338 Aug 28 20:09:37.832497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:37.835523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.938439 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:37.955745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277006c9-f045-4cbe-8ef1-5fcf1b9d80e5 req-0228966f-8652-44f7-bb3b-9a39a780dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:37.957299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-277006c9-f045-4cbe-8ef1-5fcf1b9d80e5 req-0228966f-8652-44f7-bb3b-9a39a780dd65 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 1127 time: 0.1258419 Aug 28 20:09:37.987826 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Routers {'c8fb1fa9-8f80-4d9e-b926-98601009540c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:37.988473 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c8fb1fa9-8f80-4d9e-b926-98601009540c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:38.010652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52736) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:38.021435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-a9ca77f4-01d2-43d3-bb84-51836d4521eb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699705 Aug 28 20:09:38.066465 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-277006c9-f045-4cbe-8ef1-5fcf1b9d80e5 req-b4808e12-9bb0-48d6-a586-3768fe451f2e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930648 Aug 28 20:09:38.087184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a7c76-701d-44ae-be47-a2015db3ab84 None None] Pushing event updated for resources: {'Port': ['ID=1331c00a-b674-4b38-bee9-e79bbdf71eb8,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:38.160776 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-2b98ad82-05fd-4171-9924-dde3989beb82 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283782 Aug 28 20:09:38.169748 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:38.222195 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] Set router c8fb1fa9-8f80-4d9e-b926-98601009540c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:38.236237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d8248-6a4e-48af-a119-16fb7f3026ae req-f3aa219c-f6d2-4c1d-9935-9ca3e1f433c8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:38.237885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de6d8248-6a4e-48af-a119-16fb7f3026ae req-f3aa219c-f6d2-4c1d-9935-9ca3e1f433c8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.1094449 Aug 28 20:09:38.263190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Network b382b633-3328-4e0c-a028-e96746af0869 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:38.273509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:38.284047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:38.285042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:38.285696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:38.310340 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:38.310340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1982136168-network', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:38.329606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=b9bc17e3-6d0c-4701-9bca-5634d1a9575f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:38.410609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de6d8248-6a4e-48af-a119-16fb7f3026ae req-982fdbce-322a-4618-ae8c-988ab092b781 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641891 Aug 28 20:09:38.447867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52748) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:38.534076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1922028658'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:38.539963 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e95675ce-6de9-413c-9d6f-e62de65734ae req-91a56d50-226b-48d9-a6b2-03cbd5d798ac tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0437994 Aug 28 20:09:38.542777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a8c3fb29-59f1-4161-af1f-a21002aaf64c tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3273678 Aug 28 20:09:38.545395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52752) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:38.551402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:38.608594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Made reservation on behalf of b3df3258c2e849bc8b2fc6fdf5ce4640 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:38.614925 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:38.643137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:38.647275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:38.652086 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:38.688372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:38.695703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:38.724692 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:09:33Z', 'revision_number': 4, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1331c00a-b674-4b38-bee9-e79bbdf71eb8', 'name': '', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'mac_address': 'fa:16:3e:99:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:31Z', 'updated_at': '2022-08-28T20:09:37Z', 'revision_number': 4, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'subnets': [{'id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:38.749930 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7121ef2a-b5a6-4970-9791-0e99819d8124 req-395c7f5c-b8da-45fe-9006-2b48e58ab816 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 210 time: 0.0497255 Aug 28 20:09:38.786032 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d2833-ee6d-4b04-8577-2ff491ea7fed None None] The sync data for ids ['c8fb1fa9-8f80-4d9e-b926-98601009540c'] in n-d-854121-7 is: [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:09:33Z', 'revision_number': 4, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1331c00a-b674-4b38-bee9-e79bbdf71eb8', 'name': '', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'mac_address': 'fa:16:3e:99:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:31Z', 'updated_at': '2022-08-28T20:09:37Z', 'revision_number': 4, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'subnets': [{'id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:38.828917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc0de5-c48e-4c43-ae73-ec78b563644f req-d0b627f8-496a-498f-b425-e9312cc9f985 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:38.831133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8fdc0de5-c48e-4c43-ae73-ec78b563644f req-d0b627f8-496a-498f-b425-e9312cc9f985 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1077230 Aug 28 20:09:38.900465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52762) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:39.018426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8fdc0de5-c48e-4c43-ae73-ec78b563644f req-9a6c80ba-706b-48e0-868b-ae5378970a55 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750257 Aug 28 20:09:39.103893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks [] for security_group (c085a696-020a-4ab5-b2ba-a3ce3491583c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.121966 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for security_group (bb513397-7057-4a56-9475-e9cceafcd4ed), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.171772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-988194127-network', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:39.237065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c085a696-020a-4ab5-b2ba-a3ce3491583c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.238223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] device_id is not set on port b9bc17e3-6d0c-4701-9bca-5634d1a9575f yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:09:39.249053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks [] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.267374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:09:39.280942 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bb513397-7057-4a56-9475-e9cceafcd4ed), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.295091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:09:39.303538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c085a696-020a-4ab5-b2ba-a3ce3491583c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:39.314409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0274cbb0-b656-46ff-bda4-31a06581aa5c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.314755 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Added segment 0274cbb0-b656-46ff-bda4-31a06581aa5c of type vlan for network 0bafccb0-3731-4654-a000-2fe2f996b6ca Aug 28 20:09:39.327477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4bc7500c-1522-4641-8eae-3b5301b3cb5c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.328036 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment 4bc7500c-1522-4641-8eae-3b5301b3cb5c of type vlan for network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 Aug 28 20:09:39.385530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Made reservation on behalf of 1d6a161784e44d36acdc6f32ef9e7423 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:39.388306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.403369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.421567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (0bafccb0-3731-4654-a000-2fe2f996b6ca), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.421567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb513397-7057-4a56-9475-e9cceafcd4ed,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:39.452416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6ab4bba3-9635-4061-89c5-e8312c4f02e4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.516746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.634592 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks [] for security_group (04f9ce5c-059f-4f65-9249-49c28dfcc82a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.635679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=b9bc17e3-6d0c-4701-9bca-5634d1a9575f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:39.677483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c271e0-dc59-4764-a517-4adc5fcafe2a req-0a9e5eaa-19ba-4a8e-814c-c6e465080a2d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:39.679723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8c271e0-dc59-4764-a517-4adc5fcafe2a req-0a9e5eaa-19ba-4a8e-814c-c6e465080a2d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.1167352 Aug 28 20:09:39.683325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:39.683755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:39.684350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:39.732038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1331c00a-b674-4b38-bee9-e79bbdf71eb8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:39.737191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:39.737600 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:39.739509 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 2 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:39.755530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-766a12a2-2a27-44ab-b297-8ea96c2c2725 req-85d51d73-6448-4fa5-91a8-01bef39827b2 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0617697 Aug 28 20:09:39.769919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:39.770325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:39.771267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:39.793560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:39.793943 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:39.794515 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 3 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:39.800584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8c271e0-dc59-4764-a517-4adc5fcafe2a req-52df37ae-7068-4d82-99be-c035b10ff36a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130755 Aug 28 20:09:39.816288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:39.816905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:39.818148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:39.834023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:39.835076 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:39.835847 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 4 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:39.855469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:39.855834 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.856932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:39.858068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:39.858068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:39.877745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:39.878299 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:39.878889 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 5 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:39.896638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:39.897147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:39.897725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:39.907004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:39.908893 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:39.909337 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 6 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:39.941496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ca6fd3c-0f4d-4e5b-97e0-70266fe5c4ac req-e35c45a3-cf8a-447f-be1f-9f0febfc0a9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 210 time: 0.0974901 Aug 28 20:09:39.941841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:39.942147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:39.943078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:39.950244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:39.950596 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:39.951056 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 7 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:39.969680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:39.970345 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:39.971251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:39.971600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:39.971944 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:39.983074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:39.983598 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:39.983961 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 8 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:40.000886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:40.001235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:40.001602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:40.016531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:40.016887 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:40.017292 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 9 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:40.032903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:40.038722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:40.038722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:40.039213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 1331c00a-b674-4b38-bee9-e79bbdf71eb8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1331c00a-b674-4b38-bee9-e79bbdf71eb8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:40.042202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:40.042586 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:40.043127 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempt 10 to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f Aug 28 20:09:40.064842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:40.065220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:40.065501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempting to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:40.072290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:40.072619 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Failed to bind port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on host n-h2-854121-7 for vnic_type normal using segments [{'id': '5c44a103-fd82-4e66-a2a3-d3f24252171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b382b633-3328-4e0c-a028-e96746af0869'}] Aug 28 20:09:40.073003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.167938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (0bafccb0-3731-4654-a000-2fe2f996b6ca), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.196688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:40.196688 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.197455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (04f9ce5c-059f-4f65-9249-49c28dfcc82a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.197578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6ab4bba3-9635-4061-89c5-e8312c4f02e4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.197578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:40.197578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.233020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:09:40.235518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] For port b9bc17e3-6d0c-4701-9bca-5634d1a9575f, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:40.235886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attempted to set empty binding levels {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 20:09:40.256327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c84ef2-faf9-48f9-b5a5-188085bc1de2 req-e580f32e-5291-4226-bd79-f35a61378e7e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:40.266899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84c84ef2-faf9-48f9-b5a5-188085bc1de2 req-e580f32e-5291-4226-bd79-f35a61378e7e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1447754 Aug 28 20:09:40.281371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=0bafccb0-3731-4654-a000-2fe2f996b6ca,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:40.285902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f9ce5c-059f-4f65-9249-49c28dfcc82a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:40.290216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1cd899fd-d3ee-47fd-86fb-3b1ed85e495f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.290853 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Added segment 1cd899fd-d3ee-47fd-86fb-3b1ed85e495f of type vlan for network 2ab7c256-cb29-464f-a7d8-df97ec939a1d Aug 28 20:09:40.294354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:09:40.397836 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.433176 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (2ab7c256-cb29-464f-a7d8-df97ec939a1d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.452735 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84c84ef2-faf9-48f9-b5a5-188085bc1de2 req-dc42b5a4-bae8-4541-8a2b-19c26b4f0b3a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844468 Aug 28 20:09:40.467696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=6ab4bba3-9635-4061-89c5-e8312c4f02e4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:40.488206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:09:40.496806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=1331c00a-b674-4b38-bee9-e79bbdf71eb8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:40.562436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7d78dcc-6e2e-4fe3-a6ad-1519b19aa5b2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5501249 Aug 28 20:09:40.567287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52778) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:40.574340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.577332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] In _notify_port_updated(), no bound segment for port b9bc17e3-6d0c-4701-9bca-5634d1a9575f on network b382b633-3328-4e0c-a028-e96746af0869 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:09:40.601606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:40.602277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.603665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/b9bc17e3-6d0c-4701-9bca-5634d1a9575f HTTP/1.1" status: 200 len: 974 time: 2.0572293 Aug 28 20:09:40.607402 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1c0de927-85bb-4b97-909e-004b84e34d29 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1583011 Aug 28 20:09:40.618472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Request body: {'subnet': {'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1982136168-subnet', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:40.628594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52780) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:40.653751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (2ab7c256-cb29-464f-a7d8-df97ec939a1d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.655672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:40.656498 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.662672 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:40.749364 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:40.752536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f5ba-0618-4c28-b2d9-daad31581db3 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event updated for resources: {'Port': ['ID=b9bc17e3-6d0c-4701-9bca-5634d1a9575f,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:40.793215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Deleting port b9bc17e3-6d0c-4701-9bca-5634d1a9575f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:40.794894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.820001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] Pushing event updated for resources: {'Network': ['ID=2ab7c256-cb29-464f-a7d8-df97ec939a1d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:40.850319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:09:40.865294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Made reservation on behalf of b3df3258c2e849bc8b2fc6fdf5ce4640 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:40.868194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:40.890393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-362901ba-774f-4510-af87-ba6315cda2da admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9838731 Aug 28 20:09:40.893195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52786) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:40.902219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Request body: {'subnet': {'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-988194127-subnet', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:41.087842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Made reservation on behalf of 1d6a161784e44d36acdc6f32ef9e7423 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:41.097229 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:41.226155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2d53-ff25-4c42-b0a7-cd59becc00d4 req-82338783-9358-41e5-8218-131a1fbe6adf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:41.228277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b31b2d53-ff25-4c42-b0a7-cd59becc00d4 req-82338783-9358-41e5-8218-131a1fbe6adf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.2440908 Aug 28 20:09:41.274497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] For port b9bc17e3-6d0c-4701-9bca-5634d1a9575f, host n-h2-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:41.274824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:41.293117 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7004a2d5-6716-485e-b3a6-9e9a370e2a7a req-31b67236-8c99-449e-abc5-80385f763d7d tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.2501760 Aug 28 20:09:41.331364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b31b2d53-ff25-4c42-b0a7-cd59becc00d4 req-df787ec2-25f6-4604-b91c-afe0d6d0b334 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910335 Aug 28 20:09:41.344096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Calling delete_port for b9bc17e3-6d0c-4701-9bca-5634d1a9575f owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:41.389888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (28e644fb-dbd3-42b1-91c8-587811e6d386), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:41.616033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (34e6c422-c8ae-40f3-a473-5497c77b4696), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:41.658656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8d833cf-b724-4ad9-85f3-f789511923b8 req-eb3d013f-4513-44a6-b016-2b247ccbc8ea tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 210 time: 0.2477422 Aug 28 20:09:41.745585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1331c00a-b674-4b38-bee9-e79bbdf71eb8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:41.827304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:41.828299 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:41.876545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e644fb-dbd3-42b1-91c8-587811e6d386,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:41.901217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e6c422-c8ae-40f3-a473-5497c77b4696,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:41.906261 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:41.932067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210dd89-4bce-4675-8303-21a4512008be req-a4157dae-92ea-4b5d-9583-bdc4858dcc8f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:41.934835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a210dd89-4bce-4675-8303-21a4512008be req-a4157dae-92ea-4b5d-9583-bdc4858dcc8f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.2594521 Aug 28 20:09:41.966926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Checking segment: {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:41.974309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Network hostable DHCP agents. Network: 0bafccb0-3731-4654-a000-2fe2f996b6ca, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:09:41.982878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Checking segment: {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:41.985768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Network hostable DHCP agents. Network: 2ab7c256-cb29-464f-a7d8-df97ec939a1d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:09:42.044846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:42.113107 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b9bc17e3-6d0c-4701-9bca-5634d1a9575f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:42.122221 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a210dd89-4bce-4675-8303-21a4512008be req-2b00d171-e168-4698-b581-37caaab0edb4 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464880 Aug 28 20:09:42.168739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9bc17e3-6d0c-4701-9bca-5634d1a9575f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:42.174908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:09:42.185143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:09:42.214935 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:42.219623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5bbaf08e-b2ee-42e2-a440-3bb99c103ded tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/b9bc17e3-6d0c-4701-9bca-5634d1a9575f HTTP/1.1" status: 204 len: 168 time: 1.5899627 Aug 28 20:09:42.225726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52806) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:42.269181 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d0f909-4717-48c4-b5c5-97ee24126c99 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:09:42.271351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a1d0f909-4717-48c4-b5c5-97ee24126c99 tempest-PortsAdminExtendedAttrsTestJSON-2014958764 tempest-PortsAdminExtendedAttrsTestJSON-2014958764-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/b9bc17e3-6d0c-4701-9bca-5634d1a9575f HTTP/1.1" status: 404 len: 333 time: 0.0436473 Aug 28 20:09:42.276990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52808) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:42.305196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-df260c6b-5714-4c7f-86c5-8b21e281c592 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:42.313746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-df260c6b-5714-4c7f-86c5-8b21e281c592 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.3262885 Aug 28 20:09:42.326485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 0bafccb0-3731-4654-a000-2fe2f996b6ca) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:42.333721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:42.335389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:42.337095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650566ed-1266-40b0-ae0e-c5e50ca2022c None None] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:42.341597 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:42.363129 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-7d8e9171-09ec-4758-b24f-b91c226d27bc tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.0480671 Aug 28 20:09:42.491417 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-41d42126-182e-49ec-8c81-18ce2b919cd4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1264267 Aug 28 20:09:42.543875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (b382b633-3328-4e0c-a028-e96746af0869), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:42.552723 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:42.553354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 2ab7c256-cb29-464f-a7d8-df97ec939a1d) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:42.572620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11d95b-4f94-496b-8354-de1578f0794a None None] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:42.638133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3253d20d-65fa-46ca-8e60-1c1d9a8340b4 req-20efa01f-f350-4a83-be61-b1a5a6051a4a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0881824 Aug 28 20:09:42.656941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:42.659603 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:42.715047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ab1f84d7-7fb2-4251-8663-c1bee10e85fd admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1414235 Aug 28 20:09:42.725644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52816) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:42.737794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:42.834424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-0bafccb0-3731-4654-a000-2fe2f996b6ca', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:09:42.846451 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:42.872267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-1c3c1a3b-5894-46e5-af3b-e0a0611a0939 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795490 Aug 28 20:09:42.994574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c88a3858-dc0e-4f01-b3c8-f851af420593 req-3f183df6-6579-478e-9f6e-44473ee1e076 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 210 time: 0.0534089 Aug 28 20:09:43.000476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-11cd0e42-acda-4c61-b2df-f8f761a0c6d6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1034083 Aug 28 20:09:43.002114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52818) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:43.005938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:43.028668 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (b382b633-3328-4e0c-a028-e96746af0869), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.041130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (586d50a3-5b69-43e2-81e9-0a6adad81a2b), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.046673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (586d50a3-5b69-43e2-81e9-0a6adad81a2b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.058551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b382b633-3328-4e0c-a028-e96746af0869']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:43.081735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c44a103-fd82-4e66-a2a3-d3f24252171e') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:43.082374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c44a103-fd82-4e66-a2a3-d3f24252171e') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:43.101550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (5c44a103-fd82-4e66-a2a3-d3f24252171e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.119556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5c44a103-fd82-4e66-a2a3-d3f24252171e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.137775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:09:43.138650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (5c44a103-fd82-4e66-a2a3-d3f24252171e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.316700 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5c44a103-fd82-4e66-a2a3-d3f24252171e resource provider aggregate not found Aug 28 20:09:43.324038 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (96978b6e-941e-468f-be98-a76486196698), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.326083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (96978b6e-941e-468f-be98-a76486196698), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.328619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Allocated IP 172.20.0.2 (0bafccb0-3731-4654-a000-2fe2f996b6ca/28e644fb-dbd3-42b1-91c8-587811e6d386/ccb55b57-8997-4254-8e0b-dea25659c9c4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:43.389652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.394380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:09:43.395198 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.402149 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:43.544589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc1589-3955-442f-9323-74d51b8a408f req-ee34cfcb-e0a2-476e-9210-c9c4e156e82e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:43.559391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-77bc1589-3955-442f-9323-74d51b8a408f req-ee34cfcb-e0a2-476e-9210-c9c4e156e82e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.2249987 Aug 28 20:09:43.584878 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5c44a103-fd82-4e66-a2a3-d3f24252171e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c44a103-fd82-4e66-a2a3-d3f24252171e found for delete ", "request_id": "req-2c8ae924-ed91-4c43-9bfe-dbe9ba8b9df0"}]} Aug 28 20:09:43.590890 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks [] for router_controller (586d50a3-5b69-43e2-81e9-0a6adad81a2b), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.592699 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:43.709319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Allocated IP 172.20.0.2 (2ab7c256-cb29-464f-a7d8-df97ec939a1d/34e6c422-c8ae-40f3-a473-5497c77b4696/cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:43.755780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-45a7c42c-a04f-465f-ac32-39e85895a054 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8826005 Aug 28 20:09:43.798538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-d653cfd6-a517-4ce9-8c7b-9e41163df39e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:43.800186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-d653cfd6-a517-4ce9-8c7b-9e41163df39e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 822 time: 0.2043521 Aug 28 20:09:43.812422 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks [] for router_controller (96978b6e-941e-468f-be98-a76486196698), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.827175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-77bc1589-3955-442f-9323-74d51b8a408f req-1196e9f5-5b03-4e3f-aa5d-bab101abc438 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663460 Aug 28 20:09:43.832087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Request body: {'port': {'device_id': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'admin_state_up': True, 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:43.843741 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (b382b633-3328-4e0c-a028-e96746af0869), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.850263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:43.859463 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b382b633-3328-4e0c-a028-e96746af0869 HTTP/1.1" status: 204 len: 168 time: 1.5793123 Aug 28 20:09:43.921803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3aa81-711d-4e9f-b4ed-5164031ff6e9 tempest-PortsAdminExtendedAttrsTestJSON-1252780334 tempest-PortsAdminExtendedAttrsTestJSON-1252780334-project] Pushing event deleted for resources: {'Network': ['ID=b382b633-3328-4e0c-a028-e96746af0869,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:44.183158 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks [] for router_gateway (586d50a3-5b69-43e2-81e9-0a6adad81a2b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:44.189884 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-391d9efc-6f17-4441-a4d2-38c25f96a1ce req-d652dfa3-9680-44fc-9e8e-cb4b94ed921b tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0999827 Aug 28 20:09:44.425891 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Publish callbacks [] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:44.429343 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:44.538414 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:44.593401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Pushing event updated for resources: {'Port': ['ID=ccb55b57-8997-4254-8e0b-dea25659c9c4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:44.623844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Publish callbacks [] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:44.652731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:44.656101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:44.664903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d348baa-23ea-470e-b8f1-71ebbbc24d53 req-64f2000d-a522-4540-9497-8268264141bd tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 210 time: 0.2101674 Aug 28 20:09:44.664903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Made reservation on behalf of 5afef5a6b2e74b02a0459ebbe0bb0843 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:44.687156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:44.722188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:44.794569 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:44.800397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52838) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:44.866185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-abc443d6-2027-486c-b5d3-5b90e05cc1a1 req-ccd5e9b4-d4fc-477e-a71e-50d0e602441b tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 210 time: 0.4096859 Aug 28 20:09:44.899735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52842) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:44.945408 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks [] for router_gateway (96978b6e-941e-468f-be98-a76486196698), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.013545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:45.023826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Attempting to bind port ccb55b57-8997-4254-8e0b-dea25659c9c4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:45.027147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Attempting to bind port ccb55b57-8997-4254-8e0b-dea25659c9c4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:45.027766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Attempting to bind port ccb55b57-8997-4254-8e0b-dea25659c9c4 on network 0bafccb0-3731-4654-a000-2fe2f996b6ca {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:45.032459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': '6ab4bba3-9635-4061-89c5-e8312c4f02e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:45.044533 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:45.050805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:45.059172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Pushing event updated for resources: {'Port': ['ID=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:45.083516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:45.089511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:45.096754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Checking segment: {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:45.097294 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.097719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Bound using segment: {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:45.098490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Bound port: ccb55b57-8997-4254-8e0b-dea25659c9c4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:45.098860 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.196673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fc4441a8-ab74-4be9-89de-7d9d9993af1d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=44d8907c151b471b902932c5eb730aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354016 Aug 28 20:09:45.200894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] For port ccb55b57-8997-4254-8e0b-dea25659c9c4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:45.202738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52850) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:45.205502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] For port ccb55b57-8997-4254-8e0b-dea25659c9c4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccb55b57-8997-4254-8e0b-dea25659c9c4,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:45.282980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Attempting to bind port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:45.283770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Attempting to bind port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:45.284142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Attempting to bind port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa on network 2ab7c256-cb29-464f-a7d8-df97ec939a1d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:45.292018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:45.292758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Checking segment: {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:45.293957 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.294560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Bound using segment: {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:45.295004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Bound port: cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:45.295381 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.321653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53e1b-5dc9-40ad-b941-ff6220007315 req-57fcdd56-b17d-42fb-8281-8405b12746e3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:45.329209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a53e1b-5dc9-40ad-b941-ff6220007315 req-57fcdd56-b17d-42fb-8281-8405b12746e3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.2914324 Aug 28 20:09:45.341334 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:45.385372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] For port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:45.390980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] For port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:45.396080 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.434375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67f4cbf7-3a74-418a-8921-4fa09a7f897f req-5ea3dd71-b644-4648-b63d-9065427adfee tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0467746 Aug 28 20:09:45.445705 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks [] for router_gateway (96978b6e-941e-468f-be98-a76486196698), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.506672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9b1da-1107-4da4-a6aa-582fcc0d5c8c None None] Pushing event updated for resources: {'Port': ['ID=ccb55b57-8997-4254-8e0b-dea25659c9c4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:45.509745 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.512252 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:45.529028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.534956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Allocated IP 172.20.0.9 (6ae51af3-90c5-41aa-8ac0-826f71c38a2f/8c42730f-a6f7-40a8-b810-ff6252258e0b/2edaa771-ed3f-4bee-adbd-445d0ebf34e8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:45.671055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5dcf-ebb2-47ea-bf15-4ece68fa4e78 None None] Pushing event updated for resources: {'Port': ['ID=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:45.710903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-314f390f-47df-4e82-876e-b0c263a729f4 admin admin] Publish callbacks [] for security_group (56156e95-8563-4a93-9b4e-76daab9626f8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.741232 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:45.755904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:45.764921 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.772928 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a53e1b-5dc9-40ad-b941-ff6220007315 req-1806d9d3-9a4f-485b-ae6c-0096a763a70c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139726 Aug 28 20:09:45.903594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-314f390f-47df-4e82-876e-b0c263a729f4 admin admin] Publish callbacks [] for security_group (56156e95-8563-4a93-9b4e-76daab9626f8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.912021 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks [] for router_gateway (586d50a3-5b69-43e2-81e9-0a6adad81a2b), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:45.915090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-db651c12-a7a5-4b33-8dbc-4913949f0a3a req-b2748f0e-997a-4e2b-940d-bf99b464a6a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 210 time: 0.0972931 Aug 28 20:09:45.916531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Allocated IP 172.25.4.193 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/9d81d454-bf7b-4235-96c9-0631ca713f8e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:46.062511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:46.110289 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:46.144852 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:46.168912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks [] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:46.211404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-567859d3-333b-4819-bb66-a6e0f642558b req-701b5530-f04a-4972-a70a-8e9013e65d66 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 210 time: 0.0841422 Aug 28 20:09:46.276534 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:46.308668 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:46.414604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:46.422415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:46.428884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:46.452290 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:46.461163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d81d454-bf7b-4235-96c9-0631ca713f8e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:46.465294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-a3fc1412-f240-4005-9c4a-46a63d11ac63 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937552 Aug 28 20:09:46.470379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-314f390f-47df-4e82-876e-b0c263a729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (56156e95-8563-4a93-9b4e-76daab9626f8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:46.472959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-314f390f-47df-4e82-876e-b0c263a729f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:46.475473 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-314f390f-47df-4e82-876e-b0c263a729f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/56156e95-8563-4a93-9b4e-76daab9626f8 HTTP/1.1" status: 204 len: 168 time: 1.2645690 Aug 28 20:09:46.558362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f390f-47df-4e82-876e-b0c263a729f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56156e95-8563-4a93-9b4e-76daab9626f8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:46.607455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Allocated IP 172.25.4.88 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/7be14fd8-dc0d-4708-b3e9-2cee066a1d34) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:46.742068 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ed37d1b-c8fc-4937-9a65-6ee0c3cae450 req-fc09c8aa-0b28-4549-aa1c-d74414c01528 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0769110 Aug 28 20:09:46.746412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-fcc3e20b-2d7e-497f-ae01-f25150d8c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:46.748767 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-fcc3e20b-2d7e-497f-ae01-f25150d8c86c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 1127 time: 0.1332245 Aug 28 20:09:46.895997 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (6d31d932-ad9f-4298-a949-adeb6b5b8ee6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:46.923180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:47.087768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-cfee0559-fabc-48cc-8bcc-d4bbab9f4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:47.102670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-cfee0559-fabc-48cc-8bcc-d4bbab9f4c38 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 906 time: 0.2267773 Aug 28 20:09:47.129152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks [] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:47.156061 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:47.210979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:47.301104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:47.305180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:47.383187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ce3a6-9a3f-4a97-8300-b14ae9189dac None None] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:47.488764 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:47.511776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:47.513814 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:47.539100 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-c33b5a48-573b-4656-b5ba-b15205ba420c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c HTTP/1.1" status: 200 len: 217 time: 0.4350297 Aug 28 20:09:47.623270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9bbb875a-a8e5-4f46-bed4-3752b57c461a req-facb5f72-d7dd-4a2b-b6dc-8a3d1c2f24df tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 210 time: 0.2463353 Aug 28 20:09:47.733185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-172c1806-2d66-4d51-a34f-79a401b1fd15 None None] Provisioning complete for port ccb55b57-8997-4254-8e0b-dea25659c9c4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:47.734253 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-172c1806-2d66-4d51-a34f-79a401b1fd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:47.736437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks [] for router_gateway (96978b6e-941e-468f-be98-a76486196698), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:47.799872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=6d31d932-ad9f-4298-a949-adeb6b5b8ee6,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:47.870782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:47.891794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccb55b57-8997-4254-8e0b-dea25659c9c4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:47.894824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec26c-d59d-4ce7-9d2e-9bb483dab052 req-23f05170-624d-4e66-8237-e8adfa12820a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:47.898373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-498ec26c-d59d-4ce7-9d2e-9bb483dab052 req-23f05170-624d-4e66-8237-e8adfa12820a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.8049936 Aug 28 20:09:47.922969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': '4bc7500c-1522-4641-8eae-3b5301b3cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ab4bba3-9635-4061-89c5-e8312c4f02e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:47.923549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: 6ab4bba3-9635-4061-89c5-e8312c4f02e4, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:09:48.005096 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-b6cdf68d-47ff-4706-b6a2-556f291c73d9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1832633 Aug 28 20:09:48.028730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Request body: {'port': {'device_id': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:48.065383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-46200851-03d1-48fe-b946-1a38b648ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:48.076758 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-46200851-03d1-48fe-b946-1a38b648ccb8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.5280409 Aug 28 20:09:48.134417 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:48.136434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52874) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:48.150247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:09:48.195110 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:48.237968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-172c1806-2d66-4d51-a34f-79a401b1fd15 None None] Current status of the port ccb55b57-8997-4254-8e0b-dea25659c9c4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:48.243705 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-172c1806-2d66-4d51-a34f-79a401b1fd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:48.253304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b39cd-15d1-46f7-8fd2-8ac49226cda8 None None] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:48.278039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:48.283406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-d4473604-ccf1-45ff-80d9-706581521f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:48.286225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-d4473604-ccf1-45ff-80d9-706581521f4a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1217468 Aug 28 20:09:48.295444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6ab4bba3-9635-4061-89c5-e8312c4f02e4) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:48.314558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-498ec26c-d59d-4ce7-9d2e-9bb483dab052 req-a6c2c366-bb8e-4d81-ae20-103f46f9fbf3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970234 Aug 28 20:09:48.331185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:48.336785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:48.337960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:48.386521 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:48.386521 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:48.386521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:48.393202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4919512-c876-4a29-8b93-9c24f4709838 req-e05bdffd-5710-4e28-972d-e709e5ecd10a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:48.394983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4919512-c876-4a29-8b93-9c24f4709838 req-e05bdffd-5710-4e28-972d-e709e5ecd10a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 931 time: 0.6251969 Aug 28 20:09:48.431106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e13e67-0519-47bf-8027-8809001bdc47 None None] Network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:48.515605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Pushing event updated for resources: {'Port': ['ID=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:48.580526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:48.629842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a370a9e-68e3-4fe8-abc7-793620edf434 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=54e4891c779b466388567d4ae2c56fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4813967 Aug 28 20:09:48.630615 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:48.639241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52876) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:48.639241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:48.639881 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:09:48.640801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f685b9df-43b1-493b-8810-b59e5af34e9a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6179569 Aug 28 20:09:48.644742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e4919512-c876-4a29-8b93-9c24f4709838 req-b783ad67-a7d9-48f5-abbf-7cc1c506102e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210622 Aug 28 20:09:48.814755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6ab4bba3-9635-4061-89c5-e8312c4f02e4', 'network_id': '6ab4bba3-9635-4061-89c5-e8312c4f02e4', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': '6d31d932-ad9f-4298-a949-adeb6b5b8ee6'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:09:48.819661 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:48.824457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ccb55b57-8997-4254-8e0b-dea25659c9c4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:48.824884 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:48.952948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-172c1806-2d66-4d51-a34f-79a401b1fd15 None None] For port ccb55b57-8997-4254-8e0b-dea25659c9c4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccb55b57-8997-4254-8e0b-dea25659c9c4,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:49.049513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b50b12c9-f1e5-485e-a4e9-82a4d42b0383 req-664d7039-6f07-470b-86b3-5fe83a93b801 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.5233111 Aug 28 20:09:49.093891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ccb55b57-8997-4254-8e0b-dea25659c9c4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:49.093891 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.147174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-172c1806-2d66-4d51-a34f-79a401b1fd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.294735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913672796'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:49.349733 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:49.462998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b86f18b-bb19-4940-891b-3ade2cc1b214 req-dd0f07b5-d83e-4614-b3c7-bfb197ca2b79 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 210 time: 0.1497133 Aug 28 20:09:49.490232 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:09:49.490992 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:09:49.513918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Provisioning complete for port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:49.514464 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.554923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:49.563577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Publish callbacks [] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.579207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Transition to ACTIVE for port object 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:09:49.591595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb46f644-0d74-4291-b550-db32d8a4a370 admin admin] Publish callbacks [] for security_group (f6b9a916-38f3-4550-be3a-f053224750cf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.633632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Allocated IP 2001:db8:0:ffff::2 (6ab4bba3-9635-4061-89c5-e8312c4f02e4/6d31d932-ad9f-4298-a949-adeb6b5b8ee6/e8e16839-7a70-4d90-8e88-5c4d90a9fc15) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:49.644405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c1806-2d66-4d51-a34f-79a401b1fd15 None None] Pushing event updated for resources: {'Port': ['ID=ccb55b57-8997-4254-8e0b-dea25659c9c4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:49.654151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-db666013-9ac6-4160-9f18-9aba786b78b0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1506052 Aug 28 20:09:49.688410 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:49.725886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-ed81bdd6-d835-4652-80c1-ea79433a615b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:49.727814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-ed81bdd6-d835-4652-80c1-ea79433a615b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.6769633 Aug 28 20:09:49.773377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.808799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb46f644-0d74-4291-b550-db32d8a4a370 admin admin] Publish callbacks [] for security_group (f6b9a916-38f3-4550-be3a-f053224750cf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.814170 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (96978b6e-941e-468f-be98-a76486196698), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.825082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Current status of the port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:49.825475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.835231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Request body: {'port': {'device_id': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'admin_state_up': True, 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:49.863599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:49.871158 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:49.915049 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:49.919574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] For port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:49.951140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Pushing event updated for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:49.952072 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:49.991713 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Publish callbacks [] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.007145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1ac92-8793-418d-8cd9-d8aa303905e1 req-95ac4573-accb-43ab-b663-3a6441e14508 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:50.015615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52a1ac92-8793-418d-8cd9-d8aa303905e1 req-95ac4573-accb-43ab-b663-3a6441e14508 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.3067067 Aug 28 20:09:50.037132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.083569 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68bba7df-1f51-4df0-bb38-4102f08193b7 req-301728e7-f611-4cd0-913e-7a4e7dfab24c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217858 Aug 28 20:09:50.101307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ccb55b57-8997-4254-8e0b-dea25659c9c4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:50.102465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:50.106723 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:50.108131 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.110678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Provisioning complete for port ccb55b57-8997-4254-8e0b-dea25659c9c4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:50.111053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.121675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52a1ac92-8793-418d-8cd9-d8aa303905e1 req-dc0530d9-0c3a-4916-9166-9aa286a40154 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048896 Aug 28 20:09:50.157561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8d1fe-de79-4156-ab9d-2640553f4f03 req-fe83bc9f-0375-4130-8f1d-0dd3379bfba9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:50.159761 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75f8d1fe-de79-4156-ab9d-2640553f4f03 req-fe83bc9f-0375-4130-8f1d-0dd3379bfba9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 943 time: 0.3055792 Aug 28 20:09:50.161234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:09:50.229269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:50.250895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:50.262541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:50.272274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Pushing event updated for resources: {'Port': ['ID=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:50.295706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5af35bf5-ac37-47c8-b281-c9b5d34ac552), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.296119 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment 5af35bf5-ac37-47c8-b281-c9b5d34ac552 of type vlan for network c1909dff-e3e4-4246-9490-eec051cf4826 Aug 28 20:09:50.376469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75f8d1fe-de79-4156-ab9d-2640553f4f03 req-e73b2a2d-e362-4d24-9636-d371c32cb1a9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489425 Aug 28 20:09:50.384439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:50.384813 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.390375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Pushing event updated for resources: {'Port': ['ID=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:50.428129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb46f644-0d74-4291-b550-db32d8a4a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f6b9a916-38f3-4550-be3a-f053224750cf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.433404 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb46f644-0d74-4291-b550-db32d8a4a370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.442154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fb46f644-0d74-4291-b550-db32d8a4a370 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f6b9a916-38f3-4550-be3a-f053224750cf HTTP/1.1" status: 204 len: 168 time: 1.7961135 Aug 28 20:09:50.455338 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks [] for router_gateway (586d50a3-5b69-43e2-81e9-0a6adad81a2b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.464428 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c1909dff-e3e4-4246-9490-eec051cf4826), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.474096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Attempting to bind port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:50.475049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Attempting to bind port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '4bc7500c-1522-4641-8eae-3b5301b3cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ab4bba3-9635-4061-89c5-e8312c4f02e4'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:50.475049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Attempting to bind port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 on network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:50.480809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc30c9-3679-44d5-a0bb-28b3578c84a2 None None] Current status of the port ccb55b57-8997-4254-8e0b-dea25659c9c4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:50.483151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3f7a51e-10f6-4fb1-a599-d4319766ddd5 req-c6b8fc2f-97ce-4f5b-aa53-d51d78fd2eb7 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.1803610 Aug 28 20:09:50.483367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46f644-0d74-4291-b550-db32d8a4a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b9a916-38f3-4550-be3a-f053224750cf,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:50.484985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:50.493372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.501227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:50.501841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Checking segment: {'id': '4bc7500c-1522-4641-8eae-3b5301b3cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ab4bba3-9635-4061-89c5-e8312c4f02e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:50.502528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.503028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Bound using segment: {'id': '4bc7500c-1522-4641-8eae-3b5301b3cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ab4bba3-9635-4061-89c5-e8312c4f02e4'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:50.503677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Bound port: e8e16839-7a70-4d90-8e88-5c4d90a9fc15, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc7500c-1522-4641-8eae-3b5301b3cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ab4bba3-9635-4061-89c5-e8312c4f02e4'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:50.504269 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.564337 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:50.567084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Attempting to bind port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:50.567658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Attempting to bind port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:50.568284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Attempting to bind port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:50.590177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:50.590866 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Attempting to bind port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:50.601305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:50.603755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Checking segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:50.603755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Bound using segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:50.603755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Bound port: 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:50.603755 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.646612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:50.689364 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c1909dff-e3e4-4246-9490-eec051cf4826), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.705904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:50.706631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.741315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] For port e8e16839-7a70-4d90-8e88-5c4d90a9fc15, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:50.745767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] For port e8e16839-7a70-4d90-8e88-5c4d90a9fc15, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,segment=NetworkSegment(4bc7500c-1522-4641-8eae-3b5301b3cb5c),segment_id=4bc7500c-1522-4641-8eae-3b5301b3cb5c)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:50.768894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b06b25f1-6fdb-4698-92e3-6708affb8a53 None None] Provisioning complete for port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:50.769296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b06b25f1-6fdb-4698-92e3-6708affb8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.782597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Router 96978b6e-941e-468f-be98-a76486196698 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:09:50.786610 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e447431-7d96-4d02-87d5-e89c751464b9 req-7336c14d-f7d3-48aa-a998-a4a9b4949041 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 210 time: 0.1311884 Aug 28 20:09:50.848905 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:50.889966 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:50.930888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb239c14-fcdf-4815-8430-d49372e3bfa8 None None] Pushing event updated for resources: {'Port': ['ID=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:50.936303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccb55b57-8997-4254-8e0b-dea25659c9c4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:50.994772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=c1909dff-e3e4-4246-9490-eec051cf4826,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:51.005456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-668a8c39-2046-4701-874d-e8f04fb25eae tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3185515 Aug 28 20:09:51.008925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52892) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:51.011919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:51.027480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': 'c1909dff-e3e4-4246-9490-eec051cf4826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:51.033006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ccb55b57-8997-4254-8e0b-dea25659c9c4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:51.033825 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:51.060471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c1909dff-e3e4-4246-9490-eec051cf4826 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:09:51.122178 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (586d50a3-5b69-43e2-81e9-0a6adad81a2b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:51.142293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Allocated IP 172.20.0.14 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/091d1e99-0e27-4af1-af93-39b78916cd77) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:51.179941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:51.263615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:51.376183 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:51.414447 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:51.433282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:51.436440 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a6ddd546-644f-42cd-a326-5cb018193da5 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4336696 Aug 28 20:09:51.447622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52902) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:51.478234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eca849-74f6-41c2-8d20-6c60d84fcf51 req-28dcef0d-b85e-4e18-9a6b-014383d66a29 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:51.480119 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67eca849-74f6-41c2-8d20-6c60d84fcf51 req-28dcef0d-b85e-4e18-9a6b-014383d66a29 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1075613 Aug 28 20:09:51.494288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:51.494288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:51.494288 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/2edaa771-ed3f-4bee-adbd-445d0ebf34e8 HTTP/1.1" status: 200 len: 1091 time: 3.4740047 Aug 28 20:09:51.496425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:51.499066 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20357e51-ed0a-44ff-a312-5fc84d725b03" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:51.524144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Sync routers for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:51.563466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b06b25f1-6fdb-4698-92e3-6708affb8a53 None None] Current status of the port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:51.585519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:51.586308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:51.781965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfa4f7-1c4a-411c-8d6d-2fb21cbb804e service neutron] Pushing event updated for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:51.800666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:51.805431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:51.807596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ccb55b57-8997-4254-8e0b-dea25659c9c4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:51.811086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:51.836400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67eca849-74f6-41c2-8d20-6c60d84fcf51 req-ff1967d8-5595-423b-b254-7cbd98cb2a31 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270347 Aug 28 20:09:51.845544 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:51.921392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84da2-6104-4ac2-a879-072fbc780728 req-67e14746-69dc-495f-8f74-27d72d997ddb tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:51.932962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7dd84da2-6104-4ac2-a879-072fbc780728 req-67e14746-69dc-495f-8f74-27d72d997ddb tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 943 time: 0.1988227 Aug 28 20:09:51.948694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-32ecedcb-e369-4533-a655-f1fdbe75c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:51.950531 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-32ecedcb-e369-4533-a655-f1fdbe75c31d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 1125 time: 0.2023852 Aug 28 20:09:52.004594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:52.047097 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:52.105204 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0176331-c787-410a-a36a-9d1e1ae86878 x-openstack-request-id: req-f0176331-c787-410a-a36a-9d1e1ae86878 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:52.105587 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:52.105886 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0176331-c787-410a-a36a-9d1e1ae86878 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:52.106307 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0176331-c787-410a-a36a-9d1e1ae86878'] response: {'name': 'network-changed', 'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'status': 'completed', 'code': 200} Aug 28 20:09:52.126990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-4f0992fe-3f5d-48f1-8fe3-78ff8e787dcb service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8 HTTP/1.1" status: 200 len: 217 time: 0.1565764 Aug 28 20:09:52.138560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7dd84da2-6104-4ac2-a879-072fbc780728 req-1c601065-def6-4984-b7a3-a4c366d051a7 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070708 Aug 28 20:09:52.178873 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bf99093c-9e4a-41ad-94b4-4e330c7aff49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:52.209886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:52.209886 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:52.271630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e7a3233-23e6-4de4-83e3-c8a44d930ec0 req-1ff0360f-6b52-4982-a27f-0255a5e0a832 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.1369259 Aug 28 20:09:52.293753 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks [] for port (091d1e99-0e27-4af1-af93-39b78916cd77), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:52.313978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Router 586d50a3-5b69-43e2-81e9-0a6adad81a2b is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:09:52.362735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-cec22f1f-9005-4a23-bc83-ee41bdeaffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:52.364526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-cec22f1f-9005-4a23-bc83-ee41bdeaffd3 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c42730f-a6f7-40a8-b810-ff6252258e0b HTTP/1.1" status: 200 len: 861 time: 0.2179546 Aug 28 20:09:52.430874 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-929a79d0-c9af-4f11-8649-47473daf5fa4 req-036aef57-af08-4020-932a-71a8535e165f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 210 time: 0.0685251 Aug 28 20:09:52.554922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:52.555653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:52.572271 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Sync routers for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:09:52.625941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:46Z', 'revision_number': 3, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:52.631606 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:52.632262 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:52.672014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689317-1706-492c-9bf8-5998d43de914 req-67b36f92-953f-4bd0-9523-28eb0942f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:52.673592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-67b36f92-953f-4bd0-9523-28eb0942f410 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1316688 Aug 28 20:09:52.703080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Checking router: 96978b6e-941e-468f-be98-a76486196698 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:09:52.705642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Updating router 96978b6e-941e-468f-be98-a76486196698 port 9d81d454-bf7b-4235-96c9-0631ca713f8e binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:09:52.768747 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:52.771677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3f5df209-23f3-44a5-96d9-048c3b5ffe08 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0446410 Aug 28 20:09:52.782011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52926) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:52.798790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:52.806884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52928) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:52.808822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b8f20-a72f-461f-8946-e46f85304770 None None] Network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:52.830062 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:52.936118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c', 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:09:52.941261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8e16839-7a70-4d90-8e88-5c4d90a9fc15 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:52.948737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:52.960030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:52.964768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:52.975564 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:52.983961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:53.084924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event updated for resources: {'Port': ['ID=091d1e99-0e27-4af1-af93-39b78916cd77,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:53.228107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-af4bb71f-073b-4864-b65f-4780b05d9775 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460701 Aug 28 20:09:53.267434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:53.269181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:53.290691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-7197519'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:53.425716 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (722eb30e-3138-4ca8-a3b0-92aaed899895), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:53.465225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-fb907253-6edf-46b9-bc37-0aabf2ed2a56 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6355190 Aug 28 20:09:53.503902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Request body: {'port': {'device_id': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:53.529187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=722eb30e-3138-4ca8-a3b0-92aaed899895,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:53.600070 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:49Z', 'revision_number': 3, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:53.606585 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:53.625737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137143-be1d-4bfe-8398-6670b9522ec1 req-ad30a186-8d5f-4ce6-a512-6bfec659c3b1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:53.634064 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99137143-be1d-4bfe-8398-6670b9522ec1 req-ad30a186-8d5f-4ce6-a512-6bfec659c3b1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.2860734 Aug 28 20:09:53.641895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Checking router: 586d50a3-5b69-43e2-81e9-0a6adad81a2b for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:09:53.642576 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Updating router 586d50a3-5b69-43e2-81e9-0a6adad81a2b port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:09:53.649371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:53.654787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:53.670911 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:53.693258 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:53.700677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': '5af35bf5-ac37-47c8-b281-c9b5d34ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1909dff-e3e4-4246-9490-eec051cf4826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:53.700677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: c1909dff-e3e4-4246-9490-eec051cf4826, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:09:53.775492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-569736b9-eaf6-49df-b302-07dc7d1e1c4d None None] Provisioning complete for port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:53.775776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-569736b9-eaf6-49df-b302-07dc7d1e1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:53.834120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99137143-be1d-4bfe-8398-6670b9522ec1 req-78047057-e75c-4c50-9376-15a45a4d8f7e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988180 Aug 28 20:09:53.910995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Allocated IP 172.20.0.1 (2ab7c256-cb29-464f-a7d8-df97ec939a1d/34e6c422-c8ae-40f3-a473-5497c77b4696/65bf9174-e52d-4c4e-adcd-7217c3990cd1) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:53.990465 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:54.033420 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Publish callbacks [] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.061187 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks [] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.062937 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:54.074994 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.092602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:54.092983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.100335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network c1909dff-e3e4-4246-9490-eec051cf4826 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:09:54.148395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf127b0e-828b-417d-a061-87d942de4a7b req-3eaa050f-dfa9-4da8-a440-ff4f061feb84 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0507748 Aug 28 20:09:54.158428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588a7f8-1045-4b2a-991f-a68986898ee8 req-63227c24-2851-4cd6-aac9-7ae2abaf7935 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:54.160471 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6588a7f8-1045-4b2a-991f-a68986898ee8 req-63227c24-2851-4cd6-aac9-7ae2abaf7935 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 943 time: 0.7058918 Aug 28 20:09:54.170070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.201071 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.224835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for security_group (39fa234c-fd8c-482c-961a-e1bb02cc0e66), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.229701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.274897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c1909dff-e3e4-4246-9490-eec051cf4826) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:54.319016 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fdec0873-17df-4230-898a-b147511958de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.321461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae6e4b-441b-4391-ae40-8386ce69861d None None] Network c1909dff-e3e4-4246-9490-eec051cf4826 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:54.344398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:54.350758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:54.365151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Attempting to bind port 9d81d454-bf7b-4235-96c9-0631ca713f8e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:54.365777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Attempting to bind port 9d81d454-bf7b-4235-96c9-0631ca713f8e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:54.376283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Attempting to bind port 9d81d454-bf7b-4235-96c9-0631ca713f8e on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:54.376572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:54.376572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.383691 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:54.387062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:54.425894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-569736b9-eaf6-49df-b302-07dc7d1e1c4d None None] Current status of the port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:54.425894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-569736b9-eaf6-49df-b302-07dc7d1e1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.443362 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (39fa234c-fd8c-482c-961a-e1bb02cc0e66), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.444045 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:54.454410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:54.454846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:54.455132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.455524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:54.456008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Bound port: 9d81d454-bf7b-4235-96c9-0631ca713f8e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:54.456387 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.465035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6588a7f8-1045-4b2a-991f-a68986898ee8 req-a37b43fc-7aed-4b6f-a376-53eb0063d336 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907336 Aug 28 20:09:54.637068 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Publish callbacks [] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.642596 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-97c06f3c-da06-4acb-829c-feb99f745b71 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:54.644361 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-97c06f3c-da06-4acb-829c-feb99f745b71 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.2979710 Aug 28 20:09:54.656223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa234c-fd8c-482c-961a-e1bb02cc0e66,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:54.663975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271afc47-ed02-4b71-bab8-207a2117d926 None None] Pushing event updated for resources: {'Port': ['ID=9d81d454-bf7b-4235-96c9-0631ca713f8e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:54.733961 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-76c41869-d460-4186-b261-5f4dc2a7b5c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7236362 Aug 28 20:09:54.736473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52940) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:54.745771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de689317-1706-492c-9bf8-5998d43de914 req-4057aa80-4b6b-44cb-a09d-c9751f64bfce service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698123 Aug 28 20:09:54.747842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:54.747842 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.753989 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.784822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:09:54.787874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Pushing event updated for resources: {'Port': ['ID=65bf9174-e52d-4c4e-adcd-7217c3990cd1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:54.801680 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:54.809010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89a25f-dff3-42fc-a569-180f3cfa2f54 req-ea106ff8-ab1d-4b54-883f-db1a88a4a29f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:54.811773 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da89a25f-dff3-42fc-a569-180f3cfa2f54 req-ea106ff8-ab1d-4b54-883f-db1a88a4a29f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 932 time: 0.4641311 Aug 28 20:09:54.818680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-569736b9-eaf6-49df-b302-07dc7d1e1c4d None None] For port e8e16839-7a70-4d90-8e88-5c4d90a9fc15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,segment=NetworkSegment(4bc7500c-1522-4641-8eae-3b5301b3cb5c),segment_id=4bc7500c-1522-4641-8eae-3b5301b3cb5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:54.833769 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Attempting to bind port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:54.834113 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Attempting to bind port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:54.834420 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Attempting to bind port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:54.836947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] For port 9d81d454-bf7b-4235-96c9-0631ca713f8e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:54.850463 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:54.850793 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:54.851163 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.851294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.851790 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:54.852180 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Bound port: 7be14fd8-dc0d-4708-b3e9-2cee066a1d34, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:54.852541 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Added segment c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5 of type vlan for network 6482cdc2-f278-4ea1-a03f-cdd110a5376b Aug 28 20:09:54.852657 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.858328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] For port 9d81d454-bf7b-4235-96c9-0631ca713f8e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9d81d454-bf7b-4235-96c9-0631ca713f8e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:54.862673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (96978b6e-941e-468f-be98-a76486196698), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.866258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Deleting port 54045977-f193-4483-ac5e-a63273e494cf {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:54.866876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (54045977-f193-4483-ac5e-a63273e494cf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:54.924238 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f9cc4-17f1-4c24-9ee3-474a8cd1e2c1 None None] Pushing event updated for resources: {'Port': ['ID=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:54.999760 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] For port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:55.005754 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] For port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:55.016646 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-569736b9-eaf6-49df-b302-07dc7d1e1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.053216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6482cdc2-f278-4ea1-a03f-cdd110a5376b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.089063 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.104856 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da89a25f-dff3-42fc-a569-180f3cfa2f54 req-217ca3cd-112a-4263-8671-5911194dff58 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812114 Aug 28 20:09:55.171067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] For port 54045977-f193-4483-ac5e-a63273e494cf, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=54045977-f193-4483-ac5e-a63273e494cf,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:55.172727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (54045977-f193-4483-ac5e-a63273e494cf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.179473 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:55.180123 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:55.189032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9a0fd-6686-4816-a6f6-55ca3b21dff5 req-d42f95d4-80ee-48d9-b8fb-667e97782987 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:55.197474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b7c9a0fd-6686-4816-a6f6-55ca3b21dff5 req-d42f95d4-80ee-48d9-b8fb-667e97782987 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 945 time: 0.1551354 Aug 28 20:09:55.199312 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Calling delete_port for 54045977-f193-4483-ac5e-a63273e494cf owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:55.244692 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f9cc4-17f1-4c24-9ee3-474a8cd1e2c1 None None] Pushing event updated for resources: {'Port': ['ID=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:55.284021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6482cdc2-f278-4ea1-a03f-cdd110a5376b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.289922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:55.290642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.336180 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:55.339450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.342203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c1909dff-e3e4-4246-9490-eec051cf4826', 'network_id': 'c1909dff-e3e4-4246-9490-eec051cf4826', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': '722eb30e-3138-4ca8-a3b0-92aaed899895'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:09:55.344046 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.355767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.375507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569736b9-eaf6-49df-b302-07dc7d1e1c4d None None] Pushing event updated for resources: {'Port': ['ID=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:55.375507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Provisioning complete for port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:55.375507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.381936 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:55.428757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d736650-ed98-41fa-8647-f63ffd61edd8 req-2863f78f-4f27-413a-af8c-15149fa06395 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.0695877 Aug 28 20:09:55.451908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Network': ['ID=6482cdc2-f278-4ea1-a03f-cdd110a5376b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:55.492954 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c1909dff-e3e4-4246-9490-eec051cf4826), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.559019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:09:55.567316 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.580321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-88591d95-092f-43cb-b975-0f25a2ca29a3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7588811 Aug 28 20:09:55.598067 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b7c9a0fd-6686-4816-a6f6-55ca3b21dff5 req-a7554c04-e322-4036-9150-42f7a8f08fd5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810971 Aug 28 20:09:55.598788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52948) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:55.606739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'subnet': {'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:55.684391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:09:55.685082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:55.691378 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:49Z', 'revision_number': 3, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:55.698086 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:09:55.698491 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:09:55.738746 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf4544-8c3c-45f6-a94d-2bfbee803ed9 None None] The sync data for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 is: [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:49Z', 'revision_number': 3, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:55.828383 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:55.854868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc999-97f3-4405-a9b9-4df6bca240aa req-dab81309-ab8e-427d-9ea0-964453adab94 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:55.856653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4cedc999-97f3-4405-a9b9-4df6bca240aa req-dab81309-ab8e-427d-9ea0-964453adab94 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 943 time: 0.2600434 Aug 28 20:09:55.901884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (722eb30e-3138-4ca8-a3b0-92aaed899895), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.907678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091d1e99-0e27-4af1-af93-39b78916cd77 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:09:55.917957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-fa5d7ec5-4f1a-4739-a6d0-fc47c3054310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:55.919543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-fa5d7ec5-4f1a-4739-a6d0-fc47c3054310 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 1125 time: 0.2210891 Aug 28 20:09:55.932757 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (54045977-f193-4483-ac5e-a63273e494cf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.947996 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Publish callbacks [] for port (091d1e99-0e27-4af1-af93-39b78916cd77), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:55.978751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271afc47-ed02-4b71-bab8-207a2117d926 None None] Pushing event updated for resources: {'Port': ['ID=9d81d454-bf7b-4235-96c9-0631ca713f8e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:55.988278 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.023534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event deleted for resources: {'Port': ['ID=54045977-f193-4483-ac5e-a63273e494cf,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:56.032560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Allocated IP 2001:db8::1 (c1909dff-e3e4-4246-9490-eec051cf4826/722eb30e-3138-4ca8-a3b0-92aaed899895/93343d3f-08b1-47d5-b94e-4b42b6c0c8d0) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:56.039075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.039465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.039791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.040107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.040818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.040818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.041118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.041420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.041743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.042521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.042521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.042835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.043132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.043463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.043789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:09:56.071179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:09:56.080083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Transition to ACTIVE for port object 091d1e99-0e27-4af1-af93-39b78916cd77 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:09:56.125507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Current status of the port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:56.141217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Allocated IP 172.20.0.1 (0bafccb0-3731-4654-a000-2fe2f996b6ca/28e644fb-dbd3-42b1-91c8-587811e6d386/d6e4204e-7e69-4558-93fd-7534df24a89f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:56.157781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:09:56.161561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.183426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-29c0d1b1-9b98-4f57-94e8-8df2a6c09676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:56.184976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-29c0d1b1-9b98-4f57-94e8-8df2a6c09676 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 923 time: 0.2405651 Aug 28 20:09:56.194234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] No DVR routers for this DVR port 54045977-f193-4483-ac5e-a63273e494cf on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:09:56.202980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.244787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.257475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f15dae99-3f11-411a-aac6-e486cc4df0c1 req-4a51c6d5-115d-4070-a838-f3d461e8ceac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "DELETE /networking/v2.0/ports/54045977-f193-4483-ac5e-a63273e494cf HTTP/1.1" status: 204 len: 173 time: 1.5856099 Aug 28 20:09:56.272728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'name': 'network-vif-deleted', 'tag': '54045977-f193-4483-ac5e-a63273e494cf'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:56.299802 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f531711-b647-44cd-8d65-6b4233f847c4" -d '{"events": [{"server_uuid": "6ff16af7-3642-41ae-ae82-8e593fb0bf03", "name": "network-vif-deleted", "tag": "54045977-f193-4483-ac5e-a63273e494cf"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:56.333875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4cedc999-97f3-4405-a9b9-4df6bca240aa req-2979646c-9932-4d0f-a64a-0fba5ad2c165 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364772 Aug 28 20:09:56.347359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-9fbfa1e4-779b-4ce8-9de6-05220d221901 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8 HTTP/1.1" status: 200 len: 217 time: 0.1526105 Aug 28 20:09:56.360551 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:56.412938 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:56.442579 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b018f5-b0f0-4a1e-9988-ca8a879fd477 x-openstack-request-id: req-95b018f5-b0f0-4a1e-9988-ca8a879fd477 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:56.451632 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff16af7-3642-41ae-ae82-8e593fb0bf03", "name": "network-vif-deleted", "tag": "54045977-f193-4483-ac5e-a63273e494cf", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:56.451632 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95b018f5-b0f0-4a1e-9988-ca8a879fd477 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:56.451632 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b018f5-b0f0-4a1e-9988-ca8a879fd477'] response: {'server_uuid': '6ff16af7-3642-41ae-ae82-8e593fb0bf03', 'name': 'network-vif-deleted', 'tag': '54045977-f193-4483-ac5e-a63273e494cf', 'status': 'completed', 'code': 200} Aug 28 20:09:56.452170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Provisioning complete for port 091d1e99-0e27-4af1-af93-39b78916cd77 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:56.452170 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.532072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c3b0c-2d71-40b6-9091-c671b1f5f674 req-43e57392-9a41-489c-9089-953780194922 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:56.533793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa5c3b0c-2d71-40b6-9091-c671b1f5f674 req-43e57392-9a41-489c-9089-953780194922 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 944 time: 0.1519110 Aug 28 20:09:56.536664 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks [] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.557999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:56.605357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Port 091d1e99-0e27-4af1-af93-39b78916cd77 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:56.647770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Provisioning complete for port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:56.648245 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.683283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Pushing event updated for resources: {'Port': ['ID=091d1e99-0e27-4af1-af93-39b78916cd77,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:56.735164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-114d2303-5fd2-4d1e-9d25-954140936d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:56.738194 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-114d2303-5fd2-4d1e-9d25-954140936d2d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c42730f-a6f7-40a8-b810-ff6252258e0b HTTP/1.1" status: 200 len: 861 time: 0.3445373 Aug 28 20:09:56.785916 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Publish callbacks [] for port (93343d3f-08b1-47d5-b94e-4b42b6c0c8d0), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.804447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-74752892-4e6b-4802-9c4d-86f37c58bf9d None None] Port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:56.828038 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa5c3b0c-2d71-40b6-9091-c671b1f5f674 req-a3df278e-e3c7-4812-9d20-d4b5e8731f73 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643020 Aug 28 20:09:56.844492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:56.857763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-18a268e2-aae8-441b-811c-cb239f5fd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:56.859421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-18a268e2-aae8-441b-811c-cb239f5fd277 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1049590 Aug 28 20:09:56.860185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Attempting to bind port 091d1e99-0e27-4af1-af93-39b78916cd77 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:56.860583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Attempting to bind port 091d1e99-0e27-4af1-af93-39b78916cd77 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:56.860973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Attempting to bind port 091d1e99-0e27-4af1-af93-39b78916cd77 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:56.887813 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:56.901252 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (93343d3f-08b1-47d5-b94e-4b42b6c0c8d0), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.944863 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks [] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:56.971846 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Port 091d1e99-0e27-4af1-af93-39b78916cd77 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:09:56.975395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Attempting to bind port 091d1e99-0e27-4af1-af93-39b78916cd77 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:56.998702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:09:53Z', 'revision_number': 1, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:57.052121 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (722eb30e-3138-4ca8-a3b0-92aaed899895), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.065542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Network c1909dff-e3e4-4246-9490-eec051cf4826 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:57.083546 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.087504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef0bc8-efa6-447e-bf48-f530135058bd None None] The sync data for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 is: [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:09:53Z', 'revision_number': 1, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:09:57.088101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=722eb30e-3138-4ca8-a3b0-92aaed899895,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:57.098955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:57.099909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:57.099909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:57.099909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:57.099909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Bound port: 091d1e99-0e27-4af1-af93-39b78916cd77, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:57.100319 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.108449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:57.111516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Pushing event updated for resources: {'Port': ['ID=93343d3f-08b1-47d5-b94e-4b42b6c0c8d0,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:57.126111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:57.131000 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.240616 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:57.288582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c1909dff-e3e4-4246-9490-eec051cf4826), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.301950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 54045977-f193-4483-ac5e-a63273e494cf no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:09:57.320998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1909dff-e3e4-4246-9490-eec051cf4826']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:57.350027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Attempting to bind port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:09:57.353930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Attempting to bind port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '5af35bf5-ac37-47c8-b281-c9b5d34ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1909dff-e3e4-4246-9490-eec051cf4826'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:09:57.353930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Attempting to bind port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0 on network c1909dff-e3e4-4246-9490-eec051cf4826 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:09:57.357479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af35bf5-ac37-47c8-b281-c9b5d34ac552') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:57.358180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af35bf5-ac37-47c8-b281-c9b5d34ac552') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:09:57.372372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 54045977-f193-4483-ac5e-a63273e494cf {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:09:57.372372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 54045977-f193-4483-ac5e-a63273e494cf not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:09:57.372372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:09:57.373114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Checking segment: {'id': '5af35bf5-ac37-47c8-b281-c9b5d34ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1909dff-e3e4-4246-9490-eec051cf4826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:57.373114 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.373529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Bound using segment: {'id': '5af35bf5-ac37-47c8-b281-c9b5d34ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1909dff-e3e4-4246-9490-eec051cf4826'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:09:57.374080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Bound port: 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af35bf5-ac37-47c8-b281-c9b5d34ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1909dff-e3e4-4246-9490-eec051cf4826'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:09:57.374477 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (93343d3f-08b1-47d5-b94e-4b42b6c0c8d0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.384685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (5af35bf5-ac37-47c8-b281-c9b5d34ac552), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.417605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5af35bf5-ac37-47c8-b281-c9b5d34ac552), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.461265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:09:57.466749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (5af35bf5-ac37-47c8-b281-c9b5d34ac552), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.482842 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a54de418-2b4d-4979-9a15-5609a54d5568 req-dbd00bd6-dcb3-4495-a751-bdfc3fdf3a49 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5edd703d-58f8-447c-bc87-82c356f0dc81 HTTP/1.1" status: 200 len: 210 time: 0.8356955 Aug 28 20:09:57.494284 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:57.501720 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.547943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:57.548360 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.572832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-910cb67f-a16f-49e9-a49a-c823f0b99903 req-30226bfc-8e44-4544-a11b-e9d36722a968 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6ff16af7-3642-41ae-ae82-8e593fb0bf03 HTTP/1.1" status: 200 len: 210 time: 0.1070662 Aug 28 20:09:57.619686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] For port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:57.632540 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5af35bf5-ac37-47c8-b281-c9b5d34ac552 resource provider aggregate not found Aug 28 20:09:57.642460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:57.644910 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.677327 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5af35bf5-ac37-47c8-b281-c9b5d34ac552 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af35bf5-ac37-47c8-b281-c9b5d34ac552 found for delete ", "request_id": "req-d7e1add9-d544-42ae-a83d-3ac676a8e321"}]} Aug 28 20:09:57.704459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-cdaa63d7-74db-44a6-a4fc-45f3e067ee58 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8316367 Aug 28 20:09:57.706771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] For port 091d1e99-0e27-4af1-af93-39b78916cd77, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:09:57.710959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] For port 091d1e99-0e27-4af1-af93-39b78916cd77, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=091d1e99-0e27-4af1-af93-39b78916cd77,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:57.716298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (96978b6e-941e-468f-be98-a76486196698), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.722430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Pushing event updated for resources: {'Port': ['ID=65bf9174-e52d-4c4e-adcd-7217c3990cd1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:57.735496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] For port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=93343d3f-08b1-47d5-b94e-4b42b6c0c8d0,segment=NetworkSegment(5af35bf5-ac37-47c8-b281-c9b5d34ac552),segment_id=5af35bf5-ac37-47c8-b281-c9b5d34ac552)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:09:57.781267 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 20:09:57.781267 n-d-854121-7 neutron-server[114321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 20:09:57.781267 n-d-854121-7 neutron-server[114321]: [parameters: {'id': 'c1909dff-e3e4-4246-9490-eec051cf4826'}] Aug 28 20:09:57.781267 n-d-854121-7 neutron-server[114321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:09:57.781825 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:09:57.798730 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.799329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.799971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8e16839-7a70-4d90-8e88-5c4d90a9fc15 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:57.846293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.854091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:57.855010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.856647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-938d3371-2456-42ea-864e-6eb08932278f service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/091d1e99-0e27-4af1-af93-39b78916cd77 HTTP/1.1" status: 200 len: 1092 time: 4.3625300 Aug 28 20:09:57.860141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'tag': '091d1e99-0e27-4af1-af93-39b78916cd77'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:09:57.863427 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c1601-3417-4942-a873-6ae246635ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7de0e8d-4d84-4f54-abde-1595ce79698e", "tag": "091d1e99-0e27-4af1-af93-39b78916cd77"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:09:57.915040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:57.923333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab771da-8c8a-4fa1-9e0e-0fa8863fbefa req-ef3b98d5-4367-4e8d-88d3-2355cefbc3bc tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:57.924933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ab771da-8c8a-4fa1-9e0e-0fa8863fbefa req-ef3b98d5-4367-4e8d-88d3-2355cefbc3bc tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 943 time: 0.2449210 Aug 28 20:09:57.938750 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (93343d3f-08b1-47d5-b94e-4b42b6c0c8d0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:57.948735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:57.960092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:09:57.974284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:57.977210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3371-2456-42ea-864e-6eb08932278f service neutron] Pushing event updated for resources: {'Port': ['ID=091d1e99-0e27-4af1-af93-39b78916cd77,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:58.100370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:09:58.105962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e4204e-7e69-4558-93fd-7534df24a89f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:58.121620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ab771da-8c8a-4fa1-9e0e-0fa8863fbefa req-87ef5535-ed17-4611-b08b-c1e47cbb4948 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705394 Aug 28 20:09:58.132727 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20357e51-ed0a-44ff-a312-5fc84d725b03 req-c0485ec4-8f52-4cd6-bf9f-bfce83fbc8ea service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192381 Aug 28 20:09:58.147091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (2b40296a-bb56-409a-97ea-deaff10eb2fa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:58.216415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:58.232477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:58.232856 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:58.278911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120dbb7-123b-4589-b970-eca882140436 None None] Network c1909dff-e3e4-4246-9490-eec051cf4826 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:58.463325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Subnet': ['ID=2b40296a-bb56-409a-97ea-deaff10eb2fa,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:58.490675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Router 96978b6e-941e-468f-be98-a76486196698 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:09:58.510095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Checking segment: {'id': 'c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:09:58.511189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network hostable DHCP agents. Network: 6482cdc2-f278-4ea1-a03f-cdd110a5376b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:09:58.814504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:09:58.845328 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c1909dff-e3e4-4246-9490-eec051cf4826), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:58.852227 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f7fc89-48a3-4305-a146-3bdede87c9c5 x-openstack-request-id: req-36f7fc89-48a3-4305-a146-3bdede87c9c5 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:09:58.852655 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7de0e8d-4d84-4f54-abde-1595ce79698e", "tag": "091d1e99-0e27-4af1-af93-39b78916cd77", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:09:58.852991 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36f7fc89-48a3-4305-a146-3bdede87c9c5 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:09:58.853571 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f7fc89-48a3-4305-a146-3bdede87c9c5'] response: {'name': 'network-changed', 'server_uuid': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'tag': '091d1e99-0e27-4af1-af93-39b78916cd77', 'status': 'completed', 'code': 200} Aug 28 20:09:58.878008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:09:58.904748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-08042ed8-568a-4acf-8353-ff6205ad2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:58.906587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-08042ed8-568a-4acf-8353-ff6205ad2f77 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 1126 time: 0.8183167 Aug 28 20:09:58.913349 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-109e49e3-5ecf-4292-a160-b2e1259950d2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/96978b6e-941e-468f-be98-a76486196698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4645264 Aug 28 20:09:58.916084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443864f9-0623-4fc2-9ff9-3e174ee38a16 req-4e33b4a9-ce83-4530-b79c-1698b6238e47 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:58.930469 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-443864f9-0623-4fc2-9ff9-3e174ee38a16 req-4e33b4a9-ce83-4530-b79c-1698b6238e47 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 944 time: 0.8285239 Aug 28 20:09:58.930469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (586d50a3-5b69-43e2-81e9-0a6adad81a2b), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:58.981809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52982) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:59.051610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-16231202-bb47-41d4-9136-126d63351d78 None None] Provisioning complete for port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:59.052198 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-16231202-bb47-41d4-9136-126d63351d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.063326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6482cdc2-f278-4ea1-a03f-cdd110a5376b) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:09:59.080211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-fdd1fd39-7b36-4f83-8e58-f5ff3a36362a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091d1e99-0e27-4af1-af93-39b78916cd77 HTTP/1.1" status: 200 len: 217 time: 0.1326075 Aug 28 20:09:59.112792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:59.116274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.132006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd46df1-bcda-4c3b-9593-0641938c5dc0 None None] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:09:59.142435 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:59.146250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197edd26-b7a1-46fb-bf07-a77097845e0d None None] Pushing event updated for resources: {'Port': ['ID=93343d3f-08b1-47d5-b94e-4b42b6c0c8d0,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:09:59.160590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:09:59.160830 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:59.160963 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (93343d3f-08b1-47d5-b94e-4b42b6c0c8d0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.209671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33f39e9c-1ad6-40f4-9a88-7f357b6fc40e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group (7d4eec0c-d6b5-4107-915b-3b7be57ebb12), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.253992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33f39e9c-1ad6-40f4-9a88-7f357b6fc40e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group (7d4eec0c-d6b5-4107-915b-3b7be57ebb12), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.266923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-443864f9-0623-4fc2-9ff9-3e174ee38a16 req-96937be4-a28d-435f-8637-d8ec80f4bcf1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384855 Aug 28 20:09:59.292393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-fcabc872-3dc5-48bb-a7ab-e50c2a45c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:59.295925 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-fcabc872-3dc5-48bb-a7ab-e50c2a45c988 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.2084007 Aug 28 20:09:59.318653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:09:59.342013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:09:59.355719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-16231202-bb47-41d4-9136-126d63351d78 None None] Port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:59.371202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'project_id': '93fe880ec3da49d0a99767ed89731402', 'fixed_ips': [{'subnet_id': '2b40296a-bb56-409a-97ea-deaff10eb2fa'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:09:59.372376 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.401770 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-32ee1682-8779-4aab-b3a0-b53fdf1523cb tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8055735 Aug 28 20:09:59.411115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52998) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:59.422856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-6c038ce8-7f73-45be-b295-136f0317ba1e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:59.423744 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-6c038ce8-7f73-45be-b295-136f0317ba1e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.3352170 Aug 28 20:09:59.435678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672941b-81f5-470a-8553-32fb6379255d req-c36e259d-576e-4cce-9755-2a78d42008d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:09:59.437739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-c36e259d-576e-4cce-9755-2a78d42008d1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1301544 Aug 28 20:09:59.451669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1471862520'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:59.560492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-4acb9410-b6f6-4f0c-84be-04f57ff29d5e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/quotas/1e780e72454849a9adf5c45a7783c014 HTTP/1.1" status: 200 len: 375 time: 0.1002958 Aug 28 20:09:59.570369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=93343d3f-08b1-47d5-b94e-4b42b6c0c8d0,segment=NetworkSegment(5af35bf5-ac37-47c8-b281-c9b5d34ac552),segment_id=5af35bf5-ac37-47c8-b281-c9b5d34ac552)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:59.572325 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (93343d3f-08b1-47d5-b94e-4b42b6c0c8d0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.611935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53000) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:59.617734 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:09:59.630867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e76517bd-ef41-4196-86b0-330224d697c8 None None] Provisioning complete for port d6e4204e-7e69-4558-93fd-7534df24a89f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:59.631400 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e76517bd-ef41-4196-86b0-330224d697c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.643361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e116a15b-e9b0-4201-8845-5d2c90d7dda3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1386865881', 'description': 'tempest-description--1673148586'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:09:59.646704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:09:59.717416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d81d454-bf7b-4235-96c9-0631ca713f8e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:09:59.717692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-ec9569d4-203a-439c-b942-28d8c6902fb2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481807 Aug 28 20:09:59.787772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e76517bd-ef41-4196-86b0-330224d697c8 None None] Port d6e4204e-7e69-4558-93fd-7534df24a89f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:09:59.807753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:09:59.837077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'port_id': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'mac_address': 'fa:16:3e:b8:ba:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:09:59.842023 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-4a9d2f72-8bfb-4979-9929-4dfd43c829a6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165793 Aug 28 20:09:59.843777 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e116a15b-e9b0-4201-8845-5d2c90d7dda3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.845990 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33f39e9c-1ad6-40f4-9a88-7f357b6fc40e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7d4eec0c-d6b5-4107-915b-3b7be57ebb12), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.849285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33f39e9c-1ad6-40f4-9a88-7f357b6fc40e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.850741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33f39e9c-1ad6-40f4-9a88-7f357b6fc40e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7d4eec0c-d6b5-4107-915b-3b7be57ebb12 HTTP/1.1" status: 204 len: 168 time: 0.8677518 Aug 28 20:09:59.857895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Allocated IP 2001:db8::2 (6482cdc2-f278-4ea1-a03f-cdd110a5376b/2b40296a-bb56-409a-97ea-deaff10eb2fa/22e6491c-b60b-4aa0-a50b-6d7cdcc045fc) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:09:59.867882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53002) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:09:59.890017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.896074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9d81d454-bf7b-4235-96c9-0631ca713f8e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:09:59.896450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:09:59.937220 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-316de914-169d-4127-a882-0c6617c09d44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] show failed (client error): The resource could not be found. Aug 28 20:09:59.938346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-316de914-169d-4127-a882-0c6617c09d44 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "GET /networking/v2.0/security-groups/7d4eec0c-d6b5-4107-915b-3b7be57ebb12 HTTP/1.1" status: 404 len: 347 time: 0.0543325 Aug 28 20:09:59.944650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-b380c6f7-e430-43ff-b93a-470a555e88a0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723735 Aug 28 20:09:59.945123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53004) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:00.003272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f39e9c-1ad6-40f4-9a88-7f357b6fc40e tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4eec0c-d6b5-4107-915b-3b7be57ebb12,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:00.007115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:00.007516 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.009156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:00.014314 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.039310 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-614d5ce3-2d5f-4e62-b7ec-8e4e426781fc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873109 Aug 28 20:10:00.046185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9567f5-0c5d-4c40-9b13-ae9ebff0f538 req-09714ba3-d749-4168-88b5-bd4ca31a4191 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:00.047794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1b9567f5-0c5d-4c40-9b13-ae9ebff0f538 req-09714ba3-d749-4168-88b5-bd4ca31a4191 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 943 time: 0.3200064 Aug 28 20:10:00.057498 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] device_id is not set on port 44e8d576-9562-431e-9c76-e16cce5a932f yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:00.065037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:00.101620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:00.112316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (93343d3f-08b1-47d5-b94e-4b42b6c0c8d0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.187103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e116a15b-e9b0-4201-8845-5d2c90d7dda3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group (15432633-75c4-4c15-be2d-bfc8730142b3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.194980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.203493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=93343d3f-08b1-47d5-b94e-4b42b6c0c8d0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:00.220189 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:00.234177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9d81d454-bf7b-4235-96c9-0631ca713f8e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:00.234177 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.236523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port 93343d3f-08b1-47d5-b94e-4b42b6c0c8d0 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:00.295539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9d81d454-bf7b-4235-96c9-0631ca713f8e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9d81d454-bf7b-4235-96c9-0631ca713f8e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:00.315941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e116a15b-e9b0-4201-8845-5d2c90d7dda3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (15432633-75c4-4c15-be2d-bfc8730142b3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.318092 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Publish callbacks [] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.326729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:00.350829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1b9567f5-0c5d-4c40-9b13-ae9ebff0f538 req-65015f1b-ba84-40f4-845b-bf5614f4bd11 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826629 Aug 28 20:10:00.359204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116a15b-e9b0-4201-8845-5d2c90d7dda3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15432633-75c4-4c15-be2d-bfc8730142b3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:00.384788 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 27aef5a1-7d52-45c2-bb19-e83fddea75a8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:00.385124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.386945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2edaa771-ed3f-4bee-adbd-445d0ebf34e8'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:00.428323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9672941b-81f5-470a-8553-32fb6379255d req-6ff2a218-418a-4359-b843-a0df137e4606 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589243 Aug 28 20:10:00.440054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.440917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:00.520748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.541363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c1909dff-e3e4-4246-9490-eec051cf4826), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.572934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Allocated IP 2001:db8::295 (6482cdc2-f278-4ea1-a03f-cdd110a5376b/2b40296a-bb56-409a-97ea-deaff10eb2fa/44e8d576-9562-431e-9c76-e16cce5a932f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:00.614058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc30e1e-3110-4004-b14a-22a68acc960e req-26d6c927-f4ab-49f2-95c7-71aa6e0311e8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:00.615714 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cc30e1e-3110-4004-b14a-22a68acc960e req-26d6c927-f4ab-49f2-95c7-71aa6e0311e8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 944 time: 0.1346033 Aug 28 20:10:00.619074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1909dff-e3e4-4246-9490-eec051cf4826']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:00.630516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:00.650568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:00.654064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af35bf5-ac37-47c8-b281-c9b5d34ac552') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:00.654372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af35bf5-ac37-47c8-b281-c9b5d34ac552') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:00.664230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:00.673091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9d81d454-bf7b-4235-96c9-0631ca713f8e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:00.692023 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (5af35bf5-ac37-47c8-b281-c9b5d34ac552), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.711508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.711842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for floatingip (27aef5a1-7d52-45c2-bb19-e83fddea75a8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.717668 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks [] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.728995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:00.728995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.744097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5af35bf5-ac37-47c8-b281-c9b5d34ac552), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.746891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 27aef5a1-7d52-45c2-bb19-e83fddea75a8 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:00.779726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:00.780233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (5af35bf5-ac37-47c8-b281-c9b5d34ac552), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.823530 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e116a15b-e9b0-4201-8845-5d2c90d7dda3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.826048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e116a15b-e9b0-4201-8845-5d2c90d7dda3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2127559 Aug 28 20:10:00.842496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69cf3b3a-4dbb-4205-8b89-98a76d288bd1 req-31cb0208-c851-4c4b-8612-83e9b141eb95 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 210 time: 0.3762796 Aug 28 20:10:00.845558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53016) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:00.858503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Attempting to bind port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:00.858881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Attempting to bind port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:00.859252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Attempting to bind port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc on network 6482cdc2-f278-4ea1-a03f-cdd110a5376b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:00.864548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-162cf9ad-f490-46f8-b076-db933fb99246 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Request body: {'security_group_rule': {'security_group_id': '15432633-75c4-4c15-be2d-bfc8730142b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:00.876330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Pushing event updated for resources: {'Port': ['ID=22e6491c-b60b-4aa0-a50b-6d7cdcc045fc,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:00.880828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:00.881206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Checking segment: {'id': 'c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:00.881624 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.882048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Bound using segment: {'id': 'c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:00.888156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Bound port: 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:00.888156 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.889245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (44e8d576-9562-431e-9c76-e16cce5a932f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.891805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:00.910089 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:00.924973 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5af35bf5-ac37-47c8-b281-c9b5d34ac552 resource provider aggregate not found Aug 28 20:10:00.997471 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-162cf9ad-f490-46f8-b076-db933fb99246 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group_rule (26157e57-ba63-4dba-8246-b5a7392d7f0c), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.013291 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5af35bf5-ac37-47c8-b281-c9b5d34ac552 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af35bf5-ac37-47c8-b281-c9b5d34ac552 found for delete ", "request_id": "req-d6ca2660-475e-4707-a5e6-9468b3dfe3f1"}]} Aug 28 20:10:01.032500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cc30e1e-3110-4004-b14a-22a68acc960e req-da5fe9ad-1c0e-4d7b-a4d0-6851b40af2d8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951073 Aug 28 20:10:01.037778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:01.046320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] For port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:01.048822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (586d50a3-5b69-43e2-81e9-0a6adad81a2b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.056864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] For port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=22e6491c-b60b-4aa0-a50b-6d7cdcc045fc,segment=NetworkSegment(c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5),segment_id=c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:01.066105 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (44e8d576-9562-431e-9c76-e16cce5a932f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.124300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e4204e-7e69-4558-93fd-7534df24a89f,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:01.132434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:01.143791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:01.151943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:01.157345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:01.158040 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.165219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c1909dff-e3e4-4246-9490-eec051cf4826), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.170603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.178401 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c1909dff-e3e4-4246-9490-eec051cf4826 HTTP/1.1" status: 204 len: 168 time: 6.4337840 Aug 28 20:10:01.178559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.192900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-162cf9ad-f490-46f8-b076-db933fb99246 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group_rule (26157e57-ba63-4dba-8246-b5a7392d7f0c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.193792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53022) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:01.205002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900680277'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:01.210321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c8b47-f3a1-4dce-8cba-1e634f525214 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=c1909dff-e3e4-4246-9490-eec051cf4826,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:01.219517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=44e8d576-9562-431e-9c76-e16cce5a932f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:01.219667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Sync routers for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:10:01.258936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:01.259660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:01.265070 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:01.265925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-162cf9ad-f490-46f8-b076-db933fb99246 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (26157e57-ba63-4dba-8246-b5a7392d7f0c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.310989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cf9ad-f490-46f8-b076-db933fb99246 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26157e57-ba63-4dba-8246-b5a7392d7f0c,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:01.330876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:01.335361 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef07bf-14f6-49e8-a490-c8f161ca3573 None None] Pushing event updated for resources: {'Port': ['ID=22e6491c-b60b-4aa0-a50b-6d7cdcc045fc,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:01.339002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:01.343299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f3e6bdc8-608b-4f0b-86f5-33158e44c161 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9128156 Aug 28 20:10:01.345504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53026) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:01.351604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:01.362634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-162cf9ad-f490-46f8-b076-db933fb99246 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.364661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-7254725', 'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:9d:ee:ba'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:01.368489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-162cf9ad-f490-46f8-b076-db933fb99246 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5150936 Aug 28 20:10:01.371092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53028) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:01.378160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4e945c6c-8111-4e8e-a01a-745fbada5b10 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Request body: {'security_group_rule': {'security_group_id': '15432633-75c4-4c15-be2d-bfc8730142b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:01.423414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (27aef5a1-7d52-45c2-bb19-e83fddea75a8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.459971 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:01.461088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:01.465517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.518543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:01.552900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d81d454-bf7b-4235-96c9-0631ca713f8e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:01.606932 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.616448 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04 of type vlan for network da801468-7f6a-4afc-a8df-f4aabc9986cf Aug 28 20:10:01.645907 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e945c6c-8111-4e8e-a01a-745fbada5b10 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group_rule (42cdd780-741e-4ebb-8633-61d2924d3079), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.700517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=27aef5a1-7d52-45c2-bb19-e83fddea75a8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:01.758626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (da801468-7f6a-4afc-a8df-f4aabc9986cf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.805370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c9d9-3f26-43e6-b285-7b4e4919829f req-9161f478-e1f2-471f-acaa-5bd311623215 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:01.815784 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dac6c9d9-3f26-43e6-b285-7b4e4919829f req-9161f478-e1f2-471f-acaa-5bd311623215 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 944 time: 0.2823644 Aug 28 20:10:01.880751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (da801468-7f6a-4afc-a8df-f4aabc9986cf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.891812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:01.892489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.913216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1601-3417-4942-a873-6ae246635ba2 req-2f413891-7082-48f0-8bd1-c01ffb14499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:01.914816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590c1601-3417-4942-a873-6ae246635ba2 req-2f413891-7082-48f0-8bd1-c01ffb14499c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 1126 time: 0.2388012 Aug 28 20:10:01.929246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e945c6c-8111-4e8e-a01a-745fbada5b10 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group_rule (42cdd780-741e-4ebb-8633-61d2924d3079), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:01.983357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:02.009486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Router 586d50a3-5b69-43e2-81e9-0a6adad81a2b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:10:02.028910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e945c6c-8111-4e8e-a01a-745fbada5b10 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (42cdd780-741e-4ebb-8633-61d2924d3079), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.037201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=da801468-7f6a-4afc-a8df-f4aabc9986cf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:02.041445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for floatingip (34548e51-87e3-4bc4-8634-4bb3a812e9f1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.041671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-00fc47f7-83c5-43cc-9c2b-5081c4f1ff4b None None] Provisioning complete for port d6e4204e-7e69-4558-93fd-7534df24a89f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:02.042056 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-00fc47f7-83c5-43cc-9c2b-5081c4f1ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.043690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.045151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5de69d9d-e72d-470b-ae66-9d32b1767907 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/34548e51-87e3-4bc4-8634-4bb3a812e9f1 HTTP/1.1" status: 204 len: 168 time: 2.0962989 Aug 28 20:10:02.049939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d42d4c5-e17a-4c70-a8a8-31f2e4ac174f req-813eb449-e965-4f71-8f7d-8c5fe62968c3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 210 time: 0.1051347 Aug 28 20:10:02.054191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53034) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:02.124276 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dac6c9d9-3f26-43e6-b285-7b4e4919829f req-e4dadc6e-9d41-44de-891d-5eead17067ba tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074088 Aug 28 20:10:02.125668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e945c6c-8111-4e8e-a01a-745fbada5b10 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cdd780-741e-4ebb-8633-61d2924d3079,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:02.170469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f0dbe5db-2435-456a-a397-27e360aa8b8a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9712610 Aug 28 20:10:02.173314 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e945c6c-8111-4e8e-a01a-745fbada5b10 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.175788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4e945c6c-8111-4e8e-a01a-745fbada5b10 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8030879 Aug 28 20:10:02.176497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53038) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:02.184442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': 'da801468-7f6a-4afc-a8df-f4aabc9986cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:02.187999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network da801468-7f6a-4afc-a8df-f4aabc9986cf details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:02.249446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53040) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:02.252265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:10:02.255259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:02.336274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9d81d454-bf7b-4235-96c9-0631ca713f8e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:02.337458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.365601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-00fc47f7-83c5-43cc-9c2b-5081c4f1ff4b None None] Port d6e4204e-7e69-4558-93fd-7534df24a89f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:02.422754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.429016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:02.434564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.443760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:02.444183 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.604553 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:02.649397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.671082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:02.671483 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.718289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1601-3417-4942-a873-6ae246635ba2 req-3270baf0-b857-4ceb-93cc-fd621a88724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:02.720225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590c1601-3417-4942-a873-6ae246635ba2 req-3270baf0-b857-4ceb-93cc-fd621a88724d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 906 time: 0.7744389 Aug 28 20:10:02.721087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:02.730119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:02.733282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:02.735646 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec4026-81c0-4bbd-9cf1-26aa14c735e5" -d '{"events": [{"server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "name": "network-vif-plugged", "status": "completed", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:02.739272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789dec3-bf58-4e4e-af81-168043a78996 req-be60dbd8-ec24-4287-9bb5-0172c2767485 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:02.741069 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b789dec3-bf58-4e4e-af81-168043a78996 req-be60dbd8-ec24-4287-9bb5-0172c2767485 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 944 time: 0.1870892 Aug 28 20:10:02.755939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:02.756702 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.795393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Allocated IP 172.25.4.118 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/1dbd520f-d4e2-469e-b531-ce6a01372724) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:02.805697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9d81d454-bf7b-4235-96c9-0631ca713f8e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:02.816068 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fd2b4a-cbff-4c12-bf00-d7a73659e429 x-openstack-request-id: req-41fd2b4a-cbff-4c12-bf00-d7a73659e429 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:02.817305 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "name": "network-vif-plugged", "status": "completed", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:02.817789 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41fd2b4a-cbff-4c12-bf00-d7a73659e429 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:02.818450 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fd2b4a-cbff-4c12-bf00-d7a73659e429'] response: {'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'code': 200} Aug 28 20:10:02.821782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.866314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 2, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:02.866818 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:02.905280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Checking router: 96978b6e-941e-468f-be98-a76486196698 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:10:02.905280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Updating router 96978b6e-941e-468f-be98-a76486196698 port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:10:02.924007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590c1601-3417-4942-a873-6ae246635ba2 req-570cec67-9152-441f-85db-fcf62495e4ec service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=091d1e99-0e27-4af1-af93-39b78916cd77 HTTP/1.1" status: 200 len: 217 time: 0.1813655 Aug 28 20:10:02.938187 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:02.947628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:02.950962 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:02.999764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.016502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84ad039-e90f-42ef-ae6f-b2adda5a80eb None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:10:03.023492 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:03.040980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:10:03.054738 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Sync routers for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:10:03.071848 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:03.072877 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:03.074501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-61677cb2-f0e7-4302-9e3d-784e5b296102 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/586d50a3-5b69-43e2-81e9-0a6adad81a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2773049 Aug 28 20:10:03.081483 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.157318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:03.166199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1601-3417-4942-a873-6ae246635ba2 req-eb437f64-261a-492e-a329-fbbcad8ebf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:03.168036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590c1601-3417-4942-a873-6ae246635ba2 req-eb437f64-261a-492e-a329-fbbcad8ebf3e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.2319479 Aug 28 20:10:03.179012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (e1dee995-68b2-427e-a4e0-d1a8fb58ccdd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.200508 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:03.203424 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.225493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b789dec3-bf58-4e4e-af81-168043a78996 req-50a34413-e593-45b0-b548-bfaf45a2483f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416615 Aug 28 20:10:03.296806 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.343219 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:03.388736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] device_id is not set on port 62236d71-6563-4a87-b28e-e032d3ed34c8 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:03.420219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb636a96-c9d2-4c28-a430-1322dc396be0 req-5b7285c9-4ed6-49ec-86ae-a4bdc1e86c64 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 210 time: 0.1461499 Aug 28 20:10:03.439037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Publish callbacks [] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.445747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 091d1e99-0e27-4af1-af93-39b78916cd77 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:10:03.483994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:03.502023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77979e-20d2-48d9-8ef4-ec2f6e832659 req-f9828f50-96e0-4d2b-a06e-3c0f6cd115cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:03.511764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a77979e-20d2-48d9-8ef4-ec2f6e832659 req-f9828f50-96e0-4d2b-a06e-3c0f6cd115cf service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 1127 time: 0.4462898 Aug 28 20:10:03.578602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8d21b59a-9980-42fe-9410-6bc4d0b0a532 None None] Provisioning complete for port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:03.579038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8d21b59a-9980-42fe-9410-6bc4d0b0a532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.609083 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 2, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:03.615173 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.617130 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:03.620021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:03.622339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=e1dee995-68b2-427e-a4e0-d1a8fb58ccdd,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:03.624740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:03.678435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:03.680674 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Checking router: 586d50a3-5b69-43e2-81e9-0a6adad81a2b for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:10:03.681796 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Updating router 586d50a3-5b69-43e2-81e9-0a6adad81a2b port d6e4204e-7e69-4558-93fd-7534df24a89f binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:10:03.689798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event updated for resources: {'Port': ['ID=1dbd520f-d4e2-469e-b531-ce6a01372724,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:03.705089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1601-3417-4942-a873-6ae246635ba2 req-ce78ed15-27f4-4deb-a4e7-4b5da2b01336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:03.706704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590c1601-3417-4942-a873-6ae246635ba2 req-ce78ed15-27f4-4deb-a4e7-4b5da2b01336 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5042937 Aug 28 20:10:03.728982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': 'e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da801468-7f6a-4afc-a8df-f4aabc9986cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:03.729250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: da801468-7f6a-4afc-a8df-f4aabc9986cf, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:03.748819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-113b20db-cc06-4c53-8394-8eb3b98dc2a3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:03.752541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-113b20db-cc06-4c53-8394-8eb3b98dc2a3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 811 time: 0.4010282 Aug 28 20:10:03.763043 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:03.766054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Request body: {'port': {'device_id': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'admin_state_up': True, 'tenant_id': '1e780e72454849a9adf5c45a7783c014'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:03.770075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6c2b9-cabf-4ed2-8cc3-35149087b414 req-5980ce2a-c210-4fa8-8098-bbff698c49a6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:03.770533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 091d1e99-0e27-4af1-af93-39b78916cd77, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=091d1e99-0e27-4af1-af93-39b78916cd77,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:03.775353 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ecf6c2b9-cabf-4ed2-8cc3-35149087b414 req-5980ce2a-c210-4fa8-8098-bbff698c49a6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.4483423 Aug 28 20:10:03.836513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '091d1e99-0e27-4af1-af93-39b78916cd77', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'port_id': '091d1e99-0e27-4af1-af93-39b78916cd77', 'mac_address': 'fa:16:3e:7c:4e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:10:03.869977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9dc66-836f-48f8-bf2d-e5bd06991fe2 None None] Pushing event updated for resources: {'Port': ['ID=65bf9174-e52d-4c4e-adcd-7217c3990cd1,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:03.880264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53054) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:03.886005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-dfaf18b5-978b-4cd2-a7e7-551b87991f30 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352194883', 'description': 'tempest-description--457081246'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:03.980114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a77979e-20d2-48d9-8ef4-ec2f6e832659 req-d45c0d83-a263-4092-b601-2acf7e4856c1 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660683 Aug 28 20:10:03.987448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ad039-e90f-42ef-ae6f-b2adda5a80eb None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:10:03.994989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network da801468-7f6a-4afc-a8df-f4aabc9986cf is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:03.996776 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:04.011961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for floatingip (a185af1f-148d-4bce-a378-8b366cc40216), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.021357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ecf6c2b9-cabf-4ed2-8cc3-35149087b414 req-3af104e1-c1c2-4d29-87b5-580761cba77f tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247174 Aug 28 20:10:04.099195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Allocated IP 2001:db8::8c (6482cdc2-f278-4ea1-a03f-cdd110a5376b/2b40296a-bb56-409a-97ea-deaff10eb2fa/62236d71-6563-4a87-b28e-e032d3ed34c8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:04.108729 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Publish callbacks [] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.115359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 091d1e99-0e27-4af1-af93-39b78916cd77 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:04.115885 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.136984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590c1601-3417-4942-a873-6ae246635ba2 req-d7a22724-9359-4477-a63c-05574c671ba5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018893 Aug 28 20:10:04.153299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Attempting to bind port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:04.153798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Attempting to bind port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:04.154190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Attempting to bind port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 on network 2ab7c256-cb29-464f-a7d8-df97ec939a1d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:04.169371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091d1e99-0e27-4af1-af93-39b78916cd77 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:04.170981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf18b5-978b-4cd2-a7e7-551b87991f30 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.173537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, da801468-7f6a-4afc-a8df-f4aabc9986cf) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:04.176837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:04.176837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.182990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:04.183750 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.213129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:04.213496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Checking segment: {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:04.213938 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.214334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Bound using segment: {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:04.214691 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.214872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Bound port: 65bf9174-e52d-4c4e-adcd-7217c3990cd1, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:04.215196 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.221964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Made reservation on behalf of 1e780e72454849a9adf5c45a7783c014 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:04.226619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.227740 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:04.243486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8d21b59a-9980-42fe-9410-6bc4d0b0a532 None None] Current status of the port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:04.243714 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8d21b59a-9980-42fe-9410-6bc4d0b0a532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.275075 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.348376 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3d059f8e-61c3-4bca-94a6-2b4b385c9ce1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.365705 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d2e50-ee32-4773-97a6-001ab370b3ef None None] Pushing event updated for resources: {'Port': ['ID=d6e4204e-7e69-4558-93fd-7534df24a89f,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:04.423304 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-590c1601-3417-4942-a873-6ae246635ba2 req-f924b7cb-6af1-489e-bf4b-e6cd3358fc78 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757313 Aug 28 20:10:04.445443 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Attempting to bind port d6e4204e-7e69-4558-93fd-7534df24a89f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:04.449224 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Attempting to bind port d6e4204e-7e69-4558-93fd-7534df24a89f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:04.449554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=3d059f8e-61c3-4bca-94a6-2b4b385c9ce1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:04.451046 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Attempting to bind port d6e4204e-7e69-4558-93fd-7534df24a89f on network 0bafccb0-3731-4654-a000-2fe2f996b6ca {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:04.484977 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:04.485687 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Checking segment: {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:04.486329 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.486956 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Bound using segment: {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:04.487882 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Bound port: d6e4204e-7e69-4558-93fd-7534df24a89f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:04.488551 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.520619 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:04.528726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 091d1e99-0e27-4af1-af93-39b78916cd77, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=091d1e99-0e27-4af1-af93-39b78916cd77,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:04.554606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.558398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a9dd9c32-4a7e-437f-b62e-094bf8a81084 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/ports/3d059f8e-61c3-4bca-94a6-2b4b385c9ce1 HTTP/1.1" status: 204 len: 168 time: 2.5030093 Aug 28 20:10:04.560803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (62236d71-6563-4a87-b28e-e032d3ed34c8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.562234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53060) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:04.610012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6837e-faa7-4065-9ad7-c02ac0a7d660 req-e4cba550-833d-44d9-b609-a515f8b2d804 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:04.612139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1db6837e-faa7-4065-9ad7-c02ac0a7d660 req-e4cba550-833d-44d9-b609-a515f8b2d804 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 944 time: 0.1755228 Aug 28 20:10:04.630773 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3dff4752-b27a-446b-b474-10040e3eaac1 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4531446 Aug 28 20:10:04.638242 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53062) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:04.643856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538228074'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:04.645426 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.668211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50d2ada7-2b87-4c5c-abec-ea2f4af515f2 req-445e5e25-26b7-4bac-92f6-87332af5f8c8 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 210 time: 0.0943844 Aug 28 20:10:04.671404 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:04.696278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8d21b59a-9980-42fe-9410-6bc4d0b0a532 None None] For port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=22e6491c-b60b-4aa0-a50b-6d7cdcc045fc,segment=NetworkSegment(c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5),segment_id=c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:04.741642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.752204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 15d18f42-58a4-4016-bfd6-269a8a12e83a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:04.752864 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.760300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:04.765215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.773304 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] For port d6e4204e-7e69-4558-93fd-7534df24a89f, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:04.778200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] For port d6e4204e-7e69-4558-93fd-7534df24a89f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d6e4204e-7e69-4558-93fd-7534df24a89f,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:04.809489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1db6837e-faa7-4065-9ad7-c02ac0a7d660 req-6b94b703-29bf-43c5-b2d0-f3b46084b82a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771066 Aug 28 20:10:04.836458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] For port 65bf9174-e52d-4c4e-adcd-7217c3990cd1, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:04.836709 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf18b5-978b-4cd2-a7e7-551b87991f30 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group (60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.841325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Allocated IP 172.20.0.13 (c35de18c-cd95-41ee-a53f-65c5b4b21b19/5a49c5d8-a258-487f-a74e-0ad252e2b215/a62a8bbc-53bc-4753-ba4a-bb88611da4ea) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:04.848903 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8d21b59a-9980-42fe-9410-6bc4d0b0a532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.861520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:04.866370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=091d1e99-0e27-4af1-af93-39b78916cd77,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:04.873197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] For port 65bf9174-e52d-4c4e-adcd-7217c3990cd1, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65bf9174-e52d-4c4e-adcd-7217c3990cd1,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:04.873444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f2447cff-a6ce-4bea-8fdf-61c9bb35efda), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.873581 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment f2447cff-a6ce-4bea-8fdf-61c9bb35efda of type vlan for network c5d5700b-9680-4f53-8baa-4c67e188fe97 Aug 28 20:10:04.880718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.905082 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.926368 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c5d5700b-9680-4f53-8baa-4c67e188fe97), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.935350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:04.935743 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.957567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (62236d71-6563-4a87-b28e-e032d3ed34c8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:04.992400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['091d1e99-0e27-4af1-af93-39b78916cd77'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:04.997824 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d2e50-ee32-4773-97a6-001ab370b3ef None None] Pushing event updated for resources: {'Port': ['ID=d6e4204e-7e69-4558-93fd-7534df24a89f,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.013667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event updated for resources: {'Port': ['ID=1dbd520f-d4e2-469e-b531-ce6a01372724,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.021301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf18b5-978b-4cd2-a7e7-551b87991f30 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.031018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:05.034248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=62236d71-6563-4a87-b28e-e032d3ed34c8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.037521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:05.042709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:05.048015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:05.048715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.053345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:05.057741 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.059313 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:05.075885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21b59a-9980-42fe-9410-6bc4d0b0a532 None None] Pushing event updated for resources: {'Port': ['ID=22e6491c-b60b-4aa0-a50b-6d7cdcc045fc,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.117885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.132595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 15d18f42-58a4-4016-bfd6-269a8a12e83a owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:05.137325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-da801468-7f6a-4afc-a8df-f4aabc9986cf', 'network_id': 'da801468-7f6a-4afc-a8df-f4aabc9986cf', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': 'e1dee995-68b2-427e-a4e0-d1a8fb58ccdd'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:10:05.138376 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.156380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf18b5-978b-4cd2-a7e7-551b87991f30 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.225252 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:05.234715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (a185af1f-148d-4bce-a378-8b366cc40216), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.235880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:05.236524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:09:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:05.272709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da820-02a8-4c49-8212-68797e29f8a2 req-f766d6b5-2305-41e7-a9ad-0f0cb4d712ea tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:05.274132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-189da820-02a8-4c49-8212-68797e29f8a2 req-f766d6b5-2305-41e7-a9ad-0f0cb4d712ea tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.0652571 Aug 28 20:10:05.278446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c5d5700b-9680-4f53-8baa-4c67e188fe97), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.283959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:05.284551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.288976 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:05.332004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:10:05.332419 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:10:05.334828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks [] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.340539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9dc66-836f-48f8-bf2d-e5bd06991fe2 None None] Pushing event updated for resources: {'Port': ['ID=65bf9174-e52d-4c4e-adcd-7217c3990cd1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.431229 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=c5d5700b-9680-4f53-8baa-4c67e188fe97,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.449071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-189da820-02a8-4c49-8212-68797e29f8a2 req-bc85ddb0-70b7-4a9a-87b8-b218cc39b089 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550827 Aug 28 20:10:05.449664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-072093a1-1f6e-4d86-930e-71de311246dc tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.1026425 Aug 28 20:10:05.452330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53066) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:05.483103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c5d5700b-9680-4f53-8baa-4c67e188fe97 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:05.492982 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf18b5-978b-4cd2-a7e7-551b87991f30 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.495960 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dfaf18b5-978b-4cd2-a7e7-551b87991f30 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6149538 Aug 28 20:10:05.502092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.503904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8ddd6115-c704-4a6f-84a5-db90ad16e16a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2533207 Aug 28 20:10:05.505388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53068) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:05.515761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b89856b1-3732-4f4f-b29b-bd0deb5c165a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Request body: {'security_group_rule': {'security_group_id': '60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:05.547410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.579509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d3a86f5d-f253-4045-b6a9-33e4638256a6 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9371860 Aug 28 20:10:05.579769 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:04Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:05.597974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:05.602192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53074) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:05.608347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': 'c5d5700b-9680-4f53-8baa-4c67e188fe97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:05.614695 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534d280-7a97-4593-97c3-1c967392fc4a None None] The sync data for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 is: [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:04Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:10:05.620501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41174fc-7be2-4e28-9f28-c93843ce7375 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:05.625643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41174fc-7be2-4e28-9f28-c93843ce7375 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:05.632324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41174fc-7be2-4e28-9f28-c93843ce7375 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:05.637620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e41174fc-7be2-4e28-9f28-c93843ce7375 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1807773 Aug 28 20:10:05.641754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53080) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:05.664042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:05.677788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:05.729929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event updated for resources: {'Port': ['ID=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:05.791067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:05.852972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:05.854763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.859992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b89856b1-3732-4f4f-b29b-bd0deb5c165a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group_rule (32f483cd-aa61-47b3-a933-57006bab97e8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.879513 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-f4f738eb-baa8-4334-9fe8-63e5d76889b9 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1386865881&fields=id&tenant_id=1d6a161784e44d36acdc6f32ef9e7423 HTTP/1.1" status: 200 len: 267 time: 0.1527748 Aug 28 20:10:05.904139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting port 62236d71-6563-4a87-b28e-e032d3ed34c8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:05.904489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (62236d71-6563-4a87-b28e-e032d3ed34c8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:05.909114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Allocated IP 2001:db8::3 (da801468-7f6a-4afc-a8df-f4aabc9986cf/e1dee995-68b2-427e-a4e0-d1a8fb58ccdd/eef43f7b-0978-4f15-b3f0-a1555313c41c) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:05.991920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:06.045442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-448c1997-ee20-43e3-8a36-76dd587eeda8 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:06.059291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-448c1997-ee20-43e3-8a36-76dd587eeda8 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/networks?id=2ab7c256-cb29-464f-a7d8-df97ec939a1d HTTP/1.1" status: 200 len: 805 time: 0.1784091 Aug 28 20:10:06.095040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d950e327-5a0c-4aa0-9670-1f65dcc3b487 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/quotas/1d6a161784e44d36acdc6f32ef9e7423 HTTP/1.1" status: 200 len: 375 time: 0.0347061 Aug 28 20:10:06.138170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (62236d71-6563-4a87-b28e-e032d3ed34c8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.153101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:06.165607 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.213645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5390b9-f049-4b92-ac2a-c38b97d95a4b req-7a34d854-b4f9-4c41-8305-d3a80679aa87 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:06.215319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b5390b9-f049-4b92-ac2a-c38b97d95a4b req-7a34d854-b4f9-4c41-8305-d3a80679aa87 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 932 time: 0.3332675 Aug 28 20:10:06.239564 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (15d18f42-58a4-4016-bfd6-269a8a12e83a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.241701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Calling delete_port for 62236d71-6563-4a87-b28e-e032d3ed34c8 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:06.363709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Publish callbacks [] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.371138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:06.429237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:04Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:06.474556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:06.475071 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.524628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.532183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec50f0-e327-471d-9526-140b1467aa36 None None] The sync data for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 is: [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:04Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:10:06.589461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Pushing event updated for resources: {'Port': ['ID=eef43f7b-0978-4f15-b3f0-a1555313c41c,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:06.630369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:06.632065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6e4204e-7e69-4558-93fd-7534df24a89f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:06.713993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Network da801468-7f6a-4afc-a8df-f4aabc9986cf is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:06.714266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-31711648-0c06-49bb-a434-58dde06d6c65 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9534762 Aug 28 20:10:06.720882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:06.725498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:06.725778 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:06.735105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Request body: {'port': {'device_id': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:06.738040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d6e4204e-7e69-4558-93fd-7534df24a89f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:06.738040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.753396 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-27cf7f43-eb5a-4de4-85c7-b20f031333af tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1d6a161784e44d36acdc6f32ef9e7423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6574237 Aug 28 20:10:06.799620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Performing IP validity checks on allocation pools {{(pid=114321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 28 20:10:06.799858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 28 20:10:06.828184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b89856b1-3732-4f4f-b29b-bd0deb5c165a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group_rule (32f483cd-aa61-47b3-a933-57006bab97e8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:06.862192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=15d18f42-58a4-4016-bfd6-269a8a12e83a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:06.920456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.011621 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b89856b1-3732-4f4f-b29b-bd0deb5c165a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (32f483cd-aa61-47b3-a933-57006bab97e8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.045792 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:07.060973 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b5390b9-f049-4b92-ac2a-c38b97d95a4b req-4e29309e-d340-48ef-8852-6e8e32de59e2 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8213785 Aug 28 20:10:07.080166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89856b1-3732-4f4f-b29b-bd0deb5c165a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f483cd-aa61-47b3-a933-57006bab97e8,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:07.125054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d6e4204e-7e69-4558-93fd-7534df24a89f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:07.127446 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.130964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Attempting to bind port eef43f7b-0978-4f15-b3f0-a1555313c41c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:07.131337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Attempting to bind port eef43f7b-0978-4f15-b3f0-a1555313c41c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da801468-7f6a-4afc-a8df-f4aabc9986cf'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:07.131701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Attempting to bind port eef43f7b-0978-4f15-b3f0-a1555313c41c on network da801468-7f6a-4afc-a8df-f4aabc9986cf {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:07.143468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:07.145172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Checking segment: {'id': 'e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da801468-7f6a-4afc-a8df-f4aabc9986cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:07.145594 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.146378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Bound using segment: {'id': 'e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da801468-7f6a-4afc-a8df-f4aabc9986cf'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:07.146895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Bound port: eef43f7b-0978-4f15-b3f0-a1555313c41c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da801468-7f6a-4afc-a8df-f4aabc9986cf'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:07.147282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.150851 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.159475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53092) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:07.161596 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-67f4dfc1-f949-4467-95ae-69b0bee4cd40 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/ports/15d18f42-58a4-4016-bfd6-269a8a12e83a HTTP/1.1" status: 204 len: 168 time: 2.5978594 Aug 28 20:10:07.213411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 091d1e99-0e27-4af1-af93-39b78916cd77 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:07.218288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d6e4204e-7e69-4558-93fd-7534df24a89f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d6e4204e-7e69-4558-93fd-7534df24a89f,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:07.225468 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:07.227582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b89856b1-3732-4f4f-b29b-bd0deb5c165a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.234204 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b89856b1-3732-4f4f-b29b-bd0deb5c165a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7274952 Aug 28 20:10:07.240711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53094) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:07.242596 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-96432e87-c752-4c25-9113-35ea528df8a8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492526 Aug 28 20:10:07.247159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d7f3eb38-60fb-44ba-b388-5b5a260041d4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Request body: {'security_group_rule': {'security_group_id': '60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:07.289470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] For port eef43f7b-0978-4f15-b3f0-a1555313c41c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:07.296323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67651-cd23-4840-8db3-8e1a2e1ac1d6 req-73b71768-9321-4746-a781-03805973c223 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:07.298372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-efc67651-cd23-4840-8db3-8e1a2e1ac1d6 req-73b71768-9321-4746-a781-03805973c223 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 945 time: 0.1045370 Aug 28 20:10:07.302773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (36275d9b-d45a-46ba-8b06-aefda80e1c72), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.308470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] For port eef43f7b-0978-4f15-b3f0-a1555313c41c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eef43f7b-0978-4f15-b3f0-a1555313c41c,segment=NetworkSegment(e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04),segment_id=e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:07.313309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 091d1e99-0e27-4af1-af93-39b78916cd77 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:10:07.328891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting subnet cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:07.355372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for subnet (cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.362262 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.365334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65bf9174-e52d-4c4e-adcd-7217c3990cd1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:07.416103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=36275d9b-d45a-46ba-8b06-aefda80e1c72,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:07.437694 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.446748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 091d1e99-0e27-4af1-af93-39b78916cd77 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:07.447141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.465370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': 'f2447cff-a6ce-4bea-8fdf-61c9bb35efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c5d5700b-9680-4f53-8baa-4c67e188fe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:07.465639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: c5d5700b-9680-4f53-8baa-4c67e188fe97, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:07.475445 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-efc67651-cd23-4840-8db3-8e1a2e1ac1d6 req-1d534acc-bb37-46a5-881d-110121fcabfa tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358855 Aug 28 20:10:07.515011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (62236d71-6563-4a87-b28e-e032d3ed34c8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.559621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Port': ['ID=62236d71-6563-4a87-b28e-e032d3ed34c8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:07.569258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d6e4204e-7e69-4558-93fd-7534df24a89f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:07.628481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d7f3eb38-60fb-44ba-b388-5b5a260041d4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group_rule (05d4005a-f410-4524-990f-b3197b420425), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.678469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:07.678859 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.683974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070610d9-e0c8-4d90-9839-58bbeb7df41b None None] Pushing event updated for resources: {'Port': ['ID=eef43f7b-0978-4f15-b3f0-a1555313c41c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:07.688336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network c5d5700b-9680-4f53-8baa-4c67e188fe97 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:07.701782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.730262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523d95-8662-4eed-84ed-2631107cfbab req-2865058a-96eb-4f7e-8c5b-10be3009db3f tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:07.761062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74523d95-8662-4eed-84ed-2631107cfbab req-2865058a-96eb-4f7e-8c5b-10be3009db3f tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.1152499 Aug 28 20:10:07.805596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 091d1e99-0e27-4af1-af93-39b78916cd77 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:07.806369 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.831190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62a8bbc-53bc-4753-ba4a-bb88611da4ea {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:07.865055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 091d1e99-0e27-4af1-af93-39b78916cd77, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=091d1e99-0e27-4af1-af93-39b78916cd77,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:07.865301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-2d51aad9-e9fe-444c-812a-5a6c25460cbf service neutron] 10.222.0.78 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009970 Aug 28 20:10:07.867539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091d1e99-0e27-4af1-af93-39b78916cd77'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:07.867935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c5d5700b-9680-4f53-8baa-4c67e188fe97) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:07.870051 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a084c09-c9c4-459d-9b56-ff6735edbd0f" -d '{"events": [{"server_uuid": "f7de0e8d-4d84-4f54-abde-1595ce79698e", "name": "network-vif-plugged", "status": "completed", "tag": "091d1e99-0e27-4af1-af93-39b78916cd77"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:07.870439 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Publish callbacks [] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.910145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:07.911046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.923159 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.929683 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:07.931205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:07.931414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-557c7fa8-e8ec-481d-94e4-b233725a0089 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/ports/62236d71-6563-4a87-b28e-e032d3ed34c8 HTTP/1.1" status: 204 len: 168 time: 2.2819369 Aug 28 20:10:07.931617 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.933091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53098) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:07.950373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Transition to ACTIVE for port object a62a8bbc-53bc-4753-ba4a-bb88611da4ea will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:10:07.958843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d7f3eb38-60fb-44ba-b388-5b5a260041d4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group_rule (05d4005a-f410-4524-990f-b3197b420425), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.970616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:07.994278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74523d95-8662-4eed-84ed-2631107cfbab req-7686194b-1836-4879-a95f-f82298370376 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299535 Aug 28 20:10:08.016432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 65bf9174-e52d-4c4e-adcd-7217c3990cd1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65bf9174-e52d-4c4e-adcd-7217c3990cd1,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:08.039896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.056476 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-362d6af5-c617-4832-9d76-fa5ad5e0c59c tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] GET failed (client error): The resource could not be found. Aug 28 20:10:08.059739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-362d6af5-c617-4832-9d76-fa5ad5e0c59c tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "GET /networking/v2.0/ports/62236d71-6563-4a87-b28e-e032d3ed34c8 HTTP/1.1" status: 404 len: 333 time: 0.0703478 Aug 28 20:10:08.061894 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53102) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:08.068561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-912427856'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:08.124617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.128534 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17576317-e9fa-4a95-ac0c-c802908c0c85 x-openstack-request-id: req-17576317-e9fa-4a95-ac0c-c802908c0c85 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:08.129717 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de0e8d-4d84-4f54-abde-1595ce79698e", "name": "network-vif-plugged", "status": "completed", "tag": "091d1e99-0e27-4af1-af93-39b78916cd77", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:08.129893 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17576317-e9fa-4a95-ac0c-c802908c0c85 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:08.131122 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17576317-e9fa-4a95-ac0c-c802908c0c85'] response: {'server_uuid': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091d1e99-0e27-4af1-af93-39b78916cd77', 'code': 200} Aug 28 20:10:08.148376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=091d1e99-0e27-4af1-af93-39b78916cd77,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:08.152890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a1d0957d-9358-4611-8a66-b1185dc483b4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5499880 Aug 28 20:10:08.155553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53106) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:08.172091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.177009 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.208203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d7f3eb38-60fb-44ba-b388-5b5a260041d4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (05d4005a-f410-4524-990f-b3197b420425), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.257120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.260527 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1 HTTP/1.1" status: 204 len: 168 time: 1.0976040 Aug 28 20:10:08.275290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53108) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:08.279190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=65bf9174-e52d-4c4e-adcd-7217c3990cd1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:08.375232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367815c-ed33-41c5-b7d6-a7e54a7560b6 req-b0bf56d7-422c-4492-82c3-a16b2f6cf126 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:08.377076 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5367815c-ed33-41c5-b7d6-a7e54a7560b6 req-b0bf56d7-422c-4492-82c3-a16b2f6cf126 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.1305835 Aug 28 20:10:08.382509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46092d5b-ba26-4619-8a82-22837e5722db req-52e9d5d1-d12a-4bee-9b24-abec7ed64843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:08.384509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46092d5b-ba26-4619-8a82-22837e5722db req-52e9d5d1-d12a-4bee-9b24-abec7ed64843 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 1128 time: 0.1171229 Aug 28 20:10:08.401991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting subnet 303695ce-f82f-49bf-ab7b-6f4e6407f1f8 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:08.407090 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for subnet (303695ce-f82f-49bf-ab7b-6f4e6407f1f8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.464292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (303695ce-f82f-49bf-ab7b-6f4e6407f1f8), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.485246 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c5d5700b-9680-4f53-8baa-4c67e188fe97), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.491625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3eb38-60fb-44ba-b388-5b5a260041d4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d4005a-f410-4524-990f-b3197b420425,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:08.495643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Pushing event updated for resources: {'Port': ['ID=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:08.499078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510133d-3395-4863-91a3-ad8c2fd4fa14 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Subnet': ['ID=cadf7c9a-7fb1-4ef0-8e3e-edca46bbb7e1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:08.541681 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46092d5b-ba26-4619-8a82-22837e5722db req-a303db29-8f58-4e0b-a8b4-95988163ccaa service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384704 Aug 28 20:10:08.546985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5367815c-ed33-41c5-b7d6-a7e54a7560b6 req-90de102b-afc7-4f74-aad6-9794e1b37eab tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582763 Aug 28 20:10:08.648669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6e4204e-7e69-4558-93fd-7534df24a89f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:08.654925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d7f3eb38-60fb-44ba-b388-5b5a260041d4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.660366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d7f3eb38-60fb-44ba-b388-5b5a260041d4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4130909 Aug 28 20:10:08.672375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53122) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:08.672558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (36275d9b-d45a-46ba-8b06-aefda80e1c72), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.709875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:08.715189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2b5835b-3192-4320-bc97-d5601cc30ca3 req-e3e75955-3e19-4ba5-a66a-e5f0b8045ef2 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0649347 Aug 28 20:10:08.740779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d6e4204e-7e69-4558-93fd-7534df24a89f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:08.740779 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.828504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df578aa-3246-44b9-8720-5b8f334d0393 req-fdee25d6-ec8b-483c-8540-fc177862cde0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:08.830167 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8df578aa-3246-44b9-8720-5b8f334d0393 req-fdee25d6-ec8b-483c-8540-fc177862cde0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 944 time: 0.3400652 Aug 28 20:10:08.869729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d6e4204e-7e69-4558-93fd-7534df24a89f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:08.871474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eef43f7b-0978-4f15-b3f0-a1555313c41c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:08.963026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port eef43f7b-0978-4f15-b3f0-a1555313c41c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:08.963809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:08.968195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c9db-3542-4950-8de4-c9a1d2db2647 req-7b4f6a5a-db99-4789-a357-2cbcdee9490f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:08.978277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8da5c9db-3542-4950-8de4-c9a1d2db2647 req-7b4f6a5a-db99-4789-a357-2cbcdee9490f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 946 time: 0.1453803 Aug 28 20:10:09.014996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (303695ce-f82f-49bf-ab7b-6f4e6407f1f8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.069459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:09.072123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8da5c9db-3542-4950-8de4-c9a1d2db2647 req-6a01193b-70ae-4fa6-9978-f5ab719b0ca0 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923233 Aug 28 20:10:09.075452 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.101870 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.148195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Attempting to bind port a62a8bbc-53bc-4753-ba4a-bb88611da4ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:09.148632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Attempting to bind port a62a8bbc-53bc-4753-ba4a-bb88611da4ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:09.149168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Attempting to bind port a62a8bbc-53bc-4753-ba4a-bb88611da4ea on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:09.171747 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:09.171747 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (36275d9b-d45a-46ba-8b06-aefda80e1c72), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.200293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port eef43f7b-0978-4f15-b3f0-a1555313c41c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:09.204262 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.251486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port eef43f7b-0978-4f15-b3f0-a1555313c41c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eef43f7b-0978-4f15-b3f0-a1555313c41c,segment=NetworkSegment(e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04),segment_id=e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:09.273319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=36275d9b-d45a-46ba-8b06-aefda80e1c72,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:09.324726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Port a62a8bbc-53bc-4753-ba4a-bb88611da4ea on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:10:09.325257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Attempting to bind port a62a8bbc-53bc-4753-ba4a-bb88611da4ea on network c35de18c-cd95-41ee-a53f-65c5b4b21b19 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:09.329068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3498c42-eaee-4241-bffc-f88ced476540 None None] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:09.336243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4d89f-eb2c-4fe5-a6ca-198fcb4e0a69 None None] Network da801468-7f6a-4afc-a8df-f4aabc9986cf requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:09.394299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8df578aa-3246-44b9-8720-5b8f334d0393 req-a3d9e234-2bb6-4c6b-a400-699f293543e0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136197 Aug 28 20:10:09.428181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] device_id is not set on port 1567632a-6ad4-4ca1-bd51-93cd37279a60 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:09.483095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:09.483488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Checking segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:09.484587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Bound using segment: {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:09.485056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Bound port: a62a8bbc-53bc-4753-ba4a-bb88611da4ea, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610546e4-6c67-4421-b69c-c012138a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:09.486191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.501250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4debb-f9df-463e-a641-093f1aac5d72 None None] Network c5d5700b-9680-4f53-8baa-4c67e188fe97 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:09.538319 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:09.580901 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c5d5700b-9680-4f53-8baa-4c67e188fe97), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.599014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741a265-a660-4dc3-ab96-6df1fb7b0f9d None None] Network f916ee4d-6756-48e6-9a29-8dafd69f66c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:09.606459 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:09.620085 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.621091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (303695ce-f82f-49bf-ab7b-6f4e6407f1f8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.639083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d5700b-9680-4f53-8baa-4c67e188fe97']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:09.685279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.697312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2447cff-a6ce-4bea-8fdf-61c9bb35efda') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:09.700759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2447cff-a6ce-4bea-8fdf-61c9bb35efda') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:09.700918 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/303695ce-f82f-49bf-ab7b-6f4e6407f1f8 HTTP/1.1" status: 204 len: 168 time: 1.3736973 Aug 28 20:10:09.700918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53126) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:09.727259 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (f2447cff-a6ce-4bea-8fdf-61c9bb35efda), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.751948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06f77b-3464-4b56-917d-ae0ecd6184eb req-9d144120-2161-4877-9b5e-72e0ba5df944 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:09.756047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a06f77b-3464-4b56-917d-ae0ecd6184eb req-9d144120-2161-4877-9b5e-72e0ba5df944 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.2635605 Aug 28 20:10:09.757113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19bffa-e642-4072-857a-01a305e2b17a tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Subnet': ['ID=303695ce-f82f-49bf-ab7b-6f4e6407f1f8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:09.809209 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:09.824221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f2447cff-a6ce-4bea-8fdf-61c9bb35efda), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.865463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:09.866268 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (f2447cff-a6ce-4bea-8fdf-61c9bb35efda), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.891332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5f150042-58e2-459b-8b61-75c21c739e2b None None] Provisioning complete for port eef43f7b-0978-4f15-b3f0-a1555313c41c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:09.892770 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5f150042-58e2-459b-8b61-75c21c739e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:09.920135 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f2447cff-a6ce-4bea-8fdf-61c9bb35efda resource provider aggregate not found Aug 28 20:10:09.954230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09795860-8516-4b00-b1e8-4de8cec33f78 None None] Network c5d5700b-9680-4f53-8baa-4c67e188fe97 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:09.998532 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f2447cff-a6ce-4bea-8fdf-61c9bb35efda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2447cff-a6ce-4bea-8fdf-61c9bb35efda found for delete ", "request_id": "req-fc3caa4e-d8d9-44ed-8f92-50a266d14588"}]} Aug 28 20:10:10.030000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a06f77b-3464-4b56-917d-ae0ecd6184eb req-a47df256-b853-4145-8ae8-d3f355c67687 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488301 Aug 28 20:10:10.087238 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (f916ee4d-6756-48e6-9a29-8dafd69f66c1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:10.150532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c5d5700b-9680-4f53-8baa-4c67e188fe97), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:10.162546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba8d51-fbc1-46d8-a4f0-e3d34c8d494e None None] Network 930cd3e9-822c-4fa0-84e7-ff1b22f9784a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:10.163769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:10.169777 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:10.173389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c5d5700b-9680-4f53-8baa-4c67e188fe97 HTTP/1.1" status: 204 len: 168 time: 2.0167601 Aug 28 20:10:10.179049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53140) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:10.206099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015827949'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:10.233911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-462b7a7b-7584-44e8-9a0b-eb5d62d3d14f req-2ab944f2-c5e4-4ae4-a1e9-17ad5ff65475 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 210 time: 0.1623576 Aug 28 20:10:10.260716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=eef43f7b-0978-4f15-b3f0-a1555313c41c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:10.274195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3453b9c-4ebf-48d1-9d81-6e00beb31e14 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=c5d5700b-9680-4f53-8baa-4c67e188fe97,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:10.332678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9c8a-c176-443a-80b7-e84c64983046 req-e6913e5e-b48f-4d27-b64c-5d9784287fe4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:10.334372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ea1f9c8a-c176-443a-80b7-e84c64983046 req-e6913e5e-b48f-4d27-b64c-5d9784287fe4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.1499658 Aug 28 20:10:10.344491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] For port a62a8bbc-53bc-4753-ba4a-bb88611da4ea, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:10.450323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ea1f9c8a-c176-443a-80b7-e84c64983046 req-4843ab44-f4c8-41a8-b2be-a4993a975ea7 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085069 Aug 28 20:10:10.452648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65bf9174-e52d-4c4e-adcd-7217c3990cd1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:10.467405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] For port a62a8bbc-53bc-4753-ba4a-bb88611da4ea, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:10.518535 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:10.612730 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:10.632427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5f150042-58e2-459b-8b61-75c21c739e2b None None] Current status of the port eef43f7b-0978-4f15-b3f0-a1555313c41c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:10.639099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Allocated IP 2001:db8::2e1 (6482cdc2-f278-4ea1-a03f-cdd110a5376b/2b40296a-bb56-409a-97ea-deaff10eb2fa/1567632a-6ad4-4ca1-bd51-93cd37279a60) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:10.640526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] DHCP port deletion for f916ee4d-6756-48e6-9a29-8dafd69f66c1 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:10.645193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c859b-6d5d-4c09-8bcc-94f170a48d83 req-1079987f-eff6-4141-a852-e61dbf979875 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:10.657478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-319c859b-6d5d-4c09-8bcc-94f170a48d83 req-1079987f-eff6-4141-a852-e61dbf979875 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 944 time: 0.1099079 Aug 28 20:10:10.739453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:10.740154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:10.787124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-319c859b-6d5d-4c09-8bcc-94f170a48d83 req-ab05cb0f-3580-4b38-8b8e-a4bfe18e18d1 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280987 Aug 28 20:10:10.838503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Deleting port 4cec66c1-4046-4d40-be38-bc7da8964141 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:10.845299 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:10.942746 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:10.961932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] DHCP port deletion for 930cd3e9-822c-4fa0-84e7-ff1b22f9784a request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:10.994653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb3387-6f9f-46b9-acff-ad96715f873b req-4d79c5a8-4de5-4fab-8ffa-3f07a8fe6844 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:10.996753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ceb3387-6f9f-46b9-acff-ad96715f873b req-4d79c5a8-4de5-4fab-8ffa-3f07a8fe6844 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 946 time: 0.5730083 Aug 28 20:10:11.011123 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.015917 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:11.016574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.018135 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/a62a8bbc-53bc-4753-ba4a-bb88611da4ea HTTP/1.1" status: 200 len: 1092 time: 4.2896686 Aug 28 20:10:11.022661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:11.027648 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.033667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbf722-8998-481a-992a-d65c1895cf87 req-dfbdba67-5d2f-41c5-9a11-ee2053256037 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:11.035731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cafbf722-8998-481a-992a-d65c1895cf87 req-dfbdba67-5d2f-41c5-9a11-ee2053256037 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.1099892 Aug 28 20:10:11.102194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'tag': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:11.105492 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26fa764-9583-4d6b-b388-3c4f8470cd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8c6970-431b-4ebc-97c9-4bb6bdde339a", "tag": "a62a8bbc-53bc-4753-ba4a-bb88611da4ea"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:11.148539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cafbf722-8998-481a-992a-d65c1895cf87 req-84101ace-08a0-40b5-b79c-dcd1231c2b1c tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951602 Aug 28 20:10:11.230003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Deleting port 4cec66c1-4046-4d40-be38-bc7da8964141 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:11.230321 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.298510 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d65045b-271e-47b2-8a8a-fb1b3baf43ce x-openstack-request-id: req-8d65045b-271e-47b2-8a8a-fb1b3baf43ce {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:11.298882 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8c6970-431b-4ebc-97c9-4bb6bdde339a", "tag": "a62a8bbc-53bc-4753-ba4a-bb88611da4ea", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:11.299846 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d65045b-271e-47b2-8a8a-fb1b3baf43ce {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:11.299846 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d65045b-271e-47b2-8a8a-fb1b3baf43ce'] response: {'name': 'network-changed', 'server_uuid': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'tag': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea', 'status': 'completed', 'code': 200} Aug 28 20:10:11.358241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:11.395123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:11.425948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796772c-6e60-491f-8689-2654bd09dfb4 req-17ffe31f-ad79-48fb-a85e-b1b67e5469ab tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:11.427746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f796772c-6e60-491f-8689-2654bd09dfb4 req-17ffe31f-ad79-48fb-a85e-b1b67e5469ab tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.1068211 Aug 28 20:10:11.453434 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:11.465920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29e934-3791-4b05-8d57-be2c8cf776e0 None None] Network da801468-7f6a-4afc-a8df-f4aabc9986cf requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:11.481816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] For port 4cec66c1-4046-4d40-be38-bc7da8964141, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4cec66c1-4046-4d40-be38-bc7da8964141,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:11.482193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.496555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f796772c-6e60-491f-8689-2654bd09dfb4 req-c7961be6-9f84-4a6e-af4b-8fb1b4f1a566 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618081 Aug 28 20:10:11.528418 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.544323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ac540327-86f8-41f2-916c-e956c1fbc829), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.545063 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment ac540327-86f8-41f2-916c-e956c1fbc829 of type vlan for network 6d6f51f5-2e17-406e-add2-e15ccb201c59 Aug 28 20:10:11.551415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-35928407-8243-49b3-899a-012b3d6fe620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:11.551415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-35928407-8243-49b3-899a-012b3d6fe620 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 1126 time: 0.3407423 Aug 28 20:10:11.566665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-04c20176-2676-426e-bcfb-175071be3deb None None] Provisioning complete for port 44e8d576-9562-431e-9c76-e16cce5a932f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:11.571760 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-04c20176-2676-426e-bcfb-175071be3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (44e8d576-9562-431e-9c76-e16cce5a932f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.582847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Calling delete_port for 4cec66c1-4046-4d40-be38-bc7da8964141 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:11.586706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] Deleting port 40efd0a2-51e1-438e-b977-921e1a4f874e {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:11.587365 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.617650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577483-3c68-4f31-a7e2-a6384deb4add service neutron] Pushing event updated for resources: {'Port': ['ID=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:11.619632 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4e27c06-d613-448e-b315-f2ced66f4c01 req-2f38db93-16bb-4dcd-bf79-6f7f04dd6bbc tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0397449 Aug 28 20:10:11.623351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ceb3387-6f9f-46b9-acff-ad96715f873b req-ca7bd37a-64be-4924-8444-5bb8aa319de7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736525 Aug 28 20:10:11.710100 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6d6f51f5-2e17-406e-add2-e15ccb201c59), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.737726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-dd68576e-de71-4296-b52b-7a3337632769 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a8bbc-53bc-4753-ba4a-bb88611da4ea HTTP/1.1" status: 200 len: 217 time: 0.1645319 Aug 28 20:10:11.746154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Allocated IP 172.25.4.41 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:11.761156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-04c20176-2676-426e-bcfb-175071be3deb None None] Port 44e8d576-9562-431e-9c76-e16cce5a932f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:11.785266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] For port 4cec66c1-4046-4d40-be38-bc7da8964141, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4cec66c1-4046-4d40-be38-bc7da8964141,segment=NetworkSegment(468264ed-dd54-49aa-9e6b-dbaab9b9020b),segment_id=468264ed-dd54-49aa-9e6b-dbaab9b9020b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:11.786154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.823864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] For port 40efd0a2-51e1-438e-b977-921e1a4f874e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=40efd0a2-51e1-438e-b977-921e1a4f874e,segment=NetworkSegment(28c9230a-b8e5-4cfa-85b8-b1079b713d77),segment_id=28c9230a-b8e5-4cfa-85b8-b1079b713d77)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:11.824605 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.825616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:10:11.839998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32299-6b4f-4cf6-8b94-9e9c8ed3214b req-fde4b633-64b5-4c6d-9f71-35deac2e9b6a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:11.841168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-04c20176-2676-426e-bcfb-175071be3deb None None] Provisioning complete for port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:11.841546 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-04c20176-2676-426e-bcfb-175071be3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:11.849754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4d32299-6b4f-4cf6-8b94-9e9c8ed3214b req-fde4b633-64b5-4c6d-9f71-35deac2e9b6a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.0754297 Aug 28 20:10:11.876350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] Calling delete_port for 40efd0a2-51e1-438e-b977-921e1a4f874e owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:11.889002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Calling delete_port for 4cec66c1-4046-4d40-be38-bc7da8964141 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:11.931485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4d32299-6b4f-4cf6-8b94-9e9c8ed3214b req-68641b1f-d0ec-426a-a419-291636ec4ff2 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805817 Aug 28 20:10:12.027100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85714b7-f80f-4340-9257-1ecbb72e76d4 req-d2507469-2738-4985-89e1-13d4e77ae3af tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.032318 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b85714b7-f80f-4340-9257-1ecbb72e76d4 req-d2507469-2738-4985-89e1-13d4e77ae3af tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.2653139 Aug 28 20:10:12.073246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-04c20176-2676-426e-bcfb-175071be3deb None None] Current status of the port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:12.085355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-81b9ffb5-7b08-4604-99db-64eebbac3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.087065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-81b9ffb5-7b08-4604-99db-64eebbac3f9a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.3316689 Aug 28 20:10:12.104374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.128626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.133666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6d6f51f5-2e17-406e-add2-e15ccb201c59), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.138993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Pushing event deleted for resources: {'Port': ['ID=4cec66c1-4046-4d40-be38-bc7da8964141,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:12.143850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.145177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.149084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.149548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.150017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.150458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.150890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.151459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.151941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.152367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.152930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.153314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.153703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.154139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.154521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.154957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.155799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:12.163745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7dab8-0238-4999-a176-c8f16dd08f3f None None] No DVR routers for this DVR port 4cec66c1-4046-4d40-be38-bc7da8964141 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:12.176010 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (40efd0a2-51e1-438e-b977-921e1a4f874e), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.202070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] Pushing event deleted for resources: {'Port': ['ID=40efd0a2-51e1-438e-b977-921e1a4f874e,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:12.224906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-560fcfd5-48a8-493b-a84d-d3128c47bd5c None None] Provisioning complete for port 44e8d576-9562-431e-9c76-e16cce5a932f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:12.226645 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-560fcfd5-48a8-493b-a84d-d3128c47bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (44e8d576-9562-431e-9c76-e16cce5a932f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.317514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-560fcfd5-48a8-493b-a84d-d3128c47bd5c None None] Port 44e8d576-9562-431e-9c76-e16cce5a932f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:12.327380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917dd1ee-3a5e-4ab6-9ac9-8f7f0e006d17 None None] No DVR routers for this DVR port 40efd0a2-51e1-438e-b977-921e1a4f874e on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:12.330837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-560fcfd5-48a8-493b-a84d-d3128c47bd5c None None] Could not find standard attr ID for object 62236d71-6563-4a87-b28e-e032d3ed34c8. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:10:12.366965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-560fcfd5-48a8-493b-a84d-d3128c47bd5c None None] Provisioning complete for port eef43f7b-0978-4f15-b3f0-a1555313c41c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:12.367736 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-560fcfd5-48a8-493b-a84d-d3128c47bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.374100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded4567-f3c7-4e86-ab18-88faba2f86ad req-02dc2ca4-176a-4b75-a19b-3085e0d8f9b5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.375671 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:12.383774 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ded4567-f3c7-4e86-ab18-88faba2f86ad req-02dc2ca4-176a-4b75-a19b-3085e0d8f9b5 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 944 time: 0.3125539 Aug 28 20:10:12.453034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-66b401a2-f3fe-480b-9e2c-b8c09d594cc3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.455136 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-66b401a2-f3fe-480b-9e2c-b8c09d594cc3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.84 "GET /networking/v2.0/networks?id=2ab7c256-cb29-464f-a7d8-df97ec939a1d HTTP/1.1" status: 200 len: 805 time: 0.4197145 Aug 28 20:10:12.458782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eef43f7b-0978-4f15-b3f0-a1555313c41c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:12.508967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ded4567-f3c7-4e86-ab18-88faba2f86ad req-c0531d59-9716-4ae5-b862-c00903cbba69 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121516 Aug 28 20:10:12.574225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port eef43f7b-0978-4f15-b3f0-a1555313c41c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:12.575053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.614023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-560fcfd5-48a8-493b-a84d-d3128c47bd5c None None] Current status of the port eef43f7b-0978-4f15-b3f0-a1555313c41c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:12.626667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-93a7a30d-e00e-4036-8d5a-13e3ac62f859 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d6a161784e44d36acdc6f32ef9e7423 HTTP/1.1" status: 200 len: 380 time: 0.1560464 Aug 28 20:10:12.640891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Request body: {'port': {'device_id': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'admin_state_up': True, 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'security_groups': ['15432633-75c4-4c15-be2d-bfc8730142b3']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:12.654352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361af4-d189-4b57-82e4-ac2936c849fb req-bc330597-9573-4d38-aea1-9f2423bc5ef6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.656060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db361af4-d189-4b57-82e4-ac2936c849fb req-bc330597-9573-4d38-aea1-9f2423bc5ef6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.0684111 Aug 28 20:10:12.679172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port eef43f7b-0978-4f15-b3f0-a1555313c41c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:12.752878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fc5ef8eb-c913-4f0a-925a-6464681119e6 None None] Provisioning complete for port eef43f7b-0978-4f15-b3f0-a1555313c41c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:12.752878 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef8eb-c913-4f0a-925a-6464681119e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.752878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4cec66c1-4046-4d40-be38-bc7da8964141 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:12.779625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db361af4-d189-4b57-82e4-ac2936c849fb req-d1db6c27-4b3b-4958-8db5-1eac3bf10609 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079683 Aug 28 20:10:12.799725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4cec66c1-4046-4d40-be38-bc7da8964141 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:12.800091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4cec66c1-4046-4d40-be38-bc7da8964141 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:12.801054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 40efd0a2-51e1-438e-b977-921e1a4f874e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:12.844108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 40efd0a2-51e1-438e-b977-921e1a4f874e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:12.844487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 40efd0a2-51e1-438e-b977-921e1a4f874e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:12.846134 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:12.851953 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:12.858920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6679869 Aug 28 20:10:12.860504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53170) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:12.870909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=1567632a-6ad4-4ca1-bd51-93cd37279a60,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:12.873024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': '6d6f51f5-2e17-406e-add2-e15ccb201c59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:12.881059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:12.896373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Made reservation on behalf of 1d6a161784e44d36acdc6f32ef9e7423 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:12.896848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ef8eb-c913-4f0a-925a-6464681119e6 None None] Current status of the port eef43f7b-0978-4f15-b3f0-a1555313c41c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:12.901036 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.906958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:12.916569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-25409073-255e-4193-b549-777861d8db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.918182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-25409073-255e-4193-b549-777861d8db1f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8082604 Aug 28 20:10:12.919154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.926684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:12.931664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:12.932343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:12.970474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21ffddf6-fe65-4891-bbb7-e5105e5e3127 req-57c2344b-2b05-4f8c-b08c-b5bfa801b6b5 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0919125 Aug 28 20:10:12.971495 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:12.983331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499c5b4-0258-4634-9e10-e49169788176 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=6d6f51f5-2e17-406e-add2-e15ccb201c59,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:13.011102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6d6f51f5-2e17-406e-add2-e15ccb201c59 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:13.037860 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:13.047734 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b85714b7-f80f-4340-9257-1ecbb72e76d4 req-af0bbd2f-9f4f-4068-850b-7d0c7d3d66ca tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9596992 Aug 28 20:10:13.084954 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.127667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4cec66c1-4046-4d40-be38-bc7da8964141), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.201971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fae642b5-a6e2-4611-8de1-b1c09b758ee7 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1360741 Aug 28 20:10:13.214855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Port': ['ID=4cec66c1-4046-4d40-be38-bc7da8964141,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:13.219355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53182) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:13.229221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] No DVR routers for this DVR port 4cec66c1-4046-4d40-be38-bc7da8964141 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:13.235086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.246124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:9d:ee:ba'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:13.251036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Allocated IP 172.20.0.3 (2ab7c256-cb29-464f-a7d8-df97ec939a1d/34e6c422-c8ae-40f3-a473-5497c77b4696/c62c7c68-1d62-4886-baf2-b85f8e0da15a) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:13.321080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-afef78db-c443-4ab2-974a-88effaedfda9 None None] Provisioning complete for port 1567632a-6ad4-4ca1-bd51-93cd37279a60 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:13.321463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-afef78db-c443-4ab2-974a-88effaedfda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.351651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:13.355897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.383630 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:13.390658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-afef78db-c443-4ab2-974a-88effaedfda9 None None] Port 1567632a-6ad4-4ca1-bd51-93cd37279a60 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:13.412896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:13.421949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff2b42-d70d-41f3-99e2-fc5ebb6c467c req-b8dcd125-0802-4e68-b237-972316630ff4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:13.424033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7ff2b42-d70d-41f3-99e2-fc5ebb6c467c req-b8dcd125-0802-4e68-b237-972316630ff4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 946 time: 0.2209680 Aug 28 20:10:13.435149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:13.439324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-0feac964-e27e-4a49-8435-3c03f48f4cea service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910402 Aug 28 20:10:13.442506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:13.456962 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:13.479202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (f916ee4d-6756-48e6-9a29-8dafd69f66c1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.507845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event updated for resources: {'Port': ['ID=a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:13.590072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f916ee4d-6756-48e6-9a29-8dafd69f66c1']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:13.622925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468264ed-dd54-49aa-9e6b-dbaab9b9020b') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:13.623342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468264ed-dd54-49aa-9e6b-dbaab9b9020b') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:13.655685 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (468264ed-dd54-49aa-9e6b-dbaab9b9020b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.703798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.704476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7ff2b42-d70d-41f3-99e2-fc5ebb6c467c req-08d966c2-54ba-407a-933c-66667047dc9c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593839 Aug 28 20:10:13.727533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (468264ed-dd54-49aa-9e6b-dbaab9b9020b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.740905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bd7de29-d4d7-41b3-94f1-d8a8eee4fd1c req-475a65de-b0c5-49c0-842d-d11c3754bcd3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918704 Aug 28 20:10:13.742210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:13.745080 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (468264ed-dd54-49aa-9e6b-dbaab9b9020b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.753085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.805712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for floatingip (770bfe7f-8938-4fe7-8b73-7f70f3eec76d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.811067 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 468264ed-dd54-49aa-9e6b-dbaab9b9020b resource provider aggregate not found Aug 28 20:10:13.865776 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 468264ed-dd54-49aa-9e6b-dbaab9b9020b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 468264ed-dd54-49aa-9e6b-dbaab9b9020b found for delete ", "request_id": "req-be99fd91-ad85-49cd-8d97-956ef07ef2cc"}]} Aug 28 20:10:13.899734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037422e-5c84-4831-9259-7503ae63a1f7 req-502cc62d-2fb7-45f9-86d5-f650b6a3b0aa tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:13.901484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6037422e-5c84-4831-9259-7503ae63a1f7 req-502cc62d-2fb7-45f9-86d5-f650b6a3b0aa tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 944 time: 0.1768708 Aug 28 20:10:13.962743 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (f916ee4d-6756-48e6-9a29-8dafd69f66c1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.973055 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:13.975595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/networks/f916ee4d-6756-48e6-9a29-8dafd69f66c1 HTTP/1.1" status: 204 len: 168 time: 4.2022521 Aug 28 20:10:13.989172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53196) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:14.006965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f80d34-1c11-4d19-972e-bbd19acf0184 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Network': ['ID=f916ee4d-6756-48e6-9a29-8dafd69f66c1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:14.018011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.145788 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6037422e-5c84-4831-9259-7503ae63a1f7 req-528d29f1-6eaf-472f-9f35-633907f5f47b tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336376 Aug 28 20:10:14.166634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.226625 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.228363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (930cd3e9-822c-4fa0-84e7-ff1b22f9784a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.242476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (f9e82ae8-60ef-493d-b481-e76a4c0b5cd4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.265243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:14.299745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:14.307343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event updated for resources: {'Port': ['ID=c62c7c68-1d62-4886-baf2-b85f8e0da15a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:14.307343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:14.331076 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.361282 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:14.430797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event updated for resources: {'Port': ['ID=a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:14.457237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (770bfe7f-8938-4fe7-8b73-7f70f3eec76d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.496428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073830b-01f3-469d-b7f8-e587a3bc0285 req-45081151-9f11-4d76-96ee-5f59a8e1ba0d tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:14.498797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9073830b-01f3-469d-b7f8-e587a3bc0285 req-45081151-9f11-4d76-96ee-5f59a8e1ba0d tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 931 time: 0.0855470 Aug 28 20:10:14.580488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9073830b-01f3-469d-b7f8-e587a3bc0285 req-acb47e11-277f-4140-869f-5cc64a849361 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638397 Aug 28 20:10:14.626556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-63e1ccb9-da66-4374-8c5a-f5dec7221f80 None None] Provisioning complete for port c62c7c68-1d62-4886-baf2-b85f8e0da15a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:14.627264 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-63e1ccb9-da66-4374-8c5a-f5dec7221f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.627867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.630051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-52e30d49-c620-4fac-bd23-67b99c8c1873 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9250422 Aug 28 20:10:14.685932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-63e1ccb9-da66-4374-8c5a-f5dec7221f80 None None] Port c62c7c68-1d62-4886-baf2-b85f8e0da15a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:14.703877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.727924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4940b45-aa09-4ddb-8b55-51e20cc48234 req-6c4d41fd-234f-41bf-a029-a0bf30566597 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:14.729491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4940b45-aa09-4ddb-8b55-51e20cc48234 req-6c4d41fd-234f-41bf-a029-a0bf30566597 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.0573130 Aug 28 20:10:14.778582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=f9e82ae8-60ef-493d-b481-e76a4c0b5cd4,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:14.791288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4940b45-aa09-4ddb-8b55-51e20cc48234 req-6619cb37-69dd-45af-a6d5-5653a2302e25 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548761 Aug 28 20:10:14.857627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd07c40-ab49-469c-8585-92eb2dd6c409 req-5ff40255-afda-48cd-8e1e-75be76ff9c11 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:14.859261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dd07c40-ab49-469c-8585-92eb2dd6c409 req-5ff40255-afda-48cd-8e1e-75be76ff9c11 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 946 time: 0.1629639 Aug 28 20:10:14.867948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.868683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] In _notify_port_updated(), no bound segment for port 1567632a-6ad4-4ca1-bd51-93cd37279a60 on network 6482cdc2-f278-4ea1-a03f-cdd110a5376b {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:10:14.873393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:14.874173 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.875517 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "PUT /networking/v2.0/ports/1567632a-6ad4-4ca1-bd51-93cd37279a60 HTTP/1.1" status: 200 len: 1002 time: 1.6341002 Aug 28 20:10:14.879223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53220) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:14.880651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:14.881296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.903118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (930cd3e9-822c-4fa0-84e7-ff1b22f9784a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:14.959174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': 'ac540327-86f8-41f2-916c-e956c1fbc829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6d6f51f5-2e17-406e-add2-e15ccb201c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:14.959483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: 6d6f51f5-2e17-406e-add2-e15ccb201c59, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:14.991234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930cd3e9-822c-4fa0-84e7-ff1b22f9784a']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:15.027407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c9230a-b8e5-4cfa-85b8-b1079b713d77') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:15.027653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c9230a-b8e5-4cfa-85b8-b1079b713d77') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:15.032578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533bfdd-accd-425f-8c42-468a5bc60ba4 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=1567632a-6ad4-4ca1-bd51-93cd37279a60,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:15.036546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-21749a10-a2e1-4181-be6a-4e61f0f0fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.038808 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-21749a10-a2e1-4181-be6a-4e61f0f0fecb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1e780e72454849a9adf5c45a7783c014&device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 1126 time: 0.1088319 Aug 28 20:10:15.048804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-7a421a69-565a-4c69-84ca-24647877b5a3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4145677 Aug 28 20:10:15.061028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-e13528c0-4d69-4d6b-bfe0-16829fc5e0ed tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1352194883&fields=id&tenant_id=b3df3258c2e849bc8b2fc6fdf5ce4640 HTTP/1.1" status: 200 len: 267 time: 0.1382449 Aug 28 20:10:15.063940 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (28c9230a-b8e5-4cfa-85b8-b1079b713d77), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.070250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting port 1567632a-6ad4-4ca1-bd51-93cd37279a60 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:15.071038 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.074903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dd07c40-ab49-469c-8585-92eb2dd6c409 req-fdf90bd1-6d30-4c28-98a7-de222213ba73 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893876 Aug 28 20:10:15.083207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (28c9230a-b8e5-4cfa-85b8-b1079b713d77), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.092040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:15.092508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (28c9230a-b8e5-4cfa-85b8-b1079b713d77), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.142658 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 28c9230a-b8e5-4cfa-85b8-b1079b713d77 resource provider aggregate not found Aug 28 20:10:15.149562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network 6d6f51f5-2e17-406e-add2-e15ccb201c59 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:15.168759 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 28c9230a-b8e5-4cfa-85b8-b1079b713d77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28c9230a-b8e5-4cfa-85b8-b1079b713d77 found for delete ", "request_id": "req-3a729ac3-c015-4a93-b5ad-2a54d759012a"}]} Aug 28 20:10:15.236725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6d6f51f5-2e17-406e-add2-e15ccb201c59) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:15.249668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca87599-0574-4db0-9357-f3289c0c1ca0 None None] Network 6d6f51f5-2e17-406e-add2-e15ccb201c59 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:15.257690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.258425 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.264232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (930cd3e9-822c-4fa0-84e7-ff1b22f9784a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.294444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.302454 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] 10.222.0.78 "DELETE /networking/v2.0/networks/930cd3e9-822c-4fa0-84e7-ff1b22f9784a HTTP/1.1" status: 204 len: 168 time: 1.3044467 Aug 28 20:10:15.302454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d8ebb-4356-4088-a257-2f9de5278087 tempest-TaggedBootDevicesTest_v242-642788098 tempest-TaggedBootDevicesTest_v242-642788098-project] Pushing event deleted for resources: {'Network': ['ID=930cd3e9-822c-4fa0-84e7-ff1b22f9784a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:15.313818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204100-4a02-4dc1-ac29-caffee8a8115 req-e7ace137-7712-4a0a-9910-07f5425accce tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.323821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f204100-4a02-4dc1-ac29-caffee8a8115 req-e7ace137-7712-4a0a-9910-07f5425accce tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 944 time: 0.0894940 Aug 28 20:10:15.324143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.353566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-b800ef08-e924-4d0a-bae9-5c47d0c9cd0a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.360756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-b800ef08-e924-4d0a-bae9-5c47d0c9cd0a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0bafccb0-3731-4654-a000-2fe2f996b6ca HTTP/1.1" status: 200 len: 812 time: 0.2857680 Aug 28 20:10:15.364475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Calling delete_port for 1567632a-6ad4-4ca1-bd51-93cd37279a60 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:15.376678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-abdc75cd-73ae-4f8e-a435-d81ea92f4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.378862 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-abdc75cd-73ae-4f8e-a435-d81ea92f4412 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 200 len: 912 time: 0.2512155 Aug 28 20:10:15.384924 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:15.391376 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-da8a6657-9875-4870-920c-cedd7bee939d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/quotas/b3df3258c2e849bc8b2fc6fdf5ce4640 HTTP/1.1" status: 200 len: 375 time: 0.0296550 Aug 28 20:10:15.399946 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f204100-4a02-4dc1-ac29-caffee8a8115 req-3a484b6e-432b-411f-af00-cc655a52d72e tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695288 Aug 28 20:10:15.407965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fae23b19-2af8-45fe-8bca-2cfba0bf442b tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5428693 Aug 28 20:10:15.413667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53230) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:15.421838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6d6f51f5-2e17-406e-add2-e15ccb201c59', 'network_id': '6d6f51f5-2e17-406e-add2-e15ccb201c59', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': 'f9e82ae8-60ef-493d-b481-e76a4c0b5cd4'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:10:15.423507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.500883 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-ecb867f7-fe4c-4114-979b-aaba46345705 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a8bbc-53bc-4753-ba4a-bb88611da4ea HTTP/1.1" status: 200 len: 217 time: 0.0977252 Aug 28 20:10:15.502922 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:15.529254 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-a035a693-390a-4720-9a67-e2f2ad33a32b tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b3df3258c2e849bc8b2fc6fdf5ce4640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292517 Aug 28 20:10:15.546424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Request body: {'port': {'device_id': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:15.562105 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:15.583919 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:15.589436 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6d6f51f5-2e17-406e-add2-e15ccb201c59), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.610551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Allocated IP 2001:db8::1 (6d6f51f5-2e17-406e-add2-e15ccb201c59/f9e82ae8-60ef-493d-b481-e76a4c0b5cd4/ab30aa34-18c3-4f01-a500-90df7c7543d2) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:15.668706 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-31a2249a-8365-401a-87f9-471b0970f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.670455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-31a2249a-8365-401a-87f9-471b0970f121 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 200 len: 850 time: 0.1346793 Aug 28 20:10:15.683453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.787187 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-01ed6a29-084b-4909-9f81-a109ecdf79fc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498724 Aug 28 20:10:15.798722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-ea799ecd-40cb-4d96-9c29-8ed71a56b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.801162 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-ea799ecd-40cb-4d96-9c29-8ed71a56b5b2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c35de18c-cd95-41ee-a53f-65c5b4b21b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1233518 Aug 28 20:10:15.810605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (f9e82ae8-60ef-493d-b481-e76a4c0b5cd4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.839658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Publish callbacks [] for port (ab30aa34-18c3-4f01-a500-90df7c7543d2), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.927914 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:15.985133 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (ab30aa34-18c3-4f01-a500-90df7c7543d2), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:15.993451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-042eb046-4dd1-4895-bfb9-944589d853b2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:15.995032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-042eb046-4dd1-4895-bfb9-944589d853b2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 946 time: 0.0771887 Aug 28 20:10:15.999743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db3a9-dab5-4235-b92e-750059edcca3 req-afa73480-6d3d-42f8-b1d3-f11c139361b1 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:16.001321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c35db3a9-dab5-4235-b92e-750059edcca3 req-afa73480-6d3d-42f8-b1d3-f11c139361b1 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 931 time: 0.2628908 Aug 28 20:10:16.028348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1567632a-6ad4-4ca1-bd51-93cd37279a60), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.033219 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:16.036954 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:16.057181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Network 6d6f51f5-2e17-406e-add2-e15ccb201c59 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:16.063035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:16.064596 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-76682574-eec3-469f-ac09-2f93695371d5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764232 Aug 28 20:10:16.070777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:16.115738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Pushing event updated for resources: {'Port': ['ID=ab30aa34-18c3-4f01-a500-90df7c7543d2,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:16.127904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c35db3a9-dab5-4235-b92e-750059edcca3 req-16ef523d-2a4e-4565-82c7-37a186df662a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183097 Aug 28 20:10:16.152061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Port': ['ID=1567632a-6ad4-4ca1-bd51-93cd37279a60,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:16.156189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-3934a1d0-8911-4b69-82b9-3fc56855b454 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074944 Aug 28 20:10:16.207868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Attempting to bind port ab30aa34-18c3-4f01-a500-90df7c7543d2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:16.212469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Attempting to bind port ab30aa34-18c3-4f01-a500-90df7c7543d2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'ac540327-86f8-41f2-916c-e956c1fbc829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6d6f51f5-2e17-406e-add2-e15ccb201c59'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:16.212947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Attempting to bind port ab30aa34-18c3-4f01-a500-90df7c7543d2 on network 6d6f51f5-2e17-406e-add2-e15ccb201c59 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:16.223616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:16.228912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Checking segment: {'id': 'ac540327-86f8-41f2-916c-e956c1fbc829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6d6f51f5-2e17-406e-add2-e15ccb201c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:16.229538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.230067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Bound using segment: {'id': 'ac540327-86f8-41f2-916c-e956c1fbc829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6d6f51f5-2e17-406e-add2-e15ccb201c59'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:16.230957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Bound port: ab30aa34-18c3-4f01-a500-90df7c7543d2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac540327-86f8-41f2-916c-e956c1fbc829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6d6f51f5-2e17-406e-add2-e15ccb201c59'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:16.234067 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab30aa34-18c3-4f01-a500-90df7c7543d2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.245544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (f9e82ae8-60ef-493d-b481-e76a4c0b5cd4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.372301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e82ae8-60ef-493d-b481-e76a4c0b5cd4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:16.375717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Deleting port 091d1e99-0e27-4af1-af93-39b78916cd77 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:16.376302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.381424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e4f28-1782-4caf-a0cc-298fea1c7e39 req-35c283e1-02d0-41b1-96fd-bb6c552cfe26 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:16.383274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8b4e4f28-1782-4caf-a0cc-298fea1c7e39 req-35c283e1-02d0-41b1-96fd-bb6c552cfe26 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.0788801 Aug 28 20:10:16.386047 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:16.404368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] For port ab30aa34-18c3-4f01-a500-90df7c7543d2, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:16.455730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] For port ab30aa34-18c3-4f01-a500-90df7c7543d2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ab30aa34-18c3-4f01-a500-90df7c7543d2,segment=NetworkSegment(ac540327-86f8-41f2-916c-e956c1fbc829),segment_id=ac540327-86f8-41f2-916c-e956c1fbc829)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:16.513647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b26fa764-9583-4d6b-b388-3c4f8470cd5b req-8797501e-97ac-4bd8-9818-51c273ff35b0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466945 Aug 28 20:10:16.535693 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ab30aa34-18c3-4f01-a500-90df7c7543d2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.619397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6d6f51f5-2e17-406e-add2-e15ccb201c59), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.647956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6f51f5-2e17-406e-add2-e15ccb201c59']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:16.662962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac540327-86f8-41f2-916c-e956c1fbc829') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:16.663249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac540327-86f8-41f2-916c-e956c1fbc829') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:16.683246 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (ac540327-86f8-41f2-916c-e956c1fbc829), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.692288 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.696778 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40450bbe-65ac-4692-9ec0-6b30582fbf17 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/ports/1567632a-6ad4-4ca1-bd51-93cd37279a60 HTTP/1.1" status: 204 len: 168 time: 1.8160415 Aug 28 20:10:16.701369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53250) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:16.717373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0ff84-7e74-4471-a469-492707fdd4b0 None None] Pushing event updated for resources: {'Port': ['ID=ab30aa34-18c3-4f01-a500-90df7c7543d2,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:16.718988 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ac540327-86f8-41f2-916c-e956c1fbc829), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.735572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:16.736791 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (ac540327-86f8-41f2-916c-e956c1fbc829), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.745110 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:16.756450 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc10fc0a-e270-4004-8e01-b47188fac5ad tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] GET failed (client error): The resource could not be found. Aug 28 20:10:16.758220 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dc10fc0a-e270-4004-8e01-b47188fac5ad tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "GET /networking/v2.0/ports/1567632a-6ad4-4ca1-bd51-93cd37279a60 HTTP/1.1" status: 404 len: 333 time: 0.0475106 Aug 28 20:10:16.760729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c87f5-6e4b-4bfe-8451-f0c4076e5f51 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:10:16.766208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53252) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:16.772985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1928386035'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:16.774144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62c7c68-1d62-4886-baf2-b85f8e0da15a {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:16.805025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe8dc4-a94d-4866-b3fd-9646ea646cdc req-b5ce55dc-fbb0-4d39-b8eb-3f674f7e413c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:16.807442 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24fe8dc4-a94d-4866-b3fd-9646ea646cdc req-b5ce55dc-fbb0-4d39-b8eb-3f674f7e413c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 946 time: 0.1693268 Aug 28 20:10:16.861340 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:16.864570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Publish callbacks [] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.874462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] For port 091d1e99-0e27-4af1-af93-39b78916cd77, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=091d1e99-0e27-4af1-af93-39b78916cd77,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:16.875242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:16.886416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Transition to ACTIVE for port object c62c7c68-1d62-4886-baf2-b85f8e0da15a will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:10:16.892507 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:16.903738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Calling delete_port for 091d1e99-0e27-4af1-af93-39b78916cd77 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:16.954946 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8b4e4f28-1782-4caf-a0cc-298fea1c7e39 req-172191fb-a5e3-49b3-9a7e-c27e96c15be7 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055113 Aug 28 20:10:16.958827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 20:10:16.958827 n-d-854121-7 neutron-server[114321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 20:10:16.958827 n-d-854121-7 neutron-server[114321]: [parameters: {'id': '6d6f51f5-2e17-406e-add2-e15ccb201c59'}] Aug 28 20:10:16.958827 n-d-854121-7 neutron-server[114321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:10:16.959210 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:10:17.001807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.042529 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24fe8dc4-a94d-4866-b3fd-9646ea646cdc req-cfd11fdf-a0cc-40d1-9606-2243456a27c9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920097 Aug 28 20:10:17.059644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c87f5-6e4b-4bfe-8451-f0c4076e5f51 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:10:17.131273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c7c68-1d62-4886-baf2-b85f8e0da15a,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:17.151425 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a447a815-3f10-4eaa-99f0-5973befd909e req-16b8c04c-5f7a-40a3-aff1-9687944db390 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 210 time: 0.0413752 Aug 28 20:10:17.235984 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ac540327-86f8-41f2-916c-e956c1fbc829 resource provider aggregate not found Aug 28 20:10:17.287638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181c972-d375-4afb-9e65-2a1778836646 req-d79510e8-e3f9-40bf-8692-2e0b5abd32fd tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:17.294964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e181c972-d375-4afb-9e65-2a1778836646 req-d79510e8-e3f9-40bf-8692-2e0b5abd32fd tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 944 time: 0.2094164 Aug 28 20:10:17.303485 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ac540327-86f8-41f2-916c-e956c1fbc829 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac540327-86f8-41f2-916c-e956c1fbc829 found for delete ", "request_id": "req-fbdef863-ce3f-4267-a6bd-5ac604aa2ef3"}]} Aug 28 20:10:17.352904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:17.357881 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.370012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3044-1236-4e5c-8a9c-26bda3c8bac8 req-9ebeaac8-6a8d-481c-be4e-b9e284ae7ac9 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:17.374752 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5cde3044-1236-4e5c-8a9c-26bda3c8bac8 req-9ebeaac8-6a8d-481c-be4e-b9e284ae7ac9 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 943 time: 0.1066787 Aug 28 20:10:17.399040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a62a8bbc-53bc-4753-ba4a-bb88611da4ea details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:10:17.439594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e181c972-d375-4afb-9e65-2a1778836646 req-f290c5a6-711f-49d8-8413-ebfcbe1c76e0 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404202 Aug 28 20:10:17.446157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Attempting to bind port c62c7c68-1d62-4886-baf2-b85f8e0da15a on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:17.447006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] device_id is not set on port 51ed520f-8eaa-435b-a62c-a42dafdd2665 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:17.448678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Attempting to bind port c62c7c68-1d62-4886-baf2-b85f8e0da15a by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:17.449269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Attempting to bind port c62c7c68-1d62-4886-baf2-b85f8e0da15a on network 2ab7c256-cb29-464f-a7d8-df97ec939a1d {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:17.454688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Port c62c7c68-1d62-4886-baf2-b85f8e0da15a on network 2ab7c256-cb29-464f-a7d8-df97ec939a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:10:17.455370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Attempting to bind port c62c7c68-1d62-4886-baf2-b85f8e0da15a on network 2ab7c256-cb29-464f-a7d8-df97ec939a1d {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:17.461798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6d6f51f5-2e17-406e-add2-e15ccb201c59), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.466783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:17.467593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Checking segment: {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:17.467965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Bound using segment: {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:17.468526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Bound port: c62c7c68-1d62-4886-baf2-b85f8e0da15a, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:17.468997 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.539946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a62a8bbc-53bc-4753-ba4a-bb88611da4ea, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:17.556717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea', 'network_id': 'c35de18c-cd95-41ee-a53f-65c5b4b21b19', 'port_id': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea', 'mac_address': 'fa:16:3e:18:0a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49c5d8-a258-487f-a74e-0ad252e2b215', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:10:17.596694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port ab30aa34-18c3-4f01-a500-90df7c7543d2 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:17.596960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ab30aa34-18c3-4f01-a500-90df7c7543d2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.610454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99906351-fbe9-4f39-b236-eaceeb45e13c None None] Network 6d6f51f5-2e17-406e-add2-e15ccb201c59 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:17.634897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a62a8bbc-53bc-4753-ba4a-bb88611da4ea is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:17.635259 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.645274 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:17.660878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Allocated IP 2001:db8::271 (6482cdc2-f278-4ea1-a03f-cdd110a5376b/2b40296a-bb56-409a-97ea-deaff10eb2fa/51ed520f-8eaa-435b-a62c-a42dafdd2665) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:17.723226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] For port c62c7c68-1d62-4886-baf2-b85f8e0da15a, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:17.726996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port ab30aa34-18c3-4f01-a500-90df7c7543d2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ab30aa34-18c3-4f01-a500-90df7c7543d2,segment=NetworkSegment(ac540327-86f8-41f2-916c-e956c1fbc829),segment_id=ac540327-86f8-41f2-916c-e956c1fbc829)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:17.727290 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ab30aa34-18c3-4f01-a500-90df7c7543d2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.731190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] For port c62c7c68-1d62-4886-baf2-b85f8e0da15a, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:17.746120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for ab30aa34-18c3-4f01-a500-90df7c7543d2 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:17.760329 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5cde3044-1236-4e5c-8a9c-26bda3c8bac8 req-bf0b8381-b7c6-47d6-b045-2950c5df753b tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735359 Aug 28 20:10:17.808363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (091d1e99-0e27-4af1-af93-39b78916cd77), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.883241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:17.910254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event deleted for resources: {'Port': ['ID=091d1e99-0e27-4af1-af93-39b78916cd77,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:17.950487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c', 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:17.953946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62a8bbc-53bc-4753-ba4a-bb88611da4ea {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:17.977896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a62a8bbc-53bc-4753-ba4a-bb88611da4ea, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:17.993346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] No DVR routers for this DVR port 091d1e99-0e27-4af1-af93-39b78916cd77 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:17.997469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:17.999469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.003869 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:18.004578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/c62c7c68-1d62-4886-baf2-b85f8e0da15a HTTP/1.1" status: 200 len: 1091 time: 2.4604814 Aug 28 20:10:18.004578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c7c68-1d62-4886-baf2-b85f8e0da15a,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:18.006915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ab30aa34-18c3-4f01-a500-90df7c7543d2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.011269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:18.015959 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.023248 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef991406-2c35-4342-80a9-086b039c4db6" -d '{"events": [{"name": "network-changed", "server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:18.027459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f22414b-67e7-45ef-8c56-25b8ccc00abe req-8453185c-ce1b-4777-99dc-3b23c9323471 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "DELETE /networking/v2.0/ports/091d1e99-0e27-4af1-af93-39b78916cd77 HTTP/1.1" status: 204 len: 173 time: 2.0214248 Aug 28 20:10:18.028269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'name': 'network-vif-deleted', 'tag': '091d1e99-0e27-4af1-af93-39b78916cd77'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:18.036002 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebfed5e-7020-4a07-aadd-f38ad96632c4" -d '{"events": [{"server_uuid": "f7de0e8d-4d84-4f54-abde-1595ce79698e", "name": "network-vif-deleted", "tag": "091d1e99-0e27-4af1-af93-39b78916cd77"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:18.059900 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.074409 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:18.078085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.084975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.084975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.085447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.093515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.093515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.094099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.094621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.095015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.095425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.095971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.096485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.096865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.097332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.097695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7784128-6b08-40cb-97b4-928e3907b8c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:18.116914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port ab30aa34-18c3-4f01-a500-90df7c7543d2 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:18.129129 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:18.165667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.185963 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a827299f-8564-435b-bb67-5f5122717805 x-openstack-request-id: req-a827299f-8564-435b-bb67-5f5122717805 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:18.185963 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:18.186357 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a827299f-8564-435b-bb67-5f5122717805 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:18.186461 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a827299f-8564-435b-bb67-5f5122717805'] response: {'name': 'network-changed', 'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'status': 'completed', 'code': 200} Aug 28 20:10:18.287448 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c23c9-7d60-4191-859a-93efc71ca367 x-openstack-request-id: req-320c23c9-7d60-4191-859a-93efc71ca367 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:18.287908 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de0e8d-4d84-4f54-abde-1595ce79698e", "name": "network-vif-deleted", "tag": "091d1e99-0e27-4af1-af93-39b78916cd77", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:18.288365 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-320c23c9-7d60-4191-859a-93efc71ca367 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:18.289088 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320c23c9-7d60-4191-859a-93efc71ca367'] response: {'server_uuid': 'f7de0e8d-4d84-4f54-abde-1595ce79698e', 'name': 'network-vif-deleted', 'tag': '091d1e99-0e27-4af1-af93-39b78916cd77', 'status': 'completed', 'code': 200} Aug 28 20:10:18.296575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=ab30aa34-18c3-4f01-a500-90df7c7543d2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:18.319180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:18.342326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-c69a48d1-f577-451b-ac4f-36a23c7b1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:18.343988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-c69a48d1-f577-451b-ac4f-36a23c7b1e71 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1d6a161784e44d36acdc6f32ef9e7423&device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 1125 time: 0.1559877 Aug 28 20:10:18.406384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['a62a8bbc-53bc-4753-ba4a-bb88611da4ea'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:18.461145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489e9de-e241-410b-942f-fc071aad21c7 req-00e907b6-1929-4991-9475-5db334d95b64 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:18.464600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9489e9de-e241-410b-942f-fc071aad21c7 req-00e907b6-1929-4991-9475-5db334d95b64 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.2772129 Aug 28 20:10:18.469493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6d6f51f5-2e17-406e-add2-e15ccb201c59), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.517520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6f51f5-2e17-406e-add2-e15ccb201c59']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:18.559527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac540327-86f8-41f2-916c-e956c1fbc829') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:18.560182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac540327-86f8-41f2-916c-e956c1fbc829') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:18.574726 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:18.596822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (ac540327-86f8-41f2-916c-e956c1fbc829), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.615223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9489e9de-e241-410b-942f-fc071aad21c7 req-3bc6cddb-6d8a-4169-bcc2-867b3324cd87 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370203 Aug 28 20:10:18.634386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ac540327-86f8-41f2-916c-e956c1fbc829), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.644779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:18.645336 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (ac540327-86f8-41f2-916c-e956c1fbc829), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.772428 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba0d3e0a-eef6-4cd2-8305-66b8d5da8af4 req-c267abd3-18f7-41ed-9b46-b38f5e340f50 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 210 time: 0.0340688 Aug 28 20:10:18.846983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6d6f51f5-2e17-406e-add2-e15ccb201c59), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.875843 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.878939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6d6f51f5-2e17-406e-add2-e15ccb201c59 HTTP/1.1" status: 204 len: 168 time: 3.4641359 Aug 28 20:10:18.884537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a693609-b92d-46ca-9d94-5b6b3e0dec9c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=6d6f51f5-2e17-406e-add2-e15ccb201c59,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:18.893209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53286) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:18.916570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311756226'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:18.938402 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:18.951661 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-fa97d7be-5e34-42f4-a969-ae61c35c1e8f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a HTTP/1.1" status: 200 len: 217 time: 0.5835795 Aug 28 20:10:18.975944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:18.979204 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:18.979693 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:18.993358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf35243-6763-47bd-b949-fe62fe01edc1 req-491cc723-f694-4f7b-8881-b839a145259c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:18.995028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8cf35243-6763-47bd-b949-fe62fe01edc1 req-491cc723-f694-4f7b-8881-b839a145259c tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 945 time: 0.0964849 Aug 28 20:10:19.029309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-613330cb-fbdc-4e73-bec2-a0831696b402 req-d7e3eb00-d47a-460c-a1df-69364166eabd tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f7de0e8d-4d84-4f54-abde-1595ce79698e HTTP/1.1" status: 200 len: 210 time: 0.0761771 Aug 28 20:10:19.076641 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8cf35243-6763-47bd-b949-fe62fe01edc1 req-cb99c897-d62b-4f69-8739-599a13946453 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717716 Aug 28 20:10:19.088350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:19.090399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-2505bc6e-22b1-42b0-9589-9924b05bac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:19.104637 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-2505bc6e-22b1-42b0-9589-9924b05bac1f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=34e6c422-c8ae-40f3-a473-5497c77b4696 HTTP/1.1" status: 200 len: 844 time: 0.1254499 Aug 28 20:10:19.104637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=51ed520f-8eaa-435b-a62c-a42dafdd2665,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:19.104637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:19.110886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:19.122130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:19.122130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.162137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:19.166281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.199877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ce1ae-f38d-44ca-a327-748c36f826e0 req-8b13c0a5-076b-4110-bab6-390b2e6804c7 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:19.201462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-944ce1ae-f38d-44ca-a327-748c36f826e0 req-8b13c0a5-076b-4110-bab6-390b2e6804c7 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 943 time: 0.0784998 Aug 28 20:10:19.214046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:19.231582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bd2e72e1-74cd-4b1c-8b1f-b28bd1851865), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.238399 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment bd2e72e1-74cd-4b1c-8b1f-b28bd1851865 of type vlan for network 932cfb48-1795-4c5d-9ed0-3341b2e692da Aug 28 20:10:19.238736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 091d1e99-0e27-4af1-af93-39b78916cd77 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:19.288496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (932cfb48-1795-4c5d-9ed0-3341b2e692da), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.292913 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6ccd7245-ba36-48d8-9ae9-d5b47d53b094 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5213158 Aug 28 20:10:19.295443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53290) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:19.303174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9d:ee:ba'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:19.307904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 091d1e99-0e27-4af1-af93-39b78916cd77 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:19.308290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 091d1e99-0e27-4af1-af93-39b78916cd77 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:19.366553 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ac540327-86f8-41f2-916c-e956c1fbc829 resource provider aggregate not found Aug 28 20:10:19.373987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-5a51e674-40b2-49fb-ae10-33fa5fb4a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:19.375904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-5a51e674-40b2-49fb-ae10-33fa5fb4a1fe service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2ab7c256-cb29-464f-a7d8-df97ec939a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1688502 Aug 28 20:10:19.379982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:10:19.384147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a62a8bbc-53bc-4753-ba4a-bb88611da4ea up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:19.393144 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-944ce1ae-f38d-44ca-a327-748c36f826e0 req-56f67560-435d-4d24-8dd7-a4f99b1d38f8 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763895 Aug 28 20:10:19.502220 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ac540327-86f8-41f2-916c-e956c1fbc829 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac540327-86f8-41f2-916c-e956c1fbc829 found for delete ", "request_id": "req-a52f251c-9deb-4ce0-9a5d-9573f01ad29c"}]} Aug 28 20:10:19.505542 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (932cfb48-1795-4c5d-9ed0-3341b2e692da), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.512015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:19.512677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.532693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port a62a8bbc-53bc-4753-ba4a-bb88611da4ea completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:10:19.548315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-83fd7e8a-c118-46ac-b6cf-549186ff9f62 None None] Provisioning complete for port 51ed520f-8eaa-435b-a62c-a42dafdd2665 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:19.548731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-83fd7e8a-c118-46ac-b6cf-549186ff9f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.580227 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-31406dff-8e0a-4709-ac32-697c7fd9d757 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837246 Aug 28 20:10:19.587569 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:19.622186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-83fd7e8a-c118-46ac-b6cf-549186ff9f62 None None] Port 51ed520f-8eaa-435b-a62c-a42dafdd2665 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:19.631606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:19.660023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'port_id': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'mac_address': 'fa:16:3e:b8:ba:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:10:19.660539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=932cfb48-1795-4c5d-9ed0-3341b2e692da,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:19.673919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 932cfb48-1795-4c5d-9ed0-3341b2e692da details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:19.756623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb7c3ec-703d-4873-b8dd-9313410a9f9f req-48c3cb43-d037-41e4-86d3-598b0f356b31 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669910 Aug 28 20:10:19.757878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port a62a8bbc-53bc-4753-ba4a-bb88611da4ea triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:19.758281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.779803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53298) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:19.781156 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6ad20b98-f42c-49ab-9b6e-a5ae615f795f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8838878 Aug 28 20:10:19.785977 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': '932cfb48-1795-4c5d-9ed0-3341b2e692da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:19.818160 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.821896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:19.822450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.853328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:19.885757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3eae-48c6-4b55-ac7c-600323703b82 req-b50ab5c2-f0f4-4e93-a578-6c9d9bca7700 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:19.896483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f6bc3eae-48c6-4b55-ac7c-600323703b82 req-b50ab5c2-f0f4-4e93-a578-6c9d9bca7700 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.1347420 Aug 28 20:10:19.911695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:19.926447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a62a8bbc-53bc-4753-ba4a-bb88611da4ea is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:19.926944 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:19.964071 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:19.971317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:19.974762 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea292091-5e7e-4ea8-89c2-f627b65a15f0" -d '{"events": [{"server_uuid": "7c8c6970-431b-4ebc-97c9-4bb6bdde339a", "name": "network-vif-plugged", "status": "completed", "tag": "a62a8bbc-53bc-4753-ba4a-bb88611da4ea"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:19.993137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a62a8bbc-53bc-4753-ba4a-bb88611da4ea, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:19.998024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f42ae7f-de3f-4e84-941e-3b61cbb44ea6 req-e2ad9cf1-930b-4b3c-8015-f73bc23c7664 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 210 time: 0.0822585 Aug 28 20:10:20.015370 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.081344 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f6bc3eae-48c6-4b55-ac7c-600323703b82 req-6e29bef7-086f-449b-829e-b3048af1e789 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789811 Aug 28 20:10:20.097580 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9608e1fc-63ce-41ac-bcc6-e2d5b054c10b x-openstack-request-id: req-9608e1fc-63ce-41ac-bcc6-e2d5b054c10b {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:20.104456 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8c6970-431b-4ebc-97c9-4bb6bdde339a", "name": "network-vif-plugged", "status": "completed", "tag": "a62a8bbc-53bc-4753-ba4a-bb88611da4ea", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:20.104456 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9608e1fc-63ce-41ac-bcc6-e2d5b054c10b {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:20.112177 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9608e1fc-63ce-41ac-bcc6-e2d5b054c10b'] response: {'server_uuid': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea', 'code': 200} Aug 28 20:10:20.124133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2edaa771-ed3f-4bee-adbd-445d0ebf34e8'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:20.191153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:20.196382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.201917 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.294974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:20.327965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b0ab7-6dc8-4cc7-b388-eaf5886857b6 req-7df14f4d-20bd-4027-8948-763b7a68e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:20.330116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-899b0ab7-6dc8-4cc7-b388-eaf5886857b6 req-7df14f4d-20bd-4027-8948-763b7a68e5aa service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 1128 time: 0.1427035 Aug 28 20:10:20.382555 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.423676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:20.449706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-899b0ab7-6dc8-4cc7-b388-eaf5886857b6 req-6393c526-4e6c-4604-84b2-f9b3c3e05839 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083171 Aug 28 20:10:20.456896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77ecab-f588-4f86-971a-f18d81cba80f req-347fbb16-7f04-46e0-b63a-59a397e58320 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:20.459787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f77ecab-f588-4f86-971a-f18d81cba80f req-347fbb16-7f04-46e0-b63a-59a397e58320 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.1798928 Aug 28 20:10:20.471464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-780f434e-3cc3-4d2d-8c9c-a60eb8188da5 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:20.474714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-780f434e-3cc3-4d2d-8c9c-a60eb8188da5 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.89 "GET /networking/v2.0/networks?id=0bafccb0-3731-4654-a000-2fe2f996b6ca HTTP/1.1" status: 200 len: 812 time: 0.3939426 Aug 28 20:10:20.515829 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.517017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] In _notify_port_updated(), no bound segment for port 51ed520f-8eaa-435b-a62c-a42dafdd2665 on network 6482cdc2-f278-4ea1-a03f-cdd110a5376b {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:10:20.526218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:20.527216 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.528820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "PUT /networking/v2.0/ports/51ed520f-8eaa-435b-a62c-a42dafdd2665 HTTP/1.1" status: 200 len: 1003 time: 1.2322125 Aug 28 20:10:20.533041 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53316) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:20.567924 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f77ecab-f588-4f86-971a-f18d81cba80f req-3fac0376-0c39-4126-b14b-11634909a5ac tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921347 Aug 28 20:10:20.647439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7470ea2-f018-4295-aa2c-ce1a7cc5a0d3 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=51ed520f-8eaa-435b-a62c-a42dafdd2665,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:20.647637 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:20.681805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting port 51ed520f-8eaa-435b-a62c-a42dafdd2665 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:20.682465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.738478 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-a37d8536-f1be-4ce8-a6d1-75ca588ba608 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b3df3258c2e849bc8b2fc6fdf5ce4640 HTTP/1.1" status: 200 len: 380 time: 0.0660820 Aug 28 20:10:20.750221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Request body: {'port': {'device_id': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'admin_state_up': True, 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'security_groups': ['60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:20.776753 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.790829 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Calling delete_port for 51ed520f-8eaa-435b-a62c-a42dafdd2665 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:20.924162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (220051a0-df93-4ce5-a0f5-28aaa229c12e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:20.976188 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Made reservation on behalf of b3df3258c2e849bc8b2fc6fdf5ce4640 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:20.976188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.046471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (51ed520f-8eaa-435b-a62c-a42dafdd2665), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.071142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef991406-2c35-4342-80a9-086b039c4db6 req-a7643805-d0b2-4f6a-98f6-fcb2af76b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:21.072675 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef991406-2c35-4342-80a9-086b039c4db6 req-a7643805-d0b2-4f6a-98f6-fcb2af76b81c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1d6a161784e44d36acdc6f32ef9e7423&device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 1125 time: 0.0915704 Aug 28 20:10:21.083212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=220051a0-df93-4ce5-a0f5-28aaa229c12e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:21.084604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Port': ['ID=51ed520f-8eaa-435b-a62c-a42dafdd2665,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:21.120989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b948f9-db5a-4d6f-b154-13c2c25ead67 req-81ad3f9a-b36b-47b1-931e-f9ee7c44ccb2 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:21.126989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70b948f9-db5a-4d6f-b154-13c2c25ead67 req-81ad3f9a-b36b-47b1-931e-f9ee7c44ccb2 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 943 time: 0.1213152 Aug 28 20:10:21.134556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.142474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a1a1b8f2-8778-4901-87c8-9837e9c38f2a tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/ports/51ed520f-8eaa-435b-a62c-a42dafdd2665 HTTP/1.1" status: 204 len: 168 time: 0.6082559 Aug 28 20:10:21.144843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53322) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:21.194084 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-02abb79d-5fa3-47d9-a5aa-388c7fd3117e tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] GET failed (client error): The resource could not be found. Aug 28 20:10:21.195660 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02abb79d-5fa3-47d9-a5aa-388c7fd3117e tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "GET /networking/v2.0/ports/51ed520f-8eaa-435b-a62c-a42dafdd2665 HTTP/1.1" status: 404 len: 333 time: 0.0331736 Aug 28 20:10:21.201169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53326) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:21.208216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1826407902'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:21.232201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '932cfb48-1795-4c5d-9ed0-3341b2e692da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:21.233074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: 932cfb48-1795-4c5d-9ed0-3341b2e692da, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:21.235949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c62c7c68-1d62-4886-baf2-b85f8e0da15a details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:10:21.342648 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70b948f9-db5a-4d6f-b154-13c2c25ead67 req-8a491363-d26e-4457-a4dc-47dae8b0132e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098415 Aug 28 20:10:21.402988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66062-b1fb-4d12-9319-7d91ff4d1e81 req-46133b2c-52f7-4e0f-8cde-b8fe3daf6c59 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:21.406040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fe66062-b1fb-4d12-9319-7d91ff4d1e81 req-46133b2c-52f7-4e0f-8cde-b8fe3daf6c59 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 944 time: 0.1474204 Aug 28 20:10:21.414272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef991406-2c35-4342-80a9-086b039c4db6 req-0221f4a9-6ccb-4f02-b0e7-916f9c42e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:21.415726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef991406-2c35-4342-80a9-086b039c4db6 req-0221f4a9-6ccb-4f02-b0e7-916f9c42e521 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2ab7c256-cb29-464f-a7d8-df97ec939a1d HTTP/1.1" status: 200 len: 906 time: 0.3343930 Aug 28 20:10:21.417000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Allocated IP 172.20.0.9 (0bafccb0-3731-4654-a000-2fe2f996b6ca/28e644fb-dbd3-42b1-91c8-587811e6d386/227d72ca-3560-4f9e-a99e-88a127854f23) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:21.427140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:21.467089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c62c7c68-1d62-4886-baf2-b85f8e0da15a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:21.484905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network 932cfb48-1795-4c5d-9ed0-3341b2e692da is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:21.521822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'port_id': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'mac_address': 'fa:16:3e:3e:19:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:10:21.532918 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fe66062-b1fb-4d12-9319-7d91ff4d1e81 req-18f658c7-66a6-4f69-a83c-f063c024d57e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108000 Aug 28 20:10:21.574052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:21.574052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.589696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87eda28e-665c-4d1d-997b-587ed9d123be req-18cc707b-8862-4084-909e-b0f3edbf3ed8 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 210 time: 0.0805514 Aug 28 20:10:21.596944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:21.616722 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.628871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c62c7c68-1d62-4886-baf2-b85f8e0da15a is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:21.629541 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.650301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62c7c68-1d62-4886-baf2-b85f8e0da15a {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:21.668786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 932cfb48-1795-4c5d-9ed0-3341b2e692da) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:21.677881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c62c7c68-1d62-4886-baf2-b85f8e0da15a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:21.681158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] device_id is not set on port 01f2e67b-939e-4be5-b268-a6f0d62608e6 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:21.686893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55503c39-dd22-4d25-8bdc-8caeb45e4971 None None] Network 932cfb48-1795-4c5d-9ed0-3341b2e692da requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:21.694212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:21.695992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.811004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed76ed-9b38-4119-842a-930503a2de4d req-f6ae7c83-d86f-4380-b1c0-be8f756dad2f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:21.812572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22ed76ed-9b38-4119-842a-930503a2de4d req-f6ae7c83-d86f-4380-b1c0-be8f756dad2f tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.0668585 Aug 28 20:10:21.828998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06b3ce-60d5-4fe4-bd67-44f99a535e86 req-15b55c0b-8c7c-4cbb-ba26-75fe9b7d3947 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:21.831257 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f06b3ce-60d5-4fe4-bd67-44f99a535e86 req-15b55c0b-8c7c-4cbb-ba26-75fe9b7d3947 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.1176682 Aug 28 20:10:21.851234 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.920199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for port (227d72ca-3560-4f9e-a99e-88a127854f23), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.942202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c62c7c68-1d62-4886-baf2-b85f8e0da15a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:21.954611 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6f96875e-73cb-48f4-835a-c243b54c2fcf tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1735368 Aug 28 20:10:21.964655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53336) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:21.971027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Allocated IP 2001:db8::89 (6482cdc2-f278-4ea1-a03f-cdd110a5376b/2b40296a-bb56-409a-97ea-deaff10eb2fa/01f2e67b-939e-4be5-b268-a6f0d62608e6) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:21.974148 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f06b3ce-60d5-4fe4-bd67-44f99a535e86 req-fa14c1f9-29e8-4fa6-ba52-d3b89c5456a9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232200 Aug 28 20:10:21.980316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:21.980947 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:21.985473 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22ed76ed-9b38-4119-842a-930503a2de4d req-29607c1e-fe87-418f-9d05-6e523e08ec55 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618927 Aug 28 20:10:22.018294 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a158c7d2-ca91-492c-a162-4706f12928e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.049661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:22.099292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-932cfb48-1795-4c5d-9ed0-3341b2e692da', 'network_id': '932cfb48-1795-4c5d-9ed0-3341b2e692da', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': '220051a0-df93-4ce5-a0f5-28aaa229c12e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:10:22.101393 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.131526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:22.135313 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f476d2-3321-4ee9-85cb-60baff614ebf" -d '{"events": [{"server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "name": "network-vif-plugged", "status": "completed", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:22.161698 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.196824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (932cfb48-1795-4c5d-9ed0-3341b2e692da), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.222525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:22.225726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:22.228586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:22.268725 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c9cd50-a07e-4954-8de9-bec63d2e686c x-openstack-request-id: req-55c9cd50-a07e-4954-8de9-bec63d2e686c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:22.270230 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "name": "network-vif-plugged", "status": "completed", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:22.271833 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55c9cd50-a07e-4954-8de9-bec63d2e686c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:22.272604 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c9cd50-a07e-4954-8de9-bec63d2e686c'] response: {'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'code': 200} Aug 28 20:10:22.311982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event updated for resources: {'Port': ['ID=227d72ca-3560-4f9e-a99e-88a127854f23,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:22.325036 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (220051a0-df93-4ce5-a0f5-28aaa229c12e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.343188 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:22.348046 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.399234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (01f2e67b-939e-4be5-b268-a6f0d62608e6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.403414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['c62c7c68-1d62-4886-baf2-b85f8e0da15a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:22.417321 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.428640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-9405b396-8b9c-427c-8d0f-0b1b1b981a3c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6822746 Aug 28 20:10:22.450924 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:22.454634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Allocated IP 2001:db8::1 (932cfb48-1795-4c5d-9ed0-3341b2e692da/220051a0-df93-4ce5-a0f5-28aaa229c12e/cc0d82bb-5992-48d0-81c5-6f0d2213f1e7) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:22.524182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef991406-2c35-4342-80a9-086b039c4db6 req-3188466c-dbc7-46ec-a694-73ce27b95c7b service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a HTTP/1.1" status: 200 len: 217 time: 0.0821977 Aug 28 20:10:22.561996 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:22.567269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:22.582285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe682e-4297-4701-b106-6776149f0b7f req-f0dc150f-216c-487b-9606-3de354547509 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:22.588873 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6bfe682e-4297-4701-b106-6776149f0b7f req-f0dc150f-216c-487b-9606-3de354547509 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 944 time: 0.0842226 Aug 28 20:10:22.594952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (01f2e67b-939e-4be5-b268-a6f0d62608e6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.662680 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:22.700473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:22.728631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:22.757028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bf9b520f-ec0a-48df-85bd-0e0ee647c286 None None] Provisioning complete for port 227d72ca-3560-4f9e-a99e-88a127854f23 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:22.758254 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bf9b520f-ec0a-48df-85bd-0e0ee647c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.758403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:22.768358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:22.769580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.792926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=01f2e67b-939e-4be5-b268-a6f0d62608e6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:22.798505 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:22.820880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef991406-2c35-4342-80a9-086b039c4db6 req-0d25a187-31ec-45a4-9261-b01e311fd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:22.826020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6bfe682e-4297-4701-b106-6776149f0b7f req-7b551d77-6e10-4ded-92c2-76ec4f7da919 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220345 Aug 28 20:10:22.827063 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef991406-2c35-4342-80a9-086b039c4db6 req-0d25a187-31ec-45a4-9261-b01e311fd5be service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=34e6c422-c8ae-40f3-a473-5497c77b4696 HTTP/1.1" status: 200 len: 844 time: 0.1590648 Aug 28 20:10:22.863292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b520f-ec0a-48df-85bd-0e0ee647c286 None None] Port 227d72ca-3560-4f9e-a99e-88a127854f23 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:22.962243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e69470-f015-4069-ad57-549fef2dc6f5 req-9c6c12d5-8de7-41d1-99ef-282f54f42c2d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:22.965676 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76e69470-f015-4069-ad57-549fef2dc6f5 req-9c6c12d5-8de7-41d1-99ef-282f54f42c2d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.2215481 Aug 28 20:10:22.967859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-1b209c73-71ff-4758-a9c4-477179751f74 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:22.975376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-1b209c73-71ff-4758-a9c4-477179751f74 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.1557260 Aug 28 20:10:22.977544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Publish callbacks [] for port (cc0d82bb-5992-48d0-81c5-6f0d2213f1e7), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:22.991903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b7a8404a-feb3-4b73-8b42-a8a0a0dcb545 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7892349 Aug 28 20:10:23.007526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53348) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:23.036482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'network_id': '6482cdc2-f278-4ea1-a03f-cdd110a5376b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-614486561'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:23.057111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Request body: {'port': {'device_id': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:23.074710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef991406-2c35-4342-80a9-086b039c4db6 req-1fedb8f7-f31b-43d0-b754-359f6f0d53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:23.079019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef991406-2c35-4342-80a9-086b039c4db6 req-1fedb8f7-f31b-43d0-b754-359f6f0d53f3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2ab7c256-cb29-464f-a7d8-df97ec939a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2373495 Aug 28 20:10:23.093961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (cc0d82bb-5992-48d0-81c5-6f0d2213f1e7), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.195898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Pushing event updated for resources: {'Port': ['ID=cc0d82bb-5992-48d0-81c5-6f0d2213f1e7,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:23.235804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Network 932cfb48-1795-4c5d-9ed0-3341b2e692da is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:23.238283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:23.243528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:23.244839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029b80-0c5e-4ce6-ba40-4e821e8bbbb9 req-f572aa25-7fb3-40d9-9318-f2dfd934d48f tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:23.255093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-62029b80-0c5e-4ce6-ba40-4e821e8bbbb9 req-f572aa25-7fb3-40d9-9318-f2dfd934d48f tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 931 time: 0.2134860 Aug 28 20:10:23.261924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (220051a0-df93-4ce5-a0f5-28aaa229c12e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.371900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Attempting to bind port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:23.372496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Attempting to bind port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '932cfb48-1795-4c5d-9ed0-3341b2e692da'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:23.372670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Attempting to bind port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7 on network 932cfb48-1795-4c5d-9ed0-3341b2e692da {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:23.380529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:23.380916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Checking segment: {'id': 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '932cfb48-1795-4c5d-9ed0-3341b2e692da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:23.381501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.382069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Bound using segment: {'id': 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '932cfb48-1795-4c5d-9ed0-3341b2e692da'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:23.382574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Bound port: cc0d82bb-5992-48d0-81c5-6f0d2213f1e7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '932cfb48-1795-4c5d-9ed0-3341b2e692da'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:23.382969 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cc0d82bb-5992-48d0-81c5-6f0d2213f1e7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.388720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-19507c93-bb6e-488c-9886-a8c0c5e8ce18 None None] Provisioning complete for port 01f2e67b-939e-4be5-b268-a6f0d62608e6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:23.389103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-19507c93-bb6e-488c-9886-a8c0c5e8ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (01f2e67b-939e-4be5-b268-a6f0d62608e6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.431604 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76e69470-f015-4069-ad57-549fef2dc6f5 req-d6691338-0993-48ef-9760-0fb9d02c03ac tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508967 Aug 28 20:10:23.442420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=220051a0-df93-4ce5-a0f5-28aaa229c12e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:23.442686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-19507c93-bb6e-488c-9886-a8c0c5e8ce18 None None] Port 01f2e67b-939e-4be5-b268-a6f0d62608e6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:23.533405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Deleting port a47cb70a-e8d2-412c-9a71-dbca010ab5bd {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:23.533977 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.545180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] For port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:23.546344 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (932cfb48-1795-4c5d-9ed0-3341b2e692da), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.549772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] For port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc0d82bb-5992-48d0-81c5-6f0d2213f1e7,segment=NetworkSegment(bd2e72e1-74cd-4b1c-8b1f-b28bd1851865),segment_id=bd2e72e1-74cd-4b1c-8b1f-b28bd1851865)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:23.552016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.641146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c62c7c68-1d62-4886-baf2-b85f8e0da15a up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:23.643440 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef991406-2c35-4342-80a9-086b039c4db6 req-9cd493ce-e34b-4529-886c-c2a2c3c26ce0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539759 Aug 28 20:10:23.678109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eeb82-0100-42b8-8f51-04a955b00b8f req-85c38caf-a5e3-4cf0-882b-f780b60b12c5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:23.685773 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-205eeb82-0100-42b8-8f51-04a955b00b8f req-85c38caf-a5e3-4cf0-882b-f780b60b12c5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.1385591 Aug 28 20:10:23.702703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port c62c7c68-1d62-4886-baf2-b85f8e0da15a completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:10:23.709177 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.711019 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cc0d82bb-5992-48d0-81c5-6f0d2213f1e7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.830699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port c62c7c68-1d62-4886-baf2-b85f8e0da15a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:23.832462 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.836106 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-205eeb82-0100-42b8-8f51-04a955b00b8f req-9542845a-f783-4557-aa13-bf33a52e0132 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493134 Aug 28 20:10:23.842379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c118c4-72ab-4048-a350-4705a1064300 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:10:23.919540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Made reservation on behalf of 93fe880ec3da49d0a99767ed89731402 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:23.920140 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:23.924020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:23.936903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-62029b80-0c5e-4ce6-ba40-4e821e8bbbb9 req-9c18dd15-ab3b-48ef-a6e6-601b6f8e379d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6763015 Aug 28 20:10:23.951524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] device_id is not set on port 79cd06d3-aab5-467f-bcee-3e646f9249e6 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:23.960836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-5a63db80-6c94-4380-a72a-f35333c9216e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:23.966311 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-5a63db80-6c94-4380-a72a-f35333c9216e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.6727822 Aug 28 20:10:23.980795 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:24.048712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932cfb48-1795-4c5d-9ed0-3341b2e692da']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:24.081711 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:24.099402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:24.099710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:24.128886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef991406-2c35-4342-80a9-086b039c4db6 req-6a1d86b1-c3f1-4316-b57b-024af3f5115c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772131 Aug 28 20:10:24.144810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65164cd0-a487-440b-8019-ea4b28014174 None None] Pushing event updated for resources: {'Port': ['ID=cc0d82bb-5992-48d0-81c5-6f0d2213f1e7,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:24.164439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (bd2e72e1-74cd-4b1c-8b1f-b28bd1851865), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.166154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c118c4-72ab-4048-a350-4705a1064300 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:10:24.262218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bd2e72e1-74cd-4b1c-8b1f-b28bd1851865), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.267778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d61c-6595-4134-a9fb-a3feb551f28d req-daea4343-f10c-40c3-8ab6-b824b993fa40 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:24.270278 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b622d61c-6595-4134-a9fb-a3feb551f28d req-daea4343-f10c-40c3-8ab6-b824b993fa40 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.2393448 Aug 28 20:10:24.283211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:24.285448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (bd2e72e1-74cd-4b1c-8b1f-b28bd1851865), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.345840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9b27d-058e-48a0-a3d9-b41e91b6cec4 req-32a97e70-f209-4740-bb66-089af9297493 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:24.356504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Allocated IP 2001:db8::156 (6482cdc2-f278-4ea1-a03f-cdd110a5376b/2b40296a-bb56-409a-97ea-deaff10eb2fa/79cd06d3-aab5-467f-bcee-3e646f9249e6) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:24.357954 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-57f9b27d-058e-48a0-a3d9-b41e91b6cec4 req-32a97e70-f209-4740-bb66-089af9297493 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 944 time: 0.2939184 Aug 28 20:10:24.382876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] For port a47cb70a-e8d2-412c-9a71-dbca010ab5bd, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:24.383734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.397656 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:24.403801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b622d61c-6595-4134-a9fb-a3feb551f28d req-11594f26-c7b3-4dfb-a71c-c59b88a726df tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120424 Aug 28 20:10:24.404153 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f308-8230-42f3-8232-26e0d9bdf96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.426251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Calling delete_port for a47cb70a-e8d2-412c-9a71-dbca010ab5bd owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:24.464721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port c62c7c68-1d62-4886-baf2-b85f8e0da15a is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:24.465114 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.499066 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:24.519665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:24.522117 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274543b5-bab2-4488-aa41-101c43995769" -d '{"events": [{"server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "name": "network-vif-plugged", "status": "completed", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:24.548433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port c62c7c68-1d62-4886-baf2-b85f8e0da15a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:24.549369 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bd2e72e1-74cd-4b1c-8b1f-b28bd1851865 resource provider aggregate not found Aug 28 20:10:24.575651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227d72ca-3560-4f9e-a99e-88a127854f23 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:24.588919 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Publish callbacks [] for port (227d72ca-3560-4f9e-a99e-88a127854f23), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.589968 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bd2e72e1-74cd-4b1c-8b1f-b28bd1851865 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd2e72e1-74cd-4b1c-8b1f-b28bd1851865 found for delete ", "request_id": "req-c62af663-ecca-495b-873d-df83603779d9"}]} Aug 28 20:10:24.603336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Deleting port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:24.603608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.611030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Transition to ACTIVE for port object 227d72ca-3560-4f9e-a99e-88a127854f23 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:10:24.619010 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:24.692458 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 20:10:24.692458 n-d-854121-7 neutron-server[114321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 20:10:24.692458 n-d-854121-7 neutron-server[114321]: [parameters: {'id': '932cfb48-1795-4c5d-9ed0-3341b2e692da'}] Aug 28 20:10:24.692458 n-d-854121-7 neutron-server[114321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:10:24.693094 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:10:24.707024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.712157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.713142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a47cb70a-e8d2-412c-9a71-dbca010ab5bd no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:24.728702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-57f9b27d-058e-48a0-a3d9-b41e91b6cec4 req-67f2600c-e793-40ae-aba3-c11aa941ba9f tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349749 Aug 28 20:10:24.781042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e58bb3-7e91-4a13-8f86-9a269cb9f1ae None None] Network 932cfb48-1795-4c5d-9ed0-3341b2e692da requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:24.812749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] For port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:24.813181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:24.830559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Calling delete_port for 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:24.883813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=c62c7c68-1d62-4886-baf2-b85f8e0da15a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:24.968097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a47cb70a-e8d2-412c-9a71-dbca010ab5bd is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:24.968517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.003471 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c965a6c8-3c7f-445c-908f-1f53b7665bf4 x-openstack-request-id: req-c965a6c8-3c7f-445c-908f-1f53b7665bf4 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:25.003763 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "name": "network-vif-plugged", "status": "completed", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:25.004020 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c965a6c8-3c7f-445c-908f-1f53b7665bf4 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:25.004486 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c965a6c8-3c7f-445c-908f-1f53b7665bf4'] response: {'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'code': 200} Aug 28 20:10:25.026299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Pushing event updated for resources: {'Port': ['ID=227d72ca-3560-4f9e-a99e-88a127854f23,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:25.051767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Attempting to bind port 227d72ca-3560-4f9e-a99e-88a127854f23 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:25.052102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Attempting to bind port 227d72ca-3560-4f9e-a99e-88a127854f23 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:25.052436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Attempting to bind port 227d72ca-3560-4f9e-a99e-88a127854f23 on network 0bafccb0-3731-4654-a000-2fe2f996b6ca {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:25.066164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Port 227d72ca-3560-4f9e-a99e-88a127854f23 on network 0bafccb0-3731-4654-a000-2fe2f996b6ca not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:10:25.066493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Attempting to bind port 227d72ca-3560-4f9e-a99e-88a127854f23 on network 0bafccb0-3731-4654-a000-2fe2f996b6ca {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:25.082776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.084321 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:25.110694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:25.111116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Checking segment: {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:25.111429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Bound using segment: {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:25.111881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Bound port: 227d72ca-3560-4f9e-a99e-88a127854f23, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0274cbb0-b656-46ff-bda4-31a06581aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:25.112274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.160081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9870df5-2c7e-40b9-bbf0-277a1e76c046 req-3bf6312f-1d14-49a3-8cd6-4ea657374177 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:25.165455 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f9870df5-2c7e-40b9-bbf0-277a1e76c046 req-3bf6312f-1d14-49a3-8cd6-4ea657374177 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 945 time: 0.1008327 Aug 28 20:10:25.194727 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (932cfb48-1795-4c5d-9ed0-3341b2e692da), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.220484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df362ae-8fb9-462c-ab23-a6221ed95a74 req-4c38886d-511d-47f4-bc00-fce3bed0840d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:25.222496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9df362ae-8fb9-462c-ab23-a6221ed95a74 req-4c38886d-511d-47f4-bc00-fce3bed0840d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 945 time: 0.1463161 Aug 28 20:10:25.275382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a47cb70a-e8d2-412c-9a71-dbca010ab5bd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.280908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2edaa771-ed3f-4bee-adbd-445d0ebf34e8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.281151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f552f-32d3-4b94-b682-1aebe497a357 req-bcba7b5d-9b61-41a6-bf07-e834c0ff6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:25.282589 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-079f552f-32d3-4b94-b682-1aebe497a357 req-bcba7b5d-9b61-41a6-bf07-e834c0ff6f13 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 1127 time: 0.1471410 Aug 28 20:10:25.310374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] For port 227d72ca-3560-4f9e-a99e-88a127854f23, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:25.319760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2edaa771-ed3f-4bee-adbd-445d0ebf34e8'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:25.324673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:25.326453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event deleted for resources: {'Port': ['ID=a47cb70a-e8d2-412c-9a71-dbca010ab5bd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:25.342924 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.345905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] For port 227d72ca-3560-4f9e-a99e-88a127854f23, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=227d72ca-3560-4f9e-a99e-88a127854f23,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:25.357844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event deleted for resources: {'Port': ['ID=2edaa771-ed3f-4bee-adbd-445d0ebf34e8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:25.360798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:25.361152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cc0d82bb-5992-48d0-81c5-6f0d2213f1e7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.375172 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f9870df5-2c7e-40b9-bbf0-277a1e76c046 req-0321ed51-b367-467a-b813-09206718bc7d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872168 Aug 28 20:10:25.383568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9df362ae-8fb9-462c-ab23-a6221ed95a74 req-04cfa099-ec40-4039-9dd4-2b21dae9b722 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505170 Aug 28 20:10:25.468574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.497073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:25.530090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:25.531428 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.533149 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/227d72ca-3560-4f9e-a99e-88a127854f23 HTTP/1.1" status: 200 len: 1091 time: 2.4931011 Aug 28 20:10:25.551521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:25.578130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-079f552f-32d3-4b94-b682-1aebe497a357 req-aec62db2-0e4e-41e6-a122-02491fcfe962 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823336 Aug 28 20:10:25.579091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=79cd06d3-aab5-467f-bcee-3e646f9249e6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:25.595447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:25.600267 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33be29bf-76a4-43c5-bd51-36698d4f944f" -d '{"events": [{"name": "network-changed", "server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:25.602231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] No DVR routers for this DVR port a47cb70a-e8d2-412c-9a71-dbca010ab5bd on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:25.607841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.611507 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ca2fc37-1216-4bd0-b0ef-40a25c030613 req-d2b622db-8bef-4176-91bd-63203e177abf tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a47cb70a-e8d2-412c-9a71-dbca010ab5bd HTTP/1.1" status: 204 len: 173 time: 2.6183252 Aug 28 20:10:25.628769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535666ad-d0b4-46b6-8455-a2c15272331c', 'name': 'network-vif-deleted', 'tag': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:25.639797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:10:25.642213 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94b0335-738b-4293-8f13-a111d3a5a2cc" -d '{"events": [{"server_uuid": "535666ad-d0b4-46b6-8455-a2c15272331c", "name": "network-vif-deleted", "tag": "a47cb70a-e8d2-412c-9a71-dbca010ab5bd"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:25.701706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] No DVR routers for this DVR port 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:25.705146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.711233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-89b9f618-a92e-432d-8fbb-5c9a4909e3e5 req-1eff00f4-aa3f-4eab-acd7-3ca38d486d9e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "DELETE /networking/v2.0/ports/2edaa771-ed3f-4bee-adbd-445d0ebf34e8 HTTP/1.1" status: 204 len: 173 time: 1.7336204 Aug 28 20:10:25.719762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:25.727876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:25.730689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.740357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc0d82bb-5992-48d0-81c5-6f0d2213f1e7,segment=NetworkSegment(bd2e72e1-74cd-4b1c-8b1f-b28bd1851865),segment_id=bd2e72e1-74cd-4b1c-8b1f-b28bd1851865)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:25.740357 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cc0d82bb-5992-48d0-81c5-6f0d2213f1e7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.749548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634499-751c-4784-bcf6-8f2b97169472 req-cfb70e82-7dd7-4772-8bb1-15f117ca328a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:25.756012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf274ea2-478d-4bab-a8c3-4e3932f2e119 service neutron] Pushing event updated for resources: {'Port': ['ID=227d72ca-3560-4f9e-a99e-88a127854f23,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:25.758045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc634499-751c-4784-bcf6-8f2b97169472 req-cfb70e82-7dd7-4772-8bb1-15f117ca328a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 943 time: 0.1374846 Aug 28 20:10:25.801676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:25.846241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for cc0d82bb-5992-48d0-81c5-6f0d2213f1e7 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:25.869130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf3ec829-69f9-46ee-8377-1aa4e07a80e1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8551223 Aug 28 20:10:25.870940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53382) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:25.879807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:9d:ee:ba'}, {'ip_address': '2001:db8::89', 'mac_address': 'fa:16:3e:3a:97:b6'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:25.912804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc634499-751c-4784-bcf6-8f2b97169472 req-58668b9a-416d-4682-a7ba-044b5d215dbf tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501360 Aug 28 20:10:25.985342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-9add4c35-3baa-4de4-a2cc-8abf6af69aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:25.990453 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-9add4c35-3baa-4de4-a2cc-8abf6af69aef service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=b3df3258c2e849bc8b2fc6fdf5ce4640&device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 1125 time: 0.2037156 Aug 28 20:10:25.991655 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:26.069799 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84524400-dae5-422c-837b-639a3ef5e318 x-openstack-request-id: req-84524400-dae5-422c-837b-639a3ef5e318 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:26.070162 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:26.070431 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84524400-dae5-422c-837b-639a3ef5e318 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:26.070844 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84524400-dae5-422c-837b-639a3ef5e318'] response: {'name': 'network-changed', 'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23', 'status': 'completed', 'code': 200} Aug 28 20:10:26.074478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-76ad3983-92be-4d8b-9014-7e51f6150f6a service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=227d72ca-3560-4f9e-a99e-88a127854f23 HTTP/1.1" status: 200 len: 217 time: 0.0653274 Aug 28 20:10:26.083104 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55d3df-4e6b-4b86-8dc3-088ad2afcd8e x-openstack-request-id: req-8f55d3df-4e6b-4b86-8dc3-088ad2afcd8e {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:26.086500 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535666ad-d0b4-46b6-8455-a2c15272331c", "name": "network-vif-deleted", "tag": "a47cb70a-e8d2-412c-9a71-dbca010ab5bd", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:26.086943 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f55d3df-4e6b-4b86-8dc3-088ad2afcd8e {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:26.087730 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f55d3df-4e6b-4b86-8dc3-088ad2afcd8e'] response: {'server_uuid': '535666ad-d0b4-46b6-8455-a2c15272331c', 'name': 'network-vif-deleted', 'tag': 'a47cb70a-e8d2-412c-9a71-dbca010ab5bd', 'status': 'completed', 'code': 200} Aug 28 20:10:26.089950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281d850-6869-4d1e-9a49-17d1b12466af req-14874bc8-42da-4f6b-b2af-240088232c88 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:26.098094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e281d850-6869-4d1e-9a49-17d1b12466af req-14874bc8-42da-4f6b-b2af-240088232c88 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.3781629 Aug 28 20:10:26.165187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-19cd6483-6dce-4111-88a3-44f4b52b8dc3 None None] Provisioning complete for port 79cd06d3-aab5-467f-bcee-3e646f9249e6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:26.165187 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-19cd6483-6dce-4111-88a3-44f4b52b8dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.223571 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e281d850-6869-4d1e-9a49-17d1b12466af req-bcbf9b38-81db-4ff7-a916-bef2d43730f7 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175523 Aug 28 20:10:26.228205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-afdd40f7-ff71-4754-89c6-f3a11c8a2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:26.229495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-afdd40f7-ff71-4754-89c6-f3a11c8a2036 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=28e644fb-dbd3-42b1-91c8-587811e6d386 HTTP/1.1" status: 200 len: 851 time: 0.1406922 Aug 28 20:10:26.234668 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:26.244299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-19cd6483-6dce-4111-88a3-44f4b52b8dc3 None None] Port 79cd06d3-aab5-467f-bcee-3e646f9249e6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:26.270277 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:26.292983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503a05c-4512-4295-8238-f6309ea2f35b req-ea04c19a-32d5-4f0c-b63a-aa404109bd9c tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:26.294904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2503a05c-4512-4295-8238-f6309ea2f35b req-ea04c19a-32d5-4f0c-b63a-aa404109bd9c tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.1216435 Aug 28 20:10:26.337449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317e8d-df62-459d-80bb-775f10856729 req-2d0024fb-842e-482f-90e2-05b26cc4c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:26.339112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-2d0024fb-842e-482f-90e2-05b26cc4c9e5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=0bafccb0-3731-4654-a000-2fe2f996b6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998442 Aug 28 20:10:26.389366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.455290 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2503a05c-4512-4295-8238-f6309ea2f35b req-e3aca990-af83-46b1-bf0d-3a7d8925748f tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494367 Aug 28 20:10:26.468727 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cc0d82bb-5992-48d0-81c5-6f0d2213f1e7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.505158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port cc0d82bb-5992-48d0-81c5-6f0d2213f1e7 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:26.556710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=cc0d82bb-5992-48d0-81c5-6f0d2213f1e7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:26.586717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb2c8cfa-6390-496e-ad94-f9e28a873013 req-00957148-58be-4509-a5f4-af8ed5731c4c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 210 time: 0.0337114 Aug 28 20:10:26.607593 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:26.666376 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.671478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c46c5d3-c03f-4c72-ba28-e338509d02b1 req-8b199f1d-3d01-42d7-a33d-1e55bcc9ff03 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d1bd34c1-4873-4d02-b2db-cb21ed2d6b94 HTTP/1.1" status: 200 len: 210 time: 0.0491023 Aug 28 20:10:26.681322 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-c4c9fe4e-fab4-4f7b-9ed7-6d68c3b69a4b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198600 Aug 28 20:10:26.681322 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (932cfb48-1795-4c5d-9ed0-3341b2e692da), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.753805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932cfb48-1795-4c5d-9ed0-3341b2e692da']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:26.761006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.762234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] In _notify_port_updated(), no bound segment for port 79cd06d3-aab5-467f-bcee-3e646f9249e6 on network 6482cdc2-f278-4ea1-a03f-cdd110a5376b {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:10:26.768039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:26.768273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:26.768273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2e72e1-74cd-4b1c-8b1f-b28bd1851865') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:26.769127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.770395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "PUT /networking/v2.0/ports/79cd06d3-aab5-467f-bcee-3e646f9249e6 HTTP/1.1" status: 200 len: 1066 time: 0.8987460 Aug 28 20:10:26.776158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53390) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:26.797026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (bd2e72e1-74cd-4b1c-8b1f-b28bd1851865), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.820530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9244d2a-7734-45f5-96c8-e3e714833672 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event updated for resources: {'Port': ['ID=79cd06d3-aab5-467f-bcee-3e646f9249e6,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:26.841593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bd2e72e1-74cd-4b1c-8b1f-b28bd1851865), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.867066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:26.867607 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (bd2e72e1-74cd-4b1c-8b1f-b28bd1851865), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.899547 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bd2e72e1-74cd-4b1c-8b1f-b28bd1851865 resource provider aggregate not found Aug 28 20:10:26.956542 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bd2e72e1-74cd-4b1c-8b1f-b28bd1851865 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd2e72e1-74cd-4b1c-8b1f-b28bd1851865 found for delete ", "request_id": "req-2cdfd2f3-6f88-4554-8371-a50516db5cf4"}]} Aug 28 20:10:26.964361 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:26.975510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4317e8d-df62-459d-80bb-775f10856729 req-931dfc38-000b-44ab-90e5-219832643df8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839561 Aug 28 20:10:27.004381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting port 79cd06d3-aab5-467f-bcee-3e646f9249e6 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:27.004381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.084527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeda4a9-b77c-43d9-b657-7cb52e8d40ae req-c3830cb3-c964-4fbf-b6bc-d43af2b386e9 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:27.086960 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adeda4a9-b77c-43d9-b657-7cb52e8d40ae req-c3830cb3-c964-4fbf-b6bc-d43af2b386e9 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 943 time: 0.0875626 Aug 28 20:10:27.132075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.162931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Calling delete_port for 79cd06d3-aab5-467f-bcee-3e646f9249e6 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:27.170296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adeda4a9-b77c-43d9-b657-7cb52e8d40ae req-e5b669da-bd12-41c6-a6fa-b8c1b4c2676c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752268 Aug 28 20:10:27.176530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (932cfb48-1795-4c5d-9ed0-3341b2e692da), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.230485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.230485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/932cfb48-1795-4c5d-9ed0-3341b2e692da HTTP/1.1" status: 204 len: 168 time: 5.2672598 Aug 28 20:10:27.230804 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:27.233774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53398) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:27.240771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143506162'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:27.247015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea5f30-ee9d-4ea6-8c01-cfc479f42756 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=932cfb48-1795-4c5d-9ed0-3341b2e692da,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:27.394633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456525d0-79b3-4f05-98ac-9c0b5d546056 req-2ecd2c1d-4607-410f-b61a-12ee74a7835a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:27.396982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-456525d0-79b3-4f05-98ac-9c0b5d546056 req-2ecd2c1d-4607-410f-b61a-12ee74a7835a tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.0684135 Aug 28 20:10:27.426592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:27.446825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:27.466427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.467138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-456525d0-79b3-4f05-98ac-9c0b5d546056 req-3cdb3c59-92bf-4421-b6be-92c7e80bd198 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596008 Aug 28 20:10:27.467250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:27.467250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2edaa771-ed3f-4bee-adbd-445d0ebf34e8 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:27.580274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (79cd06d3-aab5-467f-bcee-3e646f9249e6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.591479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:27.610195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052158d-d386-46e3-9feb-b8711f448ab6 req-1694bdd8-4008-4d94-aed0-f6afa1137477 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:27.611829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e052158d-d386-46e3-9feb-b8711f448ab6 req-1694bdd8-4008-4d94-aed0-f6afa1137477 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.0713000 Aug 28 20:10:27.616147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1a76e8a1-ad2b-4035-b384-15ade85f97ff), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.616495 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment 1a76e8a1-ad2b-4035-b384-15ade85f97ff of type vlan for network 1f33b446-bee4-4864-96f3-5490b8353eb0 Aug 28 20:10:27.635802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.641192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Port': ['ID=79cd06d3-aab5-467f-bcee-3e646f9249e6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:27.642496 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:27.705248 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (1f33b446-bee4-4864-96f3-5490b8353eb0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.732911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e052158d-d386-46e3-9feb-b8711f448ab6 req-a1685686-e777-47fd-8af7-4d6ddf840acc tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075702 Aug 28 20:10:27.741029 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:27.922709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ab58756-e6c4-4577-a810-f3decd7671ff req-78ddaa07-7e0b-4abe-8e99-9fac13359fa0 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=535666ad-d0b4-46b6-8455-a2c15272331c HTTP/1.1" status: 200 len: 210 time: 0.0390720 Aug 28 20:10:27.924136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (1f33b446-bee4-4864-96f3-5490b8353eb0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:27.930749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:27.931760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.055370 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.059699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c4e12154-0e3b-4740-9fe3-a7d47824b7c6 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/ports/79cd06d3-aab5-467f-bcee-3e646f9249e6 HTTP/1.1" status: 204 len: 168 time: 1.2780874 Aug 28 20:10:28.074186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53422) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:28.084150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8483424 Aug 28 20:10:28.087057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53424) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:28.094511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:28.101719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'name': 'network-vif-deleted', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:28.104401 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e006b8b-2586-4a91-8505-19a5db184661" -d '{"events": [{"server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "name": "network-vif-deleted", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:28.114118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161086f-9317-4ec6-adaa-297a0bc67867 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=1f33b446-bee4-4864-96f3-5490b8353eb0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:28.127317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:28.246216 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-97293c80-8ab4-4a7e-854e-9f549fab6842 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] GET failed (client error): The resource could not be found. Aug 28 20:10:28.250239 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-97293c80-8ab4-4a7e-854e-9f549fab6842 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "GET /networking/v2.0/ports/79cd06d3-aab5-467f-bcee-3e646f9249e6 HTTP/1.1" status: 404 len: 333 time: 0.1811893 Aug 28 20:10:28.259412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95078b-db22-4b58-97ad-b0ec9b9edcfb req-e02e9e2f-f237-47fc-8651-65c49ec7b618 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:28.259984 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb95078b-db22-4b58-97ad-b0ec9b9edcfb req-e02e9e2f-f237-47fc-8651-65c49ec7b618 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.1221478 Aug 28 20:10:28.260725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:28.313185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-52643b7a-a3f9-498c-a9e3-7cc9bf8296a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:28.314945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-52643b7a-a3f9-498c-a9e3-7cc9bf8296a9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=b3df3258c2e849bc8b2fc6fdf5ce4640&device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 1125 time: 0.2077150 Aug 28 20:10:28.331867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3d96a-68ca-48a2-8061-772502af0b0f req-d6182e17-44c4-48bd-8d9e-104db0580bbf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:28.333563 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56d3d96a-68ca-48a2-8061-772502af0b0f req-d6182e17-44c4-48bd-8d9e-104db0580bbf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.1583307 Aug 28 20:10:28.354547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53432) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:28.362750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Request body: {'floatingip': {'port_id': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:28.405900 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:28.441047 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for floatingip (a185af1f-148d-4bce-a378-8b366cc40216), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.455291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb95078b-db22-4b58-97ad-b0ec9b9edcfb req-417a7e28-24a7-4b34-9ec1-be805892f6af tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162975 Aug 28 20:10:28.460760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting port 01f2e67b-939e-4be5-b268-a6f0d62608e6 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:28.461838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (01f2e67b-939e-4be5-b268-a6f0d62608e6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.562855 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698b79a2-1af3-4ac0-bfa8-367f3e325b49 x-openstack-request-id: req-698b79a2-1af3-4ac0-bfa8-367f3e325b49 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:28.562855 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd34c1-4873-4d02-b2db-cb21ed2d6b94", "name": "network-vif-deleted", "tag": "2edaa771-ed3f-4bee-adbd-445d0ebf34e8", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:28.562855 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-698b79a2-1af3-4ac0-bfa8-367f3e325b49 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:28.562855 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698b79a2-1af3-4ac0-bfa8-367f3e325b49'] response: {'server_uuid': 'd1bd34c1-4873-4d02-b2db-cb21ed2d6b94', 'name': 'network-vif-deleted', 'tag': '2edaa771-ed3f-4bee-adbd-445d0ebf34e8', 'status': 'completed', 'code': 200} Aug 28 20:10:28.623639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (01f2e67b-939e-4be5-b268-a6f0d62608e6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.638466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Calling delete_port for 01f2e67b-939e-4be5-b268-a6f0d62608e6 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:28.673116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53434) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:28.680186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-54fe20a6-9569-4646-b1a3-888f84b3d11a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458748451', 'description': 'tempest-description--1254874502'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:28.685207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:28.688760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.735383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9c6e6-2509-4b5a-8b4b-1e5a3a4391bb req-c3e1530b-1154-48dc-8730-2523cc6c3a3f tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:28.737677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5df9c6e6-2509-4b5a-8b4b-1e5a3a4391bb req-c3e1530b-1154-48dc-8730-2523cc6c3a3f tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 943 time: 0.0880647 Aug 28 20:10:28.778391 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:28.835037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5df9c6e6-2509-4b5a-8b4b-1e5a3a4391bb req-7c0d144d-0de5-4a0c-9922-22bb23bdda73 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897217 Aug 28 20:10:28.930545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54fe20a6-9569-4646-b1a3-888f84b3d11a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.939236 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (01f2e67b-939e-4be5-b268-a6f0d62608e6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:28.984679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Port': ['ID=01f2e67b-939e-4be5-b268-a6f0d62608e6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:29.021007 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.030876 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d3ff2aa7-9373-4f27-9f4a-09b4c45ff04d tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/ports/01f2e67b-939e-4be5-b268-a6f0d62608e6 HTTP/1.1" status: 204 len: 168 time: 0.7660675 Aug 28 20:10:29.031080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53442) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:29.067104 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5829aa8c-3f00-4871-a8b6-ff86d24964b1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] GET failed (client error): The resource could not be found. Aug 28 20:10:29.091764 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5829aa8c-3f00-4871-a8b6-ff86d24964b1 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "GET /networking/v2.0/ports/01f2e67b-939e-4be5-b268-a6f0d62608e6 HTTP/1.1" status: 404 len: 333 time: 0.0525191 Aug 28 20:10:29.091764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53444) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:29.424004 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:29.630952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.636602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54fe20a6-9569-4646-b1a3-888f84b3d11a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group (280b5b82-0f75-4f28-a49b-df09656ccf73), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.677991 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:29.700574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (a185af1f-148d-4bce-a378-8b366cc40216), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.754717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54fe20a6-9569-4646-b1a3-888f84b3d11a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (280b5b82-0f75-4f28-a49b-df09656ccf73), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.785870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fe5d-cdd3-4bf5-b193-3c801d91dcf5 req-ccb71a72-397d-4936-be36-08624c6a7648 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:29.787478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05b8fe5d-cdd3-4bf5-b193-3c801d91dcf5 req-ccb71a72-397d-4936-be36-08624c6a7648 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.2072227 Aug 28 20:10:29.795134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting port 44e8d576-9562-431e-9c76-e16cce5a932f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:29.795779 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (44e8d576-9562-431e-9c76-e16cce5a932f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.810788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (8d451465-fc1b-447d-bfe0-a0e94fe29a7c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.929645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe20a6-9569-4646-b1a3-888f84b3d11a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280b5b82-0f75-4f28-a49b-df09656ccf73,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:29.930298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-0d5a54aa-6f11-4ed6-ad7b-b6b6a19e08d8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:29.936665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54fe20a6-9569-4646-b1a3-888f84b3d11a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:29.937328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-0d5a54aa-6f11-4ed6-ad7b-b6b6a19e08d8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.2793777 Aug 28 20:10:29.941986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-54fe20a6-9569-4646-b1a3-888f84b3d11a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2674100 Aug 28 20:10:29.942268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53462) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:29.974600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-64b3b5ec-797d-4d00-b03f-08aeb927ac39 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Request body: {'security_group_rule': {'security_group_id': '280b5b82-0f75-4f28-a49b-df09656ccf73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:29.983004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-5535ed2d-d9b5-406c-ad17-6e0a983c84c3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:29.990285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-5535ed2d-d9b5-406c-ad17-6e0a983c84c3 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 946 time: 0.1350319 Aug 28 20:10:29.990285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-efb2fd10-7042-43e7-946f-6db13c6bbcb9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.0518622 Aug 28 20:10:29.991517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-f810f36b-2940-4355-b012-3418d0094a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:29.993005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-f810f36b-2940-4355-b012-3418d0094a63 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=0bafccb0-3731-4654-a000-2fe2f996b6ca HTTP/1.1" status: 200 len: 913 time: 0.4099813 Aug 28 20:10:30.047610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=8d451465-fc1b-447d-bfe0-a0e94fe29a7c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:30.081707 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Floating IP a185af1f-148d-4bce-a378-8b366cc40216 associated. External IP: 172.25.4.118, port: c62c7c68-1d62-4886-baf2-b85f8e0da15a. Aug 28 20:10:30.095720 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (44e8d576-9562-431e-9c76-e16cce5a932f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.119547 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-c784c1da-14a1-4f53-a50f-c951cba3706f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=227d72ca-3560-4f9e-a99e-88a127854f23 HTTP/1.1" status: 200 len: 217 time: 0.1104896 Aug 28 20:10:30.139107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05b8fe5d-cdd3-4bf5-b193-3c801d91dcf5 req-309b0eb0-b2e1-4a00-bfc2-0e0dd708a751 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c33f9702-8c62-4013-a0db-ed16c32c5d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315663 Aug 28 20:10:30.157035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-e1a5703b-79fd-4a6b-ab55-91f0aa553d76 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1408069 Aug 28 20:10:30.162483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Calling delete_port for 44e8d576-9562-431e-9c76-e16cce5a932f owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:30.204337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Deleting port a62a8bbc-53bc-4753-ba4a-bb88611da4ea {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:30.204581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.279976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': '1a76e8a1-ad2b-4035-b384-15ade85f97ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:30.280355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: 1f33b446-bee4-4864-96f3-5490b8353eb0, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:30.314088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5ec-797d-4d00-b03f-08aeb927ac39 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group_rule (1276c075-df3c-43dd-84b5-9cda657bd79d), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.364758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8506c8-3163-46c2-aec8-cb533aae61d8 req-3cb8c189-89e5-4cfd-8f2f-c9bb713b0b9a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:30.366474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b8506c8-3163-46c2-aec8-cb533aae61d8 req-3cb8c189-89e5-4cfd-8f2f-c9bb713b0b9a tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 943 time: 0.1119576 Aug 28 20:10:30.373900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-bfb4c191-5a8b-4d6f-a08a-fc9a105c01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:30.375118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-bfb4c191-5a8b-4d6f-a08a-fc9a105c01e3 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=28e644fb-dbd3-42b1-91c8-587811e6d386 HTTP/1.1" status: 200 len: 851 time: 0.2350354 Aug 28 20:10:30.440766 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-5bbc72a2-423a-406a-b09f-5ecb5659036e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628565 Aug 28 20:10:30.443285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] For port a62a8bbc-53bc-4753-ba4a-bb88611da4ea, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:30.443723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.470211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Calling delete_port for a62a8bbc-53bc-4753-ba4a-bb88611da4ea owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:30.536444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-d591d193-b75f-4eb7-8063-e4c04802fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:30.537944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-d591d193-b75f-4eb7-8063-e4c04802fa59 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=0bafccb0-3731-4654-a000-2fe2f996b6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1462061 Aug 28 20:10:30.551758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5ec-797d-4d00-b03f-08aeb927ac39 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group_rule (1276c075-df3c-43dd-84b5-9cda657bd79d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.646285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:30.660802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-2ca8ae20-310f-4807-b616-b4a5ee66385b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006359 Aug 28 20:10:30.683050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b8506c8-3163-46c2-aec8-cb533aae61d8 req-b5689c8b-5c55-4bb8-84bc-aa873f0824cf tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007584 Aug 28 20:10:30.732286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-edfab2b0-8277-447b-b641-b2328cdbcfc2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720741 Aug 28 20:10:30.732286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Router 96978b6e-941e-468f-be98-a76486196698 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:10:30.732286 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5ec-797d-4d00-b03f-08aeb927ac39 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (1276c075-df3c-43dd-84b5-9cda657bd79d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.795244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (44e8d576-9562-431e-9c76-e16cce5a932f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.804184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b5ec-797d-4d00-b03f-08aeb927ac39 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1276c075-df3c-43dd-84b5-9cda657bd79d,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:30.829864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Port': ['ID=44e8d576-9562-431e-9c76-e16cce5a932f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:30.870767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.893212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ec4568a7-22e2-4852-8084-b60013add2d8 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/ports/44e8d576-9562-431e-9c76-e16cce5a932f HTTP/1.1" status: 204 len: 168 time: 1.7911994 Aug 28 20:10:30.893212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53464) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:30.894818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 1f33b446-bee4-4864-96f3-5490b8353eb0) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:30.894818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:30.894818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.896421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa038b0-af84-4213-848e-9386fa3ab28c None None] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:30.900789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a62a8bbc-53bc-4753-ba4a-bb88611da4ea), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.928329 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33be29bf-76a4-43c5-bd51-36698d4f944f req-57aec9eb-6af4-443d-9545-ef20c3e4b414 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859124 Aug 28 20:10:30.936176 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5ec-797d-4d00-b03f-08aeb927ac39 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:30.952957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-64b3b5ec-797d-4d00-b03f-08aeb927ac39 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9824903 Aug 28 20:10:30.961718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53466) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:30.966974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ecfa8427-9623-4715-9f40-8d66163e912e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Request body: {'security_group_rule': {'security_group_id': '280b5b82-0f75-4f28-a49b-df09656ccf73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:30.994092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:10:31.011281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Pushing event deleted for resources: {'Port': ['ID=a62a8bbc-53bc-4753-ba4a-bb88611da4ea,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:31.029901 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.042355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b2115c19-2efa-44da-a36a-2215600e702d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9541028 Aug 28 20:10:31.044957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53468) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:31.075130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:31.099540 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:31.117181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting subnet 2b40296a-bb56-409a-97ea-deaff10eb2fa {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:31.183761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] Sync routers for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:10:31.202619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['a62a8bbc-53bc-4753-ba4a-bb88611da4ea'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:31.212796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks [] for subnet (2b40296a-bb56-409a-97ea-deaff10eb2fa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.233921 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:31.240888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-561b9a56-1173-4e43-bb8a-993880c678d5 req-ddcba16d-9184-4f49-a50d-96715799e84b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.0443628 Aug 28 20:10:31.242897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a97e9ee1-61ee-4a16-98c9-5052859abfdf tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/a185af1f-148d-4bce-a378-8b366cc40216 HTTP/1.1" status: 200 len: 991 time: 2.8871393 Aug 28 20:10:31.248316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:31.250318 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:31.298472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] No DVR routers for this DVR port a62a8bbc-53bc-4753-ba4a-bb88611da4ea on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:31.305115 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.316454 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:31.326475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93b60361-d137-4945-b88b-4d731e2c1c51 req-39965ced-4513-4a43-9b49-9a8fd7357176 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.89 "DELETE /networking/v2.0/ports/a62a8bbc-53bc-4753-ba4a-bb88611da4ea HTTP/1.1" status: 204 len: 173 time: 1.3345644 Aug 28 20:10:31.327281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'name': 'network-vif-deleted', 'tag': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:31.329647 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a72cf-bf0d-48b7-be81-044af0d5cafd" -d '{"events": [{"server_uuid": "7c8c6970-431b-4ebc-97c9-4bb6bdde339a", "name": "network-vif-deleted", "tag": "a62a8bbc-53bc-4753-ba4a-bb88611da4ea"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:31.357466 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8427-9623-4715-9f40-8d66163e912e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group_rule (e6c99d52-0876-4593-83d6-cb6c07b9a11e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.416665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:31.421249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:31.453936 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (2b40296a-bb56-409a-97ea-deaff10eb2fa), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.469732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 227d72ca-3560-4f9e-a99e-88a127854f23 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:10:31.520557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:31.525595 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.605347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-618e7d99-a564-4046-8197-72b93ebb0e36 req-0b31945a-6527-4708-bceb-8d350d50d026 tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 210 time: 0.0913413 Aug 28 20:10:31.627034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-1f33b446-bee4-4864-96f3-5490b8353eb0', 'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': '8d451465-fc1b-447d-bfe0-a0e94fe29a7c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:10:31.628996 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.666763 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:31.711140 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647351c7-c301-41b7-8bb7-5a145e6a90be x-openstack-request-id: req-647351c7-c301-41b7-8bb7-5a145e6a90be {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:31.711977 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:31.711977 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-647351c7-c301-41b7-8bb7-5a145e6a90be {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:31.712342 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647351c7-c301-41b7-8bb7-5a145e6a90be'] response: {'name': 'network-changed', 'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'status': 'completed', 'code': 200} Aug 28 20:10:31.736305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc6d5-0bae-4572-be59-4accf9733dd7 req-f0d910d1-3a20-46a0-82cf-38f106c5a37e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:31.738757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41edc6d5-0bae-4572-be59-4accf9733dd7 req-f0d910d1-3a20-46a0-82cf-38f106c5a37e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.1765594 Aug 28 20:10:31.774372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8427-9623-4715-9f40-8d66163e912e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group_rule (e6c99d52-0876-4593-83d6-cb6c07b9a11e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.796731 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f018f615-5668-4244-8a54-e8b7f7be02e8 x-openstack-request-id: req-f018f615-5668-4244-8a54-e8b7f7be02e8 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:31.797686 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8c6970-431b-4ebc-97c9-4bb6bdde339a", "name": "network-vif-deleted", "tag": "a62a8bbc-53bc-4753-ba4a-bb88611da4ea", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:31.798116 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f018f615-5668-4244-8a54-e8b7f7be02e8 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:31.801659 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f018f615-5668-4244-8a54-e8b7f7be02e8'] response: {'server_uuid': '7c8c6970-431b-4ebc-97c9-4bb6bdde339a', 'name': 'network-vif-deleted', 'tag': 'a62a8bbc-53bc-4753-ba4a-bb88611da4ea', 'status': 'completed', 'code': 200} Aug 28 20:10:31.822883 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (2b40296a-bb56-409a-97ea-deaff10eb2fa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:31.926540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-47a6660b-e0e2-4f40-8d06-6016dd202b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:31.928875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-47a6660b-e0e2-4f40-8d06-6016dd202b51 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1d6a161784e44d36acdc6f32ef9e7423&device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 1127 time: 0.1268711 Aug 28 20:10:31.941040 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8427-9623-4715-9f40-8d66163e912e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (e6c99d52-0876-4593-83d6-cb6c07b9a11e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.014784 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:10:32.098207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Allocated IP 2001:db8::2 (1f33b446-bee4-4864-96f3-5490b8353eb0/8d451465-fc1b-447d-bfe0-a0e94fe29a7c/31e18d68-57e1-4bde-90f6-7775afb7c458) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:32.126551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:32.127738 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8427-9623-4715-9f40-8d66163e912e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.135377 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ecfa8427-9623-4715-9f40-8d66163e912e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1719270 Aug 28 20:10:32.149008 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53492) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:32.156280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:32.180731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41edc6d5-0bae-4572-be59-4accf9733dd7 req-8b7f4eb3-c98e-4725-837e-a95386fa863e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249415 Aug 28 20:10:32.188999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa8427-9623-4715-9f40-8d66163e912e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c99d52-0876-4593-83d6-cb6c07b9a11e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:32.241785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45907625-4b2b-412d-afc1-0250ec06fe21 req-acf0488e-9433-4a40-8232-f567846e2bd5 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:32.283535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45907625-4b2b-412d-afc1-0250ec06fe21 req-acf0488e-9433-4a40-8232-f567846e2bd5 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 943 time: 0.3672593 Aug 28 20:10:32.298495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-cb0d16de-dc3d-4db9-aded-85376c06e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:32.300152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-cb0d16de-dc3d-4db9-aded-85376c06e52c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2ab7c256-cb29-464f-a7d8-df97ec939a1d HTTP/1.1" status: 200 len: 906 time: 0.3473053 Aug 28 20:10:32.333151 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:32.377494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.379459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45907625-4b2b-412d-afc1-0250ec06fe21 req-0a25aead-c9b1-4b03-bde3-b883349f9e83 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937302 Aug 28 20:10:32.492443 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (2b40296a-bb56-409a-97ea-deaff10eb2fa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.524427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 227d72ca-3560-4f9e-a99e-88a127854f23, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=227d72ca-3560-4f9e-a99e-88a127854f23,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:32.524832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-930f2014-25c8-469d-abf1-c82c6b0d4277 req-40751516-abac-467e-92c8-d0285e027532 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.0956035 Aug 28 20:10:32.565026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Subnet': ['ID=2b40296a-bb56-409a-97ea-deaff10eb2fa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:32.570909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.578711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-13006ee8-3e99-42a5-8f32-cef97b257c67 tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2b40296a-bb56-409a-97ea-deaff10eb2fa HTTP/1.1" status: 204 len: 168 time: 1.6898053 Aug 28 20:10:32.580406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53502) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:32.589824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-9bf664d3-05d1-4876-bbe8-8177c1673c87 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a HTTP/1.1" status: 200 len: 999 time: 0.2590938 Aug 28 20:10:32.660725 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.678677 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-3542b60a-442c-4a9b-8502-6c355090d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:32.680592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-3542b60a-442c-4a9b-8502-6c355090d12f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=34e6c422-c8ae-40f3-a473-5497c77b4696 HTTP/1.1" status: 200 len: 844 time: 0.0819283 Aug 28 20:10:32.765308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2d4b56a-c50e-4144-88fc-7474e266e63f req-fa7afe39-1968-472b-8e5e-d4882657f90d tempest-DeleteServersTestJSON-1943880492 tempest-DeleteServersTestJSON-1943880492-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7c8c6970-431b-4ebc-97c9-4bb6bdde339a HTTP/1.1" status: 200 len: 210 time: 0.0390654 Aug 28 20:10:32.771407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6482cdc2-f278-4ea1-a03f-cdd110a5376b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.781792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-58e29130-3a0f-4387-a0ec-db8d68598ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:32.784521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-58e29130-3a0f-4387-a0ec-db8d68598ee0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2ab7c256-cb29-464f-a7d8-df97ec939a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682096 Aug 28 20:10:32.800625 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.803498 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:32.816510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac77463-555a-4916-b82e-3145de7e1728 None None] Network 6482cdc2-f278-4ea1-a03f-cdd110a5376b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:32.836791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Deleting port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:32.837392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.888765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '227d72ca-3560-4f9e-a99e-88a127854f23', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'port_id': '227d72ca-3560-4f9e-a99e-88a127854f23', 'mac_address': 'fa:16:3e:7a:d8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:10:32.940261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Allocated IP 172.25.4.196 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/27bd3749-041b-4daf-b5ee-bb41fe0b5610) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:32.948659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] For port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=22e6491c-b60b-4aa0-a50b-6d7cdcc045fc,segment=NetworkSegment(c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5),segment_id=c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:32.949440 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:32.965158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Calling delete_port for 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:32.980487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 227d72ca-3560-4f9e-a99e-88a127854f23 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:32.980932 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.003488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227d72ca-3560-4f9e-a99e-88a127854f23 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:33.074142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.091237 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:33.135159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:33.142161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 227d72ca-3560-4f9e-a99e-88a127854f23, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=227d72ca-3560-4f9e-a99e-88a127854f23,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:33.146208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:33.161689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (22e6491c-b60b-4aa0-a50b-6d7cdcc045fc), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.257670 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:33.270215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] No DVR routers for this DVR port 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:33.277482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Port': ['ID=22e6491c-b60b-4aa0-a50b-6d7cdcc045fc,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:33.307370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'a185af1f-148d-4bce-a378-8b366cc40216', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '96978b6e-941e-468f-be98-a76486196698', 'port_id': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'mac_address': 'fa:16:3e:3e:19:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:10:03Z', 'updated_at': '2022-08-28T20:10:29Z', 'revision_number': 1, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:33.340775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dee5de-ed02-4b4f-a4e3-41063ef93f57 None None] DHCP port deletion for 6482cdc2-f278-4ea1-a03f-cdd110a5376b request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:33.345216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] Checking router: 96978b6e-941e-468f-be98-a76486196698 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:10:33.349778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.354469 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Publish callbacks [] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.405940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:33.406863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:33.429295 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6482cdc2-f278-4ea1-a03f-cdd110a5376b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.458669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6482cdc2-f278-4ea1-a03f-cdd110a5376b']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:33.480838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:33.481156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:33.503719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53510) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:33.515484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.525281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:33.531851 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.540734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:33.541226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.607792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:33.608301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.620353 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:33.625935 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5 resource provider aggregate not found Aug 28 20:10:33.669099 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c546dec1-b87f-4b1d-aa6a-89fa50dcd3d5 found for delete ", "request_id": "req-e063d098-bd75-49b9-be8a-656ec506398a"}]} Aug 28 20:10:33.727185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deebd99-aab3-4244-88f8-b177576e8e42 req-38efba8e-b77f-4243-adf1-617bec15b7de tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:33.734609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6deebd99-aab3-4244-88f8-b177576e8e42 req-38efba8e-b77f-4243-adf1-617bec15b7de tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 944 time: 0.1127653 Aug 28 20:10:33.759603 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:33.810610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6deebd99-aab3-4244-88f8-b177576e8e42 req-2c0acfd9-4932-48a4-835d-66c6ca65cbb4 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746136 Aug 28 20:10:33.814006 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c06057c3-4ca8-4c11-98e9-793ebb048653 req-eb691c55-e608-46ed-8a22-8c334e94a022 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.0452447 Aug 28 20:10:33.822727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a62a8bbc-53bc-4753-ba4a-bb88611da4ea no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:33.838210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.856648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:33.871885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: a62a8bbc-53bc-4753-ba4a-bb88611da4ea {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:33.872303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a62a8bbc-53bc-4753-ba4a-bb88611da4ea not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:33.880996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6482cdc2-f278-4ea1-a03f-cdd110a5376b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.896456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=227d72ca-3560-4f9e-a99e-88a127854f23,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:33.932531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:33.938424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6482cdc2-f278-4ea1-a03f-cdd110a5376b HTTP/1.1" status: 204 len: 168 time: 1.3564279 Aug 28 20:10:33.940041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335cc06-4669-4691-90dd-4089f820086b tempest-AllowedAddressPairIpV6TestJSON-315617087 tempest-AllowedAddressPairIpV6TestJSON-315617087-project] Pushing event deleted for resources: {'Network': ['ID=6482cdc2-f278-4ea1-a03f-cdd110a5376b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:33.940614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-82e1292d-d2dc-4d33-982d-3aed825b6f7b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1476071 Aug 28 20:10:33.968951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Pushing event updated for resources: {'Port': ['ID=31e18d68-57e1-4bde-90f6-7775afb7c458,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:33.976113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['227d72ca-3560-4f9e-a99e-88a127854f23'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:34.022923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:34.027960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:34.035028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:34.042841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'a185af1f-148d-4bce-a378-8b366cc40216', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '96978b6e-941e-468f-be98-a76486196698', 'port_id': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'mac_address': 'fa:16:3e:3e:19:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:10:03Z', 'updated_at': '2022-08-28T20:10:29Z', 'revision_number': 1, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:34.047633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-227f9a8b-0c24-4c70-a08c-07b20a06fc5d tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9778328 Aug 28 20:10:34.053207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53526) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:34.142057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd25b70-3af4-4ed7-a472-0ebdc3e70375 None None] The sync data for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 is: [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'a185af1f-148d-4bce-a378-8b366cc40216', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '96978b6e-941e-468f-be98-a76486196698', 'port_id': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'mac_address': 'fa:16:3e:3e:19:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:10:03Z', 'updated_at': '2022-08-28T20:10:29Z', 'revision_number': 1, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:10:34.162822 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb979b2-1d76-49b7-8d58-c72b3c51b3b7 req-765dbbb7-5861-496c-81e0-7408ef729c4f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135274 Aug 28 20:10:34.210071 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:34.240612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Attempting to bind port 31e18d68-57e1-4bde-90f6-7775afb7c458 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:34.243513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Attempting to bind port 31e18d68-57e1-4bde-90f6-7775afb7c458 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1a76e8a1-ad2b-4035-b384-15ade85f97ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:34.243513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Attempting to bind port 31e18d68-57e1-4bde-90f6-7775afb7c458 on network 1f33b446-bee4-4864-96f3-5490b8353eb0 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:34.254948 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:34.266747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:34.267231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Checking segment: {'id': '1a76e8a1-ad2b-4035-b384-15ade85f97ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:34.267802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:34.268341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Bound using segment: {'id': '1a76e8a1-ad2b-4035-b384-15ade85f97ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:34.269063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Bound port: 31e18d68-57e1-4bde-90f6-7775afb7c458, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a76e8a1-ad2b-4035-b384-15ade85f97ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:34.269547 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:34.375561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:34.412937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:34.431266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'Port': ['ID=27bd3749-041b-4daf-b5ee-bb41fe0b5610,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:34.459286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:34.464111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:34.472057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:34.482233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253974c3-2c36-4ed9-be70-f79a01e2bf6a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:34.484461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253974c3-2c36-4ed9-be70-f79a01e2bf6a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:34.486592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253974c3-2c36-4ed9-be70-f79a01e2bf6a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:34.488953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253974c3-2c36-4ed9-be70-f79a01e2bf6a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:34.491045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253974c3-2c36-4ed9-be70-f79a01e2bf6a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:34.496387 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-253974c3-2c36-4ed9-be70-f79a01e2bf6a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4411187 Aug 28 20:10:34.511371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:34.512084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22e6491c-b60b-4aa0-a50b-6d7cdcc045fc not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:34.546357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] For port 31e18d68-57e1-4bde-90f6-7775afb7c458, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:34.550757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53538) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:34.552443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] For port 31e18d68-57e1-4bde-90f6-7775afb7c458, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=31e18d68-57e1-4bde-90f6-7775afb7c458,segment=NetworkSegment(1a76e8a1-ad2b-4035-b384-15ade85f97ff),segment_id=1a76e8a1-ad2b-4035-b384-15ade85f97ff)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:34.557003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539498365'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:34.631642 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d9ee4-a7d4-4d1e-8b03-94d5964d2a58 None None] New status for floating IP a185af1f-148d-4bce-a378-8b366cc40216: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:10:34.691813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for floatingip (b7b88c29-c3cb-489d-8503-39b3d0a65f79), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:34.741758 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:34.809656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:34.820900 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:34.908192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511b7ac-b1f8-40d5-918f-91eb23122cfb None None] Pushing event updated for resources: {'Port': ['ID=31e18d68-57e1-4bde-90f6-7775afb7c458,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:35.007860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:35.010514 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.064018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Deleting port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:35.064687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.095075 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:35.096169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53556) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:35.110974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f8737a8-c001-4022-b397-22cba7e75636 req-2010df7e-9532-4399-b077-659b04e17b66 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.1159122 Aug 28 20:10:35.112254 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8669edf0-fe2b-4e94-a5ec-09901e53b2b9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.112605 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment 8669edf0-fe2b-4e94-a5ec-09901e53b2b9 of type vlan for network 1d01dadb-508e-4435-844a-3f83c30d331f Aug 28 20:10:35.275873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd775d-f0cc-4640-96bd-9dbd850f4697 req-290b71d0-c397-4991-a174-3912ae1d8b19 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:35.277696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-28bd775d-f0cc-4640-96bd-9dbd850f4697 req-290b71d0-c397-4991-a174-3912ae1d8b19 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 944 time: 0.2195654 Aug 28 20:10:35.345485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] For port c1feed3a-3e44-4fbc-af9d-156ce2fcfd89, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:35.345984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.380573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Calling delete_port for c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:35.420258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-28bd775d-f0cc-4640-96bd-9dbd850f4697 req-5903e8a4-66b6-4537-bde4-bc8f471551d8 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295896 Aug 28 20:10:35.436555 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (1d01dadb-508e-4435-844a-3f83c30d331f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.523461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 227d72ca-3560-4f9e-a99e-88a127854f23 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:35.567913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac71f5c1-1362-4777-aeff-bacbc3e0e5d4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=93fe880ec3da49d0a99767ed89731402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4697182 Aug 28 20:10:35.574622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53562) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:35.602625 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:35.617738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 227d72ca-3560-4f9e-a99e-88a127854f23 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:10:35.665043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-bbf55374-1556-41e5-97c0-694438a9d62d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:35.666494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-bbf55374-1556-41e5-97c0-694438a9d62d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.3908682 Aug 28 20:10:35.669890 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (1d01dadb-508e-4435-844a-3f83c30d331f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.675439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:35.676019 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.701012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 227d72ca-3560-4f9e-a99e-88a127854f23 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:35.701542 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.704143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Request body: {'port': {'device_id': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'admin_state_up': True, 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:35.772300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c1feed3a-3e44-4fbc-af9d-156ce2fcfd89), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.819788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 227d72ca-3560-4f9e-a99e-88a127854f23 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:35.820770 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.825345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1feed3a-3e44-4fbc-af9d-156ce2fcfd89,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:35.852829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:35.856326 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36883d5-97e5-4f26-9c79-205771eadeeb" -d '{"events": [{"server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "name": "network-vif-plugged", "status": "completed", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:35.860046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:35.877572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 227d72ca-3560-4f9e-a99e-88a127854f23, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=227d72ca-3560-4f9e-a99e-88a127854f23,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:35.909487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=1d01dadb-508e-4435-844a-3f83c30d331f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:35.923854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 1d01dadb-508e-4435-844a-3f83c30d331f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:35.983115 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a73ef1-5dc6-4c3e-b10c-45e70d5230b6 x-openstack-request-id: req-78a73ef1-5dc6-4c3e-b10c-45e70d5230b6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:35.983486 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "name": "network-vif-plugged", "status": "completed", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:35.983748 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78a73ef1-5dc6-4c3e-b10c-45e70d5230b6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:35.984164 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a73ef1-5dc6-4c3e-b10c-45e70d5230b6'] response: {'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23', 'code': 200} Aug 28 20:10:36.017880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-53e06d7c-a853-4f7f-8bd7-0e6a98340803 admin admin] Publish callbacks [] for security_group (39fa234c-fd8c-482c-961a-e1bb02cc0e66), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.049968 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.059628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-49f2e822-f168-4cce-bc9a-5c6949c0b0c9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5077024 Aug 28 20:10:36.060730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.063351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53566) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:36.074613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:36.277592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=227d72ca-3560-4f9e-a99e-88a127854f23,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:36.279148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7727b-514a-4400-bf75-3f8bc7d4dfc1 req-432fb8f5-7751-4b44-9a15-e4bd31b36432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:36.279148 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68d7727b-514a-4400-bf75-3f8bc7d4dfc1 req-432fb8f5-7751-4b44-9a15-e4bd31b36432 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 1127 time: 0.1744964 Aug 28 20:10:36.359858 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6b13996-2ab0-4cca-a063-f9388e21dbce req-b494f3d1-270b-4774-873a-938e6b5c7f21 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.0850236 Aug 28 20:10:36.367584 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.407218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-53e06d7c-a853-4f7f-8bd7-0e6a98340803 admin admin] Publish callbacks [] for security_group (39fa234c-fd8c-482c-961a-e1bb02cc0e66), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.487980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'Port': ['ID=27bd3749-041b-4daf-b5ee-bb41fe0b5610,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:36.523776 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68d7727b-514a-4400-bf75-3f8bc7d4dfc1 req-79f6660a-ad5f-41d9-a566-919ee17c1222 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653110 Aug 28 20:10:36.541485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (b7b88c29-c3cb-489d-8503-39b3d0a65f79), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.568724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 31e18d68-57e1-4bde-90f6-7775afb7c458 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:36.629947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a89526-66a8-42e2-89c3-4c43afacf4c7 None None] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:36.648920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:36.654808 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.745681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 31e18d68-57e1-4bde-90f6-7775afb7c458 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:36.746468 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.782362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bdb2b-3784-42a2-89df-4afcbfd7bf83 req-dec53693-32e3-4c75-b017-463fd6e30d13 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:36.782362 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-295bdb2b-3784-42a2-89df-4afcbfd7bf83 req-dec53693-32e3-4c75-b017-463fd6e30d13 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.1574643 Aug 28 20:10:36.784309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:10:36.784409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.784409 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5dea6427-281b-489a-9569-66f8b7d59ac4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6162071 Aug 28 20:10:36.790396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-83772b09-5ad3-455d-bdff-c715de467e84 None None] Provisioning complete for port 31e18d68-57e1-4bde-90f6-7775afb7c458 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:36.790776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-83772b09-5ad3-455d-bdff-c715de467e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.800652 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (1d01dadb-508e-4435-844a-3f83c30d331f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.915372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-53e06d7c-a853-4f7f-8bd7-0e6a98340803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (39fa234c-fd8c-482c-961a-e1bb02cc0e66), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.919661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:10:36.924275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-53e06d7c-a853-4f7f-8bd7-0e6a98340803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.932386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9158bce0-200f-4929-80bc-26a23014786b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c7cc798c-07fb-45eb-a08d-61ecfd7f40f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4249275 Aug 28 20:10:36.933171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53578) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:36.933794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-53e06d7c-a853-4f7f-8bd7-0e6a98340803 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/39fa234c-fd8c-482c-961a-e1bb02cc0e66 HTTP/1.1" status: 204 len: 168 time: 1.3557327 Aug 28 20:10:36.972511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:36.973298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:36.978242 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06d7c-a853-4f7f-8bd7-0e6a98340803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa234c-fd8c-482c-961a-e1bb02cc0e66,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:36.992033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] Sync routers for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:10:37.016573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-83772b09-5ad3-455d-bdff-c715de467e84 None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:37.017003 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-83772b09-5ad3-455d-bdff-c715de467e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:37.051763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (1d01dadb-508e-4435-844a-3f83c30d331f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:37.088979 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-295bdb2b-3784-42a2-89df-4afcbfd7bf83 req-defcf1fd-9abe-4389-b41c-b66361905734 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262825 Aug 28 20:10:37.115692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:37.116635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:37.135402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network 1d01dadb-508e-4435-844a-3f83c30d331f is not hosted by any dhcp agent {{(pid=114321) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 20:10:37.142776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 31e18d68-57e1-4bde-90f6-7775afb7c458, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=31e18d68-57e1-4bde-90f6-7775afb7c458,segment=NetworkSegment(1a76e8a1-ad2b-4035-b384-15ade85f97ff),segment_id=1a76e8a1-ad2b-4035-b384-15ade85f97ff)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:37.147844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:37.148558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:37.152116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "PUT /networking/v2.0/networks/1d01dadb-508e-4435-844a-3f83c30d331f HTTP/1.1" status: 200 len: 723 time: 1.0819395 Aug 28 20:10:37.160661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53590) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:37.188287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Allocated IP 172.20.0.8 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/bc359e24-cbba-4676-a212-708d1de022b9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:37.191580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd135d99-519a-443a-a242-7d3231d43121 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=1d01dadb-508e-4435-844a-3f83c30d331f,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:37.403534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 1d01dadb-508e-4435-844a-3f83c30d331f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:37.406578 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:37.413230 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:37.480188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks [] for port (bc359e24-cbba-4676-a212-708d1de022b9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:37.612210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': '1d01dadb-508e-4435-844a-3f83c30d331f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:37.618439 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-83772b09-5ad3-455d-bdff-c715de467e84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:10:37.618999 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-83772b09-5ad3-455d-bdff-c715de467e84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:10:37.625299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44258f0f-f13b-4e60-ab36-c260b54c532e req-88e9ad27-8274-4960-9c25-c249a44eb2a3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.1209619 Aug 28 20:10:37.717703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks [] for router (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:37.731556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc2022-1502-4a94-bfab-104c29629ad3 None None] Update dhcp port {'port': {'network_id': '1f33b446-bee4-4864-96f3-5490b8353eb0', 'fixed_ips': [{'subnet_id': '8d451465-fc1b-447d-bfe0-a0e94fe29a7c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b'}], 'binding:host_id': 'n-d-854121-7'}, 'id': '31e18d68-57e1-4bde-90f6-7775afb7c458'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:10:37.778855 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bc359e24-cbba-4676-a212-708d1de022b9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:37.806987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=31e18d68-57e1-4bde-90f6-7775afb7c458,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:37.846258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event updated for resources: {'Port': ['ID=bc359e24-cbba-4676-a212-708d1de022b9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:37.846382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:37.846500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-652a7585-a03e-423c-8287-b52a64e16ff4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:37.847223 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-652a7585-a03e-423c-8287-b52a64e16ff4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 822 time: 0.7832823 Aug 28 20:10:37.870995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:37.873408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:37.902088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-997485d4-c47c-4e9a-9520-442bf52b414b tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/quotas/5afef5a6b2e74b02a0459ebbe0bb0843 HTTP/1.1" status: 200 len: 375 time: 0.0460482 Aug 28 20:10:37.907471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:37.955469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:37.958432 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2022-1502-4a94-bfab-104c29629ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.000330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-879ee20f-dd49-40ee-93ac-f4b18dcd7aae tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971689 Aug 28 20:10:38.007588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:38.008275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.084224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:38.090164 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.114907 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-985f8c93-895c-41dc-a4fc-8afd238c0e6c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4264879 Aug 28 20:10:38.138097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Request body: {'port': {'device_id': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:38.171420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks [] for router_gateway (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.278840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-2d750206-4f54-49e8-9deb-820e18bef471 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775311 Aug 28 20:10:38.354535 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:38.377790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7a8f7-7a12-4367-8303-5242710c804b req-e409843e-d27b-467a-9801-e6189a62f6c6 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:38.380662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58f7a8f7-7a12-4367-8303-5242710c804b req-e409843e-d27b-467a-9801-e6189a62f6c6 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.0650232 Aug 28 20:10:38.426221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Deleting port cde07baa-bcfd-4d50-af44-b8423d8de78a {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:38.426578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.475283 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc359e24-cbba-4676-a212-708d1de022b9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.475425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 31e18d68-57e1-4bde-90f6-7775afb7c458 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:38.501500 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-ae188be5-79c8-444c-837e-273c87b67a93 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216303 Aug 28 20:10:38.611263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc2022-1502-4a94-bfab-104c29629ad3 None None] Allocated IP 172.20.0.1 (1f33b446-bee4-4864-96f3-5490b8353eb0/bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b/31e18d68-57e1-4bde-90f6-7775afb7c458) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:38.691121 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] For port cde07baa-bcfd-4d50-af44-b8423d8de78a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cde07baa-bcfd-4d50-af44-b8423d8de78a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:38.691766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.712946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Calling delete_port for cde07baa-bcfd-4d50-af44-b8423d8de78a owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:38.747271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58f7a8f7-7a12-4367-8303-5242710c804b req-fb839541-ff87-4628-8d77-9be6a0be2381 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570080 Aug 28 20:10:38.767209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-83772b09-5ad3-455d-bdff-c715de467e84 None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:38.800896 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:38.876372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (340f2b14-7d9b-496d-be3e-a461b881a8b6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:38.913710 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:39.043718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53626) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:39.049061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547d29-14dd-49a9-b4db-f8a3b2e16e6c req-e25bf778-31c9-4831-83ef-899bdb979f4b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:39.056104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2547d29-14dd-49a9-b4db-f8a3b2e16e6c req-e25bf778-31c9-4831-83ef-899bdb979f4b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 931 time: 0.1892755 Aug 28 20:10:39.063494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=340f2b14-7d9b-496d-be3e-a461b881a8b6,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:39.112210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8cfc2022-1502-4a94-bfab-104c29629ad3 None None] For port 31e18d68-57e1-4bde-90f6-7775afb7c458, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=31e18d68-57e1-4bde-90f6-7775afb7c458,segment=NetworkSegment(1a76e8a1-ad2b-4035-b384-15ade85f97ff),segment_id=1a76e8a1-ad2b-4035-b384-15ade85f97ff)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:39.171738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:10:35Z', 'revision_number': 5, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port': {'id': 'cde07baa-bcfd-4d50-af44-b8423d8de78a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:00:57Z', 'updated_at': '2022-08-28T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:39.241517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2022-1502-4a94-bfab-104c29629ad3 None None] Publish callbacks [] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.262449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b5cb1a55-de4e-4e64-8ecf-6856f30d841e None None] Provisioning complete for port bc359e24-cbba-4676-a212-708d1de022b9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:39.263023 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1a55-de4e-4e64-8ecf-6856f30d841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bc359e24-cbba-4676-a212-708d1de022b9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.288150 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2547d29-14dd-49a9-b4db-f8a3b2e16e6c req-c5b7f0ec-f5b7-48be-8e9d-59aad2f0b0dd tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257867 Aug 28 20:10:39.292145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': '8669edf0-fe2b-4e94-a5ec-09901e53b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1d01dadb-508e-4435-844a-3f83c30d331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:39.292882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: 1d01dadb-508e-4435-844a-3f83c30d331f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:39.314019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0241e8-b4eb-4855-81cc-53c6e734e57e req-f353dd6d-b5ed-41e9-a3f2-d10ba0d110d9 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:39.331591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e0241e8-b4eb-4855-81cc-53c6e734e57e req-f353dd6d-b5ed-41e9-a3f2-d10ba0d110d9 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.2809217 Aug 28 20:10:39.342260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53634) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:39.355067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-97254824'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:39.368659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Request body: {'floatingip': {'port_id': '227d72ca-3560-4f9e-a99e-88a127854f23'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:39.446976 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:39.454707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc359e24-cbba-4676-a212-708d1de022b9 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:39.470544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Publish callbacks [] for port (bc359e24-cbba-4676-a212-708d1de022b9), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.476871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] Checking router: c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:10:39.478751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for floatingip (770bfe7f-8938-4fe7-8b73-7f70f3eec76d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.481647 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:39.486906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb1a55-de4e-4e64-8ecf-6856f30d841e None None] Port bc359e24-cbba-4676-a212-708d1de022b9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:39.489942 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2022-1502-4a94-bfab-104c29629ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.518554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31c240d9-3d08-4537-9966-357f2e9e8362 req-e40d3129-cce3-4b38-918a-8a444d866baf tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 210 time: 0.0513697 Aug 28 20:10:39.539387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Transition to ACTIVE for port object bc359e24-cbba-4676-a212-708d1de022b9 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:10:39.560604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] Routers {'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:39.561298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:39.566400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:39.570235 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.579397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (cde07baa-bcfd-4d50-af44-b8423d8de78a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.617927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.639597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 31e18d68-57e1-4bde-90f6-7775afb7c458 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:39.639986 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.656045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Pushing event deleted for resources: {'Port': ['ID=cde07baa-bcfd-4d50-af44-b8423d8de78a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:39.675258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (bc359e24-cbba-4676-a212-708d1de022b9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.750153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network 1d01dadb-508e-4435-844a-3f83c30d331f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:39.767265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc359e24-cbba-4676-a212-708d1de022b9,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:39.825273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc2022-1502-4a94-bfab-104c29629ad3 None None] Pushing event updated for resources: {'Port': ['ID=31e18d68-57e1-4bde-90f6-7775afb7c458,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:39.839990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] Set router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:39.866903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Attempting to bind port bc359e24-cbba-4676-a212-708d1de022b9 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:39.867375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Attempting to bind port bc359e24-cbba-4676-a212-708d1de022b9 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:39.868207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Attempting to bind port bc359e24-cbba-4676-a212-708d1de022b9 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:39.874439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Port bc359e24-cbba-4676-a212-708d1de022b9 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:10:39.874439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Attempting to bind port bc359e24-cbba-4676-a212-708d1de022b9 on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:39.884377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:39.884828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:39.885218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:39.885629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Bound port: bc359e24-cbba-4676-a212-708d1de022b9, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:39.886047 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc359e24-cbba-4676-a212-708d1de022b9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.908115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:10:39Z', 'revision_number': 7, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:39.944264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d2563-dfd9-4d8b-8ecb-7d3c25553790 None None] The sync data for ids ['c7cc798c-07fb-45eb-a08d-61ecfd7f40f0'] in n-d-854121-7 is: [{'id': 'c7cc798c-07fb-45eb-a08d-61ecfd7f40f0', 'name': 'tempest-TaggedBootDevicesTest_v242-962796238-router', 'tenant_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:00:54Z', 'updated_at': '2022-08-28T20:10:39Z', 'revision_number': 7, 'project_id': '31cbbf3c56794fbc85d1da77afc6c03f', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:10:39.985138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:39.989193 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:40.024313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] For port bc359e24-cbba-4676-a212-708d1de022b9, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:40.029103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] For port bc359e24-cbba-4676-a212-708d1de022b9, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bc359e24-cbba-4676-a212-708d1de022b9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:40.036316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 1d01dadb-508e-4435-844a-3f83c30d331f) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:40.045436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139f71b-5048-4526-af8f-95acb86401c4 None None] Network 1d01dadb-508e-4435-844a-3f83c30d331f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:40.050827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:40.108862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:40.109570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.115988 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (bc359e24-cbba-4676-a212-708d1de022b9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.121700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:40.124164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.124719 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/bc359e24-cbba-4676-a212-708d1de022b9 HTTP/1.1" status: 200 len: 1091 time: 1.9946766 Aug 28 20:10:40.125044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'tag': 'bc359e24-cbba-4676-a212-708d1de022b9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:40.130068 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc8e88-3cd8-4fe8-ac70-743d996a1b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b991fb3a-1ec9-43bf-9d15-2f441b7d3430", "tag": "bc359e24-cbba-4676-a212-708d1de022b9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:40.145595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.149495 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks [] for router_controller (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.223904 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68c8985-9c00-4f4d-a3e1-4b78f1620815 x-openstack-request-id: req-a68c8985-9c00-4f4d-a3e1-4b78f1620815 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:40.224202 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b991fb3a-1ec9-43bf-9d15-2f441b7d3430", "tag": "bc359e24-cbba-4676-a212-708d1de022b9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:40.224466 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a68c8985-9c00-4f4d-a3e1-4b78f1620815 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:40.224885 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68c8985-9c00-4f4d-a3e1-4b78f1620815'] response: {'name': 'network-changed', 'server_uuid': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'tag': 'bc359e24-cbba-4676-a212-708d1de022b9', 'status': 'completed', 'code': 200} Aug 28 20:10:40.239642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5493422-fa18-4658-a6c7-f2705bd658b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc359e24-cbba-4676-a212-708d1de022b9,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:40.239771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-1d01dadb-508e-4435-844a-3f83c30d331f', 'network_id': '1d01dadb-508e-4435-844a-3f83c30d331f', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': '340f2b14-7d9b-496d-be3e-a461b881a8b6'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:10:40.247789 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.273617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53644) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:40.279210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1bafeda7-aa98-418c-9bb5-c5ddd5bff2d2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6684642 Aug 28 20:10:40.281821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2961edab-a3b4-4203-adb6-d1b2a6ce2986 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:40.305155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.356868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8e88-3cd8-4fe8-ac70-743d996a1b3a req-ff0ae94e-5ac1-4734-b6ba-0fbb1f0f5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:40.358667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79dc8e88-3cd8-4fe8-ac70-743d996a1b3a req-ff0ae94e-5ac1-4734-b6ba-0fbb1f0f5cdc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 1125 time: 0.0708356 Aug 28 20:10:40.478846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (c7cc798c-07fb-45eb-a08d-61ecfd7f40f0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.479482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:10:40.484366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.485317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8ffe8594-4b8c-44a3-af7a-d0623015463f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c7cc798c-07fb-45eb-a08d-61ecfd7f40f0 HTTP/1.1" status: 204 len: 168 time: 3.5507076 Aug 28 20:10:40.506289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53648) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:40.640976 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.654424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:40.664413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8e88-3cd8-4fe8-ac70-743d996a1b3a req-61e21c65-24ad-4dd1-9fa1-ee2142a95645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:40.665800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79dc8e88-3cd8-4fe8-ac70-743d996a1b3a req-61e21c65-24ad-4dd1-9fa1-ee2142a95645 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=28d057c8fdf747988db165403edc2593&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2885911 Aug 28 20:10:40.668328 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9de81e42-49b6-45e5-bb87-74952fed1f5f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.669740 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment 9de81e42-49b6-45e5-bb87-74952fed1f5f of type vlan for network ae00cb77-a804-4f3e-a894-29d5a55ffe11 Aug 28 20:10:40.760692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ae00cb77-a804-4f3e-a894-29d5a55ffe11), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.761348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2501386c-b62b-4d9f-911d-38a797e9dca1 req-7fa8e71f-49a8-4671-87b0-b960611cad0e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 210 time: 0.0779696 Aug 28 20:10:40.888418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2961edab-a3b4-4203-adb6-d1b2a6ce2986 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12600519'] for subnet (340f2b14-7d9b-496d-be3e-a461b881a8b6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.899751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94e927-cec5-4f8d-a68a-a7ed64c1375c req-b0ba7fa5-170b-47d5-928d-d770c08f6aff tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:40.904231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f94e927-cec5-4f8d-a68a-a7ed64c1375c req-b0ba7fa5-170b-47d5-928d-d770c08f6aff tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 943 time: 0.4415019 Aug 28 20:10:40.936097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Allocated IP 2001:db8::2 (1d01dadb-508e-4435-844a-3f83c30d331f/340f2b14-7d9b-496d-be3e-a461b881a8b6/acad2b54-c370-43a4-ac87-56c45cd4b1ff) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:40.959645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df87b59-eaa2-44f6-92f9-58d569aef662 None None] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:40.987904 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ae00cb77-a804-4f3e-a894-29d5a55ffe11), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:40.994044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:40.994690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.052077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:41.122150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] Deleting subnet 0ebd595a-ad79-40cb-a9da-44d7abc1a472 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:41.125689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] Publish callbacks [] for subnet (0ebd595a-ad79-40cb-a9da-44d7abc1a472), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.146271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:41.163955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 31e18d68-57e1-4bde-90f6-7775afb7c458 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:41.165957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1099987 Aug 28 20:10:41.167210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53664) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:41.184839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'name': 'tempest-PortsTestJSON-832165600'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:41.202606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8e88-3cd8-4fe8-ac70-743d996a1b3a req-37cd7627-bd55-4e78-b85b-53e4aea32a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:41.204870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79dc8e88-3cd8-4fe8-ac70-743d996a1b3a req-37cd7627-bd55-4e78-b85b-53e4aea32a84 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5144093 Aug 28 20:10:41.219320 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f94e927-cec5-4f8d-a68a-a7ed64c1375c req-b7c58b0b-2130-4444-8d9d-1f1aab804ca3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140843 Aug 28 20:10:41.279427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3b359-5037-4e10-8030-e69ea7cc09da tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=ae00cb77-a804-4f3e-a894-29d5a55ffe11,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:41.335620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:41.353482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-60f8bd16-1add-4821-8d87-48e1bfc1b944 None None] Provisioning complete for port 31e18d68-57e1-4bde-90f6-7775afb7c458 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:41.360448 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-60f8bd16-1add-4821-8d87-48e1bfc1b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.376118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-3e4fba26-f955-43f6-a368-a07891d3ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:41.377728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-3e4fba26-f955-43f6-a368-a07891d3ea2a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 1125 time: 0.0826271 Aug 28 20:10:41.453436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-8fdda441-6716-4993-a43e-a10d47e3c780 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc359e24-cbba-4676-a212-708d1de022b9 HTTP/1.1" status: 200 len: 217 time: 0.0604684 Aug 28 20:10:41.474206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.481409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0ebd595a-ad79-40cb-a9da-44d7abc1a472), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.607849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 31e18d68-57e1-4bde-90f6-7775afb7c458 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:41.608261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.617763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (770bfe7f-8938-4fe7-8b73-7f70f3eec76d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.622830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-6d9be14d-559c-43ab-9c9c-a9e6ed2f1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:41.623125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-6d9be14d-559c-43ab-9c9c-a9e6ed2f1c06 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.1485569 Aug 28 20:10:41.627566 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:41.727604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0ebd595a-ad79-40cb-a9da-44d7abc1a472), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.750123 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:41.750123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-816d5b77-16b1-46a6-8018-cc6648b6f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:41.750123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-816d5b77-16b1-46a6-8018-cc6648b6f635 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1169524 Aug 28 20:10:41.886613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:41.898734 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:41.947113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-60f8bd16-1add-4821-8d87-48e1bfc1b944 None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:41.994956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 293d99af-36ae-480b-b65e-068f49066240 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:42.002061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:42.015477 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:42.017059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:42.044086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:42.044929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c1feed3a-3e44-4fbc-af9d-156ce2fcfd89 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:42.052890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Publish callbacks [] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.076562 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Floating IP 770bfe7f-8938-4fe7-8b73-7f70f3eec76d associated. External IP: 172.25.4.41, port: 227d72ca-3560-4f9e-a99e-88a127854f23. Aug 28 20:10:42.196659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.199057 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:42.211884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-21deb693-c4bd-44eb-9624-f5ef36f91389 None None] Provisioning complete for port 31e18d68-57e1-4bde-90f6-7775afb7c458 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:42.212268 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21deb693-c4bd-44eb-9624-f5ef36f91389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.310966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cde07baa-bcfd-4d50-af44-b8423d8de78a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:42.342125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: cde07baa-bcfd-4d50-af44-b8423d8de78a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:42.342125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cde07baa-bcfd-4d50-af44-b8423d8de78a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:42.342470 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0ebd595a-ad79-40cb-a9da-44d7abc1a472), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.362852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Network 1d01dadb-508e-4435-844a-3f83c30d331f is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:42.364697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.372551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0ebd595a-ad79-40cb-a9da-44d7abc1a472 HTTP/1.1" status: 204 len: 168 time: 1.8611028 Aug 28 20:10:42.372786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:42.379245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:42.382806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95cbaa-9424-4015-a440-ba093930bfb1 None None] Network 696827ca-0b03-4d79-a644-1142303f65f1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:42.394827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53672) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:42.406037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Pushing event updated for resources: {'Port': ['ID=acad2b54-c370-43a4-ac87-56c45cd4b1ff,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:42.540755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Attempting to bind port acad2b54-c370-43a4-ac87-56c45cd4b1ff on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:42.541309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Attempting to bind port acad2b54-c370-43a4-ac87-56c45cd4b1ff by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8669edf0-fe2b-4e94-a5ec-09901e53b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1d01dadb-508e-4435-844a-3f83c30d331f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:42.541906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Attempting to bind port acad2b54-c370-43a4-ac87-56c45cd4b1ff on network 1d01dadb-508e-4435-844a-3f83c30d331f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:42.568004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:42.568514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Checking segment: {'id': '8669edf0-fe2b-4e94-a5ec-09901e53b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1d01dadb-508e-4435-844a-3f83c30d331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:42.569098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.569605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Bound using segment: {'id': '8669edf0-fe2b-4e94-a5ec-09901e53b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1d01dadb-508e-4435-844a-3f83c30d331f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:42.570238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Bound port: acad2b54-c370-43a4-ac87-56c45cd4b1ff, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8669edf0-fe2b-4e94-a5ec-09901e53b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1d01dadb-508e-4435-844a-3f83c30d331f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:42.570766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.581968 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-71e4b529-1729-4377-91dc-87bbea9f4515 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:42.585726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-71e4b529-1729-4377-91dc-87bbea9f4515 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 822 time: 0.1749091 Aug 28 20:10:42.599754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-fa2144ce-fe0d-4baa-849c-ebfb6979b8c3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169356 Aug 28 20:10:42.608709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10875d4-e417-4761-a36b-da4dfdc162ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebd595a-ad79-40cb-a9da-44d7abc1a472,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:42.638479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Request body: {'port': {'device_id': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'admin_state_up': True, 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:42.648954 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (293d99af-36ae-480b-b65e-068f49066240), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.679908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] For port acad2b54-c370-43a4-ac87-56c45cd4b1ff, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:42.684000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] For port acad2b54-c370-43a4-ac87-56c45cd4b1ff, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=acad2b54-c370-43a4-ac87-56c45cd4b1ff,segment=NetworkSegment(8669edf0-fe2b-4e94-a5ec-09901e53b2b9),segment_id=8669edf0-fe2b-4e94-a5ec-09901e53b2b9)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:42.688729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-21deb693-c4bd-44eb-9624-f5ef36f91389 None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:42.714100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6bf8c69-787d-48f2-87b8-aa625e558a37 req-087a2406-813c-49b1-b679-8bcf0a14458d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 210 time: 0.3296983 Aug 28 20:10:42.735952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] DHCP port deletion for 696827ca-0b03-4d79-a644-1142303f65f1 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:42.809903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] Deleting port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:42.810309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.897944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] For port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:42.898241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.915603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] Calling delete_port for 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:42.917863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.941025 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (696827ca-0b03-4d79-a644-1142303f65f1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:42.986264 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.065402 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:43.066895 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71f4c1dc-af56-419d-a7c8-1d781a1071bf req-86896631-9397-4da1-9fe2-68276d89b7c7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993049 Aug 28 20:10:43.073717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Deleting port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:43.074192 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.097891 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:43.102502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee24e1-63cd-4bfc-8e01-321d5ebe3f47 None None] Pushing event updated for resources: {'Port': ['ID=acad2b54-c370-43a4-ac87-56c45cd4b1ff,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:43.175994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2961edab-a3b4-4203-adb6-d1b2a6ce2986 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759947283851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14562674'] for subnet (340f2b14-7d9b-496d-be3e-a461b881a8b6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.201351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.255074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] For port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,segment=NetworkSegment(b115b20c-e5ce-432a-8f8d-7262db21cd6f),segment_id=b115b20c-e5ce-432a-8f8d-7262db21cd6f)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:43.255773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.270102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] Pushing event deleted for resources: {'Port': ['ID=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:43.272173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31534d94-742e-45ec-b943-3f59cb67008a None None] No DVR routers for this DVR port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:43.289783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4f8b-a3d1-423c-89aa-c03d2398fb4f req-91ff6973-745e-4468-960f-987dc12bc26e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:43.291740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f3e4f8b-a3d1-423c-89aa-c03d2398fb4f req-91ff6973-745e-4468-960f-987dc12bc26e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 943 time: 0.8795547 Aug 28 20:10:43.328482 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:43.375115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961edab-a3b4-4203-adb6-d1b2a6ce2986 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:43.375994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2961edab-a3b4-4203-adb6-d1b2a6ce2986 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.380178 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2961edab-a3b4-4203-adb6-d1b2a6ce2986 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "PUT /networking/v2.0/subnets/340f2b14-7d9b-496d-be3e-a461b881a8b6 HTTP/1.1" status: 200 len: 826 time: 3.1021369 Aug 28 20:10:43.383758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Calling delete_port for 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:43.385451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:43.437115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Router 586d50a3-5b69-43e2-81e9-0a6adad81a2b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:10:43.477265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f3e4f8b-a3d1-423c-89aa-c03d2398fb4f req-ea2f22ab-7ea6-4715-aee5-9239d8fa073b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573367 Aug 28 20:10:43.525436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961edab-a3b4-4203-adb6-d1b2a6ce2986 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=340f2b14-7d9b-496d-be3e-a461b881a8b6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:43.545553 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (293d99af-36ae-480b-b65e-068f49066240), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.583083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Made reservation on behalf of 5afef5a6b2e74b02a0459ebbe0bb0843 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:43.588268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.604886 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (31c3d86e-954e-47a5-baab-cb8e234ebdc9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.686020 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (1d01dadb-508e-4435-844a-3f83c30d331f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.696259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=293d99af-36ae-480b-b65e-068f49066240,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:43.699961 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6e49cf02-e527-4f69-bc09-66f5d89bd8a7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.705747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:10:43.717420 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] Sync routers for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:10:43.735139 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:43.740316 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:43.740869 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.779482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': '9de81e42-49b6-45e5-bb87-74952fed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:43.779855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: ae00cb77-a804-4f3e-a894-29d5a55ffe11, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:43.823941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99151886-a7da-4944-b58e-3b334860e10c tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/770bfe7f-8938-4fe7-8b73-7f70f3eec76d HTTP/1.1" status: 200 len: 990 time: 4.4794738 Aug 28 20:10:43.837446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:43.840007 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc43ed35-da90-405e-a30c-0fd541a0b017" -d '{"events": [{"name": "network-changed", "server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:43.858614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e49cf02-e527-4f69-bc09-66f5d89bd8a7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:43.865536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] No DVR routers for this DVR port 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:43.867040 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:43.900337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d8329d4-c1ba-4dba-90aa-932a520809f8 req-5197699c-11e2-49ee-b31f-cdb57d9f930f tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 210 time: 0.0772669 Aug 28 20:10:43.900661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port acad2b54-c370-43a4-ac87-56c45cd4b1ff {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:43.901017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:43.949024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Allocated IP 172.20.0.10 (6ae51af3-90c5-41aa-8ac0-826f71c38a2f/8c42730f-a6f7-40a8-b810-ff6252258e0b/db0d7dbb-0603-4398-8578-47a0ba945638) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:43.988434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:43.988832 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:44.069560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a01b-8817-47cf-a330-2094bfc83cb3 req-a12bc9af-2d66-4c9d-8bee-a6f84ebd7dfa tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:44.071231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c53a01b-8817-47cf-a330-2094bfc83cb3 req-a12bc9af-2d66-4c9d-8bee-a6f84ebd7dfa tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.1152639 Aug 28 20:10:44.133986 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:44.221625 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (696827ca-0b03-4d79-a644-1142303f65f1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.278754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696827ca-0b03-4d79-a644-1142303f65f1']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:44.292803 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:44.357492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b115b20c-e5ce-432a-8f8d-7262db21cd6f') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:44.357492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b115b20c-e5ce-432a-8f8d-7262db21cd6f') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:44.362457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port acad2b54-c370-43a4-ac87-56c45cd4b1ff, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=acad2b54-c370-43a4-ac87-56c45cd4b1ff,segment=NetworkSegment(8669edf0-fe2b-4e94-a5ec-09901e53b2b9),segment_id=8669edf0-fe2b-4e94-a5ec-09901e53b2b9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:44.363115 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.393812 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c53a01b-8817-47cf-a330-2094bfc83cb3 req-b56d6fb5-1a80-4be5-a7ed-ae679c5e5b3d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069329 Aug 28 20:10:44.417875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for port (db0d7dbb-0603-4398-8578-47a0ba945638), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.425099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ae00cb77-a804-4f3e-a894-29d5a55ffe11) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:44.427781 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d804e3-7e47-4fdd-afc9-feb7ec7f9e98 x-openstack-request-id: req-48d804e3-7e47-4fdd-afc9-feb7ec7f9e98 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:44.428140 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:44.428470 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48d804e3-7e47-4fdd-afc9-feb7ec7f9e98 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:44.428940 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d804e3-7e47-4fdd-afc9-feb7ec7f9e98'] response: {'name': 'network-changed', 'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23', 'status': 'completed', 'code': 200} Aug 28 20:10:44.446693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:44.450747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68560ca2-f75d-49ad-b224-dd0dde65bf06 None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:44.456332 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (b115b20c-e5ce-432a-8f8d-7262db21cd6f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.459486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for acad2b54-c370-43a4-ac87-56c45cd4b1ff owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:44.467439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:44.468121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.521845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device acad2b54-c370-43a4-ac87-56c45cd4b1ff up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:44.545386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b115b20c-e5ce-432a-8f8d-7262db21cd6f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.554819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:44.555405 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (b115b20c-e5ce-432a-8f8d-7262db21cd6f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.561359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e1eb5-b394-47a8-8689-00fbdf2d7952 None None] Network 1d01dadb-508e-4435-844a-3f83c30d331f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:44.603001 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '770bfe7f-8938-4fe7-8b73-7f70f3eec76d', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'port_id': '227d72ca-3560-4f9e-a99e-88a127854f23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'mac_address': 'fa:16:3e:7a:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:10:13Z', 'updated_at': '2022-08-28T20:10:41Z', 'revision_number': 1, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:44.612247 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-edc85978-b97a-4b5c-b478-7a080f940818 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.4288747 Aug 28 20:10:44.619152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53688) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:44.619152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-319904321'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:44.638521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] Checking router: 586d50a3-5b69-43e2-81e9-0a6adad81a2b for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:10:44.657350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.664176 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:44.665127 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:44.744424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-020fe258-4eee-4c3e-95bd-6a523df13171 None None] Provisioning complete for port acad2b54-c370-43a4-ac87-56c45cd4b1ff triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:44.745905 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-020fe258-4eee-4c3e-95bd-6a523df13171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.761188 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:44.767075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:44.772022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:44.792372 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:44.812741 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b115b20c-e5ce-432a-8f8d-7262db21cd6f resource provider aggregate not found Aug 28 20:10:44.819688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port acad2b54-c370-43a4-ac87-56c45cd4b1ff triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:44.820065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.835066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:44.851021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:44.866332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:44.866648 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b115b20c-e5ce-432a-8f8d-7262db21cd6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b115b20c-e5ce-432a-8f8d-7262db21cd6f found for delete ", "request_id": "req-14279d87-cbf6-4155-b46f-b3c6f72caa5a"}]} Aug 28 20:10:44.912875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-42e489f9-19f9-450c-8001-1c7837be88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:44.914180 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-42e489f9-19f9-450c-8001-1c7837be88ef service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=b3df3258c2e849bc8b2fc6fdf5ce4640&device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 1127 time: 0.4810688 Aug 28 20:10:44.945916 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:44.950187 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.001329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:45.027667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.027929 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f of type vlan for network 51f52ee0-9af2-4776-8700-3197339c09c9 Aug 28 20:10:45.086686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Port acad2b54-c370-43a4-ac87-56c45cd4b1ff update to ACTIVE by agent not found {{(pid=114323) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 28 20:10:45.098742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-020fe258-4eee-4c3e-95bd-6a523df13171 None None] Current status of the port acad2b54-c370-43a4-ac87-56c45cd4b1ff is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:45.100566 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-020fe258-4eee-4c3e-95bd-6a523df13171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.114121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (51f52ee0-9af2-4776-8700-3197339c09c9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.154095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c27beb7a-a2ea-4980-aea9-8dab936dfd96 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5479848 Aug 28 20:10:45.159570 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:45.208691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Request body: {'port': {'device_id': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:45.215774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (51f52ee0-9af2-4776-8700-3197339c09c9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.222214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:45.222869 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.244353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:45.256053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-b2707969-dd7d-4ae2-ad24-575ebc99362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:45.258574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-b2707969-dd7d-4ae2-ad24-575ebc99362c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=0bafccb0-3731-4654-a000-2fe2f996b6ca HTTP/1.1" status: 200 len: 913 time: 0.3348408 Aug 28 20:10:45.269042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295a83a-18c5-4cb9-95d3-273a81f36895 req-e780ce55-61d2-4ca5-b8c2-86efc2d62f9a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:45.271654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5295a83a-18c5-4cb9-95d3-273a81f36895 req-e780ce55-61d2-4ca5-b8c2-86efc2d62f9a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 943 time: 0.6367359 Aug 28 20:10:45.283459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:45.283459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e49cf02-e527-4f69-bc09-66f5d89bd8a7 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:45.321594 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:45.367737 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-55667474-44a7-4ec3-86f6-7f5ced8d6900 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=227d72ca-3560-4f9e-a99e-88a127854f23 HTTP/1.1" status: 200 len: 998 time: 0.0878091 Aug 28 20:10:45.368457 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (acad2b54-c370-43a4-ac87-56c45cd4b1ff), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.372360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (696827ca-0b03-4d79-a644-1142303f65f1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.399591 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:45.407938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ca620cc3-2756-4315-91a2-63265f842aa5 None None] Provisioning complete for port db0d7dbb-0603-4398-8578-47a0ba945638 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:45.410768 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ca620cc3-2756-4315-91a2-63265f842aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.410899 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '770bfe7f-8938-4fe7-8b73-7f70f3eec76d', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'port_id': '227d72ca-3560-4f9e-a99e-88a127854f23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'mac_address': 'fa:16:3e:7a:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:10:13Z', 'updated_at': '2022-08-28T20:10:41Z', 'revision_number': 1, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:45.447752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c77f73-b737-45c8-8e68-2bc2f30a881c None None] The sync data for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 is: [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '770bfe7f-8938-4fe7-8b73-7f70f3eec76d', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'port_id': '227d72ca-3560-4f9e-a99e-88a127854f23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'mac_address': 'fa:16:3e:7a:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:10:13Z', 'updated_at': '2022-08-28T20:10:41Z', 'revision_number': 1, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:10:45.466593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ff15c-de9d-4b5d-9e7f-03533983e2fe req-fc66b0ff-e0cc-40ad-9941-8b6c837e58ba tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:45.467192 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.467952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f03d544-cf74-4b9c-ab56-f90a6e7ec8f7 None None] Network 1d01dadb-508e-4435-844a-3f83c30d331f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:45.473163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/696827ca-0b03-4d79-a644-1142303f65f1 HTTP/1.1" status: 204 len: 168 time: 3.0477362 Aug 28 20:10:45.473366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ca620cc3-2756-4315-91a2-63265f842aa5 None None] Port db0d7dbb-0603-4398-8578-47a0ba945638 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:10:45.475225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9107d-c38a-4cea-a33e-00b9001bd54e admin admin] Pushing event deleted for resources: {'Network': ['ID=696827ca-0b03-4d79-a644-1142303f65f1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:45.480688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-493ff15c-de9d-4b5d-9e7f-03533983e2fe req-fc66b0ff-e0cc-40ad-9941-8b6c837e58ba tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 932 time: 0.3413031 Aug 28 20:10:45.497431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53698) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:45.518410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-6dd0d021-8aad-498e-83da-a23d7613edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:45.520063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-6dd0d021-8aad-498e-83da-a23d7613edfb service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=28e644fb-dbd3-42b1-91c8-587811e6d386 HTTP/1.1" status: 200 len: 851 time: 0.1262834 Aug 28 20:10:45.532603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Deleting port 22bcf309-6602-49de-b4d3-eee62a12fcea {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:45.533487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.535821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=acad2b54-c370-43a4-ac87-56c45cd4b1ff,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:45.555077 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:45.565800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=51f52ee0-9af2-4776-8700-3197339c09c9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:45.579940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 51f52ee0-9af2-4776-8700-3197339c09c9 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:45.585126 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:45.590568 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d5a7e079-8c0d-4782-bca7-72596c4aede9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9772167 Aug 28 20:10:45.593424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53700) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:45.598693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'ports': [{'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11'}, {'network_id': '51f52ee0-9af2-4776-8700-3197339c09c9'}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:45.599241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:45.603992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '51f52ee0-9af2-4776-8700-3197339c09c9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:45.662126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e49fa6e6-1bc1-4117-b1a0-869c29c2f1be None None] Could not find standard attr ID for object acad2b54-c370-43a4-ac87-56c45cd4b1ff. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:10:45.667091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bc359e24-cbba-4676-a212-708d1de022b9 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:10:45.757973 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-493ff15c-de9d-4b5d-9e7f-03533983e2fe req-b379ca54-9e20-4543-8cb6-3a00c114bd0e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880066 Aug 28 20:10:45.785701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port acad2b54-c370-43a4-ac87-56c45cd4b1ff on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:45.868382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port bc359e24-cbba-4676-a212-708d1de022b9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bc359e24-cbba-4676-a212-708d1de022b9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:45.886666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'bc359e24-cbba-4676-a212-708d1de022b9', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'port_id': 'bc359e24-cbba-4676-a212-708d1de022b9', 'mac_address': 'fa:16:3e:5b:3e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:10:45.888904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d5d999-75bc-42c2-a656-f277ac414419 None None] New status for floating IP 770bfe7f-8938-4fe7-8b73-7f70f3eec76d: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:10:46.066457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 2} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:46.072168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.101260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.135006 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:46.147726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0d7dbb-0603-4398-8578-47a0ba945638 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:46.170653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-e1351bcf-8bee-472e-a37c-49c571ee4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:46.172411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-e1351bcf-8bee-472e-a37c-49c571ee4ab6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=0bafccb0-3731-4654-a000-2fe2f996b6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5739281 Aug 28 20:10:46.193750 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Publish callbacks [] for port (db0d7dbb-0603-4398-8578-47a0ba945638), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.210649 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5295a83a-18c5-4cb9-95d3-273a81f36895 req-31c86ee9-0766-4d88-a587-4a9710823bad tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8502412 Aug 28 20:10:46.225737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port bc359e24-cbba-4676-a212-708d1de022b9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:46.226163 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc359e24-cbba-4676-a212-708d1de022b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.245403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc359e24-cbba-4676-a212-708d1de022b9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:46.255563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Transition to ACTIVE for port object db0d7dbb-0603-4398-8578-47a0ba945638 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:10:46.271584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] For port 22bcf309-6602-49de-b4d3-eee62a12fcea, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=22bcf309-6602-49de-b4d3-eee62a12fcea,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:46.272099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.277603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port bc359e24-cbba-4676-a212-708d1de022b9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bc359e24-cbba-4676-a212-708d1de022b9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:46.305228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Calling delete_port for 22bcf309-6602-49de-b4d3-eee62a12fcea owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:46.333256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 138359f0-91cb-4d27-9f85-c2e545a79923 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:46.357278 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.379412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bc359e24-cbba-4676-a212-708d1de022b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.411388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (340f2b14-7d9b-496d-be3e-a461b881a8b6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.444954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=bc359e24-cbba-4676-a212-708d1de022b9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:46.468857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Pushing event updated for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:46.529912 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:46.547349 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (138359f0-91cb-4d27-9f85-c2e545a79923), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.606793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Attempting to bind port db0d7dbb-0603-4398-8578-47a0ba945638 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:46.607145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Attempting to bind port db0d7dbb-0603-4398-8578-47a0ba945638 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:46.607487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Attempting to bind port db0d7dbb-0603-4398-8578-47a0ba945638 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:46.623446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Port db0d7dbb-0603-4398-8578-47a0ba945638 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:10:46.623774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Attempting to bind port db0d7dbb-0603-4398-8578-47a0ba945638 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:46.638184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:46.638525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Checking segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:46.638913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Bound using segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:46.639818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Bound port: db0d7dbb-0603-4398-8578-47a0ba945638, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:46.639818 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.644421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-0e9fdb98-3715-42f5-8a39-5558eddc146e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233906 Aug 28 20:10:46.652040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 7256b4c5-3e05-411a-b32c-2d2bf0f50757 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:46.701155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['bc359e24-cbba-4676-a212-708d1de022b9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:46.724602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:46.729233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:46.729442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (340f2b14-7d9b-496d-be3e-a461b881a8b6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.744141 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:46.795436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (7256b4c5-3e05-411a-b32c-2d2bf0f50757), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.796474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=340f2b14-7d9b-496d-be3e-a461b881a8b6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:46.813205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.820421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b7a22-aa23-4d68-bd42-c0c2a726d5ec None None] Network 1d01dadb-508e-4435-844a-3f83c30d331f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:46.828411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:46.831657 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.833294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/db0d7dbb-0603-4398-8578-47a0ba945638 HTTP/1.1" status: 200 len: 1092 time: 1.6301036 Aug 28 20:10:46.879411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:46.882620 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a54ee9-37f7-47ce-badc-c190caed48b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:46.958594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (1d01dadb-508e-4435-844a-3f83c30d331f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:46.983841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc43ed35-da90-405e-a30c-0fd541a0b017 req-4d6f85f6-7b90-45cc-9ed8-c419799db3fa service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299713 Aug 28 20:10:47.013320 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc538814-84ab-4835-89a2-47559c1a8a26 x-openstack-request-id: req-fc538814-84ab-4835-89a2-47559c1a8a26 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:47.015056 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:47.015056 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc538814-84ab-4835-89a2-47559c1a8a26 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:47.015056 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc538814-84ab-4835-89a2-47559c1a8a26'] response: {'name': 'network-changed', 'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'status': 'completed', 'code': 200} Aug 28 20:10:47.027139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d01dadb-508e-4435-844a-3f83c30d331f']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:47.036874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c4ecae3f-31ae-411c-bd68-3d49a8e0ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.038455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-c4ecae3f-31ae-411c-bd68-3d49a8e0ff79 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 1126 time: 0.0918629 Aug 28 20:10:47.044045 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (138359f0-91cb-4d27-9f85-c2e545a79923), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.052964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8669edf0-fe2b-4e94-a5ec-09901e53b2b9') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:47.053267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8669edf0-fe2b-4e94-a5ec-09901e53b2b9') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:47.055809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0acfef-217c-46c7-ae4d-478757fc3548 service neutron] Pushing event updated for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:47.067519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4573-403f-4af4-bfbf-1b6be608f73f req-e13d8f84-6df1-4e8a-8ac0-62ff6a3a1148 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.068342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.071558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (8669edf0-fe2b-4e94-a5ec-09901e53b2b9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.074830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52e4573-403f-4af4-bfbf-1b6be608f73f req-e13d8f84-6df1-4e8a-8ac0-62ff6a3a1148 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 944 time: 0.1883793 Aug 28 20:10:47.114623 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:47.129330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-4745662b-7039-4bd4-9e6e-c084170c6ee8 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db0d7dbb-0603-4398-8578-47a0ba945638 HTTP/1.1" status: 200 len: 217 time: 0.0806344 Aug 28 20:10:47.135996 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8669edf0-fe2b-4e94-a5ec-09901e53b2b9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.137343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4fc0ed-d56b-4a78-8188-68fafc2d7b56 None None] DHCP port deletion for 1d01dadb-508e-4435-844a-3f83c30d331f request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:47.147988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:47.152695 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (8669edf0-fe2b-4e94-a5ec-09901e53b2b9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.185236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:47.206673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:47.224283 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8669edf0-fe2b-4e94-a5ec-09901e53b2b9 resource provider aggregate not found Aug 28 20:10:47.224605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:47.224605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7256b4c5-3e05-411a-b32c-2d2bf0f50757), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.242278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (22bcf309-6602-49de-b4d3-eee62a12fcea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.250682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=138359f0-91cb-4d27-9f85-c2e545a79923,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:47.278247 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8669edf0-fe2b-4e94-a5ec-09901e53b2b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8669edf0-fe2b-4e94-a5ec-09901e53b2b9 found for delete ", "request_id": "req-77a3d4d4-c87a-402a-bdc4-fc2585725476"}]} Aug 28 20:10:47.281520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-0a960089-bef5-468f-ad42-810ca06a1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.284318 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-0a960089-bef5-468f-ad42-810ca06a1add service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c42730f-a6f7-40a8-b810-ff6252258e0b HTTP/1.1" status: 200 len: 861 time: 0.1273770 Aug 28 20:10:47.308151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c52e4573-403f-4af4-bfbf-1b6be608f73f req-0da47a20-75f9-4f2a-9fe0-3b5760aeba3c tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324159 Aug 28 20:10:47.328791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bcf309-6602-49de-b4d3-eee62a12fcea,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:47.372507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=7256b4c5-3e05-411a-b32c-2d2bf0f50757,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:47.376183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-f7534695-3564-462c-aec8-03df12682397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.377184 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-f7534695-3564-462c-aec8-03df12682397 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738678 Aug 28 20:10:47.392424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': 'c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51f52ee0-9af2-4776-8700-3197339c09c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:47.392817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: 51f52ee0-9af2-4776-8700-3197339c09c9, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:47.445045 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:47.462448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb53f-d2f8-48ae-a434-e390a9362d43 req-b30c8953-8ad1-4794-946c-df86f8593ab3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.464065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e3bb53f-d2f8-48ae-a434-e390a9362d43 req-b30c8953-8ad1-4794-946c-df86f8593ab3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 944 time: 0.1553206 Aug 28 20:10:47.491847 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:47.498037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-1348f072-482e-480d-b522-39de0baf70de service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141133 Aug 28 20:10:47.499513 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (1d01dadb-508e-4435-844a-3f83c30d331f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.504385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.510640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1d01dadb-508e-4435-844a-3f83c30d331f HTTP/1.1" status: 204 len: 168 time: 4.1214850 Aug 28 20:10:47.515812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53712) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:47.558433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df079-b002-4f75-8ed0-855e983bd29c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=1d01dadb-508e-4435-844a-3f83c30d331f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:47.573906 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07beea5-af5c-42d8-8bbd-59c43a2f284c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:10:47.574424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07beea5-af5c-42d8-8bbd-59c43a2f284c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:10:47.577444 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e07beea5-af5c-42d8-8bbd-59c43a2f284c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1d01dadb-508e-4435-844a-3f83c30d331f HTTP/1.1" status: 404 len: 339 time: 0.0607135 Aug 28 20:10:47.581886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53714) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:47.588166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923014661', 'description': 'd1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:47.624578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 51f52ee0-9af2-4776-8700-3197339c09c9 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:47.643877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c1d6123-9f35-4c07-a342-bafb4871ffcc req-8880d9b0-8c07-465c-ada0-e99902cacbe2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372449 Aug 28 20:10:47.688225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bc359e24-cbba-4676-a212-708d1de022b9 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:47.691801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e3bb53f-d2f8-48ae-a434-e390a9362d43 req-1fff71f8-d09d-4741-a5d3-9c4ded4c814b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976278 Aug 28 20:10:47.706054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:47.712829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.721966 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (31c3d86e-954e-47a5-baab-cb8e234ebdc9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.744391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:47.755856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port bc359e24-cbba-4676-a212-708d1de022b9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:10:47.756159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0932d9a7-6dfe-4d5a-85e7-3b334c674295), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.756382 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment 0932d9a7-6dfe-4d5a-85e7-3b334c674295 of type vlan for network e540fc83-2286-4cba-bbd8-fabfeec571e1 Aug 28 20:10:47.765652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Deleting port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:47.771788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.771945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 51f52ee0-9af2-4776-8700-3197339c09c9) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:47.772055 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:47.772417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:47.778426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b9471-f693-4f85-8a04-41582f5527ee None None] Network 51f52ee0-9af2-4776-8700-3197339c09c9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:47.778612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.783524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.784239 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.835645 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e540fc83-2286-4cba-bbd8-fabfeec571e1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.885793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port bc359e24-cbba-4676-a212-708d1de022b9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:47.888203 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bc359e24-cbba-4676-a212-708d1de022b9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.918656 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c8cada26-f0a0-44a5-99b4-5d890ad128db tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3221076 Aug 28 20:10:47.918785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53716) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:47.937744 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e540fc83-2286-4cba-bbd8-fabfeec571e1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.944564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:47.945620 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.951360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] For port dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,segment=NetworkSegment(1fa75c0b-8af4-42d5-b701-9bac6fd8725c),segment_id=1fa75c0b-8af4-42d5-b701-9bac6fd8725c)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:47.951360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.965185 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:47.968261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port bc359e24-cbba-4676-a212-708d1de022b9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:47.968756 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc359e24-cbba-4676-a212-708d1de022b9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:47.990428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Calling delete_port for dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:47.996406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc359e24-cbba-4676-a212-708d1de022b9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:47.998881 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d783526a-e111-429b-af99-ebe41985203e" -d '{"events": [{"server_uuid": "b991fb3a-1ec9-43bf-9d15-2f441b7d3430", "name": "network-vif-plugged", "status": "completed", "tag": "bc359e24-cbba-4676-a212-708d1de022b9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:48.022215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port bc359e24-cbba-4676-a212-708d1de022b9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bc359e24-cbba-4676-a212-708d1de022b9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:48.023319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=e540fc83-2286-4cba-bbd8-fabfeec571e1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:48.036545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e540fc83-2286-4cba-bbd8-fabfeec571e1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:48.065080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 7256b4c5-3e05-411a-b32c-2d2bf0f50757 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:48.065432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7256b4c5-3e05-411a-b32c-2d2bf0f50757), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:48.083567 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0785ee-8573-4fda-acbf-a85fae979ca4 x-openstack-request-id: req-5d0785ee-8573-4fda-acbf-a85fae979ca4 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:48.083849 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b991fb3a-1ec9-43bf-9d15-2f441b7d3430", "name": "network-vif-plugged", "status": "completed", "tag": "bc359e24-cbba-4676-a212-708d1de022b9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:48.084252 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d0785ee-8573-4fda-acbf-a85fae979ca4 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:48.084613 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0785ee-8573-4fda-acbf-a85fae979ca4'] response: {'server_uuid': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc359e24-cbba-4676-a212-708d1de022b9', 'code': 200} Aug 28 20:10:48.129198 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5b1f164d-6110-41b5-8aff-53f51f369f13 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5453513 Aug 28 20:10:48.129198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53720) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:48.149248 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bc359e24-cbba-4676-a212-708d1de022b9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:48.219801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=bc359e24-cbba-4676-a212-708d1de022b9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:48.237837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ed7e0-e271-4ede-b805-b29b98fe60c4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:48.239243 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c72ed7e0-e271-4ede-b805-b29b98fe60c4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e540fc83-2286-4cba-bbd8-fabfeec571e1 HTTP/1.1" status: 200 len: 765 time: 0.1088328 Aug 28 20:10:48.242084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53722) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:48.249627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'description': 'd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:48.313580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7256b4c5-3e05-411a-b32c-2d2bf0f50757), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:48.316449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091fc32-5b77-475a-9dcf-731789486299 req-8766f504-0e46-4fb3-b496-b056f8881b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:48.318175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d091fc32-5b77-475a-9dcf-731789486299 req-8766f504-0e46-4fb3-b496-b056f8881b42 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 1127 time: 0.1302712 Aug 28 20:10:48.320813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device acad2b54-c370-43a4-ac87-56c45cd4b1ff no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:48.343925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: acad2b54-c370-43a4-ac87-56c45cd4b1ff {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:48.344191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device acad2b54-c370-43a4-ac87-56c45cd4b1ff not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:48.372101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 7256b4c5-3e05-411a-b32c-2d2bf0f50757 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:48.426041 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:10:48.427542 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e540fc83-2286-4cba-bbd8-fabfeec571e1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:48.539564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d091fc32-5b77-475a-9dcf-731789486299 req-7f4e8ee1-2180-4725-8c9d-158a128226cb service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104137 Aug 28 20:10:48.563273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67b7ca-c352-4bb9-a41b-4607b7488e03 req-36bc5fe2-38c8-458a-8ae5-ca2eeb8f1383 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:48.569205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a67b7ca-c352-4bb9-a41b-4607b7488e03 req-36bc5fe2-38c8-458a-8ae5-ca2eeb8f1383 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 944 time: 0.1376762 Aug 28 20:10:48.594180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e540fc83-2286-4cba-bbd8-fabfeec571e1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:48.614485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network e540fc83-2286-4cba-bbd8-fabfeec571e1 is not hosted by any dhcp agent {{(pid=114322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 20:10:48.619309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:48.619917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:48.621446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "PUT /networking/v2.0/networks/e540fc83-2286-4cba-bbd8-fabfeec571e1 HTTP/1.1" status: 200 len: 762 time: 0.3781924 Aug 28 20:10:48.628260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53726) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:48.672265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93867397-7bf3-44b4-b50a-683b716a0a80 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=e540fc83-2286-4cba-bbd8-fabfeec571e1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:48.682687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e540fc83-2286-4cba-bbd8-fabfeec571e1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:48.784860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-db1526db-d18a-4b97-befe-61801e862e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:48.787801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-db1526db-d18a-4b97-befe-61801e862e9b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 1126 time: 0.0641077 Aug 28 20:10:48.906094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42668196-4835-4e7d-aa82-9d564225a86c req-c0d7e4f8-7ce7-45cf-8549-9b6f73e6a232 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:48.907739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42668196-4835-4e7d-aa82-9d564225a86c req-c0d7e4f8-7ce7-45cf-8549-9b6f73e6a232 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 945 time: 0.1008210 Aug 28 20:10:48.952023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-af877285-531c-4c4d-81a7-4680907c2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:48.953549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-af877285-531c-4c4d-81a7-4680907c2b37 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 923 time: 0.1592035 Aug 28 20:10:49.007747 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-d06dac0b-b026-452d-9f40-83cb5dcc8da8 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db0d7dbb-0603-4398-8578-47a0ba945638 HTTP/1.1" status: 200 len: 217 time: 0.0455716 Aug 28 20:10:49.009042 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:49.012520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42668196-4835-4e7d-aa82-9d564225a86c req-e038233a-2871-4c3d-aa2a-f91e4df8c434 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949984 Aug 28 20:10:49.067620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-c1a731d2-6248-4c46-8ec0-23dfd1fdb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:49.069117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-c1a731d2-6248-4c46-8ec0-23dfd1fdb2ba service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c42730f-a6f7-40a8-b810-ff6252258e0b HTTP/1.1" status: 200 len: 861 time: 0.0549371 Aug 28 20:10:49.118646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-a78991ee-dfe8-47f0-a068-cf768d05e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:49.123444 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-a78991ee-dfe8-47f0-a068-cf768d05e2d2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472744 Aug 28 20:10:49.155725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a67b7ca-c352-4bb9-a41b-4607b7488e03 req-0b4609b7-d5b3-4d3b-9a1b-4ea076bbaad9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500433 Aug 28 20:10:49.162710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f444a-788b-478d-b1bb-b3385965640e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:49.168104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a77f444a-788b-478d-b1bb-b3385965640e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e540fc83-2286-4cba-bbd8-fabfeec571e1 HTTP/1.1" status: 200 len: 765 time: 0.5370705 Aug 28 20:10:49.169454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:10:49.171060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53730) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:49.183388 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6e998ca0-43d5-4748-99dd-02e5c63f94d1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/31c3d86e-954e-47a5-baab-cb8e234ebdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0296211 Aug 28 20:10:49.184570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] Sync routers for ids ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:10:49.186293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53732) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:49.203556 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] Routers {'31c3d86e-954e-47a5-baab-cb8e234ebdc9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:49.204518 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:49.211795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7256b4c5-3e05-411a-b32c-2d2bf0f50757), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.237381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.316410 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] Set router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:49.322510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=7256b4c5-3e05-411a-b32c-2d2bf0f50757,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:49.324189 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-14081c58-3295-4c64-aaa7-21cf00c1ff40 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942394 Aug 28 20:10:49.353959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.359821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d0e39e8a-301e-4fb6-bdb9-8c869a5dad99 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/7256b4c5-3e05-411a-b32c-2d2bf0f50757 HTTP/1.1" status: 204 len: 168 time: 1.4397359 Aug 28 20:10:49.362650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53734) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:49.384459 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks [] for router (31c3d86e-954e-47a5-baab-cb8e234ebdc9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.449003 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:49.465708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:49.524755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0a54ee9-37f7-47ce-badc-c190caed48b2 req-6a22c326-a1a8-4f3f-b37e-4bafbaa0fdc8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939733 Aug 28 20:10:49.538631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks [] for router_gateway (31c3d86e-954e-47a5-baab-cb8e234ebdc9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.578555 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:49.582184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:10:46Z', 'revision_number': 5, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:49.585947 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:49.606192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59137168-3db3-47ef-ad21-7c67b8136cac tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:49.611838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-59137168-3db3-47ef-ad21-7c67b8136cac tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4359641 Aug 28 20:10:49.612310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53736) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:49.618038 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] Checking router: 31c3d86e-954e-47a5-baab-cb8e234ebdc9 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:10:49.619717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1939b-26fa-4f7c-8b4b-e07f9e28794a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:49.625239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1939b-26fa-4f7c-8b4b-e07f9e28794a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:49.627119 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5ed1939b-26fa-4f7c-8b4b-e07f9e28794a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2387836 Aug 28 20:10:49.631159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53738) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:49.632678 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] Routers {'31c3d86e-954e-47a5-baab-cb8e234ebdc9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:49.633729 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:49.690716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-98b18e44-123a-4f5b-b94c-2f3964ba713a tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 207 time: 0.0762665 Aug 28 20:10:49.693568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53740) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:49.737170 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:49.788803 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] Set router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:49.820800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 138359f0-91cb-4d27-9f85-c2e545a79923 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:49.821253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (138359f0-91cb-4d27-9f85-c2e545a79923), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.863249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Deleting port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:49.863710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.903150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.921926 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (138359f0-91cb-4d27-9f85-c2e545a79923), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:49.982180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 138359f0-91cb-4d27-9f85-c2e545a79923 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:49.999053 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:10:46Z', 'revision_number': 5, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:50.031031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ffb83-03ca-4d52-996b-fc6ca188b01e None None] The sync data for ids ['31c3d86e-954e-47a5-baab-cb8e234ebdc9'] in n-d-854121-7 is: [{'id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'name': 'tempest-DeleteServersTestJSON-341940088-router', 'tenant_id': '1e780e72454849a9adf5c45a7783c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:04:46Z', 'updated_at': '2022-08-28T20:10:46Z', 'revision_number': 5, 'project_id': '1e780e72454849a9adf5c45a7783c014', 'gw_port': {'id': '9ebde32f-d11f-4c2f-bf4c-e424522abbe7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3d86e-954e-47a5-baab-cb8e234ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:04:47Z', 'updated_at': '2022-08-28T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:10:50.287584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:10:50.292002 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (138359f0-91cb-4d27-9f85-c2e545a79923), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:50.346739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22bcf309-6602-49de-b4d3-eee62a12fcea no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:50.355342 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:50.391152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 22bcf309-6602-49de-b4d3-eee62a12fcea {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:50.391781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 22bcf309-6602-49de-b4d3-eee62a12fcea not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:50.462209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=138359f0-91cb-4d27-9f85-c2e545a79923,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:50.464278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252321c6-b501-4e85-b81d-145de15cf488 req-558c6b02-d259-4515-a4bc-cf9338382f5c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.466105 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-252321c6-b501-4e85-b81d-145de15cf488 req-558c6b02-d259-4515-a4bc-cf9338382f5c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 945 time: 0.1253004 Aug 28 20:10:50.498309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be7f3b-111e-49ba-903d-b452937191dc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.500605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:50.504222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be7f3b-111e-49ba-903d-b452937191dc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.504388 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2b40d2a7-6207-412f-9829-fdf46a1f8bea tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/138359f0-91cb-4d27-9f85-c2e545a79923 HTTP/1.1" status: 204 len: 168 time: 0.8694959 Aug 28 20:10:50.507847 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:50.510176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be7f3b-111e-49ba-903d-b452937191dc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.510730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53746) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:50.515705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be7f3b-111e-49ba-903d-b452937191dc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.521809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be7f3b-111e-49ba-903d-b452937191dc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.527375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be7f3b-111e-49ba-903d-b452937191dc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.529743 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f6be7f3b-111e-49ba-903d-b452937191dc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.8338294 Aug 28 20:10:50.535416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a205-15a9-4d77-97cf-2d6fb0c0d8dd req-0afc07a4-e105-4df8-8e94-59bed2d673a3 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.537305 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bc11a205-15a9-4d77-97cf-2d6fb0c0d8dd req-0afc07a4-e105-4df8-8e94-59bed2d673a3 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 944 time: 0.1400261 Aug 28 20:10:50.539808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53748) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:50.558848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] For port 9ebde32f-d11f-4c2f-bf4c-e424522abbe7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:50.559214 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:50.585126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Calling delete_port for 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:50.599493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-252321c6-b501-4e85-b81d-145de15cf488 req-8fdfa83b-6061-4eaf-b570-ffe4dca050b5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269555 Aug 28 20:10:50.745870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb30d4-80ad-42f9-9614-98c39cb073ff tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:50.748758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aeeb30d4-80ad-42f9-9614-98c39cb073ff tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2366457 Aug 28 20:10:50.754911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53752) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:50.783883 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55b752f-9d29-4520-9004-e102fb722053 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:10:50.785289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e55b752f-9d29-4520-9004-e102fb722053 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/7256b4c5-3e05-411a-b32c-2d2bf0f50757 HTTP/1.1" status: 404 len: 333 time: 0.0294306 Aug 28 20:10:50.793613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53754) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:50.826289 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a795bd-9ca0-40f5-a88c-99398436d7e2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:10:50.827861 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-90a795bd-9ca0-40f5-a88c-99398436d7e2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/138359f0-91cb-4d27-9f85-c2e545a79923 HTTP/1.1" status: 404 len: 333 time: 0.0331821 Aug 28 20:10:50.830740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53756) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:50.854655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bc11a205-15a9-4d77-97cf-2d6fb0c0d8dd req-3409682d-e676-4823-8c05-8d01d821a92e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010266 Aug 28 20:10:50.855828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:10:50.864701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d0d1bad3-3994-4843-b2d9-c9fdf5763abd admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4f49d799-fb6c-4d8c-b3dd-75623ed1b245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3575959 Aug 28 20:10:50.867622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53758) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:50.885333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] Sync routers for ids ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:10:50.904942 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d361b610-3eeb-48d8-825b-1acab3165234 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3593607 Aug 28 20:10:50.906799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53762) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:50.912196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] Routers {'4f49d799-fb6c-4d8c-b3dd-75623ed1b245'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:50.913098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:50.964927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9ebde32f-d11f-4c2f-bf4c-e424522abbe7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.028966 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks [] for router (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.053892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] Set router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:51.059534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (51f52ee0-9af2-4776-8700-3197339c09c9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.076821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebde32f-d11f-4c2f-bf4c-e424522abbe7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:51.100231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b1a5a-2df1-43ea-8e55-76d94d087fb0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.101905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b1a5a-2df1-43ea-8e55-76d94d087fb0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.103666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b1a5a-2df1-43ea-8e55-76d94d087fb0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.105395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b1a5a-2df1-43ea-8e55-76d94d087fb0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.107118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b1a5a-2df1-43ea-8e55-76d94d087fb0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.115110 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c41b1a5a-2df1-43ea-8e55-76d94d087fb0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2009254 Aug 28 20:10:51.122675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53764) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:51.137647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fa395-ad05-44e9-a8e1-4a224f78f4f1 req-8fdc0c52-e235-43d6-91d7-361e6461ad76 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.139229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f3fa395-ad05-44e9-a8e1-4a224f78f4f1 req-8fdc0c52-e235-43d6-91d7-361e6461ad76 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 945 time: 0.1632659 Aug 28 20:10:51.204665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40cbf1-71ae-4e92-8bab-25c81ca76a77 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.208546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40cbf1-71ae-4e92-8bab-25c81ca76a77 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.209152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40cbf1-71ae-4e92-8bab-25c81ca76a77 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.211101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40cbf1-71ae-4e92-8bab-25c81ca76a77 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.212707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40cbf1-71ae-4e92-8bab-25c81ca76a77 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.219088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9f40cbf1-71ae-4e92-8bab-25c81ca76a77 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0908349 Aug 28 20:10:51.222012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53766) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:51.224852 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks [] for router_gateway (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.256284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:10:48Z', 'revision_number': 5, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:51.283502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] Checking router: 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:10:51.293222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] Routers {'4f49d799-fb6c-4d8c-b3dd-75623ed1b245'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:10:51.293915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:51.342866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (31c3d86e-954e-47a5-baab-cb8e234ebdc9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.351944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (51f52ee0-9af2-4776-8700-3197339c09c9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.398095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Deleting port e87131f8-6999-4bbe-978d-07fe48eed268 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:51.398844 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.415713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] Set router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:10:51.443658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f3fa395-ad05-44e9-a8e1-4a224f78f4f1 req-73fc871f-47c9-46ee-b78f-6e39a63f1041 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792549 Aug 28 20:10:51.447807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f52ee0-9af2-4776-8700-3197339c09c9']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:51.454347 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:51.464397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:51.464697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:51.512330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.521395 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (31c3d86e-954e-47a5-baab-cb8e234ebdc9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.528081 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks [] for router_controller (31c3d86e-954e-47a5-baab-cb8e234ebdc9), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.549624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.550770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3269edf-08df-40ca-916c-dda0ddf5d3ed tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:51.557480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f3269edf-08df-40ca-916c-dda0ddf5d3ed tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/networks/6ab4bba3-9635-4061-89c5-e8312c4f02e4 HTTP/1.1" status: 200 len: 804 time: 0.3023939 Aug 28 20:10:51.558349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53770) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:51.566928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device db0d7dbb-0603-4398-8578-47a0ba945638 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:10:51.590090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:51.590577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.637129 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f resource provider aggregate not found Aug 28 20:10:51.665610 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7a6ec80-7979-4efa-bd4f-a7f8b5ccf40f found for delete ", "request_id": "req-827be0d7-e244-4132-bc39-b2a447e689ba"}]} Aug 28 20:10:51.701715 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:51.718142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (31c3d86e-954e-47a5-baab-cb8e234ebdc9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.718918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c3d86e-954e-47a5-baab-cb8e234ebdc9 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:10:51.729403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.729403 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d24a065b-bf29-4f66-bdff-b49d32f7935e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/31c3d86e-954e-47a5-baab-cb8e234ebdc9 HTTP/1.1" status: 204 len: 168 time: 2.5390642 Aug 28 20:10:51.729403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53776) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:51.757984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:10:48Z', 'revision_number': 5, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:51.798484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (51f52ee0-9af2-4776-8700-3197339c09c9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.808970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0fdb4-3796-4c75-ad83-b83aa1f902f5 None None] The sync data for ids ['4f49d799-fb6c-4d8c-b3dd-75623ed1b245'] in n-d-854121-7 is: [{'id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'name': 'tempest-TaggedBootDevicesTest_v242-2009180359-router', 'tenant_id': 'b3d963f0a9494415a7028b031cf7078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:01:20Z', 'updated_at': '2022-08-28T20:10:48Z', 'revision_number': 5, 'project_id': 'b3d963f0a9494415a7028b031cf7078d', 'gw_port': {'id': 'e87131f8-6999-4bbe-978d-07fe48eed268', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49d799-fb6c-4d8c-b3dd-75623ed1b245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:01:22Z', 'updated_at': '2022-08-28T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:10:51.816380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:51.817986 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.831787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b55b95db-42f9-4aa2-93ed-244ece27d8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.832096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/51f52ee0-9af2-4776-8700-3197339c09c9 HTTP/1.1" status: 204 len: 168 time: 0.9998891 Aug 28 20:10:51.835001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53778) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:51.850949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-793088702'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:51.860180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'port_id': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'mac_address': 'fa:16:3e:12:c9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:10:51.872425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] Deleting subnet 5a49c5d8-a258-487f-a74e-0ad252e2b215 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:51.882407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] Publish callbacks [] for subnet (5a49c5d8-a258-487f-a74e-0ad252e2b215), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.885241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b21341-2392-4f8c-b15b-d2f5669e7c9d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=51f52ee0-9af2-4776-8700-3197339c09c9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:51.931802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port db0d7dbb-0603-4398-8578-47a0ba945638 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:51.932276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.951235 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (5a49c5d8-a258-487f-a74e-0ad252e2b215), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:51.963327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0d7dbb-0603-4398-8578-47a0ba945638 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:10:51.990613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:52.019963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:52.024313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.046082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] For port e87131f8-6999-4bbe-978d-07fe48eed268, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e87131f8-6999-4bbe-978d-07fe48eed268,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:52.046484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.055150 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:52.057026 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.096960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3538d3-114e-4b21-8b62-4716b4a68150 req-91379a0d-c75a-4154-b696-6b2ec23c13aa tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:52.100427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffda1d1-9fc3-4a34-ae5e-72264d326521 req-2f0cdfb7-3fc7-4410-aea7-38fc567b13c1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:52.102107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ffda1d1-9fc3-4a34-ae5e-72264d326521 req-2f0cdfb7-3fc7-4410-aea7-38fc567b13c1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 945 time: 0.5566211 Aug 28 20:10:52.103361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Calling delete_port for e87131f8-6999-4bbe-978d-07fe48eed268 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:52.108142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf3538d3-114e-4b21-8b62-4716b4a68150 req-91379a0d-c75a-4154-b696-6b2ec23c13aa tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 944 time: 0.1014130 Aug 28 20:10:52.122744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:52.136614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:52.175637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (94c5dc9c-503c-4aea-8e26-c70d35510cd1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.175991 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment 94c5dc9c-503c-4aea-8e26-c70d35510cd1 of type vlan for network 9bee7a53-000c-4ae5-a186-7fad2e491b7c Aug 28 20:10:52.177452 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:52.219724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2052eea2-210a-4f68-b8e0-c5c855f660c7 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/networks/6ab4bba3-9635-4061-89c5-e8312c4f02e4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6594353 Aug 28 20:10:52.229026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53784) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:52.267085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf3538d3-114e-4b21-8b62-4716b4a68150 req-8dfa214f-3f03-4abb-b2a4-fe09ab5a8bb8 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578116 Aug 28 20:10:52.271059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['db0d7dbb-0603-4398-8578-47a0ba945638'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:52.272058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (9bee7a53-000c-4ae5-a186-7fad2e491b7c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.275429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (5a49c5d8-a258-487f-a74e-0ad252e2b215), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.305000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ffda1d1-9fc3-4a34-ae5e-72264d326521 req-cd352c1d-5bba-4977-984d-9beaf40015e8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889045 Aug 28 20:10:52.371818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe2b1e-4ca7-43ec-bf1a-fc912afe0cfd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:52.377564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-76fe2b1e-4ca7-43ec-bf1a-fc912afe0cfd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/subnets/6d31d932-ad9f-4298-a949-adeb6b5b8ee6 HTTP/1.1" status: 200 len: 843 time: 0.1430411 Aug 28 20:10:52.377830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53788) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:52.466743 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (9bee7a53-000c-4ae5-a186-7fad2e491b7c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.487938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:52.487938 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.553266 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:52.577581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (5a49c5d8-a258-487f-a74e-0ad252e2b215), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.586665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563e47d-f1e0-4700-b770-ebc1ee46b902 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['shared'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:52.593000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e563e47d-f1e0-4700-b770-ebc1ee46b902 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "GET /networking/v2.0/subnets/6d31d932-ad9f-4298-a949-adeb6b5b8ee6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2138619 Aug 28 20:10:52.593335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:52.601640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-141357370'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:52.627080 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e87131f8-6999-4bbe-978d-07fe48eed268), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.627510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=9bee7a53-000c-4ae5-a186-7fad2e491b7c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:52.632267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a49c5d8-a258-487f-a74e-0ad252e2b215,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:52.634323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.636696 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:52.637761 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-279a333c-a87e-466b-bc0a-7fb3670f0453 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/5a49c5d8-a258-487f-a74e-0ad252e2b215 HTTP/1.1" status: 204 len: 168 time: 0.9065316 Aug 28 20:10:52.641344 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-11fc92cb-6edf-45e1-bc0f-73a6a5352d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7960205 Aug 28 20:10:52.641962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53792) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:52.643120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6bd37-d738-4195-8f67-0cff41491606 None None] Network c35de18c-cd95-41ee-a53f-65c5b4b21b19 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:52.653385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53794) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:52.655141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:52.696399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Pushing event deleted for resources: {'Port': ['ID=e87131f8-6999-4bbe-978d-07fe48eed268,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:52.715959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 9bee7a53-000c-4ae5-a186-7fad2e491b7c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:52.718206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:52.723912 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:52.756563 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:52.774747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:52.778696 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.807376 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.807902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:52.808322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9ebde32f-d11f-4c2f-bf4c-e424522abbe7 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:52.808812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:52.823756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c35de18c-cd95-41ee-a53f-65c5b4b21b19), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.843953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:52.844337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device dfbfa31b-20fb-41d6-a6aa-17b4dbf8f5dc not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:52.892643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Deleting port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:52.892984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.912103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:52.916637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.920001 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks [] for router_controller (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.928295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1c220491-402e-4457-8aba-ea786e346bfa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:52.928646 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Added segment 1c220491-402e-4457-8aba-ea786e346bfa of type vlan for network a5c1642c-e361-4dcf-8d5d-dfb4b664623d Aug 28 20:10:52.951874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] DHCP port deletion for c35de18c-cd95-41ee-a53f-65c5b4b21b19 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:52.974336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:52.979824 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.004855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] Deleting port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:53.005371 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.044144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (a5c1642c-e361-4dcf-8d5d-dfb4b664623d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.055932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ce6de-25b9-4c8f-a250-a1250a6cd566 req-4d21d571-6258-49d1-b4d4-9c3230f3d3b5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:53.059210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-697ce6de-25b9-4c8f-a250-a1250a6cd566 req-4d21d571-6258-49d1-b4d4-9c3230f3d3b5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 945 time: 0.0849118 Aug 28 20:10:53.073057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Performing IP validity checks on allocation pools {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 28 20:10:53.073717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 28 20:10:53.077059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] For port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:53.077437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.078595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] For port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,segment=NetworkSegment(610546e4-6c67-4421-b69c-c012138a6acc),segment_id=610546e4-6c67-4421-b69c-c012138a6acc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:53.079061 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.091566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (4f49d799-fb6c-4d8c-b3dd-75623ed1b245), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.092420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f49d799-fb6c-4d8c-b3dd-75623ed1b245 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:10:53.096555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] Calling delete_port for d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:53.100108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.103684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1cd15694-dbee-4581-a73b-0314add4299a admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/4f49d799-fb6c-4d8c-b3dd-75623ed1b245 HTTP/1.1" status: 204 len: 168 time: 2.1987741 Aug 28 20:10:53.103903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Calling delete_port for d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:53.104493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53800) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:53.167972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (a5c1642c-e361-4dcf-8d5d-dfb4b664623d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.173417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:53.174508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.183448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-697ce6de-25b9-4c8f-a250-a1250a6cd566 req-a691fc03-f6e8-4ed0-8f98-2e7f1a4f53f3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089256 Aug 28 20:10:53.192083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] Deleting subnet 25855e8b-9e28-4b8a-b747-97eb93ec2c83 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:53.216318 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] Publish callbacks [] for subnet (25855e8b-9e28-4b8a-b747-97eb93ec2c83), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.240619 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.264344 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d98ab670-0ae6-4d83-afb3-2c4c666cb4b4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.274130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] Pushing event deleted for resources: {'Port': ['ID=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:53.286569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca69071-6837-4bb7-b6c6-2b6471cb5a7a None None] No DVR routers for this DVR port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:53.300015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Network': ['ID=a5c1642c-e361-4dcf-8d5d-dfb4b664623d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:53.308769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-21e07575-60b5-4835-b91c-1fa9226c5ca3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7135990 Aug 28 20:10:53.317604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (25855e8b-9e28-4b8a-b747-97eb93ec2c83), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.317604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53804) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:53.320409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'network_id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:53.330633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network a5c1642c-e361-4dcf-8d5d-dfb4b664623d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:53.387887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d98ab670-0ae6-4d83-afb3-2c4c666cb4b4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:53.420785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] No DVR routers for this DVR port d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:53.479542 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (25855e8b-9e28-4b8a-b747-97eb93ec2c83), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.540486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24a56d-bc8a-4e15-b6a1-e7bb98456bb2 req-fa504feb-5842-4a46-b067-860028edc09a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:53.542085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec24a56d-bc8a-4e15-b6a1-e7bb98456bb2 req-fa504feb-5842-4a46-b067-860028edc09a tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 945 time: 0.1565580 Aug 28 20:10:53.565749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Made reservation on behalf of f3e41557617148b7bb6ed544f75297ff for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:53.566577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c35de18c-cd95-41ee-a53f-65c5b4b21b19), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.570485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.581267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device db0d7dbb-0603-4398-8578-47a0ba945638 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:53.592721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (25855e8b-9e28-4b8a-b747-97eb93ec2c83), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.610475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec24a56d-bc8a-4e15-b6a1-e7bb98456bb2 req-da6b62ca-65a2-4736-aed3-04e4d5dabef3 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Aug 28 20:10:53.617332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (0ba82f4f-e279-4237-9aa1-18dd1a8c0db4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.631066 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:53.633016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35de18c-cd95-41ee-a53f-65c5b4b21b19']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:53.662247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port db0d7dbb-0603-4398-8578-47a0ba945638 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:10:53.671503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610546e4-6c67-4421-b69c-c012138a6acc') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:53.677406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610546e4-6c67-4421-b69c-c012138a6acc') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:53.677841 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.685884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.691465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (610546e4-6c67-4421-b69c-c012138a6acc), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.696640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/25855e8b-9e28-4b8a-b747-97eb93ec2c83 HTTP/1.1" status: 204 len: 168 time: 0.5900433 Aug 28 20:10:53.700087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53806) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:53.701578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfad09-998a-4e66-ba27-0fc350b62b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25855e8b-9e28-4b8a-b747-97eb93ec2c83,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:53.703572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe21ee-bae5-4ffa-b88f-c5334d46bc9e None None] Network 3bca1a1b-e3ca-4da3-989f-cb692180db6b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:53.710255 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Performing IP validity checks on allocation pools {{(pid=114321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 28 20:10:53.710799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 28 20:10:53.761411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port db0d7dbb-0603-4398-8578-47a0ba945638 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:53.762251 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.905514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port db0d7dbb-0603-4398-8578-47a0ba945638 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:53.905796 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.934739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:53.937016 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fcaa67-c766-433f-bfb0-8a81353f6be8" -d '{"events": [{"server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:53.951244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:53.960256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (65f8f6c1-98fb-4740-926b-c3a1106f120a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:53.960954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] DHCP port deletion for 3bca1a1b-e3ca-4da3-989f-cb692180db6b request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:54.007703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (610546e4-6c67-4421-b69c-c012138a6acc), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.033767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=0ba82f4f-e279-4237-9aa1-18dd1a8c0db4,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:54.069549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=65f8f6c1-98fb-4740-926b-c3a1106f120a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:54.070492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:54.070492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (610546e4-6c67-4421-b69c-c012138a6acc), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.070894 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e0666-c1c6-4261-af67-b6b2d6401a6f x-openstack-request-id: req-566e0666-c1c6-4261-af67-b6b2d6401a6f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:54.070894 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:54.070894 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-566e0666-c1c6-4261-af67-b6b2d6401a6f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:54.070894 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566e0666-c1c6-4261-af67-b6b2d6401a6f'] response: {'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'code': 200} Aug 28 20:10:54.070894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] Deleting port 8935d1c3-ab43-4eff-bc50-38216cd84d2a {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:54.070894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.071451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Checking segment: {'id': '1c220491-402e-4457-8aba-ea786e346bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:54.071451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network hostable DHCP agents. Network: a5c1642c-e361-4dcf-8d5d-dfb4b664623d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:54.097732 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 610546e4-6c67-4421-b69c-c012138a6acc resource provider aggregate not found Aug 28 20:10:54.114951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.147438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': '94c5dc9c-503c-4aea-8e26-c70d35510cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:54.147901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: 9bee7a53-000c-4ae5-a186-7fad2e491b7c, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:10:54.151197 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 610546e4-6c67-4421-b69c-c012138a6acc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 610546e4-6c67-4421-b69c-c012138a6acc found for delete ", "request_id": "req-94dd4f9b-44d3-4b23-9555-9162bd7a6d82"}]} Aug 28 20:10:54.165599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Network a5c1642c-e361-4dcf-8d5d-dfb4b664623d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:54.169004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] For port 8935d1c3-ab43-4eff-bc50-38216cd84d2a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8935d1c3-ab43-4eff-bc50-38216cd84d2a,segment=NetworkSegment(1fa75c0b-8af4-42d5-b701-9bac6fd8725c),segment_id=1fa75c0b-8af4-42d5-b701-9bac6fd8725c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:54.169662 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.171945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (3bca1a1b-e3ca-4da3-989f-cb692180db6b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.185829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef655d-63b8-43e0-8709-81864274f4a0 req-9fad4cf7-2eb7-4e50-b33f-032a5ea5b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:54.187448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-deef655d-63b8-43e0-8709-81864274f4a0 req-9fad4cf7-2eb7-4e50-b33f-032a5ea5b353 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 1128 time: 0.0798512 Aug 28 20:10:54.188646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] Calling delete_port for 8935d1c3-ab43-4eff-bc50-38216cd84d2a owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:54.199307 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5c0e1ebc-c8b2-434f-a50b-69e85807a31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.209593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:54.267565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, a5c1642c-e361-4dcf-8d5d-dfb4b664623d) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:54.272316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:54.273044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.306795 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:54.308764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Deleting port 8935d1c3-ab43-4eff-bc50-38216cd84d2a {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:54.309166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.316390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c35de18c-cd95-41ee-a53f-65c5b4b21b19), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.394537 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.400248 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c35de18c-cd95-41ee-a53f-65c5b4b21b19 HTTP/1.1" status: 204 len: 168 time: 1.7543736 Aug 28 20:10:54.416144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0a9999e7-0647-40c3-b2cd-c75b2535cd01 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0996675 Aug 28 20:10:54.426002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53818) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:54.428113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081668a-5d28-4334-8938-7586423257d5 None None] Network a5c1642c-e361-4dcf-8d5d-dfb4b664623d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:54.428763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:54.433803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-049b5a4b-257f-44d7-8f27-10acc6da7b70 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:54.452222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60c34-ff59-4a03-871e-51cec9d8bf1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c35de18c-cd95-41ee-a53f-65c5b4b21b19,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:54.459336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665c855-59af-410e-8fe8-2d72a2b22fbb req-9d6bed08-9c16-4122-8d72-5f154b3da171 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:54.463625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:54.463984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d98ab670-0ae6-4d83-afb3-2c4c666cb4b4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:54.464828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e87131f8-6999-4bbe-978d-07fe48eed268 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:54.466624 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4665c855-59af-410e-8fe8-2d72a2b22fbb req-9d6bed08-9c16-4122-8d72-5f154b3da171 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 945 time: 0.0738554 Aug 28 20:10:54.475313 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:54.490974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 9bee7a53-000c-4ae5-a186-7fad2e491b7c is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:10:54.494964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-deef655d-63b8-43e0-8709-81864274f4a0 req-77db02bd-4449-4afd-9c9a-990d5c1e1408 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005934 Aug 28 20:10:54.515253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 9bee7a53-000c-4ae5-a186-7fad2e491b7c) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:54.533365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:54.534000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.535517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-c2435cdd-15fd-43fc-af05-67872ee5c395 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:54.537098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-c2435cdd-15fd-43fc-af05-67872ee5c395 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 945 time: 0.0957036 Aug 28 20:10:54.541286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c970fb-4905-418a-8c8b-ffe12c5251b1 None None] Network 9bee7a53-000c-4ae5-a186-7fad2e491b7c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:54.551891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e87131f8-6999-4bbe-978d-07fe48eed268 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:54.552955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e87131f8-6999-4bbe-978d-07fe48eed268 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:54.552955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8935d1c3-ab43-4eff-bc50-38216cd84d2a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:54.557091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] For port 8935d1c3-ab43-4eff-bc50-38216cd84d2a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8935d1c3-ab43-4eff-bc50-38216cd84d2a,segment=NetworkSegment(1fa75c0b-8af4-42d5-b701-9bac6fd8725c),segment_id=1fa75c0b-8af4-42d5-b701-9bac6fd8725c)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:54.557467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.588625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Calling delete_port for 8935d1c3-ab43-4eff-bc50-38216cd84d2a owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:54.601765 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4665c855-59af-410e-8fe8-2d72a2b22fbb req-47156281-ec23-4b10-9d63-5dd192bf7e92 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340065 Aug 28 20:10:54.604469 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:54.707955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Deleting port bc359e24-cbba-4676-a212-708d1de022b9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:54.708505 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bc359e24-cbba-4676-a212-708d1de022b9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.739341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6137511a-2d1f-4793-b767-ed707cb3293d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0882764 Aug 28 20:10:54.742141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53822) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:54.747956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c', 'name': 'tempest-PortsTestJSON-1664403938'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:54.778875 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-049b5a4b-257f-44d7-8f27-10acc6da7b70 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12600519'] for subnet (65f8f6c1-98fb-4740-926b-c3a1106f120a), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.811843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-a5c1642c-e361-4dcf-8d5d-dfb4b664623d', 'network_id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d', 'project_id': 'f3e41557617148b7bb6ed544f75297ff', 'fixed_ips': [{'subnet_id': '65f8f6c1-98fb-4740-926b-c3a1106f120a'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:10:54.814533 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.846060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7b132-a077-42ec-bbcc-ef611cec1c29 req-8ce1bb3a-c399-4c04-b107-e5c047548573 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:54.847663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d7b132-a077-42ec-bbcc-ef611cec1c29 req-8ce1bb3a-c399-4c04-b107-e5c047548573 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.0931530 Aug 28 20:10:54.862057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53824) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:54.867958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8935d1c3-ab43-4eff-bc50-38216cd84d2a is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:54.868496 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.876146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.898624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] No DVR routers for this DVR port 8935d1c3-ab43-4eff-bc50-38216cd84d2a on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:54.900831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8935d1c3-ab43-4eff-bc50-38216cd84d2a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.912750 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:54.914982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-9bee7a53-000c-4ae5-a186-7fad2e491b7c', 'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c', 'project_id': '97dc423079494a9cb8264d083bd9d228', 'fixed_ips': [{'subnet_id': '0ba82f4f-e279-4237-9aa1-18dd1a8c0db4'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:10:54.917073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.939962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] For port bc359e24-cbba-4676-a212-708d1de022b9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bc359e24-cbba-4676-a212-708d1de022b9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:54.940769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bc359e24-cbba-4676-a212-708d1de022b9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:54.945547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Pushing event deleted for resources: {'Port': ['ID=8935d1c3-ab43-4eff-bc50-38216cd84d2a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:54.962598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3903e-e9ce-4514-a1f3-45f3576e075d None None] Pushing event deleted for resources: {'Port': ['ID=8935d1c3-ab43-4eff-bc50-38216cd84d2a,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:54.977379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] No DVR routers for this DVR port 8935d1c3-ab43-4eff-bc50-38216cd84d2a on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:54.999798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Calling delete_port for bc359e24-cbba-4676-a212-708d1de022b9 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:55.020083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-50845da1-3f69-408c-a867-4328e0c6686f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1e780e72454849a9adf5c45a7783c014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567552 Aug 28 20:10:55.029320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53826) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:55.077270 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9d7b132-a077-42ec-bbcc-ef611cec1c29 req-b184a975-42fa-42b0-bdbc-be87583a0a79 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196529 Aug 28 20:10:55.100151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (3bca1a1b-e3ca-4da3-989f-cb692180db6b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.118059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:55.121704 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:55.124203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.148222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bca1a1b-e3ca-4da3-989f-cb692180db6b']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:55.170240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa75c0b-8af4-42d5-b701-9bac6fd8725c') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:55.170240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa75c0b-8af4-42d5-b701-9bac6fd8725c') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:55.170240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port f8bdf549-1e4f-4614-acb2-779b78b7c86c yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:10:55.183375 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1fa75c0b-8af4-42d5-b701-9bac6fd8725c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.229707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1fa75c0b-8af4-42d5-b701-9bac6fd8725c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.233931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a12e-7810-48f5-bf02-59fb2b75247e admin admin] Publish callbacks [] for security_group (c33f9702-8c62-4013-a0db-ed16c32c5d6a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.244385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:55.245036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1fa75c0b-8af4-42d5-b701-9bac6fd8725c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.274173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Allocated IP 172.20.0.2 (9bee7a53-000c-4ae5-a186-7fad2e491b7c/0ba82f4f-e279-4237-9aa1-18dd1a8c0db4/1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:55.284634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a12e-7810-48f5-bf02-59fb2b75247e admin admin] Publish callbacks [] for security_group (c33f9702-8c62-4013-a0db-ed16c32c5d6a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.310007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-049b5a4b-257f-44d7-8f27-10acc6da7b70 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759947283851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14562674'] for subnet (65f8f6c1-98fb-4740-926b-c3a1106f120a), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.392626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b5a4b-257f-44d7-8f27-10acc6da7b70 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:55.392626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-049b5a4b-257f-44d7-8f27-10acc6da7b70 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.394694 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (3bca1a1b-e3ca-4da3-989f-cb692180db6b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.396855 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-049b5a4b-257f-44d7-8f27-10acc6da7b70 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "PUT /networking/v2.0/subnets/65f8f6c1-98fb-4740-926b-c3a1106f120a HTTP/1.1" status: 200 len: 900 time: 0.9695060 Aug 28 20:10:55.397478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53828) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:55.410535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Allocated IP 2001:db8::3 (a5c1642c-e361-4dcf-8d5d-dfb4b664623d/65f8f6c1-98fb-4740-926b-c3a1106f120a/a692ee27-1453-4215-a3d9-39ff849ff928) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:55.414812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b5a4b-257f-44d7-8f27-10acc6da7b70 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event updated for resources: {'Subnet': ['ID=65f8f6c1-98fb-4740-926b-c3a1106f120a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:55.424632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.434083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/3bca1a1b-e3ca-4da3-989f-cb692180db6b HTTP/1.1" status: 204 len: 168 time: 1.7302344 Aug 28 20:10:55.445275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb71c7-3bf4-4312-ad16-5be26b28d550 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bca1a1b-e3ca-4da3-989f-cb692180db6b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:55.465680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bc359e24-cbba-4676-a212-708d1de022b9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.511535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event deleted for resources: {'Port': ['ID=bc359e24-cbba-4676-a212-708d1de022b9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:55.557329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a12e-7810-48f5-bf02-59fb2b75247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c33f9702-8c62-4013-a0db-ed16c32c5d6a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.559955 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a12e-7810-48f5-bf02-59fb2b75247e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.561174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2ef0a12e-7810-48f5-bf02-59fb2b75247e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c33f9702-8c62-4013-a0db-ed16c32c5d6a HTTP/1.1" status: 204 len: 168 time: 0.5308733 Aug 28 20:10:55.569640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c', 'bc359e24-cbba-4676-a212-708d1de022b9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:10:55.581987 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:55.608624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0a12e-7810-48f5-bf02-59fb2b75247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f9702-8c62-4013-a0db-ed16c32c5d6a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:55.610628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] No DVR routers for this DVR port bc359e24-cbba-4676-a212-708d1de022b9 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:55.616243 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (a5c1642c-e361-4dcf-8d5d-dfb4b664623d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.618986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.628794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fda80e6-abf8-4f02-b3aa-a8191f49a920 req-d3b2b5e8-b168-4e67-927b-3eda4794ac97 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "DELETE /networking/v2.0/ports/bc359e24-cbba-4676-a212-708d1de022b9 HTTP/1.1" status: 204 len: 173 time: 1.0804839 Aug 28 20:10:55.630803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'name': 'network-vif-deleted', 'tag': 'bc359e24-cbba-4676-a212-708d1de022b9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:10:55.633616 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7169e0e4-9f86-4787-b998-ff0a0a19f4c8" -d '{"events": [{"server_uuid": "b991fb3a-1ec9-43bf-9d15-2f441b7d3430", "name": "network-vif-deleted", "tag": "bc359e24-cbba-4676-a212-708d1de022b9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:10:55.693625 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Publish callbacks [] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.724570 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebfa66b-41d2-44f7-91a4-819a3a0991f8 x-openstack-request-id: req-aebfa66b-41d2-44f7-91a4-819a3a0991f8 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:10:55.725095 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b991fb3a-1ec9-43bf-9d15-2f441b7d3430", "name": "network-vif-deleted", "tag": "bc359e24-cbba-4676-a212-708d1de022b9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:10:55.725357 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aebfa66b-41d2-44f7-91a4-819a3a0991f8 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:10:55.737086 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebfa66b-41d2-44f7-91a4-819a3a0991f8'] response: {'server_uuid': 'b991fb3a-1ec9-43bf-9d15-2f441b7d3430', 'name': 'network-vif-deleted', 'tag': 'bc359e24-cbba-4676-a212-708d1de022b9', 'status': 'completed', 'code': 200} Aug 28 20:10:55.738991 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (65f8f6c1-98fb-4740-926b-c3a1106f120a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.809748 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ba131fb-75e3-4c5e-a82e-f7b06d7ddfe6 req-c9f72d41-f325-4217-a495-563c8618b05b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.0665271 Aug 28 20:10:55.851288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Publish callbacks [] for port (a692ee27-1453-4215-a3d9-39ff849ff928), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.900429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.901641 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.948605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.11 (9bee7a53-000c-4ae5-a186-7fad2e491b7c/0ba82f4f-e279-4237-9aa1-18dd1a8c0db4/f8bdf549-1e4f-4614-acb2-779b78b7c86c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:10:55.963355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Network 9bee7a53-000c-4ae5-a186-7fad2e491b7c is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:55.974745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:55.991671 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a692ee27-1453-4215-a3d9-39ff849ff928), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:55.995333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:56.006755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Pushing event updated for resources: {'Port': ['ID=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:56.079725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Network a5c1642c-e361-4dcf-8d5d-dfb4b664623d is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:56.091518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:56.093994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:56.097549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (65f8f6c1-98fb-4740-926b-c3a1106f120a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.126500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Pushing event updated for resources: {'Port': ['ID=a692ee27-1453-4215-a3d9-39ff849ff928,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:56.135007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=65f8f6c1-98fb-4740-926b-c3a1106f120a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:56.197932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Attempting to bind port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:56.198455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Attempting to bind port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '94c5dc9c-503c-4aea-8e26-c70d35510cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:56.199147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Attempting to bind port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 on network 9bee7a53-000c-4ae5-a186-7fad2e491b7c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:56.212443 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1fa75c0b-8af4-42d5-b701-9bac6fd8725c resource provider aggregate not found Aug 28 20:10:56.224110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:56.224696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Checking segment: {'id': '94c5dc9c-503c-4aea-8e26-c70d35510cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:56.225138 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.239177 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (a5c1642c-e361-4dcf-8d5d-dfb4b664623d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.239994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Bound using segment: {'id': '94c5dc9c-503c-4aea-8e26-c70d35510cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:56.243048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Bound port: 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c5dc9c-503c-4aea-8e26-c70d35510cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9bee7a53-000c-4ae5-a186-7fad2e491b7c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:56.244012 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.268814 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1fa75c0b-8af4-42d5-b701-9bac6fd8725c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fa75c0b-8af4-42d5-b701-9bac6fd8725c found for delete ", "request_id": "req-f1b19a85-f133-4b10-9f67-68f7d99542cd"}]} Aug 28 20:10:56.276502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (f8bdf549-1e4f-4614-acb2-779b78b7c86c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.276834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Attempting to bind port a692ee27-1453-4215-a3d9-39ff849ff928 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:10:56.277335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Attempting to bind port a692ee27-1453-4215-a3d9-39ff849ff928 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1c220491-402e-4457-8aba-ea786e346bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:10:56.278161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Attempting to bind port a692ee27-1453-4215-a3d9-39ff849ff928 on network a5c1642c-e361-4dcf-8d5d-dfb4b664623d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:10:56.285793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb976c-ec7a-46d9-a217-c49511627e78 req-d24bcd57-baff-4d75-9c1a-401b841b2ce2 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:56.288848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c1642c-e361-4dcf-8d5d-dfb4b664623d']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:56.294221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:10:56.294221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Checking segment: {'id': '1c220491-402e-4457-8aba-ea786e346bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:10:56.299347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.299347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Bound using segment: {'id': '1c220491-402e-4457-8aba-ea786e346bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:10:56.299347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Bound port: a692ee27-1453-4215-a3d9-39ff849ff928, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c220491-402e-4457-8aba-ea786e346bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:10:56.299347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a692ee27-1453-4215-a3d9-39ff849ff928), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.300281 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5cdb976c-ec7a-46d9-a217-c49511627e78 req-d24bcd57-baff-4d75-9c1a-401b841b2ce2 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.1023734 Aug 28 20:10:56.309076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53846) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:56.311197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c220491-402e-4457-8aba-ea786e346bfa') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:56.312365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c220491-402e-4457-8aba-ea786e346bfa') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:56.334337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (1c220491-402e-4457-8aba-ea786e346bfa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.357450 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1c220491-402e-4457-8aba-ea786e346bfa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.367204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:56.373082 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (1c220491-402e-4457-8aba-ea786e346bfa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.391108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] For port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:56.397925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] For port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,segment=NetworkSegment(94c5dc9c-503c-4aea-8e26-c70d35510cd1),segment_id=94c5dc9c-503c-4aea-8e26-c70d35510cd1)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:56.428547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] For port a692ee27-1453-4215-a3d9-39ff849ff928, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:10:56.462274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] For port a692ee27-1453-4215-a3d9-39ff849ff928, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a692ee27-1453-4215-a3d9-39ff849ff928,segment=NetworkSegment(1c220491-402e-4457-8aba-ea786e346bfa),segment_id=1c220491-402e-4457-8aba-ea786e346bfa)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:10:56.471002 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1c220491-402e-4457-8aba-ea786e346bfa resource provider aggregate not found Aug 28 20:10:56.487759 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.488985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5cdb976c-ec7a-46d9-a217-c49511627e78 req-f8a7e7c3-1174-4014-84e8-40ce696d7326 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753564 Aug 28 20:10:56.495605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53854) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:56.512350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-865f11c1-a342-44a8-9f04-653ea079b4cc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=31cbbf3c56794fbc85d1da77afc6c03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020895 Aug 28 20:10:56.529160 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1c220491-402e-4457-8aba-ea786e346bfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c220491-402e-4457-8aba-ea786e346bfa found for delete ", "request_id": "req-c3f07c14-acdc-4b65-8993-5b44c6b00359"}]} Aug 28 20:10:56.547231 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 20:10:56.547231 n-d-854121-7 neutron-server[114321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 20:10:56.547231 n-d-854121-7 neutron-server[114321]: [parameters: {'id': 'a5c1642c-e361-4dcf-8d5d-dfb4b664623d'}] Aug 28 20:10:56.547231 n-d-854121-7 neutron-server[114321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:10:56.547766 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:10:56.585228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a7ce2-1b73-45c4-ac9f-ff45c454098d None None] Pushing event updated for resources: {'Port': ['ID=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:56.612894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a692ee27-1453-4215-a3d9-39ff849ff928), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.613167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e78d700-9132-40f4-b5ac-3facad875ae1 admin admin] Publish callbacks [] for security_group (1f0f473e-507d-4e2c-9c10-1dd96c04bdfd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.635488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f8bdf549-1e4f-4614-acb2-779b78b7c86c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.671761 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e78d700-9132-40f4-b5ac-3facad875ae1 admin admin] Publish callbacks [] for security_group (1f0f473e-507d-4e2c-9c10-1dd96c04bdfd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.689530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c10c5-ce14-45f8-b3e6-6620fde68a4e req-c6b4d763-6128-4593-aa6c-685175eab65d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:56.689774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 9bee7a53-000c-4ae5-a186-7fad2e491b7c is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:10:56.691331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb5c10c5-ce14-45f8-b3e6-6620fde68a4e req-c6b4d763-6128-4593-aa6c-685175eab65d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.0904102 Aug 28 20:10:56.693150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:10:56.695914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:10:56.734472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a49c0f-6dce-4e1e-a804-50d880a73ed0 None None] Network a5c1642c-e361-4dcf-8d5d-dfb4b664623d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:56.735695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=f8bdf549-1e4f-4614-acb2-779b78b7c86c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:56.752484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.757961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.758318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.758696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.759198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.759662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.760010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.760352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.760689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.761028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.761365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.761741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.762098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.771545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.771545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:10:56.772186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb5c10c5-ce14-45f8-b3e6-6620fde68a4e req-040e6d75-e69c-4baf-9104-aea3de7ef9b6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619533 Aug 28 20:10:56.807047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:56.807047 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.824113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53eb92-0d8c-426e-b2fb-c215e13f2523 None None] Pushing event updated for resources: {'Port': ['ID=a692ee27-1453-4215-a3d9-39ff849ff928,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:56.868094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e78d700-9132-40f4-b5ac-3facad875ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1f0f473e-507d-4e2c-9c10-1dd96c04bdfd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.871075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e78d700-9132-40f4-b5ac-3facad875ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:56.872212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8e78d700-9132-40f4-b5ac-3facad875ae1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1f0f473e-507d-4e2c-9c10-1dd96c04bdfd HTTP/1.1" status: 204 len: 168 time: 0.3753660 Aug 28 20:10:56.903087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78d700-9132-40f4-b5ac-3facad875ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0f473e-507d-4e2c-9c10-1dd96c04bdfd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:56.968145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b49af-4387-4fcf-b717-55640664021a None None] Network a5c1642c-e361-4dcf-8d5d-dfb4b664623d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:56.993364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2cc29313-a72b-4564-b866-382469531a1a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2474191 Aug 28 20:10:57.002881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53870) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:57.043699 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.077786 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (a5c1642c-e361-4dcf-8d5d-dfb4b664623d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.175794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40e893ec-da7a-49a8-a26b-9ea2503d3392 req-04ce6abd-dea7-4deb-ad42-3a5d59d58ae5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b991fb3a-1ec9-43bf-9d15-2f441b7d3430 HTTP/1.1" status: 200 len: 210 time: 0.0460346 Aug 28 20:10:57.176377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port f8bdf549-1e4f-4614-acb2-779b78b7c86c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:57.176714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f8bdf549-1e4f-4614-acb2-779b78b7c86c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.217529 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=9 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:57.286850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port a692ee27-1453-4215-a3d9-39ff849ff928 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:57.287202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a692ee27-1453-4215-a3d9-39ff849ff928), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.362526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f8bdf549-1e4f-4614-acb2-779b78b7c86c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.385676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for f8bdf549-1e4f-4614-acb2-779b78b7c86c owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:57.393443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port a692ee27-1453-4215-a3d9-39ff849ff928, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a692ee27-1453-4215-a3d9-39ff849ff928,segment=NetworkSegment(1c220491-402e-4457-8aba-ea786e346bfa),segment_id=1c220491-402e-4457-8aba-ea786e346bfa)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:57.393974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a692ee27-1453-4215-a3d9-39ff849ff928), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.411573 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:57.415343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for a692ee27-1453-4215-a3d9-39ff849ff928 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:57.525983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.693056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a692ee27-1453-4215-a3d9-39ff849ff928), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.716545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53898) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:57.725583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=a692ee27-1453-4215-a3d9-39ff849ff928,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:57.725900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bc359e24-cbba-4676-a212-708d1de022b9 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:10:57.728012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port a692ee27-1453-4215-a3d9-39ff849ff928 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:10:57.729535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f8bdf549-1e4f-4614-acb2-779b78b7c86c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.741591 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:57.758873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: bc359e24-cbba-4676-a212-708d1de022b9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:10:57.759459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bc359e24-cbba-4676-a212-708d1de022b9 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:10:57.846042 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:57.854628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=f8bdf549-1e4f-4614-acb2-779b78b7c86c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:57.860580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-579873618-network', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:57.868111 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (a5c1642c-e361-4dcf-8d5d-dfb4b664623d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.933663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c1642c-e361-4dcf-8d5d-dfb4b664623d']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:57.950139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c220491-402e-4457-8aba-ea786e346bfa') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:57.950534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c220491-402e-4457-8aba-ea786e346bfa') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:57.960632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53908) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:57.985287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (1c220491-402e-4457-8aba-ea786e346bfa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.985287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:57.991624 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4cbca53c-815b-489c-ab11-3ea099dd36c7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f8bdf549-1e4f-4614-acb2-779b78b7c86c HTTP/1.1" status: 204 len: 168 time: 0.9937334 Aug 28 20:10:57.991624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53912) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:57.994633 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:58.000085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1c220491-402e-4457-8aba-ea786e346bfa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.006874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:58.009720 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.022016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.029090 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6bab4c-d331-44bb-a562-c5f85205efc5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:10:58.029668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6bab4c-d331-44bb-a562-c5f85205efc5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:10:58.035706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ae6bab4c-d331-44bb-a562-c5f85205efc5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f8bdf549-1e4f-4614-acb2-779b78b7c86c HTTP/1.1" status: 404 len: 333 time: 0.0405376 Aug 28 20:10:58.035706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:58.035706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (1c220491-402e-4457-8aba-ea786e346bfa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.037969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53914) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:58.070149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d412dde-cec3-4c9e-bf46-2fbd7a4b2c21 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:10:58.085640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4c6c9b56-f601-4016-80fb-db2934987410 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b3d963f0a9494415a7028b031cf7078d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1208622 Aug 28 20:10:58.085911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53916) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:58.107065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-293344c9-5b8f-4f79-9834-99ba5cee696d None None] Provisioning complete for port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:58.107446 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-293344c9-5b8f-4f79-9834-99ba5cee696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.136150 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f79202-7c6c-4e0f-ada9-aaed2000a4a8 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:10:58.140179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-96f79202-7c6c-4e0f-ada9-aaed2000a4a8 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/f8bdf549-1e4f-4614-acb2-779b78b7c86c HTTP/1.1" status: 404 len: 333 time: 0.0985892 Aug 28 20:10:58.141018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53918) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:58.167031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c96c6d-62bd-4766-89b9-324ce9027da0 req-70d720d3-f0e9-485d-b62e-7f4a4d9e3c86 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:58.177889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94c96c6d-62bd-4766-89b9-324ce9027da0 req-70d720d3-f0e9-485d-b62e-7f4a4d9e3c86 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.0780940 Aug 28 20:10:58.178164 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eabd8282-c126-496d-b1e3-414ef56fee22 admin admin] Publish callbacks [] for security_group (f5597724-9e61-4b0d-9723-b366e7ac0fae), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.221556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eabd8282-c126-496d-b1e3-414ef56fee22 admin admin] Publish callbacks [] for security_group (f5597724-9e61-4b0d-9723-b366e7ac0fae), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.238755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet 0ba82f4f-e279-4237-9aa1-18dd1a8c0db4 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:58.248346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (0ba82f4f-e279-4237-9aa1-18dd1a8c0db4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.252205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94c96c6d-62bd-4766-89b9-324ce9027da0 req-63f20582-194a-4677-ac30-f30543daef34 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700905 Aug 28 20:10:58.274700 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:58.308649 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (a5c1642c-e361-4dcf-8d5d-dfb4b664623d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.325470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.333942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0ba82f4f-e279-4237-9aa1-18dd1a8c0db4), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.337129 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a5c1642c-e361-4dcf-8d5d-dfb4b664623d HTTP/1.1" status: 204 len: 168 time: 2.9328864 Aug 28 20:10:58.337892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53924) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:58.363482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d412dde-cec3-4c9e-bf46-2fbd7a4b2c21 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:10:58.368253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f20b0-9f39-47b7-8f7d-0a68f07e0c87 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=a5c1642c-e361-4dcf-8d5d-dfb4b664623d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:58.379774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-293344c9-5b8f-4f79-9834-99ba5cee696d None None] Current status of the port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:58.380174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-293344c9-5b8f-4f79-9834-99ba5cee696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.411434 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-683df5b3-2590-4dc4-a547-aa47b92472a3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:10:58.412551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683df5b3-2590-4dc4-a547-aa47b92472a3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:10:58.416394 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-683df5b3-2590-4dc4-a547-aa47b92472a3 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/65f8f6c1-98fb-4740-926b-c3a1106f120a HTTP/1.1" status: 404 len: 337 time: 0.0733550 Aug 28 20:10:58.424424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53926) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:58.442137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:10:58.446492 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88b37c3-a830-45a1-b6b2-22e0eb90ae16 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:10:58.447068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88b37c3-a830-45a1-b6b2-22e0eb90ae16 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:10:58.452951 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b88b37c3-a830-45a1-b6b2-22e0eb90ae16 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a5c1642c-e361-4dcf-8d5d-dfb4b664623d HTTP/1.1" status: 404 len: 339 time: 0.0274134 Aug 28 20:10:58.453630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53928) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:58.532098 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks [] for security_group (bd806adc-0f9b-46ec-89e5-bfc6f132e943), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.572706 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1c220491-402e-4457-8aba-ea786e346bfa resource provider aggregate not found Aug 28 20:10:58.594399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e540fc83-2286-4cba-bbd8-fabfeec571e1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.607762 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1c220491-402e-4457-8aba-ea786e346bfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c220491-402e-4457-8aba-ea786e346bfa found for delete ", "request_id": "req-85664b70-ff77-4375-b885-8e44be557014"}]} Aug 28 20:10:58.629210 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eabd8282-c126-496d-b1e3-414ef56fee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f5597724-9e61-4b0d-9723-b366e7ac0fae), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.632287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eabd8282-c126-496d-b1e3-414ef56fee22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.644758 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eabd8282-c126-496d-b1e3-414ef56fee22 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f5597724-9e61-4b0d-9723-b366e7ac0fae HTTP/1.1" status: 204 len: 168 time: 0.5466630 Aug 28 20:10:58.644758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd8282-c126-496d-b1e3-414ef56fee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5597724-9e61-4b0d-9723-b366e7ac0fae,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:58.668930 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bd806adc-0f9b-46ec-89e5-bfc6f132e943), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.687944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-293344c9-5b8f-4f79-9834-99ba5cee696d None None] For port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,segment=NetworkSegment(94c5dc9c-503c-4aea-8e26-c70d35510cd1),segment_id=94c5dc9c-503c-4aea-8e26-c70d35510cd1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:58.703534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:10:58.722224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd806adc-0f9b-46ec-89e5-bfc6f132e943,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:58.737206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2b0e51d8-a6f5-4620-95f1-51599bad88be), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.737206 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Added segment 2b0e51d8-a6f5-4620-95f1-51599bad88be of type vlan for network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f Aug 28 20:10:58.767339 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-293344c9-5b8f-4f79-9834-99ba5cee696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.789656 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:58.791892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0ba82f4f-e279-4237-9aa1-18dd1a8c0db4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.793612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:58.795728 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.810193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e540fc83-2286-4cba-bbd8-fabfeec571e1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.823723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-17ba0e56-d721-484a-8c87-50db8343a5d7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:58.823723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-17ba0e56-d721-484a-8c87-50db8343a5d7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.2521188 Aug 28 20:10:58.852843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-3ea87132-c410-4845-9c20-7ad5e9db899d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/quotas/28d057c8fdf747988db165403edc2593 HTTP/1.1" status: 200 len: 375 time: 0.0221300 Aug 28 20:10:58.855269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e540fc83-2286-4cba-bbd8-fabfeec571e1']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:58.864665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (77cd677e-32a7-4bf0-bf04-1da6f14ce29f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.879938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0932d9a7-6dfe-4d5a-85e7-3b334c674295') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:58.880521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0932d9a7-6dfe-4d5a-85e7-3b334c674295') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:10:58.920580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (0932d9a7-6dfe-4d5a-85e7-3b334c674295), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.953419 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0932d9a7-6dfe-4d5a-85e7-3b334c674295), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:58.966863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293344c9-5b8f-4f79-9834-99ba5cee696d None None] Pushing event updated for resources: {'Port': ['ID=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:58.975389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-5c00580f-2018-4a87-9f0c-1cd0783b6bd1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111467 Aug 28 20:10:58.987484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:10:58.988258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (0932d9a7-6dfe-4d5a-85e7-3b334c674295), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.030999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:59.058603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ced1c3-5c1a-4dd9-9868-e04befd57ddd None None] Network 9bee7a53-000c-4ae5-a186-7fad2e491b7c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:59.073621 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (77cd677e-32a7-4bf0-bf04-1da6f14ce29f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.076644 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:59.076644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.257771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] Pushing event updated for resources: {'Network': ['ID=77cd677e-32a7-4bf0-bf04-1da6f14ce29f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:59.264375 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0ba82f4f-e279-4237-9aa1-18dd1a8c0db4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.286818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:10:59.361739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba82f4f-e279-4237-9aa1-18dd1a8c0db4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:59.390330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-55119316-c0f2-40d0-b5f6-cc6ad619e102 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6703081 Aug 28 20:10:59.393616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53950) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:59.404998 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.414164 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ee1b4400-376f-4db9-be8d-8b2a2af0adc0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0ba82f4f-e279-4237-9aa1-18dd1a8c0db4 HTTP/1.1" status: 204 len: 168 time: 1.2720513 Aug 28 20:10:59.429732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Request body: {'subnet': {'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-579873618-subnet', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:10:59.434732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53952) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:59.559811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7f470-1cb0-43b4-bd87-7ffc34852104 req-7978846e-1243-485a-8966-aeeb1f2f66a9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:10:59.561492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b9b7f470-1cb0-43b4-bd87-7ffc34852104 req-7978846e-1243-485a-8966-aeeb1f2f66a9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.1693311 Aug 28 20:10:59.568528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3097b3-6941-4ca4-b0bb-f413e6cdb5b0 None None] Network 9bee7a53-000c-4ae5-a186-7fad2e491b7c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:10:59.587905 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:59.606285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (9bee7a53-000c-4ae5-a186-7fad2e491b7c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.655258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-135c9c8c-29d2-4136-bbea-421f349dbe65 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778660 Aug 28 20:10:59.660420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b9b7f470-1cb0-43b4-bd87-7ffc34852104 req-719447f4-043e-468d-a26a-8e6f118f6af6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777597 Aug 28 20:10:59.683360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f8275311-6eef-417a-9de9-9d87da50b23c None None] Provisioning complete for port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:10:59.683360 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f8275311-6eef-417a-9de9-9d87da50b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.683576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:10:59.684105 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.726434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:59.727113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.727653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e540fc83-2286-4cba-bbd8-fabfeec571e1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.739464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.743483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e540fc83-2286-4cba-bbd8-fabfeec571e1 HTTP/1.1" status: 204 len: 168 time: 1.2888200 Aug 28 20:10:59.756377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53960) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:59.775194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfd28e-0237-4b96-a7bd-182e56a02ecc tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=e540fc83-2286-4cba-bbd8-fabfeec571e1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:10:59.806186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f8275311-6eef-417a-9de9-9d87da50b23c None None] Current status of the port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:10:59.806404 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cd49cf-1ba2-4dae-af90-1e3b0bc21c20 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:10:59.809645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cd49cf-1ba2-4dae-af90-1e3b0bc21c20 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:10:59.810356 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f1cd49cf-1ba2-4dae-af90-1e3b0bc21c20 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/340f2b14-7d9b-496d-be3e-a461b881a8b6 HTTP/1.1" status: 404 len: 337 time: 0.0528431 Aug 28 20:10:59.813696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53964) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:59.846689 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-515733e5-b729-49eb-b20c-f09bcca5ddd2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:10:59.847369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515733e5-b729-49eb-b20c-f09bcca5ddd2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:10:59.850838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-515733e5-b729-49eb-b20c-f09bcca5ddd2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1d01dadb-508e-4435-844a-3f83c30d331f HTTP/1.1" status: 404 len: 339 time: 0.0352774 Aug 28 20:10:59.853574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53966) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:10:59.863385 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:59.865761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] DHCP port deletion for 9bee7a53-000c-4ae5-a186-7fad2e491b7c request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:10:59.900387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] For port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,segment=NetworkSegment(94c5dc9c-503c-4aea-8e26-c70d35510cd1),segment_id=94c5dc9c-503c-4aea-8e26-c70d35510cd1)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:10:59.900680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.906718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-0746b6ec-962e-4896-9893-eff428139107 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412388 Aug 28 20:10:59.933774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] Deleting port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:10:59.934355 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.941235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting subnet bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:10:59.955895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:10:59.957198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:10:59.981160 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:10:59.997099 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=66 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:00.004511 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=58 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:00.014824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.021793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] For port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,segment=NetworkSegment(94c5dc9c-503c-4aea-8e26-c70d35510cd1),segment_id=94c5dc9c-503c-4aea-8e26-c70d35510cd1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:00.023505 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.037057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (45a8bcfa-3558-41a2-9cf0-ab12875c81d5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.055208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] Calling delete_port for 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:00.118457 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:00.121241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a8bcfa-3558-41a2-9cf0-ab12875c81d5,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:00.138841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.166394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Checking segment: {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:00.166761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Network hostable DHCP agents. Network: 77cd677e-32a7-4bf0-bf04-1da6f14ce29f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:00.232225 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.236846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.265403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] Pushing event deleted for resources: {'Port': ['ID=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:00.269371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ef984-edfd-4a53-8087-0cd70c923177 None None] No DVR routers for this DVR port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:00.272608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d364fe7-735b-4f66-945c-53fee99b9c72 req-60826689-2f7f-471f-b46f-1330894cda46 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 210 time: 0.0551913 Aug 28 20:11:00.299122 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.334393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:00.342110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:00.347588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No DVR routers for this DVR port 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:00.356433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:00.409931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:00.437124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.442481 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9a2a82c6-a21b-41d6-b435-2be51186224c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bd0e0fbf-67ea-4f40-84c9-ac8e5a9bb00b HTTP/1.1" status: 204 len: 168 time: 0.5879982 Aug 28 20:11:00.444848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53984) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:00.453138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53986) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:00.453797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 77cd677e-32a7-4bf0-bf04-1da6f14ce29f) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:00.469804 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (9bee7a53-000c-4ae5-a186-7fad2e491b7c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.474383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:00.474539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.479729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e28829-39d4-42f7-93d9-f8e025653868 None None] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:00.493179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f873e5-d24d-4699-baff-700a00de7490 None None] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:00.510016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bee7a53-000c-4ae5-a186-7fad2e491b7c']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:00.524509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c5dc9c-503c-4aea-8e26-c70d35510cd1') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:00.524822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c5dc9c-503c-4aea-8e26-c70d35510cd1') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:00.535032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting subnet 8d451465-fc1b-447d-bfe0-a0e94fe29a7c {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:00.538027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (94c5dc9c-503c-4aea-8e26-c70d35510cd1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.544631 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (8d451465-fc1b-447d-bfe0-a0e94fe29a7c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.546919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:00.547305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1d2e0fcd-63c4-4ba3-8216-04ec5ad11cb4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:00.551435 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:00.559863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (94c5dc9c-503c-4aea-8e26-c70d35510cd1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.577164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:00.578969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (94c5dc9c-503c-4aea-8e26-c70d35510cd1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.590621 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:00.617202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (8d451465-fc1b-447d-bfe0-a0e94fe29a7c), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.624180 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 94c5dc9c-503c-4aea-8e26-c70d35510cd1 resource provider aggregate not found Aug 28 20:11:00.632244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d0ff3685-2100-4966-87c8-8620fca2ed1f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2166793 Aug 28 20:11:00.670398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53996) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:00.682168 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 94c5dc9c-503c-4aea-8e26-c70d35510cd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94c5dc9c-503c-4aea-8e26-c70d35510cd1 found for delete ", "request_id": "req-83d49088-d1a1-4bd5-aa11-ec8108e93511"}]} Aug 28 20:11:00.687572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-283310553-network', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:00.696961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:00.703503 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.704767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:00.823286 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (8d451465-fc1b-447d-bfe0-a0e94fe29a7c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.876736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (9bee7a53-000c-4ae5-a186-7fad2e491b7c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.892706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.897604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294c92-e6dd-4411-9c6a-c49c9069e54c req-4b69a726-f5e5-445c-92f2-47aefdde76ef tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:00.900153 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae294c92-e6dd-4411-9c6a-c49c9069e54c req-4b69a726-f5e5-445c-92f2-47aefdde76ef tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.0996709 Aug 28 20:11:00.905281 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9bee7a53-000c-4ae5-a186-7fad2e491b7c HTTP/1.1" status: 204 len: 168 time: 1.4661472 Aug 28 20:11:00.909098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (3958a607-369e-4afa-a984-c8f75fb68e72), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.910851 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (3958a607-369e-4afa-a984-c8f75fb68e72), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.914569 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54004) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:00.916432 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0932d9a7-6dfe-4d5a-85e7-3b334c674295 resource provider aggregate not found Aug 28 20:11:00.918441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Made reservation on behalf of a45fbbfd04b6436aa1448d0bbcbb5785 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:00.921205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.926144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb091450-1ce9-41a5-9a11-3af8463cfb57 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=9bee7a53-000c-4ae5-a186-7fad2e491b7c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:00.942656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:00.950514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1827107808'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:00.961517 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0932d9a7-6dfe-4d5a-85e7-3b334c674295 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0932d9a7-6dfe-4d5a-85e7-3b334c674295 found for delete ", "request_id": "req-8d46d8ca-5cc8-4403-93cf-4ea19c8cc1a2"}]} Aug 28 20:11:01.045809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae294c92-e6dd-4411-9c6a-c49c9069e54c req-d5c2c14e-19cb-4c74-9751-d2711223c760 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245854 Aug 28 20:11:01.082272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks [] for router_controller (3958a607-369e-4afa-a984-c8f75fb68e72), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.087850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks [] for security_group (3224272a-6fa0-41be-b62a-9c4e4d1dd1b1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.104999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Allocated IP 172.20.0.2 (77cd677e-32a7-4bf0-bf04-1da6f14ce29f/45a8bcfa-3558-41a2-9cf0-ab12875c81d5/497429f3-e5b7-4ebb-9c14-839a7c676867) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:01.131187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:01.135155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.138884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (8d451465-fc1b-447d-bfe0-a0e94fe29a7c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.173133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3224272a-6fa0-41be-b62a-9c4e4d1dd1b1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.196221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:01.206158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:01.222134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (88eb3c9b-4e84-48aa-a5dc-559cc50346c4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.228339 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Added segment 88eb3c9b-4e84-48aa-a5dc-559cc50346c4 of type vlan for network 49df12ca-1502-4e2c-ad20-3163c10a160f Aug 28 20:11:01.241052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=8d451465-fc1b-447d-bfe0-a0e94fe29a7c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:01.246983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.250420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ab0510f8-73e4-49e1-8b13-58cbe3d648e9 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8d451465-fc1b-447d-bfe0-a0e94fe29a7c HTTP/1.1" status: 204 len: 168 time: 0.8043797 Aug 28 20:11:01.268290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54010) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:01.290257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6ade9325-edd7-4bf1-adfa-54fc5395faf1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.290590 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment 6ade9325-edd7-4bf1-adfa-54fc5395faf1 of type vlan for network 1acf153e-3979-4df2-8c93-523c4b86ce50 Aug 28 20:11:01.326025 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:01.357587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Publish callbacks [] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.390559 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (49df12ca-1502-4e2c-ad20-3163c10a160f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.413259 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (1acf153e-3979-4df2-8c93-523c4b86ce50), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.418819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks [] for router_gateway (3958a607-369e-4afa-a984-c8f75fb68e72), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.428608 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.486538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:01.488663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:01.491403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:01.493965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Pushing event updated for resources: {'Port': ['ID=497429f3-e5b7-4ebb-9c14-839a7c676867,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:01.545024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (1acf153e-3979-4df2-8c93-523c4b86ce50), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.551484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:01.552148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.562994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c49919-f14c-442f-9f14-93699b2dca28 None None] Network 1f33b446-bee4-4864-96f3-5490b8353eb0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:01.640170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device db0d7dbb-0603-4398-8578-47a0ba945638 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:11:01.651253 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:01.663324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3ee3d5b0-54bc-472e-a6c4-8828ea42812b None None] Provisioning complete for port 31e18d68-57e1-4bde-90f6-7775afb7c458 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:01.663732 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d5b0-54bc-472e-a6c4-8828ea42812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.697111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=1acf153e-3979-4df2-8c93-523c4b86ce50,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:01.722384 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8cfe832a-86c1-4233-a44b-d06c0b737a2b req-4eea5a4e-aca6-49fc-a67e-0657f0b1c60e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 210 time: 0.3333120 Aug 28 20:11:01.722915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 1acf153e-3979-4df2-8c93-523c4b86ce50 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:01.725219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Attempting to bind port 497429f3-e5b7-4ebb-9c14-839a7c676867 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:01.725601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Attempting to bind port 497429f3-e5b7-4ebb-9c14-839a7c676867 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:01.726001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Attempting to bind port 497429f3-e5b7-4ebb-9c14-839a7c676867 on network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:01.733263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:11:01.743328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:01.753540 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (1f33b446-bee4-4864-96f3-5490b8353eb0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.801985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port 31e18d68-57e1-4bde-90f6-7775afb7c458 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:01.802603 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.811256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:01.811679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Checking segment: {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:01.812055 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.812476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Bound using segment: {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:01.812958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Bound port: 497429f3-e5b7-4ebb-9c14-839a7c676867, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:01.813345 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.821529 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:01.823004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:11:01.884642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0de84307-b242-4915-bfd9-f5477742461b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9562547 Aug 28 20:11:01.885515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54016) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:01.895286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:01.927883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks [] for router_gateway (3958a607-369e-4afa-a984-c8f75fb68e72), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.930891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (49df12ca-1502-4e2c-ad20-3163c10a160f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.934421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:01.934421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.955478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:01.974402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port 31e18d68-57e1-4bde-90f6-7775afb7c458, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=31e18d68-57e1-4bde-90f6-7775afb7c458,segment=NetworkSegment(1a76e8a1-ad2b-4035-b384-15ade85f97ff),segment_id=1a76e8a1-ad2b-4035-b384-15ade85f97ff)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:01.994300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.060636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] DHCP port deletion for 1f33b446-bee4-4864-96f3-5490b8353eb0 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:02.065285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for 31e18d68-57e1-4bde-90f6-7775afb7c458 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:02.076014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] For port 497429f3-e5b7-4ebb-9c14-839a7c676867, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:02.079412 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:02.088006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:02.117234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] For port 497429f3-e5b7-4ebb-9c14-839a7c676867, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=497429f3-e5b7-4ebb-9c14-839a7c676867,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:02.121107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3d5b0-54bc-472e-a6c4-8828ea42812b None None] Current status of the port 31e18d68-57e1-4bde-90f6-7775afb7c458 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:02.151951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'port_id': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'mac_address': 'fa:16:3e:12:c9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:11:02.200708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] Deleting port 31e18d68-57e1-4bde-90f6-7775afb7c458 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:02.201398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.212632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Allocated IP 172.25.4.103 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/1df77844-ee47-45d4-bbd5-1d735dba254c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:02.259946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] Pushing event updated for resources: {'Network': ['ID=49df12ca-1502-4e2c-ad20-3163c10a160f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:02.265982 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d1c5dd4e-c457-4699-891b-5151150142c8 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8085265 Aug 28 20:11:02.277738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54020) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:02.278177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 49df12ca-1502-4e2c-ad20-3163c10a160f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:02.286604 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.297889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Request body: {'subnet': {'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-283310553-subnet', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:02.308803 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:02.371077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa94a-e58f-4970-acf1-982970397758 req-1232f30a-8596-4e74-8638-89c4116f23e9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:02.372867 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb1aa94a-e58f-4970-acf1-982970397758 req-1232f30a-8596-4e74-8638-89c4116f23e9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.1818135 Aug 28 20:11:02.477883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb1aa94a-e58f-4970-acf1-982970397758 req-fdeda14e-505d-4e30-b494-e65c3bbc5b1b tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943613 Aug 28 20:11:02.481418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Made reservation on behalf of a45fbbfd04b6436aa1448d0bbcbb5785 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:02.488137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks [] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.490387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.534259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.555645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:02.560231 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.640171 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:11:02.657794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 31e18d68-57e1-4bde-90f6-7775afb7c458 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:02.661249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port db0d7dbb-0603-4398-8578-47a0ba945638 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:02.661759 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.676476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] For port 31e18d68-57e1-4bde-90f6-7775afb7c458, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=31e18d68-57e1-4bde-90f6-7775afb7c458,segment=NetworkSegment(1a76e8a1-ad2b-4035-b384-15ade85f97ff),segment_id=1a76e8a1-ad2b-4035-b384-15ade85f97ff)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:02.676882 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.721209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=31e18d68-57e1-4bde-90f6-7775afb7c458,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:02.725508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 31e18d68-57e1-4bde-90f6-7775afb7c458 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:02.725834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 31e18d68-57e1-4bde-90f6-7775afb7c458 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:02.736009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port 31e18d68-57e1-4bde-90f6-7775afb7c458 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:02.739367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] Calling delete_port for 31e18d68-57e1-4bde-90f6-7775afb7c458 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:02.743658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.753907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db0d7dbb-0603-4398-8578-47a0ba945638 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:11:02.776001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c7ed-2202-4ee8-b79b-b30af6ccedff None None] Pushing event updated for resources: {'Port': ['ID=497429f3-e5b7-4ebb-9c14-839a7c676867,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:02.825075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:02.837445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:02.849695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:02.853732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:02.892565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (1f33b446-bee4-4864-96f3-5490b8353eb0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.897197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Pushing event updated for resources: {'Port': ['ID=1df77844-ee47-45d4-bbd5-1d735dba254c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:02.917968 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (31e18d68-57e1-4bde-90f6-7775afb7c458), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.955579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:02.961486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] No DVR routers for this DVR port 31e18d68-57e1-4bde-90f6-7775afb7c458 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:02.966089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c73da4-0708-4b18-9252-9c234c412aac None None] Pushing event deleted for resources: {'Port': ['ID=31e18d68-57e1-4bde-90f6-7775afb7c458,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:03.002169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a8d3f83-9cc1-4e7a-9e82-83873fbfc9da req-28b3c873-4cfe-4edb-9987-c45c1b818c13 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 210 time: 0.1059132 Aug 28 20:11:03.012449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f33b446-bee4-4864-96f3-5490b8353eb0']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:03.041322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a76e8a1-ad2b-4035-b384-15ade85f97ff') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:03.041617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a76e8a1-ad2b-4035-b384-15ade85f97ff') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:03.047386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:03.052331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['db0d7dbb-0603-4398-8578-47a0ba945638'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:11:03.086616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1a76e8a1-ad2b-4035-b384-15ade85f97ff), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.142999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1a76e8a1-ad2b-4035-b384-15ade85f97ff), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.156521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:03.156927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1a76e8a1-ad2b-4035-b384-15ade85f97ff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.257994 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1a76e8a1-ad2b-4035-b384-15ade85f97ff resource provider aggregate not found Aug 28 20:11:03.289091 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1a76e8a1-ad2b-4035-b384-15ade85f97ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a76e8a1-ad2b-4035-b384-15ade85f97ff found for delete ", "request_id": "req-71ef170c-cc9e-41ed-bca8-dfe6772f5cf6"}]} Aug 28 20:11:03.308838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (fe31261c-c147-418a-8e2a-4286ec58a659), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.336357 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:03.353350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks [] for router_gateway (3958a607-369e-4afa-a984-c8f75fb68e72), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.363566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (2fbab42b-f259-4d33-ba41-8164e3b18000), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.395929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (1f33b446-bee4-4864-96f3-5490b8353eb0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.397692 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:03.400929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe31261c-c147-418a-8e2a-4286ec58a659,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:03.410202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.418427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1f33b446-bee4-4864-96f3-5490b8353eb0 HTTP/1.1" status: 204 len: 168 time: 2.1404579 Aug 28 20:11:03.428493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54028) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:03.476446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a40b9-0179-4843-b42f-8783d479c45e tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=1f33b446-bee4-4864-96f3-5490b8353eb0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:03.480724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Checking segment: {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:03.481140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Network hostable DHCP agents. Network: 49df12ca-1502-4e2c-ad20-3163c10a160f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:03.504074 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dbebf7-b9ba-4ba8-82f3-4c321896fbac tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:03.504538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dbebf7-b9ba-4ba8-82f3-4c321896fbac tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:03.510166 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a6dbebf7-b9ba-4ba8-82f3-4c321896fbac tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/220051a0-df93-4ce5-a0f5-28aaa229c12e HTTP/1.1" status: 404 len: 337 time: 0.0766919 Aug 28 20:11:03.511826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': '6ade9325-edd7-4bf1-adfa-54fc5395faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:03.512205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: 1acf153e-3979-4df2-8c93-523c4b86ce50, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:03.520532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54030) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:03.537251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-6976a7ed-d23c-4843-bb4c-5b770994b3f9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:03.538807 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-6976a7ed-d23c-4843-bb4c-5b770994b3f9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 805 time: 0.2843709 Aug 28 20:11:03.583254 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c5911f-d6a2-4d3f-908d-803a331a1064 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:03.583801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c5911f-d6a2-4d3f-908d-803a331a1064 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:03.587051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-62c5911f-d6a2-4d3f-908d-803a331a1064 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/932cfb48-1795-4c5d-9ed0-3341b2e692da HTTP/1.1" status: 404 len: 339 time: 0.0653372 Aug 28 20:11:03.597072 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:03.597993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=2fbab42b-f259-4d33-ba41-8164e3b18000,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:03.597993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54034) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:03.611361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Request body: {'port': {'device_id': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'admin_state_up': True, 'tenant_id': '28d057c8fdf747988db165403edc2593'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:03.634944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device db0d7dbb-0603-4398-8578-47a0ba945638 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:03.635199 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e067d6a8-9206-47e8-956e-8ecf26c60531 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:03.635589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e067d6a8-9206-47e8-956e-8ecf26c60531 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:03.638677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e067d6a8-9206-47e8-956e-8ecf26c60531 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f9e82ae8-60ef-493d-b481-e76a4c0b5cd4 HTTP/1.1" status: 404 len: 337 time: 0.0411904 Aug 28 20:11:03.644034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54036) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:03.664597 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a016fc56-8458-4a6b-a461-afc8d6ddac41 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:03.665128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a016fc56-8458-4a6b-a461-afc8d6ddac41 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:03.669615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a016fc56-8458-4a6b-a461-afc8d6ddac41 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6d6f51f5-2e17-406e-add2-e15ccb201c59 HTTP/1.1" status: 404 len: 339 time: 0.0238197 Aug 28 20:11:03.686073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54038) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:03.690706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port db0d7dbb-0603-4398-8578-47a0ba945638 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:03.691281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.714315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Network 49df12ca-1502-4e2c-ad20-3163c10a160f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:03.717829 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f025ae4-b36a-4ee1-b9f8-91df38d1a13f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:03.718011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa286ef2-3587-4dd3-8cdf-6c6663eae819 None None] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:03.718148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f025ae4-b36a-4ee1-b9f8-91df38d1a13f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:03.721749 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3f025ae4-b36a-4ee1-b9f8-91df38d1a13f tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/36275d9b-d45a-46ba-8b06-aefda80e1c72 HTTP/1.1" status: 404 len: 337 time: 0.0350573 Aug 28 20:11:03.724691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54040) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:03.734139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c6b2a-4a56-4de8-8ac1-537c961c69c7 req-0c23f3d4-2b1f-400e-9a04-ef1a0b5177ca tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:03.736336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-461c6b2a-4a56-4de8-8ac1-537c961c69c7 req-0c23f3d4-2b1f-400e-9a04-ef1a0b5177ca tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 945 time: 0.1205781 Aug 28 20:11:03.744623 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80b066f-cd29-42a5-b491-4dc820a5e995 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:03.745149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80b066f-cd29-42a5-b491-4dc820a5e995 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:03.749574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c80b066f-cd29-42a5-b491-4dc820a5e995 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c5d5700b-9680-4f53-8baa-4c67e188fe97 HTTP/1.1" status: 404 len: 339 time: 0.0225961 Aug 28 20:11:03.756376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54042) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:03.801912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-97e8b6e5-8822-4de9-9d38-11c5bb215e34 None None] Provisioning complete for port 497429f3-e5b7-4ebb-9c14-839a7c676867 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:03.802284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-97e8b6e5-8822-4de9-9d38-11c5bb215e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.822796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting subnet e1dee995-68b2-427e-a4e0-d1a8fb58ccdd {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:03.826550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (e1dee995-68b2-427e-a4e0-d1a8fb58ccdd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.839631 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (3958a607-369e-4afa-a984-c8f75fb68e72), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.875969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 1acf153e-3979-4df2-8c93-523c4b86ce50 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:03.887314 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (e1dee995-68b2-427e-a4e0-d1a8fb58ccdd), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:03.903539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-461c6b2a-4a56-4de8-8ac1-537c961c69c7 req-2c0aff0e-952d-48d1-bdd2-ebba92612c6f tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397069 Aug 28 20:11:03.926533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port db0d7dbb-0603-4398-8578-47a0ba945638 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:03.927612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.009724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:04.012561 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a093b269-4d58-4b42-ac2f-73a41fb7767e" -d '{"events": [{"server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:04.014271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 49df12ca-1502-4e2c-ad20-3163c10a160f) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:04.022436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:04.022593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Made reservation on behalf of 28d057c8fdf747988db165403edc2593 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:04.023066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.025627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-97e8b6e5-8822-4de9-9d38-11c5bb215e34 None None] Current status of the port 497429f3-e5b7-4ebb-9c14-839a7c676867 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:04.026405 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-97e8b6e5-8822-4de9-9d38-11c5bb215e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.028439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.034226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526971a3-31bd-48d5-b7be-a474713f40d8 None None] Network 49df12ca-1502-4e2c-ad20-3163c10a160f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:04.074425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e1dee995-68b2-427e-a4e0-d1a8fb58ccdd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.120509 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092770e6-92c9-4732-8e52-517be74879f0 x-openstack-request-id: req-092770e6-92c9-4732-8e52-517be74879f0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:04.120875 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:04.121222 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-092770e6-92c9-4732-8e52-517be74879f0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:04.121827 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092770e6-92c9-4732-8e52-517be74879f0'] response: {'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'code': 200} Aug 28 20:11:04.124056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:04.164490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-97e8b6e5-8822-4de9-9d38-11c5bb215e34 None None] For port 497429f3-e5b7-4ebb-9c14-839a7c676867, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=497429f3-e5b7-4ebb-9c14-839a7c676867,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:04.189559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 1acf153e-3979-4df2-8c93-523c4b86ce50) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:04.198774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:04.200126 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.206264 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:04.214583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7143c2-07de-48b1-9005-72372e399bb5 None None] Network 1acf153e-3979-4df2-8c93-523c4b86ce50 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:04.214840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Router 3958a607-369e-4afa-a984-c8f75fb68e72 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:11:04.225974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Allocated IP 172.20.0.12 (c49b44b1-867f-4e9f-ac82-9c95519351e5/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194/936feeb4-a32d-4591-95c7-1dffc50c897f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:04.264769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c2e5009-ae04-4883-84cf-9f0ffe3eae0b req-f7794811-49c5-4805-ba28-05598728b501 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 210 time: 0.0555732 Aug 28 20:11:04.300630 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:04.309243 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fe68af23-bf1c-4499-a045-d58f82c96453 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4231687 Aug 28 20:11:04.312239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-49df12ca-1502-4e2c-ad20-3163c10a160f', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'fixed_ips': [{'subnet_id': 'fe31261c-c147-418a-8e2a-4286ec58a659'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:04.313176 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.315052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-77dbe2ff-0a37-4d33-b2b3-09d1694725a8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0284142 Aug 28 20:11:04.316759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54050) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:04.318332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (e1dee995-68b2-427e-a4e0-d1a8fb58ccdd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.322924 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-97e8b6e5-8822-4de9-9d38-11c5bb215e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.325958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.327529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1074834547'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:04.331248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54052) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:04.401598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Request body: {'router': {'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:04.435297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 497429f3-e5b7-4ebb-9c14-839a7c676867 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:04.453006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:04.457140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dee995-68b2-427e-a4e0-d1a8fb58ccdd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:04.465714 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.468742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-46d08e51-c0d1-4094-a9e5-6024f0bae938 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e1dee995-68b2-427e-a4e0-d1a8fb58ccdd HTTP/1.1" status: 204 len: 168 time: 0.7109950 Aug 28 20:11:04.472062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54054) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:04.493243 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64607902-3135-44f1-9041-174562c5c177 None None] Sync routers for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:04.521031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:04.521031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:04.540904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a57de-a4d6-417d-a553-71e9308cc05f None None] Network da801468-7f6a-4afc-a8df-f4aabc9986cf requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:04.573825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8b6e5-8822-4de9-9d38-11c5bb215e34 None None] Pushing event updated for resources: {'Port': ['ID=497429f3-e5b7-4ebb-9c14-839a7c676867,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:04.648471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a712e133-514a-4a0b-aeb7-484fdea88cbd None None] Provisioning complete for port 497429f3-e5b7-4ebb-9c14-839a7c676867 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:04.649159 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a712e133-514a-4a0b-aeb7-484fdea88cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.657066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (da801468-7f6a-4afc-a8df-f4aabc9986cf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.692640 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks [] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.706709 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.708295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c143309d-8631-4626-82f7-150a4e4820fb admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0087802 Aug 28 20:11:04.710800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port eef43f7b-0978-4f15-b3f0-a1555313c41c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:04.711188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.712945 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:04.715419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54060) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:04.717681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb44cea-8efd-4b93-9e62-c66dc4dd4e1f req-6b5aae89-2eeb-4f53-a0cc-3f78bee16972 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:04.727170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb44cea-8efd-4b93-9e62-c66dc4dd4e1f req-6b5aae89-2eeb-4f53-a0cc-3f78bee16972 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.1027839 Aug 28 20:11:04.727495 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:04.732842 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (d494a4da-0976-4aed-86a9-d8a4a12d59b2), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.733915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (d494a4da-0976-4aed-86a9-d8a4a12d59b2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.748934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-1acf153e-3979-4df2-8c93-523c4b86ce50', 'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50', 'project_id': '97dc423079494a9cb8264d083bd9d228', 'fixed_ips': [{'subnet_id': '2fbab42b-f259-4d33-ba41-8164e3b18000'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:04.749995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.812457 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eb44cea-8efd-4b93-9e62-c66dc4dd4e1f req-895d587d-7356-4382-a169-7ac0c723172d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837543 Aug 28 20:11:04.818083 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:04.864970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:04.905748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 497429f3-e5b7-4ebb-9c14-839a7c676867 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:04.905748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.905748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Allocated IP 172.20.0.2 (49df12ca-1502-4e2c-ad20-3163c10a160f/fe31261c-c147-418a-8e2a-4286ec58a659/e51174d9-2428-427a-812d-5b7082ce101f) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:04.906180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:04.908365 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.920206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:04.984259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:11:04.990294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:04.994011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:04.998911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:05.000736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] DHCP port deletion for da801468-7f6a-4afc-a8df-f4aabc9986cf request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:05.015702 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks [] for router_controller (d494a4da-0976-4aed-86a9-d8a4a12d59b2), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.034804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port eef43f7b-0978-4f15-b3f0-a1555313c41c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eef43f7b-0978-4f15-b3f0-a1555313c41c,segment=NetworkSegment(e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04),segment_id=e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:05.035198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.047246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event updated for resources: {'Port': ['ID=936feeb4-a32d-4591-95c7-1dffc50c897f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:05.051267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 6cffe528-59f4-4fad-86b8-3840db7457a8 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:11:05.080536 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:03Z', 'revision_number': 3, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:05.095752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:05.096454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.111701 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64607902-3135-44f1-9041-174562c5c177 None None] Checking router: 3958a607-369e-4afa-a984-c8f75fb68e72 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:05.112787 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64607902-3135-44f1-9041-174562c5c177 None None] Updating router 3958a607-369e-4afa-a984-c8f75fb68e72 port 1df77844-ee47-45d4-bbd5-1d735dba254c binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:11:05.141123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for eef43f7b-0978-4f15-b3f0-a1555313c41c owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:05.149115 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-64607902-3135-44f1-9041-174562c5c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.186319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Allocated IP 172.20.0.2 (1acf153e-3979-4df2-8c93-523c4b86ce50/2fbab42b-f259-4d33-ba41-8164e3b18000/90ac9305-91f8-4a04-a0fe-23a0463a84e4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:05.276286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-18b58938-674a-4aa4-83e4-6109256d44e5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7159255 Aug 28 20:11:05.295334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Request body: {'port': {'device_id': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:05.400433 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.546288 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-64607902-3135-44f1-9041-174562c5c177 None None] Publish callbacks [] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.633750 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-64607902-3135-44f1-9041-174562c5c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.668969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a712e133-514a-4a0b-aeb7-484fdea88cbd None None] Current status of the port 497429f3-e5b7-4ebb-9c14-839a7c676867 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:05.715565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks [] for router_gateway (d494a4da-0976-4aed-86a9-d8a4a12d59b2), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.725572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] Deleting port eef43f7b-0978-4f15-b3f0-a1555313c41c {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:05.726088 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.731701 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Pushing event updated for resources: {'Port': ['ID=1df77844-ee47-45d4-bbd5-1d735dba254c,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:05.746966 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.748255 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.750143 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.750929 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.752078 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.752682 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.753375 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.754181 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.768720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.768720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.768720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.768720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.768720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.768720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.768720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:05.781033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-64607902-3135-44f1-9041-174562c5c177 None None] Attempting to bind port 1df77844-ee47-45d4-bbd5-1d735dba254c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:05.782807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-64607902-3135-44f1-9041-174562c5c177 None None] Attempting to bind port 1df77844-ee47-45d4-bbd5-1d735dba254c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:05.783424 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64607902-3135-44f1-9041-174562c5c177 None None] Attempting to bind port 1df77844-ee47-45d4-bbd5-1d735dba254c on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:05.792302 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64607902-3135-44f1-9041-174562c5c177 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:05.798825 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64607902-3135-44f1-9041-174562c5c177 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:05.798825 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-64607902-3135-44f1-9041-174562c5c177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.798825 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64607902-3135-44f1-9041-174562c5c177 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:05.798825 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-64607902-3135-44f1-9041-174562c5c177 None None] Bound port: 1df77844-ee47-45d4-bbd5-1d735dba254c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:05.798825 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-64607902-3135-44f1-9041-174562c5c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.800530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] For port eef43f7b-0978-4f15-b3f0-a1555313c41c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eef43f7b-0978-4f15-b3f0-a1555313c41c,segment=NetworkSegment(e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04),segment_id=e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:05.800950 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.807147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5fce-f44f-4b41-90fa-4937a92199a6 req-e5747cc4-f504-4612-872b-3ca78572b45a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:05.808702 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-509f5fce-f44f-4b41-90fa-4937a92199a6 req-e5747cc4-f504-4612-872b-3ca78572b45a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 932 time: 0.1522086 Aug 28 20:11:05.808933 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:05.815907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] Calling delete_port for eef43f7b-0978-4f15-b3f0-a1555313c41c owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:05.888720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-64607902-3135-44f1-9041-174562c5c177 None None] For port 1df77844-ee47-45d4-bbd5-1d735dba254c, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:05.896975 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-64607902-3135-44f1-9041-174562c5c177 None None] For port 1df77844-ee47-45d4-bbd5-1d735dba254c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1df77844-ee47-45d4-bbd5-1d735dba254c,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:05.914222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:05.967594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port eef43f7b-0978-4f15-b3f0-a1555313c41c on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:05.984192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=eef43f7b-0978-4f15-b3f0-a1555313c41c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:05.984479 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-64607902-3135-44f1-9041-174562c5c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.003385 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:06.018953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 497429f3-e5b7-4ebb-9c14-839a7c676867 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:06.021590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-821b9263-8808-4744-9d47-3460fd975290 None None] Provisioning complete for port 936feeb4-a32d-4591-95c7-1dffc50c897f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:06.022218 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-821b9263-8808-4744-9d47-3460fd975290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.028733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff694f2-8bf9-4094-9943-ea809a4ef09e req-86fab572-0385-4617-a49f-37914d8c26c0 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:06.030768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ff694f2-8bf9-4094-9943-ea809a4ef09e req-86fab572-0385-4617-a49f-37914d8c26c0 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.0703940 Aug 28 20:11:06.084490 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:06.085307 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:06.101061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-509f5fce-f44f-4b41-90fa-4937a92199a6 req-96c6a741-b9fb-4f7a-bdc2-6dcb7d05ec80 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817154 Aug 28 20:11:06.137866 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Publish callbacks [] for port (e51174d9-2428-427a-812d-5b7082ce101f), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.148090 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:06.148544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ff694f2-8bf9-4094-9943-ea809a4ef09e req-6e59ce03-7304-4aac-a9a2-21cb117331d8 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028483 Aug 28 20:11:06.151823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-821b9263-8808-4744-9d47-3460fd975290 None None] Port 936feeb4-a32d-4591-95c7-1dffc50c897f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:06.156342 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Publish callbacks [] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.180187 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:06.190124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (da801468-7f6a-4afc-a8df-f4aabc9986cf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.215519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (eef43f7b-0978-4f15-b3f0-a1555313c41c), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.216488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936feeb4-a32d-4591-95c7-1dffc50c897f {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:11:06.225564 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Publish callbacks [] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.246836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Transition to ACTIVE for port object 936feeb4-a32d-4591-95c7-1dffc50c897f will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:11:06.273653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da801468-7f6a-4afc-a8df-f4aabc9986cf']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:06.284740 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:06.286626 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e51174d9-2428-427a-812d-5b7082ce101f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.289203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:06.290284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:06.290658 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217a35d-e535-4d93-916a-3a435044e69e None None] Pushing event updated for resources: {'Port': ['ID=1df77844-ee47-45d4-bbd5-1d735dba254c,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:06.295888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] No DVR routers for this DVR port eef43f7b-0978-4f15-b3f0-a1555313c41c on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:06.309065 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:06.309065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.318739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f876-2a79-4d16-8d0d-0d6e207bd6f8 None None] Pushing event deleted for resources: {'Port': ['ID=eef43f7b-0978-4f15-b3f0-a1555313c41c,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:06.326133 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.337636 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:06.347483 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:06.386697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.389992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Network 49df12ca-1502-4e2c-ad20-3163c10a160f is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:06.392141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 497429f3-e5b7-4ebb-9c14-839a7c676867 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:06.395290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Pushing event updated for resources: {'Port': ['ID=936feeb4-a32d-4591-95c7-1dffc50c897f,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:06.412963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Network 1acf153e-3979-4df2-8c93-523c4b86ce50 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:06.413472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.431994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:06.434683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:06.443840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-e61d42af-a85a-4a1d-9da2-0f23a0dbd898 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:06.445476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-e61d42af-a85a-4a1d-9da2-0f23a0dbd898 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.2339969 Aug 28 20:11:06.456824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:06.460458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:06.465391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Pushing event updated for resources: {'Port': ['ID=e51174d9-2428-427a-812d-5b7082ce101f,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:06.502706 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:06.503120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.521843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Attempting to bind port 936feeb4-a32d-4591-95c7-1dffc50c897f on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:06.522783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Attempting to bind port 936feeb4-a32d-4591-95c7-1dffc50c897f by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:06.527869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Attempting to bind port 936feeb4-a32d-4591-95c7-1dffc50c897f on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:06.530211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Port 936feeb4-a32d-4591-95c7-1dffc50c897f on network c49b44b1-867f-4e9f-ac82-9c95519351e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:11:06.531499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Attempting to bind port 936feeb4-a32d-4591-95c7-1dffc50c897f on network c49b44b1-867f-4e9f-ac82-9c95519351e5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:06.539098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:06.540026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Checking segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:06.540829 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Bound using segment: {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:06.541556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Bound port: 936feeb4-a32d-4591-95c7-1dffc50c897f, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:06.542260 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.622739 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04 resource provider aggregate not found Aug 28 20:11:06.633757 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:06.649839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] For port 936feeb4-a32d-4591-95c7-1dffc50c897f, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:06.655744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Pushing event updated for resources: {'Port': ['ID=90ac9305-91f8-4a04-a0fe-23a0463a84e4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:06.656843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] For port 936feeb4-a32d-4591-95c7-1dffc50c897f, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=936feeb4-a32d-4591-95c7-1dffc50c897f,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:06.665897 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0f6b40b-02eb-40da-8ece-4ac2c1bb0d04 found for delete ", "request_id": "req-588905d9-1d92-487d-bc6a-2f7a5c7bbfa7"}]} Aug 28 20:11:06.669134 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Attempting to bind port e51174d9-2428-427a-812d-5b7082ce101f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:06.669812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Attempting to bind port e51174d9-2428-427a-812d-5b7082ce101f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:06.670400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Attempting to bind port e51174d9-2428-427a-812d-5b7082ce101f on network 49df12ca-1502-4e2c-ad20-3163c10a160f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:06.674268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Attempting to bind port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:06.674705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Attempting to bind port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '6ade9325-edd7-4bf1-adfa-54fc5395faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:06.675075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Attempting to bind port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 on network 1acf153e-3979-4df2-8c93-523c4b86ce50 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:06.677247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 497429f3-e5b7-4ebb-9c14-839a7c676867 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:06.678260 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.702352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:06.702725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Checking segment: {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:06.708876 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.708876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Bound using segment: {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:06.708876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Bound port: e51174d9-2428-427a-812d-5b7082ce101f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:06.708876 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e51174d9-2428-427a-812d-5b7082ce101f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.709357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:06.709755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Checking segment: {'id': '6ade9325-edd7-4bf1-adfa-54fc5395faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:06.710178 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.710576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Bound using segment: {'id': '6ade9325-edd7-4bf1-adfa-54fc5395faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:06.711059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Bound port: 90ac9305-91f8-4a04-a0fe-23a0463a84e4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ade9325-edd7-4bf1-adfa-54fc5395faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1acf153e-3979-4df2-8c93-523c4b86ce50'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:06.711445 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.719110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-64607902-3135-44f1-9041-174562c5c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:03Z', 'revision_number': 3, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:06.725995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.3 (1acf153e-3979-4df2-8c93-523c4b86ce50/2fbab42b-f259-4d33-ba41-8164e3b18000/6cffe528-59f4-4fad-86b8-3840db7457a8) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:06.751911 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64607902-3135-44f1-9041-174562c5c177 None None] The sync data for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 is: [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:03Z', 'revision_number': 3, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:06.760078 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.765571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:06.769657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.769657 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/936feeb4-a32d-4591-95c7-1dffc50c897f HTTP/1.1" status: 200 len: 1092 time: 1.4772956 Aug 28 20:11:06.769657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'tag': '936feeb4-a32d-4591-95c7-1dffc50c897f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:06.772720 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a3ea47-39b1-4c0a-a2a9-c6fa9858fd20" -d '{"events": [{"name": "network-changed", "server_uuid": "7894ff25-5cd9-41fe-bb52-0c0053bdae8b", "tag": "936feeb4-a32d-4591-95c7-1dffc50c897f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:06.773448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks [] for router_gateway (d494a4da-0976-4aed-86a9-d8a4a12d59b2), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.834755 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4932c3ac-605b-4363-85d3-9fd561d4551b x-openstack-request-id: req-4932c3ac-605b-4363-85d3-9fd561d4551b {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:06.835353 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894ff25-5cd9-41fe-bb52-0c0053bdae8b", "tag": "936feeb4-a32d-4591-95c7-1dffc50c897f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:06.835353 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4932c3ac-605b-4363-85d3-9fd561d4551b {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:06.835672 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4932c3ac-605b-4363-85d3-9fd561d4551b'] response: {'name': 'network-changed', 'server_uuid': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'tag': '936feeb4-a32d-4591-95c7-1dffc50c897f', 'status': 'completed', 'code': 200} Aug 28 20:11:06.871269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f48e7d-3e7f-4c8a-9ff2-7e67a77211a2 service neutron] Pushing event updated for resources: {'Port': ['ID=936feeb4-a32d-4591-95c7-1dffc50c897f,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:06.884630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] For port 90ac9305-91f8-4a04-a0fe-23a0463a84e4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:06.898089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] For port e51174d9-2428-427a-812d-5b7082ce101f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:06.903145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] For port 90ac9305-91f8-4a04-a0fe-23a0463a84e4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=90ac9305-91f8-4a04-a0fe-23a0463a84e4,segment=NetworkSegment(6ade9325-edd7-4bf1-adfa-54fc5395faf1),segment_id=6ade9325-edd7-4bf1-adfa-54fc5395faf1)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:06.905582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] For port e51174d9-2428-427a-812d-5b7082ce101f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e51174d9-2428-427a-812d-5b7082ce101f,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:06.908771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 497429f3-e5b7-4ebb-9c14-839a7c676867 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:06.926583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.942002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3ea47-39b1-4c0a-a2a9-c6fa9858fd20 req-9c86d8bc-3f1f-4bd3-839e-3e45069e57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:06.943802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00a3ea47-39b1-4c0a-a2a9-c6fa9858fd20 req-9c86d8bc-3f1f-4bd3-839e-3e45069e57e0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 1126 time: 0.0570927 Aug 28 20:11:06.977290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (da801468-7f6a-4afc-a8df-f4aabc9986cf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:06.986540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eef43f7b-0978-4f15-b3f0-a1555313c41c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:07.000957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Deleting port db0d7dbb-0603-4398-8578-47a0ba945638 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:07.001294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.022983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: eef43f7b-0978-4f15-b3f0-a1555313c41c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:07.048568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eef43f7b-0978-4f15-b3f0-a1555313c41c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:07.099253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.099889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3ea47-39b1-4c0a-a2a9-c6fa9858fd20 req-271788dd-f37f-40a9-ac29-40ac9917afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:07.101445 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00a3ea47-39b1-4c0a-a2a9-c6fa9858fd20 req-271788dd-f37f-40a9-ac29-40ac9917afb1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=28d057c8fdf747988db165403edc2593&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1438975 Aug 28 20:11:07.103544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/da801468-7f6a-4afc-a8df-f4aabc9986cf HTTP/1.1" status: 204 len: 168 time: 2.6247873 Aug 28 20:11:07.106185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54074) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:07.111920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e51174d9-2428-427a-812d-5b7082ce101f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.121686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.207886 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (6cffe528-59f4-4fad-86b8-3840db7457a8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.249191 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d514fad-42b1-44cb-a656-91d44bd64dd0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:07.249737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d514fad-42b1-44cb-a656-91d44bd64dd0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:07.262151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0d514fad-42b1-44cb-a656-91d44bd64dd0 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/722eb30e-3138-4ca8-a3b0-92aaed899895 HTTP/1.1" status: 404 len: 337 time: 0.1535716 Aug 28 20:11:07.292640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82594e9e-2852-441a-8f92-b3cbe538f337 None None] Pushing event updated for resources: {'Port': ['ID=e51174d9-2428-427a-812d-5b7082ce101f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:07.305566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54080) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:07.307666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.330916 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d7313-ad02-49f1-8c4e-453a531c90dd tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=da801468-7f6a-4afc-a8df-f4aabc9986cf,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:07.418359 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42d55fc-24a9-4469-803f-8dc28a35ee2c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] DELETE failed (client error): The resource could not be found. Aug 28 20:11:07.423283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f73a4-c095-4a97-83a8-046904b0e6b1 None None] Pushing event updated for resources: {'Port': ['ID=90ac9305-91f8-4a04-a0fe-23a0463a84e4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:07.439110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42d55fc-24a9-4469-803f-8dc28a35ee2c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:07.444114 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a42d55fc-24a9-4469-803f-8dc28a35ee2c tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c1909dff-e3e4-4246-9490-eec051cf4826 HTTP/1.1" status: 404 len: 339 time: 0.1321516 Aug 28 20:11:07.452476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9656e-9c1b-4c1a-b964-0ae62838f7a6 req-edd45eb0-85f8-4dcd-905b-a4215d672167 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:07.453780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a9656e-9c1b-4c1a-b964-0ae62838f7a6 req-edd45eb0-85f8-4dcd-905b-a4215d672167 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 944 time: 0.1154139 Aug 28 20:11:07.454933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54082) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:07.533770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] For port db0d7dbb-0603-4398-8578-47a0ba945638, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=db0d7dbb-0603-4398-8578-47a0ba945638,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:07.534356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.642414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Allocated IP 172.25.4.237 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/effbb78a-8fc0-490c-baa4-35d89266e45e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:07.656037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting subnet 6d31d932-ad9f-4298-a949-adeb6b5b8ee6 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:07.670328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Calling delete_port for db0d7dbb-0603-4398-8578-47a0ba945638 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:07.670586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (6d31d932-ad9f-4298-a949-adeb6b5b8ee6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.682860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92424e-1b08-4310-8504-c36ae43cb0eb req-06dfd042-dc66-4c43-be15-cb5c6e82fed7 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:07.690862 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c92424e-1b08-4310-8504-c36ae43cb0eb req-06dfd042-dc66-4c43-be15-cb5c6e82fed7 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 946 time: 0.3642445 Aug 28 20:11:07.725777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3ea47-39b1-4c0a-a2a9-c6fa9858fd20 req-22ac46ec-c974-43f8-a029-7302538209a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:07.727243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00a3ea47-39b1-4c0a-a2a9-c6fa9858fd20 req-22ac46ec-c974-43f8-a029-7302538209a1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6066494 Aug 28 20:11:07.739597 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9a9656e-9c1b-4c1a-b964-0ae62838f7a6 req-0a8087a4-71e4-4eb1-b40e-d4731cb6f42b tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059991 Aug 28 20:11:07.768401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (6d31d932-ad9f-4298-a949-adeb6b5b8ee6), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.797519 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:07.812754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6cffe528-59f4-4fad-86b8-3840db7457a8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:07.953622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-3e9f064f-9058-4039-ac14-b7f913d69aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:07.955799 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-3e9f064f-9058-4039-ac14-b7f913d69aaf service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 1126 time: 0.1278210 Aug 28 20:11:08.011752 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:08.034898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=6cffe528-59f4-4fad-86b8-3840db7457a8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:08.046653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-f296ccd5-b907-4621-83d3-0307342ab521 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936feeb4-a32d-4591-95c7-1dffc50c897f HTTP/1.1" status: 200 len: 217 time: 0.0697110 Aug 28 20:11:08.051830 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (6d31d932-ad9f-4298-a949-adeb6b5b8ee6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.096721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 1acf153e-3979-4df2-8c93-523c4b86ce50 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:08.150116 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:08.220902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-3b6b87e8-cc40-4016-864e-7442a2db2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:08.222519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-3b6b87e8-cc40-4016-864e-7442a2db2b9b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.1664639 Aug 28 20:11:08.247765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff388b-e315-4fec-b485-60b7122a4062 req-5602d5cd-1a05-4807-b396-5990e98f8973 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:08.249716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5eff388b-e315-4fec-b485-60b7122a4062 req-5602d5cd-1a05-4807-b396-5990e98f8973 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.0827026 Aug 28 20:11:08.311512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-0fcff014-6274-4eb1-9f25-e1f8e3d635a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:08.314045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-0fcff014-6274-4eb1-9f25-e1f8e3d635a8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836668 Aug 28 20:11:08.317593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (6d31d932-ad9f-4298-a949-adeb6b5b8ee6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.392281 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:08.405198 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:08.437031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Subnet': ['ID=6d31d932-ad9f-4298-a949-adeb6b5b8ee6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:08.439792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.443820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b009dbe4-8eea-4f61-84ad-467cc812a6d4 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6d31d932-ad9f-4298-a949-adeb6b5b8ee6 HTTP/1.1" status: 204 len: 168 time: 0.9845512 Aug 28 20:11:08.449036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160eb68-3c86-4928-89ae-e9308bda3cb2 None None] Network 6ab4bba3-9635-4061-89c5-e8312c4f02e4 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:08.460671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54088) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:08.503739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:08.506673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:08.534646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Allocated IP 172.20.0.1 (77cd677e-32a7-4bf0-bf04-1da6f14ce29f/45a8bcfa-3558-41a2-9cf0-ab12875c81d5/6c120248-21a9-4b5d-8060-f7e87f8e8f55) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:08.551767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e51174d9-2428-427a-812d-5b7082ce101f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:08.584633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6ab4bba3-9635-4061-89c5-e8312c4f02e4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.599888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5eff388b-e315-4fec-b485-60b7122a4062 req-7f1b2d86-464a-4a5c-b76e-935aba80337c tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259850 Aug 28 20:11:08.674921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e51174d9-2428-427a-812d-5b7082ce101f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:08.677145 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e51174d9-2428-427a-812d-5b7082ce101f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.701786 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-df9d7a1a-1dd6-461c-998e-8141f08c8e5d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749413 Aug 28 20:11:08.705128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Deleting port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:08.706063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.740062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] DHCP port deletion for 6ab4bba3-9635-4061-89c5-e8312c4f02e4 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:08.772509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks [] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.818891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c92424e-1b08-4310-8504-c36ae43cb0eb req-98bb181e-cfb4-4d4d-b922-7cf5b6c9b874 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1270771 Aug 28 20:11:08.881399 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:DELETE=15,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:08.943771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.946379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] Deleting port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:08.947588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:08.960985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks [] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.019763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363700-da7b-48bf-8ab6-09fb1d170c42 req-ef06df6c-1dd1-4cbb-a505-4f59fa5e3e6f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:09.027878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7b363700-da7b-48bf-8ab6-09fb1d170c42 req-ef06df6c-1dd1-4cbb-a505-4f59fa5e3e6f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 944 time: 0.0820656 Aug 28 20:11:09.037097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] For port e8e16839-7a70-4d90-8e88-5c4d90a9fc15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,segment=NetworkSegment(4bc7500c-1522-4641-8eae-3b5301b3cb5c),segment_id=4bc7500c-1522-4641-8eae-3b5301b3cb5c)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:09.037484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.039594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:09.044309 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.074629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] For port e8e16839-7a70-4d90-8e88-5c4d90a9fc15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,segment=NetworkSegment(4bc7500c-1522-4641-8eae-3b5301b3cb5c),segment_id=4bc7500c-1522-4641-8eae-3b5301b3cb5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:09.076146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.094292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:09.107359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] Calling delete_port for e8e16839-7a70-4d90-8e88-5c4d90a9fc15 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:09.109099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:09.125751 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:09.127526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:09.164487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Calling delete_port for e8e16839-7a70-4d90-8e88-5c4d90a9fc15 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:09.226389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c544d8f5-18c5-44de-a4f1-276b199ed838 req-4be732cd-1997-4896-8115-42c72949012b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024922 Aug 28 20:11:09.234544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0114ce41-16ae-447a-93f5-bfa9916e7a9f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.9129205 Aug 28 20:11:09.234862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Pushing event updated for resources: {'Port': ['ID=effbb78a-8fc0-490c-baa4-35d89266e45e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:09.236140 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:09.238994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0987c0-b2bd-4031-91f4-a0b26a60a0af None None] Network 49df12ca-1502-4e2c-ad20-3163c10a160f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:09.242280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54098) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:09.292294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7b363700-da7b-48bf-8ab6-09fb1d170c42 req-57352bae-7310-40fe-a165-63e65bbb19b9 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498410 Aug 28 20:11:09.394698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-57eb612d-d1f5-4ffd-901d-572bc48c57f8 None None] Provisioning complete for port e51174d9-2428-427a-812d-5b7082ce101f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:09.395164 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57eb612d-d1f5-4ffd-901d-572bc48c57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e51174d9-2428-427a-812d-5b7082ce101f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.432758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.490992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Port': ['ID=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:09.501554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] No DVR routers for this DVR port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:09.517544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (e8e16839-7a70-4d90-8e88-5c4d90a9fc15), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.578667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46b2c9-c749-49a4-913b-651e6db89902 None None] Network 1acf153e-3979-4df2-8c93-523c4b86ce50 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:09.589613 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.618325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (db0d7dbb-0603-4398-8578-47a0ba945638), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.708932 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6ab4bba3-9635-4061-89c5-e8312c4f02e4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.709757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] No DVR routers for this DVR port e8e16839-7a70-4d90-8e88-5c4d90a9fc15 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:09.713997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d4ae-06f7-46ec-ab2b-b8a5a7655e68 None None] Pushing event deleted for resources: {'Port': ['ID=e8e16839-7a70-4d90-8e88-5c4d90a9fc15,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:09.754286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:09.755073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 6cffe528-59f4-4fad-86b8-3840db7457a8 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:09.755409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6cffe528-59f4-4fad-86b8-3840db7457a8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.787383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device db0d7dbb-0603-4398-8578-47a0ba945638 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:09.804305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c7388-5ad5-426d-86cd-7542dd9e0cea req-b5ce3d5b-4721-4891-9baf-813e6d301a79 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:09.806297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-251c7388-5ad5-426d-86cd-7542dd9e0cea req-b5ce3d5b-4721-4891-9baf-813e6d301a79 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.0868180 Aug 28 20:11:09.810734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:09.820786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab4bba3-9635-4061-89c5-e8312c4f02e4']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:09.831936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:09.846432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e51174d9-2428-427a-812d-5b7082ce101f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:09.846823 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e51174d9-2428-427a-812d-5b7082ce101f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:09.910632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc7500c-1522-4641-8eae-3b5301b3cb5c') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:09.912669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc7500c-1522-4641-8eae-3b5301b3cb5c') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:09.914249 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:09.918497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: db0d7dbb-0603-4398-8578-47a0ba945638 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:09.919149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device db0d7dbb-0603-4398-8578-47a0ba945638 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:09.922316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Pushing event updated for resources: {'Port': ['ID=6c120248-21a9-4b5d-8060-f7e87f8e8f55,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:09.954676 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:10.004882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (4bc7500c-1522-4641-8eae-3b5301b3cb5c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.031413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e51174d9-2428-427a-812d-5b7082ce101f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e51174d9-2428-427a-812d-5b7082ce101f,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:10.074186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] No DVR routers for this DVR port db0d7dbb-0603-4398-8578-47a0ba945638 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:10.077597 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.083380 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc098c8b-36af-4cb8-80ef-f3d80c4466b8 req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "DELETE /networking/v2.0/ports/db0d7dbb-0603-4398-8578-47a0ba945638 HTTP/1.1" status: 204 len: 173 time: 3.5965507 Aug 28 20:11:10.093243 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e51174d9-2428-427a-812d-5b7082ce101f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.098417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1df77844-ee47-45d4-bbd5-1d735dba254c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:10.105037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'name': 'network-vif-deleted', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:10.108513 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5fec62-fb74-46fe-b076-316dfd403a13" -d '{"events": [{"server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "name": "network-vif-deleted", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:10.116951 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:10.128456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64367800-70cd-4fdd-8dd3-051460c5aa71 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event deleted for resources: {'Port': ['ID=db0d7dbb-0603-4398-8578-47a0ba945638,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:10.159081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4bc7500c-1522-4641-8eae-3b5301b3cb5c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.168039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-57eb612d-d1f5-4ffd-901d-572bc48c57f8 None None] Current status of the port e51174d9-2428-427a-812d-5b7082ce101f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:10.176807 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-57eb612d-d1f5-4ffd-901d-572bc48c57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e51174d9-2428-427a-812d-5b7082ce101f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.191057 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-251c7388-5ad5-426d-86cd-7542dd9e0cea req-6b1bf4c0-0327-4668-9f48-ded1a0d4773a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588560 Aug 28 20:11:10.193587 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:10.196593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (4bc7500c-1522-4641-8eae-3b5301b3cb5c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.293640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-009c40fb-d4aa-4404-871a-cb8809845a2c req-6c79bcef-186b-4339-bda4-1a554f158cd5 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 210 time: 0.2009234 Aug 28 20:11:10.373437 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a446357b-2d30-48b2-9ee1-22403e1c7f1b x-openstack-request-id: req-a446357b-2d30-48b2-9ee1-22403e1c7f1b {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:10.376773 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e954df3c-d53a-4b39-9842-4f5e08c06c1d", "name": "network-vif-deleted", "tag": "db0d7dbb-0603-4398-8578-47a0ba945638", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:10.381492 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a446357b-2d30-48b2-9ee1-22403e1c7f1b {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:10.382392 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a446357b-2d30-48b2-9ee1-22403e1c7f1b'] response: {'server_uuid': 'e954df3c-d53a-4b39-9842-4f5e08c06c1d', 'name': 'network-vif-deleted', 'tag': 'db0d7dbb-0603-4398-8578-47a0ba945638', 'status': 'completed', 'code': 200} Aug 28 20:11:10.393143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e51174d9-2428-427a-812d-5b7082ce101f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:10.415041 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 4bc7500c-1522-4641-8eae-3b5301b3cb5c resource provider aggregate not found Aug 28 20:11:10.443988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (3958a607-369e-4afa-a984-c8f75fb68e72), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.468379 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-57eb612d-d1f5-4ffd-901d-572bc48c57f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:11:10.469053 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-57eb612d-d1f5-4ffd-901d-572bc48c57f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:11:10.471875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1df77844-ee47-45d4-bbd5-1d735dba254c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:10.474674 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.479882 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 4bc7500c-1522-4641-8eae-3b5301b3cb5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bc7500c-1522-4641-8eae-3b5301b3cb5c found for delete ", "request_id": "req-d641f922-de0c-45c5-af55-82bdc3037c2b"}]} Aug 28 20:11:10.591552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6ab4bba3-9635-4061-89c5-e8312c4f02e4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.601771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.617475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6ab4bba3-9635-4061-89c5-e8312c4f02e4 HTTP/1.1" status: 204 len: 168 time: 2.1557405 Aug 28 20:11:10.648440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c850-19cd-4be0-a350-da8aab713da2 tempest-NetworksIpV6Test-533026222 tempest-NetworksIpV6Test-533026222-project] Pushing event deleted for resources: {'Network': ['ID=6ab4bba3-9635-4061-89c5-e8312c4f02e4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:10.673652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks [] for router_gateway (d494a4da-0976-4aed-86a9-d8a4a12d59b2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.748461 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:10.785517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129bcbc-11c7-476f-98cf-81447b77aadd req-079dbf56-3403-4974-926c-99e7a4d3ee48 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:10.787331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3129bcbc-11c7-476f-98cf-81447b77aadd req-079dbf56-3403-4974-926c-99e7a4d3ee48 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 944 time: 0.1435556 Aug 28 20:11:10.796357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6cffe528-59f4-4fad-86b8-3840db7457a8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.837648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 6cffe528-59f4-4fad-86b8-3840db7457a8 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:10.844415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1df77844-ee47-45d4-bbd5-1d735dba254c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:10.844860 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.875667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 1df77844-ee47-45d4-bbd5-1d735dba254c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1df77844-ee47-45d4-bbd5-1d735dba254c,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:10.959835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:10.960721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 90ac9305-91f8-4a04-a0fe-23a0463a84e4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:10.982300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.009466 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:11.031586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3129bcbc-11c7-476f-98cf-81447b77aadd req-2ff1c653-3117-4746-aaa5-a1deb2d5d80a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240086 Aug 28 20:11:11.069076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-57eb612d-d1f5-4ffd-901d-572bc48c57f8 None None] Current status of the port e51174d9-2428-427a-812d-5b7082ce101f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:11.092034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=1df77844-ee47-45d4-bbd5-1d735dba254c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:11.108267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:11.108901 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.207490 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (d494a4da-0976-4aed-86a9-d8a4a12d59b2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.212122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Provisioning complete for port 6cffe528-59f4-4fad-86b8-3840db7457a8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:11.212520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6cffe528-59f4-4fad-86b8-3840db7457a8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.218103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:11.220373 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.221474 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:11.288801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 90ac9305-91f8-4a04-a0fe-23a0463a84e4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=90ac9305-91f8-4a04-a0fe-23a0463a84e4,segment=NetworkSegment(6ade9325-edd7-4bf1-adfa-54fc5395faf1),segment_id=6ade9325-edd7-4bf1-adfa-54fc5395faf1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:11.290437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Port 6cffe528-59f4-4fad-86b8-3840db7457a8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:11.300060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Provisioning complete for port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:11.300449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.317073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54120) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:11.338025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:11.356248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Provisioning complete for port e51174d9-2428-427a-812d-5b7082ce101f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:11.356937 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e51174d9-2428-427a-812d-5b7082ce101f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.381130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941309d-07f4-4e78-aac2-3fd56c9549a1 req-b6f48024-8316-48a1-b02e-b5505ea11e4f tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:11.382813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5941309d-07f4-4e78-aac2-3fd56c9549a1 req-b6f48024-8316-48a1-b02e-b5505ea11e4f tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.0992794 Aug 28 20:11:11.427221 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.456261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5941309d-07f4-4e78-aac2-3fd56c9549a1 req-e7bb3f8b-4e0d-436a-9bd2-42f03722aca2 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647488 Aug 28 20:11:11.486109 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:11.504890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=90ac9305-91f8-4a04-a0fe-23a0463a84e4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:11.512241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5698c082-958e-4bb4-bf80-768606cf1fd6 req-39c3eeb7-392e-4439-af51-cb9ff8400689 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e954df3c-d53a-4b39-9842-4f5e08c06c1d HTTP/1.1" status: 200 len: 210 time: 0.0529747 Aug 28 20:11:11.533572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6cffe528-59f4-4fad-86b8-3840db7457a8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.562996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Current status of the port e51174d9-2428-427a-812d-5b7082ce101f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:11.574397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Provisioning complete for port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:11.574789 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.588880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=6cffe528-59f4-4fad-86b8-3840db7457a8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:11.596167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks [] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.646078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e51174d9-2428-427a-812d-5b7082ce101f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:11.675690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cdc0a304-7e4c-4377-9301-4204a5d21eb2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f3e41557617148b7bb6ed544f75297ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566890 Aug 28 20:11:11.680943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54126) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:11.712944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.743869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4682d9fb-276b-45c2-9ece-fcca2df214cb None None] Current status of the port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:11.750151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a57a-447e-40c0-84f2-ad7511fbc0d0 admin admin] Publish callbacks [] for security_group (bb513397-7057-4a56-9475-e9cceafcd4ed), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.750401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e51174d9-2428-427a-812d-5b7082ce101f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:11.751332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e51174d9-2428-427a-812d-5b7082ce101f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.755359 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:11.786118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 936feeb4-a32d-4591-95c7-1dffc50c897f details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:11:11.799504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a57a-447e-40c0-84f2-ad7511fbc0d0 admin admin] Publish callbacks [] for security_group (bb513397-7057-4a56-9475-e9cceafcd4ed), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.894786 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:11.956791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 936feeb4-a32d-4591-95c7-1dffc50c897f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=936feeb4-a32d-4591-95c7-1dffc50c897f,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:11.964714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e51174d9-2428-427a-812d-5b7082ce101f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:11.965825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1df77844-ee47-45d4-bbd5-1d735dba254c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:11.976933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a57a-447e-40c0-84f2-ad7511fbc0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bb513397-7057-4a56-9475-e9cceafcd4ed), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.981488 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a57a-447e-40c0-84f2-ad7511fbc0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:11.985983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b2d3a57a-447e-40c0-84f2-ad7511fbc0d0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bb513397-7057-4a56-9475-e9cceafcd4ed HTTP/1.1" status: 204 len: 168 time: 0.3026567 Aug 28 20:11:11.988585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '936feeb4-a32d-4591-95c7-1dffc50c897f', 'network_id': 'c49b44b1-867f-4e9f-ac82-9c95519351e5', 'port_id': '936feeb4-a32d-4591-95c7-1dffc50c897f', 'mac_address': 'fa:16:3e:bd:60:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67dafb-8a24-4b8c-9a2a-9d163c7ac194', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:11:12.001483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3a57a-447e-40c0-84f2-ad7511fbc0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb513397-7057-4a56-9475-e9cceafcd4ed,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:12.033935 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.037057 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bac5cd23-1425-4055-ab03-7d2562acda0d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/6cffe528-59f4-4fad-86b8-3840db7457a8 HTTP/1.1" status: 204 len: 168 time: 2.7937281 Aug 28 20:11:12.038039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Router d494a4da-0976-4aed-86a9-d8a4a12d59b2 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:11:12.044607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54130) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:12.057686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 936feeb4-a32d-4591-95c7-1dffc50c897f is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:12.058112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.061218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1df77844-ee47-45d4-bbd5-1d735dba254c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:12.061535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.095246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936feeb4-a32d-4591-95c7-1dffc50c897f {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:11:12.119202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (3958a607-369e-4afa-a984-c8f75fb68e72), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.131165 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 936feeb4-a32d-4591-95c7-1dffc50c897f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=936feeb4-a32d-4591-95c7-1dffc50c897f,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:12.135192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Pushing event updated for resources: {'Port': ['ID=6c120248-21a9-4b5d-8060-f7e87f8e8f55,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:12.183588 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0cd081-e1a8-4a07-8012-b93870dda92d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:11:12.186109 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dd0cd081-e1a8-4a07-8012-b93870dda92d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/6cffe528-59f4-4fad-86b8-3840db7457a8 HTTP/1.1" status: 404 len: 333 time: 0.1397855 Aug 28 20:11:12.212148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1df77844-ee47-45d4-bbd5-1d735dba254c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:12.213988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54134) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:12.225504 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.335224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:12.337289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:12.339709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:12.353269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-198a89ac-2875-4884-b75e-03ee3d407083 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:12.355488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Sync routers for ids ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:12.357104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-198a89ac-2875-4884-b75e-03ee3d407083 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.0856249 Aug 28 20:11:12.359756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8e16839-7a70-4d90-8e88-5c4d90a9fc15 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:12.403103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e8e16839-7a70-4d90-8e88-5c4d90a9fc15 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:12.403445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8e16839-7a70-4d90-8e88-5c4d90a9fc15 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:12.415907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=936feeb4-a32d-4591-95c7-1dffc50c897f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:12.435008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Routers {'d494a4da-0976-4aed-86a9-d8a4a12d59b2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:12.436312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:12.439994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed6c6-3f8a-427f-8702-debce6db335f req-c1f2f070-32ff-4be2-821e-b2d8143db894 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:12.440438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.440973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.441481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.441616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85eed6c6-3f8a-427f-8702-debce6db335f req-c1f2f070-32ff-4be2-821e-b2d8143db894 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 944 time: 0.2757502 Aug 28 20:11:12.442120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.442618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.443197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.443703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.444196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.444805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.445298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.445800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.446329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.446823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.447300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.448916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:12.510673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Router 3958a607-369e-4afa-a984-c8f75fb68e72 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:11:12.511209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet 2fbab42b-f259-4d33-ba41-8164e3b18000 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:12.518341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.519187 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a29dc20f-3026-4aaf-976f-f83fa62b4d99 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1829391 Aug 28 20:11:12.520953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54138) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:12.553961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['936feeb4-a32d-4591-95c7-1dffc50c897f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:11:12.590760 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:12.600479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (2fbab42b-f259-4d33-ba41-8164e3b18000), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.607460 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85eed6c6-3f8a-427f-8702-debce6db335f req-4765bf26-2a75-41ec-aed6-99ea3145f088 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558700 Aug 28 20:11:12.652377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Deleting port c62c7c68-1d62-4886-baf2-b85f8e0da15a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:12.652620 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.696541 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:12.788511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (2fbab42b-f259-4d33-ba41-8164e3b18000), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.814575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce53071-abb6-4d92-a26e-0548405f0d9b req-39b6fbde-9e29-4c42-a55e-097a2e43421a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:12.815037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Set router d494a4da-0976-4aed-86a9-d8a4a12d59b2 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:12.818904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8ce53071-abb6-4d92-a26e-0548405f0d9b req-39b6fbde-9e29-4c42-a55e-097a2e43421a tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 945 time: 0.2266316 Aug 28 20:11:12.820954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8a8e2404-8b7d-4753-8873-f9f3db358a08 None None] Provisioning complete for port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:12.821362 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2404-8b7d-4753-8873-f9f3db358a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.955742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e2404-8b7d-4753-8873-f9f3db358a08 None None] Port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:12.965438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] For port c62c7c68-1d62-4886-baf2-b85f8e0da15a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=c62c7c68-1d62-4886-baf2-b85f8e0da15a,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:12.966251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:12.968525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8ce53071-abb6-4d92-a26e-0548405f0d9b req-1c3aa569-5da2-4dbe-97d9-a393f90bdf30 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=15432633-75c4-4c15-be2d-bfc8730142b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487298 Aug 28 20:11:12.978189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:12.991802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b85bffec-1507-4c78-b2ea-a1d33ad1e98a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3958a607-369e-4afa-a984-c8f75fb68e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2681124 Aug 28 20:11:12.996777 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Sync routers for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:13.034525 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:13.038597 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:13.079513 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.189921 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:13.213284 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:13.227846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:09Z', 'revision_number': 3, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:13.248025 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.248395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (a185af1f-148d-4bce-a378-8b366cc40216), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.248756 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Floating IP a185af1f-148d-4bce-a378-8b366cc40216 disassociated. External IP: 172.25.4.118, port: c62c7c68-1d62-4886-baf2-b85f8e0da15a. Aug 28 20:11:13.254749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Calling delete_port for c62c7c68-1d62-4886-baf2-b85f8e0da15a owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:13.256229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Checking router: d494a4da-0976-4aed-86a9-d8a4a12d59b2 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:13.256559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Updating router d494a4da-0976-4aed-86a9-d8a4a12d59b2 port effbb78a-8fc0-490c-baa4-35d89266e45e binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:11:13.291193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.354540 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:13.503057 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:13.549206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (2fbab42b-f259-4d33-ba41-8164e3b18000), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.596446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.619894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 90ac9305-91f8-4a04-a0fe-23a0463a84e4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:13.733447 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:11Z', 'revision_number': 2, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:13.746527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:13.750410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.807823 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Checking router: 3958a607-369e-4afa-a984-c8f75fb68e72 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:13.808203 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Updating router 3958a607-369e-4afa-a984-c8f75fb68e72 port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:11:13.812798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c62c7c68-1d62-4886-baf2-b85f8e0da15a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.833316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6b0bd-4dcb-44e2-9780-7c2896d2d710 req-4a1a05cf-bcc7-4166-8f93-45042d2e0968 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:13.837911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2e6b0bd-4dcb-44e2-9780-7c2896d2d710 req-4a1a05cf-bcc7-4166-8f93-45042d2e0968 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 945 time: 0.0914941 Aug 28 20:11:13.864652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-0d296aac-d2a6-462b-8d65-1c77cad83681 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:13.866247 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:13.868877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 936feeb4-a32d-4591-95c7-1dffc50c897f up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:13.874765 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-0d296aac-d2a6-462b-8d65-1c77cad83681 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 822 time: 0.5309508 Aug 28 20:11:13.923044 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-d5c075c0-9f20-4cf5-a7d8-a4e70d2342db tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/quotas/5afef5a6b2e74b02a0459ebbe0bb0843 HTTP/1.1" status: 200 len: 375 time: 0.0468616 Aug 28 20:11:13.930157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event deleted for resources: {'Port': ['ID=c62c7c68-1d62-4886-baf2-b85f8e0da15a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:14.012070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Allocated IP 172.20.0.1 (49df12ca-1502-4e2c-ad20-3163c10a160f/fe31261c-c147-418a-8e2a-4286ec58a659/b3819ced-c7c3-4699-becd-8cbbc11b4abc) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:14.012791 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:14.020772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54186) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:14.039341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2e6b0bd-4dcb-44e2-9780-7c2896d2d710 req-eebb863d-37ad-4faf-acb7-bf695e25acc5 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843953 Aug 28 20:11:14.045196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (2fbab42b-f259-4d33-ba41-8164e3b18000), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.146229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 936feeb4-a32d-4591-95c7-1dffc50c897f completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:11:14.193497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Publish callbacks [] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.226385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:14.239603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f087eb5b-6a71-4a3f-8ec5-051785601402 req-5031d143-04c8-4d5b-9e6c-ca9420b17eb3 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0544846 Aug 28 20:11:14.246533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 936feeb4-a32d-4591-95c7-1dffc50c897f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:14.247724 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.276357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbab42b-f259-4d33-ba41-8164e3b18000,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:14.287740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1675564372'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:14.289073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.292071 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:14.305390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-d6efd5d5-61a9-4ea3-ab66-7f1549c2bbe9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3808739 Aug 28 20:11:14.326092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks [] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.327968 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.339580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84384e26-863b-44e3-bfc5-3f4973f35b7c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2fbab42b-f259-4d33-ba41-8164e3b18000 HTTP/1.1" status: 204 len: 168 time: 2.1215749 Aug 28 20:11:14.342505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54194) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:14.428504 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:14.432351 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Publish callbacks [] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.435976 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:14.497495 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:14.525518 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.526214 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.549533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (1acf153e-3979-4df2-8c93-523c4b86ce50), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.566752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Router 96978b6e-941e-468f-be98-a76486196698 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:11:14.588322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54198) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:14.593349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1803968068-network', 'tenant_id': '74a32fc9524046aba63be664576bb28a'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:14.596094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Network 49df12ca-1502-4e2c-ad20-3163c10a160f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:14.603776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:14.616460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:14.617911 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:14.620952 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193f046-c9bd-49fd-bf37-5b28fa43ff5c None None] Pushing event updated for resources: {'Port': ['ID=6c120248-21a9-4b5d-8060-f7e87f8e8f55,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:14.681656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:14.685768 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.703877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280217c3-6450-437c-a227-3a522fcaf2e0 None None] Pushing event updated for resources: {'Port': ['ID=effbb78a-8fc0-490c-baa4-35d89266e45e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:14.709327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-9b8b8e9b-fe50-4879-82fb-1e9bb2150d2c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025841 Aug 28 20:11:14.709914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Pushing event updated for resources: {'Port': ['ID=b3819ced-c7c3-4699-becd-8cbbc11b4abc,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:14.725460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (d494a4da-0976-4aed-86a9-d8a4a12d59b2), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.728067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3455b-82cc-4c2e-819d-7ee9796e2113 None None] Network 1acf153e-3979-4df2-8c93-523c4b86ce50 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:14.733180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Attempting to bind port effbb78a-8fc0-490c-baa4-35d89266e45e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:14.734466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Attempting to bind port effbb78a-8fc0-490c-baa4-35d89266e45e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:14.736816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Attempting to bind port effbb78a-8fc0-490c-baa4-35d89266e45e on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:14.736949 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Attempting to bind port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:14.737259 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Attempting to bind port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:14.737623 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Attempting to bind port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 on network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:14.744172 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:14.745552 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:14.747895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Checking segment: {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:14.748546 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.749011 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Bound using segment: {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:14.749509 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Bound port: 6c120248-21a9-4b5d-8060-f7e87f8e8f55, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:14.749903 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.797576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:14.799364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:14.799781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.800188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:14.800693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Bound port: effbb78a-8fc0-490c-baa4-35d89266e45e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:14.801097 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.826299 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.844888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Made reservation on behalf of 74a32fc9524046aba63be664576bb28a for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:14.850893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.888329 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] For port 6c120248-21a9-4b5d-8060-f7e87f8e8f55, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:14.895801 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] For port 6c120248-21a9-4b5d-8060-f7e87f8e8f55, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6c120248-21a9-4b5d-8060-f7e87f8e8f55,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:14.956022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] For port effbb78a-8fc0-490c-baa4-35d89266e45e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:14.964480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.970172 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:14.983133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 936feeb4-a32d-4591-95c7-1dffc50c897f is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:14.983133 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.010480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] For port effbb78a-8fc0-490c-baa4-35d89266e45e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=effbb78a-8fc0-490c-baa4-35d89266e45e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:15.018911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936feeb4-a32d-4591-95c7-1dffc50c897f'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:15.021552 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3972d5d6-5422-414b-865e-63877ef5b701" -d '{"events": [{"server_uuid": "7894ff25-5cd9-41fe-bb52-0c0053bdae8b", "name": "network-vif-plugged", "status": "completed", "tag": "936feeb4-a32d-4591-95c7-1dffc50c897f"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:15.048520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3ece3efe-d559-4d3c-8923-2445e34d0420 None None] Provisioning complete for port b3819ced-c7c3-4699-becd-8cbbc11b4abc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:15.048737 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ece3efe-d559-4d3c-8923-2445e34d0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.056400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 936feeb4-a32d-4591-95c7-1dffc50c897f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=936feeb4-a32d-4591-95c7-1dffc50c897f,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:15.084583 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:15.085321 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:15.096282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3ece3efe-d559-4d3c-8923-2445e34d0420 None None] Port b3819ced-c7c3-4699-becd-8cbbc11b4abc cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:15.130480 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee9d8d6-38e7-48b6-97ed-96549510eb20 x-openstack-request-id: req-8ee9d8d6-38e7-48b6-97ed-96549510eb20 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:15.130861 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894ff25-5cd9-41fe-bb52-0c0053bdae8b", "name": "network-vif-plugged", "status": "completed", "tag": "936feeb4-a32d-4591-95c7-1dffc50c897f", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:15.131186 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ee9d8d6-38e7-48b6-97ed-96549510eb20 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:15.133488 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee9d8d6-38e7-48b6-97ed-96549510eb20'] response: {'server_uuid': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936feeb4-a32d-4591-95c7-1dffc50c897f', 'code': 200} Aug 28 20:11:15.135298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.196994 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193f046-c9bd-49fd-bf37-5b28fa43ff5c None None] Pushing event updated for resources: {'Port': ['ID=6c120248-21a9-4b5d-8060-f7e87f8e8f55,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:15.206983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.208841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c62c7c68-1d62-4886-baf2-b85f8e0da15a no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:15.245722 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks [] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.248650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] DHCP port deletion for 1acf153e-3979-4df2-8c93-523c4b86ce50 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:15.257961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: c62c7c68-1d62-4886-baf2-b85f8e0da15a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:15.258418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device c62c7c68-1d62-4886-baf2-b85f8e0da15a not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:15.312908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Routers {'d494a4da-0976-4aed-86a9-d8a4a12d59b2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:15.313810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:15.321490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] Deleting port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:15.321490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.326475 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:15.355584 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.377018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:15.377685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.392503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.406040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] For port 90ac9305-91f8-4a04-a0fe-23a0463a84e4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=90ac9305-91f8-4a04-a0fe-23a0463a84e4,segment=NetworkSegment(6ade9325-edd7-4bf1-adfa-54fc5395faf1),segment_id=6ade9325-edd7-4bf1-adfa-54fc5395faf1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:15.406460 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.417674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc3db9-82a5-4f5b-b4b4-a59c1e8f6dfb req-88fd185b-207c-471e-9a07-5b8e62e2a236 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:15.421303 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4bcc3db9-82a5-4f5b-b4b4-a59c1e8f6dfb req-88fd185b-207c-471e-9a07-5b8e62e2a236 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1490149 Aug 28 20:11:15.421303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fef1b-2998-4a4a-958a-850859ce626f req-e2365492-1720-4d5c-b0a1-ccd7b4f5d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:15.422658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff3fef1b-2998-4a4a-958a-850859ce626f req-e2365492-1720-4d5c-b0a1-ccd7b4f5d256 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 1128 time: 0.1737254 Aug 28 20:11:15.423715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] Calling delete_port for 90ac9305-91f8-4a04-a0fe-23a0463a84e4 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:15.542308 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:15.586443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] For port 90ac9305-91f8-4a04-a0fe-23a0463a84e4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=90ac9305-91f8-4a04-a0fe-23a0463a84e4,segment=NetworkSegment(6ade9325-edd7-4bf1-adfa-54fc5395faf1),segment_id=6ade9325-edd7-4bf1-adfa-54fc5395faf1)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:15.587068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.596635 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:15.625119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 90ac9305-91f8-4a04-a0fe-23a0463a84e4 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:15.637661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] Set router d494a4da-0976-4aed-86a9-d8a4a12d59b2 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:15.640382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4bcc3db9-82a5-4f5b-b4b4-a59c1e8f6dfb req-0197ea4e-51ae-4a3a-855c-b157b56171c7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767371 Aug 28 20:11:15.652544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (d494a4da-0976-4aed-86a9-d8a4a12d59b2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.657649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff3fef1b-2998-4a4a-958a-850859ce626f req-30533334-5d12-4cb9-b30b-8a677a4c5965 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904383 Aug 28 20:11:15.663356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:15.666967 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:15.680488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Pushing event updated for resources: {'Port': ['ID=b3819ced-c7c3-4699-becd-8cbbc11b4abc,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:15.688986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-a769c98b-551f-4855-80bc-bc45a4a0b157 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9604316 Aug 28 20:11:15.737585 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ea1d6-e9d3-417c-84f0-06457e79a64c None None] The sync data for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 is: [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:15.762944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 90ac9305-91f8-4a04-a0fe-23a0463a84e4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:15.766305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] Sync routers for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:15.788586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.806841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks [] for security_group (5bacfc82-73d9-4b78-b809-6ceb88dd30df), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.854820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0770097f-9274-4728-a304-5f88ed25616a req-b4431ecb-f58a-4183-a8eb-6ac25f880bdc tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 210 time: 0.1019416 Aug 28 20:11:15.877913 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:15.900393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 90ac9305-91f8-4a04-a0fe-23a0463a84e4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:15.901145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 90ac9305-91f8-4a04-a0fe-23a0463a84e4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:15.911124 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:15.916677 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:15.925496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280217c3-6450-437c-a227-3a522fcaf2e0 None None] Pushing event updated for resources: {'Port': ['ID=effbb78a-8fc0-490c-baa4-35d89266e45e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:15.927137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Network 49df12ca-1502-4e2c-ad20-3163c10a160f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:15.930709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:15.941216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] No DVR routers for this DVR port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:15.952124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:15.952330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5bacfc82-73d9-4b78-b809-6ceb88dd30df), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:15.953006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:15.996958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] No DVR routers for this DVR port c62c7c68-1d62-4886-baf2-b85f8e0da15a on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:16.002605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.018227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f0d57f5-6f30-44fc-b25f-a78f92d40835 req-3590f6d5-fa42-4ba1-a75b-7cfe0f6f0153 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.84 "DELETE /networking/v2.0/ports/c62c7c68-1d62-4886-baf2-b85f8e0da15a HTTP/1.1" status: 204 len: 173 time: 3.6476493 Aug 28 20:11:16.042420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'name': 'network-vif-deleted', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:16.046391 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e4f214-f149-4ae4-a5ab-851277e9afd6" -d '{"events": [{"server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "name": "network-vif-deleted", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:16.106704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:16.160243 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293bc40-8c23-484a-ab24-b9a13558edb4 x-openstack-request-id: req-6293bc40-8c23-484a-ab24-b9a13558edb4 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:16.161288 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c78f27-e453-4ec4-8209-d8748f7c3b59", "name": "network-vif-deleted", "tag": "c62c7c68-1d62-4886-baf2-b85f8e0da15a", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:16.162199 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6293bc40-8c23-484a-ab24-b9a13558edb4 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:16.164590 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6293bc40-8c23-484a-ab24-b9a13558edb4'] response: {'server_uuid': '73c78f27-e453-4ec4-8209-d8748f7c3b59', 'name': 'network-vif-deleted', 'tag': 'c62c7c68-1d62-4886-baf2-b85f8e0da15a', 'status': 'completed', 'code': 200} Aug 28 20:11:16.179982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bacfc82-73d9-4b78-b809-6ceb88dd30df,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:16.184070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b8d9d032-a1bd-4f36-8d25-1f6a353f7657), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.187469 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Added segment b8d9d032-a1bd-4f36-8d25-1f6a353f7657 of type vlan for network 283dc614-bf6b-4606-b725-b1ee0007f2d2 Aug 28 20:11:16.199791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b1b758b-4d3d-4b04-a19d-60ad42b59ce2 req-6c2d3850-45e3-421e-bd4c-e75df841a12d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 210 time: 0.0720024 Aug 28 20:11:16.204563 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for security_group (7ba0469c-ba1e-4397-8dd0-684e10997d7e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.207263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=936feeb4-a32d-4591-95c7-1dffc50c897f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:16.213534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Router d494a4da-0976-4aed-86a9-d8a4a12d59b2 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:11:16.261012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (90ac9305-91f8-4a04-a0fe-23a0463a84e4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.280292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ba0469c-ba1e-4397-8dd0-684e10997d7e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.321595 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:16.367301 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:16.385143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddd7bc-b9d1-4560-a7b8-45724bdd1608 None None] Pushing event deleted for resources: {'Port': ['ID=90ac9305-91f8-4a04-a0fe-23a0463a84e4,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:16.412503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No DVR routers for this DVR port 90ac9305-91f8-4a04-a0fe-23a0463a84e4 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:16.425695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=90ac9305-91f8-4a04-a0fe-23a0463a84e4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:16.443218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:16.484785 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:16.492292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (283dc614-bf6b-4606-b725-b1ee0007f2d2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.514603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:16.516091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-61cf080d-7b05-446a-baaa-8d3a66d69de5 None None] Provisioning complete for port b3819ced-c7c3-4699-becd-8cbbc11b4abc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:16.516091 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-61cf080d-7b05-446a-baaa-8d3a66d69de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.520098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5a58a0a7-061b-4c61-9c97-81106b6f337b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.520098 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment 5a58a0a7-061b-4c61-9c97-81106b6f337b of type vlan for network 8422f792-1cd5-4a63-b696-8891fdb79e95 Aug 28 20:11:16.533994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0469c-ba1e-4397-8dd0-684e10997d7e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:16.540818 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d4632c71-532e-42b2-9608-973e7505667d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d494a4da-0976-4aed-86a9-d8a4a12d59b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0188005 Aug 28 20:11:16.570366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 4, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b3819ced-c7c3-4699-becd-8cbbc11b4abc', 'name': '', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'mac_address': 'fa:16:3e:8b:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:13Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 1, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'subnets': [{'id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:16.590746 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:16.595628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:16.665542 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (1acf153e-3979-4df2-8c93-523c4b86ce50), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.668196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4356f9-6146-4e35-9876-3d765ef69d1f None None] The sync data for ids ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'] in n-d-854121-7 is: [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 4, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b3819ced-c7c3-4699-becd-8cbbc11b4abc', 'name': '', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'mac_address': 'fa:16:3e:8b:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:13Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 1, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'subnets': [{'id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:16.683326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-61cf080d-7b05-446a-baaa-8d3a66d69de5 None None] Port b3819ced-c7c3-4699-becd-8cbbc11b4abc cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:16.765238 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (8422f792-1cd5-4a63-b696-8891fdb79e95), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.768740 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:16.771004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acf153e-3979-4df2-8c93-523c4b86ce50']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:16.783036 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (283dc614-bf6b-4606-b725-b1ee0007f2d2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.784085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:16.785619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.809201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ade9325-edd7-4bf1-adfa-54fc5395faf1') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:16.810100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ade9325-edd7-4bf1-adfa-54fc5395faf1') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:16.874626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:11:16.936488 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:16.950474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (6ade9325-edd7-4bf1-adfa-54fc5395faf1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:16.981559 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:17.021089 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6ade9325-edd7-4bf1-adfa-54fc5395faf1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:17.040143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331ed4-c8d9-40d4-9bd3-015d86afe05c req-4539126e-d1c1-4a4a-8223-8eb508a89acd tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:17.048540 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f2331ed4-c8d9-40d4-9bd3-015d86afe05c req-4539126e-d1c1-4a4a-8223-8eb508a89acd tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.2213151 Aug 28 20:11:17.053565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:17.054525 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (6ade9325-edd7-4bf1-adfa-54fc5395faf1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:17.085486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=283dc614-bf6b-4606-b725-b1ee0007f2d2,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:17.141149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:17.144896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:17.159580 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6ade9325-edd7-4bf1-adfa-54fc5395faf1 resource provider aggregate not found Aug 28 20:11:17.190517 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (8422f792-1cd5-4a63-b696-8891fdb79e95), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:17.206290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:17.210765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:17.221492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54234) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:17.222490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-32d50f9d-b17c-4c30-8b92-825bec73b7a0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6323652 Aug 28 20:11:17.224522 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6ade9325-edd7-4bf1-adfa-54fc5395faf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ade9325-edd7-4bf1-adfa-54fc5395faf1 found for delete ", "request_id": "req-beff1700-1cd9-4b42-8438-6a24a390cf12"}]} Aug 28 20:11:17.229026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Request body: {'subnet': {'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1803968068-subnet', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:17.341407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] Checking router: 96978b6e-941e-468f-be98-a76486196698 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:17.383871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:17.384473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:17.487750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f2331ed4-c8d9-40d4-9bd3-015d86afe05c req-6b9b08c0-583b-43e4-93e4-eac03039a46d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992183 Aug 28 20:11:17.487750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=8422f792-1cd5-4a63-b696-8891fdb79e95,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:17.487750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (1acf153e-3979-4df2-8c93-523c4b86ce50), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:17.487750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:17.487750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1acf153e-3979-4df2-8c93-523c4b86ce50 HTTP/1.1" status: 204 len: 168 time: 3.1265843 Aug 28 20:11:17.490120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54238) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:17.499822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'name': 'tempest-PortsTestJSON-1653886528'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:17.514697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-466fa979-6838-4b0b-9bbe-fd17cbc3468a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.4764657 Aug 28 20:11:17.529902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306b8b1-a820-4f7d-b420-eb522f8426e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=1acf153e-3979-4df2-8c93-523c4b86ce50,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:17.543089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Made reservation on behalf of 74a32fc9524046aba63be664576bb28a for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:17.547363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:17.583164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:17.642223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54240) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:17.649968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': '8422f792-1cd5-4a63-b696-8891fdb79e95', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:17.651552 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:17.660323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 8422f792-1cd5-4a63-b696-8891fdb79e95 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:17.748584 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6c120248-21a9-4b5d-8060-f7e87f8e8f55 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:17.829793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94694990-1549-4a9b-be23-8fe0606d5b6b req-7e45a541-cb58-4a3a-adc7-1de5f1627ace tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73c78f27-e453-4ec4-8209-d8748f7c3b59 HTTP/1.1" status: 200 len: 210 time: 0.1325347 Aug 28 20:11:17.981479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd2b2eb8-5ea1-4531-9d1a-0c523276031e req-616845b9-f74b-4126-afd3-3f582e7adc23 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 210 time: 0.1884933 Aug 28 20:11:17.986352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:17.988275 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.033582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:18.039836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.142752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:18.147265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.192841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 0424c8ec-2195-4068-8232-ed5dfe3d5dd7 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:11:18.304845 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (e08fccb4-cf37-494c-a946-cb6bfac78dc6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.390687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:18.394778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:18.395180 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.450905 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (619901d4-4776-437a-b15f-61cd627131da), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.456928 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (0424c8ec-2195-4068-8232-ed5dfe3d5dd7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.457452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b5104-3893-46ea-8382-0315ea766077 None None] The sync data for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 is: [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:55Z', 'revision_number': 4, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '65bf9174-e52d-4c4e-adcd-7217c3990cd1', 'name': '', 'network_id': '2ab7c256-cb29-464f-a7d8-df97ec939a1d', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'mac_address': 'fa:16:3e:b7:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:53Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'subnets': [{'id': '34e6c422-c8ae-40f3-a473-5497c77b4696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:18.470925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08fccb4-cf37-494c-a946-cb6bfac78dc6,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:18.493525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6c120248-21a9-4b5d-8060-f7e87f8e8f55, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6c120248-21a9-4b5d-8060-f7e87f8e8f55,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:18.547357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=619901d4-4776-437a-b15f-61cd627131da,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:18.560632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.561410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.561410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.561653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.562010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.562342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.562685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.563028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.563354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.564087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.564428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.564758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.565130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.565452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.565878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:18.569330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': '5a58a0a7-061b-4c61-9c97-81106b6f337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8422f792-1cd5-4a63-b696-8891fdb79e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:18.569698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: 8422f792-1cd5-4a63-b696-8891fdb79e95, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:18.593786 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.659683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6c120248-21a9-4b5d-8060-f7e87f8e8f55,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:18.674615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network 8422f792-1cd5-4a63-b696-8891fdb79e95 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:18.684783 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:18.777625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 8422f792-1cd5-4a63-b696-8891fdb79e95) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:18.788215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df052e05-5022-4d38-8f74-1f0b2bb4dae9 None None] Network 8422f792-1cd5-4a63-b696-8891fdb79e95 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:18.789919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Checking segment: {'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:18.790296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Network hostable DHCP agents. Network: 283dc614-bf6b-4606-b725-b1ee0007f2d2, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:18.793553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:18.794819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.815202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044921e2-6ef1-4289-956a-870cd5d33eaf req-463f9ce6-cb89-4e36-a47f-a1a93ebea830 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:18.823459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-044921e2-6ef1-4289-956a-870cd5d33eaf req-463f9ce6-cb89-4e36-a47f-a1a93ebea830 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.0848947 Aug 28 20:11:18.896127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-044921e2-6ef1-4289-956a-870cd5d33eaf req-6c6a0205-a622-4bc3-acd4-e77b6dcd7c90 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717142 Aug 28 20:11:18.932458 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-47a8051d-78c8-435d-ad38-061a888d8a60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2889469 Aug 28 20:11:18.936386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54266) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:18.941934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1266917254'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:18.983150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0424c8ec-2195-4068-8232-ed5dfe3d5dd7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:18.996964 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:18.997332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:19.005218 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:19.069492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-8422f792-1cd5-4a63-b696-8891fdb79e95', 'network_id': '8422f792-1cd5-4a63-b696-8891fdb79e95', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': '619901d4-4776-437a-b15f-61cd627131da'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:19.070866 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.073558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 283dc614-bf6b-4606-b725-b1ee0007f2d2) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:19.080271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:19.081133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.099190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:19.104158 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.114584 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79c5db-4b2d-4274-94ba-8200054bea47 None None] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:19.170819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:19.171831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=0424c8ec-2195-4068-8232-ed5dfe3d5dd7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:19.196466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:19.203261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:19.213608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:19.214413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.254942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:19.287179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7d3e6f29-c6f2-4a7d-976b-378d3a139784 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0637763 Aug 28 20:11:19.290277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54276) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:19.295009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:19.329561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4a4754b4-55d9-439e-a17b-8574cd71927d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.329561 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment 4a4754b4-55d9-439e-a17b-8574cd71927d of type vlan for network c134c2ea-0c2e-4067-a36b-35357e642ca0 Aug 28 20:11:19.425498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54278) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:19.436385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6ccd4c2d-2640-43e4-8ab9-d189412f52e4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9447770 Aug 28 20:11:19.465776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c134c2ea-0c2e-4067-a36b-35357e642ca0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.473759 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb0d79-96f9-4687-8a0d-7fc08671c36b None None] New status for floating IP a185af1f-148d-4bce-a378-8b366cc40216: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:11:19.504870 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (9470714a-b88b-4f7a-9d08-06e3e938d473), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.511160 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (9470714a-b88b-4f7a-9d08-06e3e938d473), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.556822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b93ff034-50cb-48af-91d9-2dd3b2675b00 req-6df4bfae-86f9-4480-b554-ca43f3513dfd tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 210 time: 0.1617153 Aug 28 20:11:19.727072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks [] for router_controller (9470714a-b88b-4f7a-9d08-06e3e938d473), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.730766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54282) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:19.747816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:11:19.765406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device effbb78a-8fc0-490c-baa4-35d89266e45e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:19.814188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccf9c8-5793-42c2-93ef-d5e602a623b5 req-d086c559-6c34-4f39-8821-ec1805e39230 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:19.816808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8ccf9c8-5793-42c2-93ef-d5e602a623b5 req-d086c559-6c34-4f39-8821-ec1805e39230 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.0682395 Aug 28 20:11:19.828558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-283dc614-bf6b-4606-b725-b1ee0007f2d2', 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2', 'project_id': '74a32fc9524046aba63be664576bb28a', 'fixed_ips': [{'subnet_id': 'e08fccb4-cf37-494c-a946-cb6bfac78dc6'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:19.830093 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.849925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-64185909-dc69-4a0e-804b-efd609bc7c1c tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:19.851570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-64185909-dc69-4a0e-804b-efd609bc7c1c tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "GET /networking/v2.0/networks?id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 200 len: 822 time: 0.2937832 Aug 28 20:11:19.866567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Request body: {'port': {'device_id': '7d261844-c890-434c-b640-3c2963dde15c', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'admin_state_up': True, 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:19.879157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 0424c8ec-2195-4068-8232-ed5dfe3d5dd7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:19.879541 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0424c8ec-2195-4068-8232-ed5dfe3d5dd7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.904488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c134c2ea-0c2e-4067-a36b-35357e642ca0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.909798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:19.912576 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:19.950143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Allocated IP 172.20.255.242 (8422f792-1cd5-4a63-b696-8891fdb79e95/619901d4-4776-437a-b15f-61cd627131da/ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:19.950259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port effbb78a-8fc0-490c-baa4-35d89266e45e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:19.950635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.105442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=c134c2ea-0c2e-4067-a36b-35357e642ca0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:20.126595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a22bc5-79a2-4f22-99cb-3017d5641909 req-f4caf2ff-d1ec-4fee-a538-30e18dbe1722 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:20.128495 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40a22bc5-79a2-4f22-99cb-3017d5641909 req-f4caf2ff-d1ec-4fee-a538-30e18dbe1722 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1629827 Aug 28 20:11:20.136446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Allocated IP 172.20.0.2 (283dc614-bf6b-4606-b725-b1ee0007f2d2/e08fccb4-cf37-494c-a946-cb6bfac78dc6/08e92cb7-fe83-47f0-8ff5-464b71e7d34d) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:20.162119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-69be6943-788a-4377-9e7d-df23f9058482 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2245688 Aug 28 20:11:20.177555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54286) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:20.191445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:20.202176 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0424c8ec-2195-4068-8232-ed5dfe3d5dd7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.205838 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:20.279358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 0424c8ec-2195-4068-8232-ed5dfe3d5dd7 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:20.284373 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks [] for router_gateway (9470714a-b88b-4f7a-9d08-06e3e938d473), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.288086 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f31c626-978d-4025-a9d8-386277dda10e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group (15432633-75c4-4c15-be2d-bfc8730142b3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.305724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8ccf9c8-5793-42c2-93ef-d5e602a623b5 req-4b759072-5f29-4f4b-ac36-52523ba3fc3f tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4742353 Aug 28 20:11:20.311989 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Publish callbacks [] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.317203 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:20.324766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c134c2ea-0c2e-4067-a36b-35357e642ca0 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:20.337430 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:20.427304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f31c626-978d-4025-a9d8-386277dda10e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group (15432633-75c4-4c15-be2d-bfc8730142b3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.427528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40a22bc5-79a2-4f22-99cb-3017d5641909 req-8c4d54a6-f66c-4c5b-aa15-195f2135746f tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286506 Aug 28 20:11:20.507135 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:20.555956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283217eb-38e8-43d6-a2c3-d20946215c60 req-3d472236-8328-482c-9f92-3d1dcf0c0000 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:20.558430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-283217eb-38e8-43d6-a2c3-d20946215c60 req-3d472236-8328-482c-9f92-3d1dcf0c0000 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.0604734 Aug 28 20:11:20.570904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port effbb78a-8fc0-490c-baa4-35d89266e45e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:20.571374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.589054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:20.593429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.597985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.599682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Made reservation on behalf of 5afef5a6b2e74b02a0459ebbe0bb0843 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:20.603543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.607807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port effbb78a-8fc0-490c-baa4-35d89266e45e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=effbb78a-8fc0-490c-baa4-35d89266e45e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:20.667950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (0424c8ec-2195-4068-8232-ed5dfe3d5dd7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.674730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:20.689686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:20.696537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:20.707127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Pushing event updated for resources: {'Port': ['ID=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:20.742805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.746520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Publish callbacks [] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.751972 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/0424c8ec-2195-4068-8232-ed5dfe3d5dd7 HTTP/1.1" status: 204 len: 168 time: 1.3249056 Aug 28 20:11:20.753921 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.754574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f31c626-978d-4025-a9d8-386277dda10e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (15432633-75c4-4c15-be2d-bfc8730142b3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.754710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6c120248-21a9-4b5d-8060-f7e87f8e8f55 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:20.756292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:20.758027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f31c626-978d-4025-a9d8-386277dda10e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.760094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7f31c626-978d-4025-a9d8-386277dda10e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/15432633-75c4-4c15-be2d-bfc8730142b3 HTTP/1.1" status: 204 len: 168 time: 1.0275011 Aug 28 20:11:20.761378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'mac_address': 'fa:16:3e:d0:82:df', 'name': 'tempest-PortsTestJSON-506227695'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:20.767533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e53d30-d00b-464f-bf6f-89f0d5e7258f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=0424c8ec-2195-4068-8232-ed5dfe3d5dd7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:20.771083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54304) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:20.802810 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-283217eb-38e8-43d6-a2c3-d20946215c60 req-83c72606-705c-42f2-958e-30ea932bd9ec tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389479 Aug 28 20:11:20.832540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31c626-978d-4025-a9d8-386277dda10e tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15432633-75c4-4c15-be2d-bfc8730142b3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:20.857356 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-a4166760-b672-473c-a64d-4936b63858f0 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] show failed (client error): The resource could not be found. Aug 28 20:11:20.860345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a4166760-b672-473c-a64d-4936b63858f0 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "GET /networking/v2.0/security-groups/15432633-75c4-4c15-be2d-bfc8730142b3 HTTP/1.1" status: 404 len: 347 time: 0.0830624 Aug 28 20:11:20.868186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54308) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:20.905133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Attempting to bind port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:20.905719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Attempting to bind port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:20.906037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Attempting to bind port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d on network 283dc614-bf6b-4606-b725-b1ee0007f2d2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:20.924818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:20.926758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Checking segment: {'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:20.927536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.928371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Bound using segment: {'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:20.929077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Bound port: 08e92cb7-fe83-47f0-8ff5-464b71e7d34d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:20.929702 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.947562 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:20.954378 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:20.956094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=effbb78a-8fc0-490c-baa4-35d89266e45e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:20.958671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7883b732-c350-4235-b1de-0f01b5e158ea req-c6d1cec5-abf6-42ad-b2e3-0fba0e4c0410 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 210 time: 0.0934267 Aug 28 20:11:21.009897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Pushing event updated for resources: {'Port': ['ID=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:21.049532 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:21.077069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] For port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:21.081485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] For port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,segment=NetworkSegment(b8d9d032-a1bd-4f36-8d25-1f6a353f7657),segment_id=b8d9d032-a1bd-4f36-8d25-1f6a353f7657)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:21.092001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:21.092425 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.124041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Network 8422f792-1cd5-4a63-b696-8891fdb79e95 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:21.124300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:21.132124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:21.174872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.220279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Deleting port 1dbd520f-d4e2-469e-b531-ce6a01372724 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:21.226947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.241646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Allocated IP 172.20.0.13 (6ae51af3-90c5-41aa-8ac0-826f71c38a2f/8c42730f-a6f7-40a8-b810-ff6252258e0b/45ff59c6-8e09-4916-9f78-e9640a594807) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:21.263320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Attempting to bind port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:21.263805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Attempting to bind port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '5a58a0a7-061b-4c61-9c97-81106b6f337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8422f792-1cd5-4a63-b696-8891fdb79e95'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:21.264274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Attempting to bind port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d on network 8422f792-1cd5-4a63-b696-8891fdb79e95 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:21.281741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks [] for router_gateway (9470714a-b88b-4f7a-9d08-06e3e938d473), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.281996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:21.281996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Checking segment: {'id': '5a58a0a7-061b-4c61-9c97-81106b6f337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8422f792-1cd5-4a63-b696-8891fdb79e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:21.282623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.283121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Bound using segment: {'id': '5a58a0a7-061b-4c61-9c97-81106b6f337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8422f792-1cd5-4a63-b696-8891fdb79e95'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:21.283723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Bound port: ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a58a0a7-061b-4c61-9c97-81106b6f337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8422f792-1cd5-4a63-b696-8891fdb79e95'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:21.284352 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.306613 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.316487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:21.344848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e3c73-f1b4-4798-9d0e-d501e4ba238b None None] Pushing event updated for resources: {'Port': ['ID=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:21.383088 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:21.383496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:21.457705 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.458116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for floatingip (1dbd520f-d4e2-469e-b531-ce6a01372724), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.488422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Sync routers for ids ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:21.503490 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (c2cd5bda-e2d0-428e-adbf-09dc6f4fa865), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.528590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] For port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:21.533246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Calling delete_port for 1dbd520f-d4e2-469e-b531-ce6a01372724 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:21.577491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] For port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,segment=NetworkSegment(5a58a0a7-061b-4c61-9c97-81106b6f337b),segment_id=5a58a0a7-061b-4c61-9c97-81106b6f337b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:21.581224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Routers {'d494a4da-0976-4aed-86a9-d8a4a12d59b2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:21.582275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:10:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:21.663527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=c2cd5bda-e2d0-428e-adbf-09dc6f4fa865,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:21.682462 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.715084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device effbb78a-8fc0-490c-baa4-35d89266e45e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:21.715084 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.774410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Allocated IP 172.25.4.31 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/d499febe-ac25-4837-9370-8b99bb13d183) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:21.806343 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 06dfd118-7064-4540-bce3-2c1d3b69a67f yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:11:21.850671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257c654-ca99-4a57-b7d4-506a8ad1dfb5 req-1684a55a-571d-4450-9b4a-eee59beaa586 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:21.852239 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3257c654-ca99-4a57-b7d4-506a8ad1dfb5 req-1684a55a-571d-4450-9b4a-eee59beaa586 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1529121 Aug 28 20:11:21.907741 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f81f12de-a64c-4555-9c26-8832d8567cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:21.914926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba12f0d-da33-4649-9003-678a8d52c9f8 None None] Pushing event updated for resources: {'Port': ['ID=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:21.948766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Set router d494a4da-0976-4aed-86a9-d8a4a12d59b2 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:21.951180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port effbb78a-8fc0-490c-baa4-35d89266e45e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:21.951475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.087583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': '4a4754b4-55d9-439e-a17b-8574cd71927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:22.088313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: c134c2ea-0c2e-4067-a36b-35357e642ca0, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:22.127605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks [] for port (d499febe-ac25-4837-9370-8b99bb13d183), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.148285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-23c0c51f-176c-42db-8851-8ceef7c2de49 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:22.149994 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-23c0c51f-176c-42db-8851-8ceef7c2de49 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/networks?id=49df12ca-1502-4e2c-ad20-3163c10a160f HTTP/1.1" status: 200 len: 809 time: 0.3124270 Aug 28 20:11:22.180333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3257c654-ca99-4a57-b7d4-506a8ad1dfb5 req-d44c9da9-eca5-4f77-bb6b-599ec29faa6a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214664 Aug 28 20:11:22.236512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1dbd520f-d4e2-469e-b531-ce6a01372724), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.248012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for port (45ff59c6-8e09-4916-9f78-e9640a594807), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.284142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-4ffda36e-8a77-4b91-a5d9-279c790e0a26 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/quotas/a45fbbfd04b6436aa1448d0bbcbb5785 HTTP/1.1" status: 200 len: 375 time: 0.0738497 Aug 28 20:11:22.330605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Pushing event deleted for resources: {'Port': ['ID=1dbd520f-d4e2-469e-b531-ce6a01372724,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:22.342643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 4, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b3819ced-c7c3-4699-becd-8cbbc11b4abc', 'name': '', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'mac_address': 'fa:16:3e:8b:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:13Z', 'updated_at': '2022-08-28T20:11:15Z', 'revision_number': 2, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'subnets': [{'id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:22.346366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port effbb78a-8fc0-490c-baa4-35d89266e45e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:22.379502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Checking router: d494a4da-0976-4aed-86a9-d8a4a12d59b2 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:22.379868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Updating router d494a4da-0976-4aed-86a9-d8a4a12d59b2 port b3819ced-c7c3-4699-becd-8cbbc11b4abc binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:11:22.391913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d499febe-ac25-4837-9370-8b99bb13d183), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.414403 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.461039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:22.463411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network c134c2ea-0c2e-4067-a36b-35357e642ca0 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:22.464394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:22.471801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:22.473134 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:22.486438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3b5d-ae21-4325-8525-51b4cc8c142a req-0cbda445-ae7e-466b-a965-2e587ee214bf tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:22.493637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e92b3b5d-ae21-4325-8525-51b4cc8c142a req-0cbda445-ae7e-466b-a965-2e587ee214bf tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.1918697 Aug 28 20:11:22.494793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-2a0acb5e-33e9-4e76-981c-c53d38018a61 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a45fbbfd04b6436aa1448d0bbcbb5785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2092884 Aug 28 20:11:22.533135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks [] for floatingip (a185af1f-148d-4bce-a378-8b366cc40216), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.535877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.537116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-651a6b78-3893-4dfb-a485-5f2468797179 tempest-ServersTestJSON-1311361959 tempest-ServersTestJSON-1311361959-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/a185af1f-148d-4bce-a378-8b366cc40216 HTTP/1.1" status: 204 len: 168 time: 1.6679568 Aug 28 20:11:22.540743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54330) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:22.548438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d499febe-ac25-4837-9370-8b99bb13d183,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:22.647263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (06dfd118-7064-4540-bce3-2c1d3b69a67f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.651799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c134c2ea-0c2e-4067-a36b-35357e642ca0) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:22.663198 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e92b3b5d-ae21-4325-8525-51b4cc8c142a req-849531b5-0b34-47bc-a154-7e42d1d725cf tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633279 Aug 28 20:11:22.679742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:22.680483 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.787782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d47f5-9c19-4350-afa8-ddacc2405585 None None] Network c134c2ea-0c2e-4067-a36b-35357e642ca0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:22.808524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:22.850324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e429f7-331f-40e9-a174-a17cc2ccf97f req-131c2d1a-2a12-4a94-9901-aa7946f016ec tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:22.851832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73e429f7-331f-40e9-a174-a17cc2ccf97f req-131c2d1a-2a12-4a94-9901-aa7946f016ec tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 932 time: 0.0775995 Aug 28 20:11:22.954919 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:23.028975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c134c2ea-0c2e-4067-a36b-35357e642ca0', 'network_id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': 'c2cd5bda-e2d0-428e-adbf-09dc6f4fa865'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:23.029897 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.048540 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73e429f7-331f-40e9-a174-a17cc2ccf97f req-191c60bf-6fb4-4364-b41b-786676d49a8f tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849899 Aug 28 20:11:23.167009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e14dd60-81b5-4699-a834-94785b115873 None None] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:23.182300 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:23.249264 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:23.254840 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:23.310395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8a7899e6-6ebc-4b95-9366-5596dd168289 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1309721 Aug 28 20:11:23.311769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54334) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:23.348987 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Publish callbacks [] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.386301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Allocated IP 172.20.0.2 (c134c2ea-0c2e-4067-a36b-35357e642ca0/c2cd5bda-e2d0-428e-adbf-09dc6f4fa865/3b8aaa07-0333-43e1-99a2-021dc3288b5f) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:23.400140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e54c51-4fd1-4535-b5c5-06912f338501 None None] Network 8422f792-1cd5-4a63-b696-8891fdb79e95 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:23.434685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a8de29fa-d11d-418a-836f-8ece3da904cf None None] Provisioning complete for port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:23.435214 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a8de29fa-d11d-418a-836f-8ece3da904cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.448190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:23.460614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-306788b9-521f-469e-a4d1-495f299ca7c5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/49df12ca-1502-4e2c-ad20-3163c10a160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9648931 Aug 28 20:11:23.479688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.534442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-04fc0e09-34d8-484d-8d00-f699e237b22f tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:23.536834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-04fc0e09-34d8-484d-8d00-f699e237b22f tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.6066384 Aug 28 20:11:23.565313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event updated for resources: {'Port': ['ID=45ff59c6-8e09-4916-9f78-e9640a594807,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:23.619967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-bf4852f3-0f0a-494c-8167-61e34794d6c0 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/49df12ca-1502-4e2c-ad20-3163c10a160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552119 Aug 28 20:11:23.619967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:23.620860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (06dfd118-7064-4540-bce3-2c1d3b69a67f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.630084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:23.638641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks [] for router_gateway (9470714a-b88b-4f7a-9d08-06e3e938d473), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.662339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efb9a6-2b31-413e-b756-276ec90e27be req-e22f1b1d-b12e-4a54-ada2-fb659ef2fda1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:23.670360 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4efb9a6-2b31-413e-b756-276ec90e27be req-e22f1b1d-b12e-4a54-ada2-fb659ef2fda1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1472871 Aug 28 20:11:23.744184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:23.760332 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:23.772704 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:23.826768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d59fdb-6ab2-44e1-bd60-dcbe6a5eb180 None None] Pushing event updated for resources: {'Port': ['ID=b3819ced-c7c3-4699-becd-8cbbc11b4abc,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:23.874250 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:23.910592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Attempting to bind port b3819ced-c7c3-4699-becd-8cbbc11b4abc on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:23.911019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Attempting to bind port b3819ced-c7c3-4699-becd-8cbbc11b4abc by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:23.911389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Attempting to bind port b3819ced-c7c3-4699-becd-8cbbc11b4abc on network 49df12ca-1502-4e2c-ad20-3163c10a160f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:23.942883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:23.943257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Checking segment: {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:23.943809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.944442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Bound using segment: {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:23.944996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Bound port: b3819ced-c7c3-4699-becd-8cbbc11b4abc, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:23.945458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.947288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Deleting port 227d72ca-3560-4f9e-a99e-88a127854f23 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:23.947648 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:23.961014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:24.010112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:24.026267 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.044630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:24.046751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.092445 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:24.097717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:24.099682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4efb9a6-2b31-413e-b756-276ec90e27be req-148908ff-0c6f-4165-9855-fc9059af2ffa tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838880 Aug 28 20:11:24.104531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:24.105511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.118481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=06dfd118-7064-4540-bce3-2c1d3b69a67f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:24.122818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] For port b3819ced-c7c3-4699-becd-8cbbc11b4abc, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:24.127242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] For port b3819ced-c7c3-4699-becd-8cbbc11b4abc, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b3819ced-c7c3-4699-becd-8cbbc11b4abc,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:24.143716 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:24.143899 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c134c2ea-0c2e-4067-a36b-35357e642ca0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.145345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a8de29fa-d11d-418a-836f-8ece3da904cf None None] Current status of the port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:24.145702 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a8de29fa-d11d-418a-836f-8ece3da904cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.189580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:24.190641 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.217942 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c0562d33-2697-4042-8a77-5f622089ad07 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3576272 Aug 28 20:11:24.233607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Request body: {'port': {'device_id': '7d261844-c890-434c-b640-3c2963dde15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:24.265136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.309492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] For port 227d72ca-3560-4f9e-a99e-88a127854f23, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=227d72ca-3560-4f9e-a99e-88a127854f23,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:24.309899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.394935 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4e08c8e2-6761-4734-8998-ae5095790339 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.6372209 Aug 28 20:11:24.405180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c8a89-ad57-40ce-930d-6ec197962d20 req-79b09826-7e74-4e83-9cac-9ab3bc5a64c2 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:24.409762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d59fdb-6ab2-44e1-bd60-dcbe6a5eb180 None None] Pushing event updated for resources: {'Port': ['ID=b3819ced-c7c3-4699-becd-8cbbc11b4abc,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:24.420787 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d50c8a89-ad57-40ce-930d-6ec197962d20 req-79b09826-7e74-4e83-9cac-9ab3bc5a64c2 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 945 time: 0.2005932 Aug 28 20:11:24.421289 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39a7331d-32c2-4237-96ed-1c299f14bf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.448458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Publish callbacks [] for port (3b8aaa07-0333-43e1-99a2-021dc3288b5f), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.451796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Routers {'d494a4da-0976-4aed-86a9-d8a4a12d59b2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:24.451796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:24.458351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a8de29fa-d11d-418a-836f-8ece3da904cf None None] For port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,segment=NetworkSegment(b8d9d032-a1bd-4f36-8d25-1f6a353f7657),segment_id=b8d9d032-a1bd-4f36-8d25-1f6a353f7657)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:24.489620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54342) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:24.491979 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:24.519293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.547955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c2cd5bda-e2d0-428e-adbf-09dc6f4fa865), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.601623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:24.602072 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.609603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532cd5b-0036-4305-8cd2-c09593f58c09 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:24.613941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c532cd5b-0036-4305-8cd2-c09593f58c09 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/06dfd118-7064-4540-bce3-2c1d3b69a67f HTTP/1.1" status: 200 len: 840 time: 0.1172371 Aug 28 20:11:24.616441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54346) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:24.617309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (3b8aaa07-0333-43e1-99a2-021dc3288b5f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.647660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,segment=NetworkSegment(5a58a0a7-061b-4c61-9c97-81106b6f337b),segment_id=5a58a0a7-061b-4c61-9c97-81106b6f337b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:24.653404 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a8de29fa-d11d-418a-836f-8ece3da904cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.718447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (9470714a-b88b-4f7a-9d08-06e3e938d473), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.730289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ddc85-8ab0-447c-9e9a-e10cca2872cd req-8f14c736-4607-44fd-ad95-23d76952d0fc tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:24.742375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-052ddc85-8ab0-447c-9e9a-e10cca2872cd req-8f14c736-4607-44fd-ad95-23d76952d0fc tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 932 time: 0.2161326 Aug 28 20:11:24.798507 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:24.800127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Pushing event updated for resources: {'Port': ['ID=3b8aaa07-0333-43e1-99a2-021dc3288b5f,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:24.863755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d50c8a89-ad57-40ce-930d-6ec197962d20 req-e805ab25-43ab-4ff5-aae4-0c082f7f552b tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4441333 Aug 28 20:11:24.874029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de29fa-d11d-418a-836f-8ece3da904cf None None] Pushing event updated for resources: {'Port': ['ID=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:24.880899 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:24.893427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 08e92cb7-fe83-47f0-8ff5-464b71e7d34d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:24.901029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] Set router d494a4da-0976-4aed-86a9-d8a4a12d59b2 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:25.306689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (96978b6e-941e-468f-be98-a76486196698), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.306689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-052ddc85-8ab0-447c-9e9a-e10cca2872cd req-04f989a2-b984-4f1b-b2f0-9d0af89f3006 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906431 Aug 28 20:11:25.308082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 06dfd118-7064-4540-bce3-2c1d3b69a67f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:25.308082 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (06dfd118-7064-4540-bce3-2c1d3b69a67f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.308082 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71a7b1fa-3df9-444b-acf7-5e8a247389f3 req-21aa115a-ee75-4f1e-bac5-e790a45a8b4b tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 210 time: 0.1536410 Aug 28 20:11:25.308999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (c2cd5bda-e2d0-428e-adbf-09dc6f4fa865), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.309800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.309800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (770bfe7f-8938-4fe7-8b73-7f70f3eec76d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.309800 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Floating IP 770bfe7f-8938-4fe7-8b73-7f70f3eec76d disassociated. External IP: 172.25.4.41, port: 227d72ca-3560-4f9e-a99e-88a127854f23. Aug 28 20:11:25.309800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Calling delete_port for 227d72ca-3560-4f9e-a99e-88a127854f23 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:25.310186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cd5bda-e2d0-428e-adbf-09dc6f4fa865,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:25.310281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (06dfd118-7064-4540-bce3-2c1d3b69a67f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.310281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 06dfd118-7064-4540-bce3-2c1d3b69a67f owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:25.310466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Network c134c2ea-0c2e-4067-a36b-35357e642ca0 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:25.310466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b5262683-d666-482f-b744-bad43b18d928 None None] Provisioning complete for port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:25.310466 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b5262683-d666-482f-b744-bad43b18d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.310466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:25.354321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:25.357494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:25.358586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.373647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e7cb-1ce0-4a1c-8b09-5a39b191161a req-b71ae30b-5d16-4edc-be0d-959c8a27f25c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:25.383739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fd8e7cb-1ce0-4a1c-8b09-5a39b191161a req-b71ae30b-5d16-4edc-be0d-959c8a27f25c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1708989 Aug 28 20:11:25.406487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c134c2ea-0c2e-4067-a36b-35357e642ca0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.418145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:25.452300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Router 9470714a-b88b-4f7a-9d08-06e3e938d473 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:11:25.513963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c134c2ea-0c2e-4067-a36b-35357e642ca0']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:25.534432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4754b4-55d9-439e-a17b-8574cd71927d') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:25.534432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4754b4-55d9-439e-a17b-8574cd71927d') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:25.539366 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (06dfd118-7064-4540-bce3-2c1d3b69a67f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.565200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b5262683-d666-482f-b744-bad43b18d928 None None] Current status of the port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:25.582399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=06dfd118-7064-4540-bce3-2c1d3b69a67f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:25.587909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ff59c6-8e09-4916-9f78-e9640a594807 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:11:25.600714 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (4a4754b4-55d9-439e-a17b-8574cd71927d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.605550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Publish callbacks [] for port (45ff59c6-8e09-4916-9f78-e9640a594807), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.607898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Attempting to bind port 3b8aaa07-0333-43e1-99a2-021dc3288b5f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:25.608282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Attempting to bind port 3b8aaa07-0333-43e1-99a2-021dc3288b5f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '4a4754b4-55d9-439e-a17b-8574cd71927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:25.608949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Attempting to bind port 3b8aaa07-0333-43e1-99a2-021dc3288b5f on network c134c2ea-0c2e-4067-a36b-35357e642ca0 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:25.624820 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.631343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-edecc141-02f7-4d27-af95-763a53af51a4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/06dfd118-7064-4540-bce3-2c1d3b69a67f HTTP/1.1" status: 204 len: 168 time: 1.0064855 Aug 28 20:11:25.634415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54354) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:25.656172 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4a4754b4-55d9-439e-a17b-8574cd71927d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.668547 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fd8e7cb-1ce0-4a1c-8b09-5a39b191161a req-e31ecc7f-1c70-4921-82c3-c5578d48843a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796774 Aug 28 20:11:25.668954 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c591f38-b47c-41a2-89e7-290937b48ea7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:11:25.671907 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c591f38-b47c-41a2-89e7-290937b48ea7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/06dfd118-7064-4540-bce3-2c1d3b69a67f HTTP/1.1" status: 404 len: 333 time: 0.0362697 Aug 28 20:11:25.672745 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:25.676827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b5262683-d666-482f-b744-bad43b18d928 None None] Provisioning complete for port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:25.677332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b5262683-d666-482f-b744-bad43b18d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.677755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54356) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:25.679620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:25.680054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Checking segment: {'id': '4a4754b4-55d9-439e-a17b-8574cd71927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:25.680559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.681088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Bound using segment: {'id': '4a4754b4-55d9-439e-a17b-8574cd71927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:25.681802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Bound port: 3b8aaa07-0333-43e1-99a2-021dc3288b5f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4754b4-55d9-439e-a17b-8574cd71927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:25.682286 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3b8aaa07-0333-43e1-99a2-021dc3288b5f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.683143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'name': 'tempest-PortsTestJSON-1843001124'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:25.687262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:25.699157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:25.699573 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (4a4754b4-55d9-439e-a17b-8574cd71927d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.700315 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Sync routers for ids ['9470714a-b88b-4f7a-9d08-06e3e938d473'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:25.726187 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Routers {'9470714a-b88b-4f7a-9d08-06e3e938d473'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:25.727361 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9470714a-b88b-4f7a-9d08-06e3e938d473'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:25.732369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (227d72ca-3560-4f9e-a99e-88a127854f23), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.739460 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:25.767699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 227d72ca-3560-4f9e-a99e-88a127854f23 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:25.782323 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 4a4754b4-55d9-439e-a17b-8574cd71927d resource provider aggregate not found Aug 28 20:11:25.817980 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 4a4754b4-55d9-439e-a17b-8574cd71927d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a4754b4-55d9-439e-a17b-8574cd71927d found for delete ", "request_id": "req-0472c4f8-0722-4212-943c-f7561280dcb9"}]} Aug 28 20:11:25.823513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Transition to ACTIVE for port object 45ff59c6-8e09-4916-9f78-e9640a594807 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:11:25.833677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.836711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0e93fbd7-a21a-4f15-9daf-3f589f3a74c4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5436907 Aug 28 20:11:25.836711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event deleted for resources: {'Port': ['ID=227d72ca-3560-4f9e-a99e-88a127854f23,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:25.841417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54362) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:25.863154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.873262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.api [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 20:11:25.873262 n-d-854121-7 neutron-server[114322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 20:11:25.873262 n-d-854121-7 neutron-server[114322]: [parameters: {'id': 'c134c2ea-0c2e-4067-a36b-35357e642ca0'}] Aug 28 20:11:25.873262 n-d-854121-7 neutron-server[114322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:11:25.873981 n-d-854121-7 neutron-server[114322]: DEBUG oslo_db.api [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:11:25.874848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:25.879591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 227d72ca-3560-4f9e-a99e-88a127854f23 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:25.880499 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 227d72ca-3560-4f9e-a99e-88a127854f23 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:25.941814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Deleting port 65bf9174-e52d-4c4e-adcd-7217c3990cd1 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:25.941814 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:25.975095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.056944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 4, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b3819ced-c7c3-4699-becd-8cbbc11b4abc', 'name': '', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'mac_address': 'fa:16:3e:8b:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:13Z', 'updated_at': '2022-08-28T20:11:24Z', 'revision_number': 4, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'subnets': [{'id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:26.108888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] For port 65bf9174-e52d-4c4e-adcd-7217c3990cd1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65bf9174-e52d-4c4e-adcd-7217c3990cd1,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:26.112065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.112215 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Set router 9470714a-b88b-4f7a-9d08-06e3e938d473 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:26.127810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Calling delete_port for 65bf9174-e52d-4c4e-adcd-7217c3990cd1 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:26.175089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa2aa4-2a58-4de6-93d6-c55820bedd24 None None] The sync data for ids ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'] in n-d-854121-7 is: [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:14Z', 'revision_number': 4, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b3819ced-c7c3-4699-becd-8cbbc11b4abc', 'name': '', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'mac_address': 'fa:16:3e:8b:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:13Z', 'updated_at': '2022-08-28T20:11:24Z', 'revision_number': 4, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'subnets': [{'id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:26.179794 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:26.180879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:26.234719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] For port 3b8aaa07-0333-43e1-99a2-021dc3288b5f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:26.304918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43acc0e5-6a16-4372-a3d2-7725b7f3c5c6 req-b054d165-d7a3-4288-bf5d-e59a210102ad tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 210 time: 0.1333582 Aug 28 20:11:26.309150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] For port 3b8aaa07-0333-43e1-99a2-021dc3288b5f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3b8aaa07-0333-43e1-99a2-021dc3288b5f,segment=NetworkSegment(4a4754b4-55d9-439e-a17b-8574cd71927d),segment_id=4a4754b4-55d9-439e-a17b-8574cd71927d)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:26.332306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b5262683-d666-482f-b744-bad43b18d928 None None] Current status of the port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:26.374603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Router 586d50a3-5b69-43e2-81e9-0a6adad81a2b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:11:26.428474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3b8aaa07-0333-43e1-99a2-021dc3288b5f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.452077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:26.454813 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.471016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:26.476790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.486928 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c134c2ea-0c2e-4067-a36b-35357e642ca0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.520963 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:26.590902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ecd57106-87aa-4895-b62e-1559c86a128b req-55ded08f-d509-4935-b535-bee063203c8d tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 210 time: 0.1249316 Aug 28 20:11:26.603270 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:11:22Z', 'revision_number': 3, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:26.621890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port dbd8b781-aba2-4acc-8547-9714ba2c015e yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:11:26.639723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce36c8-8659-4b01-84d1-e8cd032a5aea req-52ae7fa0-79ec-4892-bd5c-0fdaf35ce4d6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:26.651644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8cce36c8-8659-4b01-84d1-e8cd032a5aea req-52ae7fa0-79ec-4892-bd5c-0fdaf35ce4d6 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 944 time: 0.1622763 Aug 28 20:11:26.661572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Pushing event updated for resources: {'Port': ['ID=45ff59c6-8e09-4916-9f78-e9640a594807,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:26.705783 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (65bf9174-e52d-4c4e-adcd-7217c3990cd1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.711422 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Checking router: 9470714a-b88b-4f7a-9d08-06e3e938d473 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:26.713842 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Updating router 9470714a-b88b-4f7a-9d08-06e3e938d473 port d499febe-ac25-4837-9370-8b99bb13d183 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:11:26.793390 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d499febe-ac25-4837-9370-8b99bb13d183), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:26.869923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590109b-eb08-46b4-90c4-63687429ec92 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:11:26.964078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:26.969473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b3819ced-c7c3-4699-becd-8cbbc11b4abc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:27.017364 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:27.077299 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:27.110996 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:27.129788 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d3f74-77df-425b-ad16-888978ff97cd req-2e25dfb7-ae1d-41de-bd25-d039d284ed37 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:27.133187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-377d3f74-77df-425b-ad16-888978ff97cd req-2e25dfb7-ae1d-41de-bd25-d039d284ed37 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.2526948 Aug 28 20:11:27.136416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b3819ced-c7c3-4699-becd-8cbbc11b4abc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:27.136805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.146110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:27.155795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Pushing event deleted for resources: {'Port': ['ID=65bf9174-e52d-4c4e-adcd-7217c3990cd1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:27.205214 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:27.219676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d15b0f-2152-49d8-9c44-61bf70c701c8 None None] Pushing event updated for resources: {'Port': ['ID=3b8aaa07-0333-43e1-99a2-021dc3288b5f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:27.226269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8cce36c8-8659-4b01-84d1-e8cd032a5aea req-6ea744a0-0a77-4e83-8597-767745576b20 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733585 Aug 28 20:11:27.237322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] Sync routers for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:27.254889 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.346471 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:27.355819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b3819ced-c7c3-4699-becd-8cbbc11b4abc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:27.356400 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.385959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:27.386628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:27.411710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Deleting port 3b8aaa07-0333-43e1-99a2-021dc3288b5f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:27.412067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3b8aaa07-0333-43e1-99a2-021dc3288b5f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.471632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] No DVR routers for this DVR port 227d72ca-3560-4f9e-a99e-88a127854f23 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:27.493211 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.497919 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc5223ae-d43e-46ec-9e5e-557aff03020a req-066bc859-9492-41e4-b1cf-c911367c0790 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.89 "DELETE /networking/v2.0/ports/227d72ca-3560-4f9e-a99e-88a127854f23 HTTP/1.1" status: 204 len: 173 time: 3.9419401 Aug 28 20:11:27.501582 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Publish callbacks [] for port (d499febe-ac25-4837-9370-8b99bb13d183), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.523490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'name': 'network-vif-deleted', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:27.526707 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ece1dd-f0eb-4f81-b6af-fe39f7edc241" -d '{"events": [{"server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "name": "network-vif-deleted", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:27.532547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:27.568950 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-377d3f74-77df-425b-ad16-888978ff97cd req-8d6face8-61f5-420d-ab83-e8e769068ac7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911088 Aug 28 20:11:27.578895 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.611275 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d499febe-ac25-4837-9370-8b99bb13d183), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.629076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e3836e87-8bdd-40ba-8b53-e7fff1e2c663 req-8ef70b4a-3299-4d61-8aef-019c1dbaaace tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=959d56d5-61f8-4b2d-8134-3c2b638c1dac HTTP/1.1" status: 200 len: 210 time: 0.0572090 Aug 28 20:11:27.698225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Attempting to bind port 45ff59c6-8e09-4916-9f78-e9640a594807 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:27.700891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Attempting to bind port 45ff59c6-8e09-4916-9f78-e9640a594807 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:27.700891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Attempting to bind port 45ff59c6-8e09-4916-9f78-e9640a594807 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:27.727762 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7440b4-a537-4486-b858-db5e3aa74bd5 x-openstack-request-id: req-cb7440b4-a537-4486-b858-db5e3aa74bd5 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:27.729595 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959d56d5-61f8-4b2d-8134-3c2b638c1dac", "name": "network-vif-deleted", "tag": "227d72ca-3560-4f9e-a99e-88a127854f23", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:27.729595 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb7440b4-a537-4486-b858-db5e3aa74bd5 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:27.729595 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7440b4-a537-4486-b858-db5e3aa74bd5'] response: {'server_uuid': '959d56d5-61f8-4b2d-8134-3c2b638c1dac', 'name': 'network-vif-deleted', 'tag': '227d72ca-3560-4f9e-a99e-88a127854f23', 'status': 'completed', 'code': 200} Aug 28 20:11:27.732977 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.738477 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Attempting to bind port d499febe-ac25-4837-9370-8b99bb13d183 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:27.740120 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Attempting to bind port d499febe-ac25-4837-9370-8b99bb13d183 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:27.741004 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Attempting to bind port d499febe-ac25-4837-9370-8b99bb13d183 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:27.768554 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3328d7f-a63b-4889-9be7-f0106fe78a28 None None] Pushing event updated for resources: {'Port': ['ID=d499febe-ac25-4837-9370-8b99bb13d183,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:27.773405 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:27.774586 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:27.775547 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.776492 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:27.778602 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Bound port: d499febe-ac25-4837-9370-8b99bb13d183, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:27.780461 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d499febe-ac25-4837-9370-8b99bb13d183), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.807700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:27.824152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:27.824322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] For port 3b8aaa07-0333-43e1-99a2-021dc3288b5f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3b8aaa07-0333-43e1-99a2-021dc3288b5f,segment=NetworkSegment(4a4754b4-55d9-439e-a17b-8574cd71927d),segment_id=4a4754b4-55d9-439e-a17b-8574cd71927d)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:27.824766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3b8aaa07-0333-43e1-99a2-021dc3288b5f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.854528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Port 45ff59c6-8e09-4916-9f78-e9640a594807 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:11:27.856270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Attempting to bind port 45ff59c6-8e09-4916-9f78-e9640a594807 on network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:27.885392 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] For port d499febe-ac25-4837-9370-8b99bb13d183, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:27.889303 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] For port d499febe-ac25-4837-9370-8b99bb13d183, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d499febe-ac25-4837-9370-8b99bb13d183,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:27.948355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:27.948769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Checking segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:27.949176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Bound using segment: {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:27.949636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Bound port: 45ff59c6-8e09-4916-9f78-e9640a594807, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da81218d-9791-430b-bafc-1e3eb25963bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:27.950037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:27.966304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Calling delete_port for 3b8aaa07-0333-43e1-99a2-021dc3288b5f owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:28.001838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b3819ced-c7c3-4699-becd-8cbbc11b4abc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b3819ced-c7c3-4699-becd-8cbbc11b4abc,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:28.011007 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d499febe-ac25-4837-9370-8b99bb13d183), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.011949 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:28.020723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51847746-adfc-4837-b09c-fe47c0b71234 req-884f5a4f-7ae1-40d3-8d4d-af21a599923d tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 210 time: 0.1804008 Aug 28 20:11:28.041072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a590109b-eb08-46b4-90c4-63687429ec92 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:11:28.044116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:28.049106 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.076953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] Checking router: 586d50a3-5b69-43e2-81e9-0a6adad81a2b for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:28.082897 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3328d7f-a63b-4889-9be7-f0106fe78a28 None None] Pushing event updated for resources: {'Port': ['ID=d499febe-ac25-4837-9370-8b99bb13d183,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:28.092071 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Routers {'9470714a-b88b-4f7a-9d08-06e3e938d473'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:28.093287 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9470714a-b88b-4f7a-9d08-06e3e938d473'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:28.098738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:28.099531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:28.114656 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.115677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 08e92cb7-fe83-47f0-8ff5-464b71e7d34d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:28.213948 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] Set router 9470714a-b88b-4f7a-9d08-06e3e938d473 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:28.223889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] For port 45ff59c6-8e09-4916-9f78-e9640a594807, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:28.228703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] For port 45ff59c6-8e09-4916-9f78-e9640a594807, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=45ff59c6-8e09-4916-9f78-e9640a594807,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:28.233267 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (96978b6e-941e-468f-be98-a76486196698), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.308809 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3b8aaa07-0333-43e1-99a2-021dc3288b5f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.359863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.363234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Port': ['ID=3b8aaa07-0333-43e1-99a2-021dc3288b5f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:28.380930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:28.385064 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.387809 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/45ff59c6-8e09-4916-9f78-e9640a594807 HTTP/1.1" status: 200 len: 1092 time: 4.1601126 Aug 28 20:11:28.389439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d261844-c890-434c-b640-3c2963dde15c', 'tag': '45ff59c6-8e09-4916-9f78-e9640a594807'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:28.395078 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25499eb3-fee1-4974-887e-2d0a605299a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d261844-c890-434c-b640-3c2963dde15c", "tag": "45ff59c6-8e09-4916-9f78-e9640a594807"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:28.413706 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:11:22Z', 'revision_number': 3, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:28.428503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No DVR routers for this DVR port 3b8aaa07-0333-43e1-99a2-021dc3288b5f on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:28.445720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487c197-8ffe-45d4-94e4-2719417198a1 None None] The sync data for ids ['9470714a-b88b-4f7a-9d08-06e3e938d473'] in n-d-854121-7 is: [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:11:22Z', 'revision_number': 3, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:28.530992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b3819ced-c7c3-4699-becd-8cbbc11b4abc,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:28.534095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:28.539367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:28.540106 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.546506 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b57a842-1d11-4d25-a38e-7278946726e4 x-openstack-request-id: req-3b57a842-1d11-4d25-a38e-7278946726e4 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:28.546779 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d261844-c890-434c-b640-3c2963dde15c", "tag": "45ff59c6-8e09-4916-9f78-e9640a594807", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:28.547077 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b57a842-1d11-4d25-a38e-7278946726e4 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:28.547504 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b57a842-1d11-4d25-a38e-7278946726e4'] response: {'name': 'network-changed', 'server_uuid': '7d261844-c890-434c-b640-3c2963dde15c', 'tag': '45ff59c6-8e09-4916-9f78-e9640a594807', 'status': 'completed', 'code': 200} Aug 28 20:11:28.596895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:28.636900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=dbd8b781-aba2-4acc-8547-9714ba2c015e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:28.683902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3142f-2366-499d-b261-b7fa3260805f req-0f68a785-6aff-4227-a496-49628a26d4f7 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:28.692333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bca3142f-2366-499d-b261-b7fa3260805f req-0f68a785-6aff-4227-a496-49628a26d4f7 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 944 time: 0.1476498 Aug 28 20:11:28.743492 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:28.744234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5ffe02e4-206f-4df3-9627-7c84d64dd2c9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0648599 Aug 28 20:11:28.777284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54388) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:28.786328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:28.815479 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c134c2ea-0c2e-4067-a36b-35357e642ca0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.848344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c134c2ea-0c2e-4067-a36b-35357e642ca0']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:28.864036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4754b4-55d9-439e-a17b-8574cd71927d') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:28.864925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4754b4-55d9-439e-a17b-8574cd71927d') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:28.876302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (4a4754b4-55d9-439e-a17b-8574cd71927d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:28.982863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25499eb3-fee1-4974-887e-2d0a605299a9 req-b7cae9e8-fcf1-4a60-9fb2-ea8b6dc63f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:28.984459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25499eb3-fee1-4974-887e-2d0a605299a9 req-b7cae9e8-fcf1-4a60-9fb2-ea8b6dc63f1c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 1126 time: 0.3345344 Aug 28 20:11:28.997084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4a4754b4-55d9-439e-a17b-8574cd71927d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.008345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:29.008763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (4a4754b4-55d9-439e-a17b-8574cd71927d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.035039 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bca3142f-2366-499d-b261-b7fa3260805f req-b9ecdf05-8127-4cba-bbd5-21244b1dde5e tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417478 Aug 28 20:11:29.103026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.116729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.140044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-e70a52af-47fb-4fa0-b83b-8b573072fb3e tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:29.143971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-e70a52af-47fb-4fa0-b83b-8b573072fb3e tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.84 "GET /networking/v2.0/networks?id=49df12ca-1502-4e2c-ad20-3163c10a160f HTTP/1.1" status: 200 len: 809 time: 0.4314401 Aug 28 20:11:29.170067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a106d0-77d0-4c3b-8cca-c9f007796fab None None] Network c134c2ea-0c2e-4067-a36b-35357e642ca0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:29.183442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Request body: {'port': {'device_id': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'admin_state_up': True, 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:29.192401 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:29.216329 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 4a4754b4-55d9-439e-a17b-8574cd71927d resource provider aggregate not found Aug 28 20:11:29.286286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:29.286933 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.316140 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c134c2ea-0c2e-4067-a36b-35357e642ca0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.322830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.330287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c134c2ea-0c2e-4067-a36b-35357e642ca0 HTTP/1.1" status: 204 len: 168 time: 6.0000083 Aug 28 20:11:29.333277 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 4a4754b4-55d9-439e-a17b-8574cd71927d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a4754b4-55d9-439e-a17b-8574cd71927d found for delete ", "request_id": "req-a4a73284-2262-442f-beac-5256f70c619c"}]} Aug 28 20:11:29.348145 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:29.367682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54398) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:29.376550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f7f61-35e2-43dd-8d21-3bcb979b59a8 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=c134c2ea-0c2e-4067-a36b-35357e642ca0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:29.384835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1314765374'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:29.408724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:29.409003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261140d1-a8be-42ca-849a-bdfa8a0bae2f service neutron] Pushing event updated for resources: {'Port': ['ID=45ff59c6-8e09-4916-9f78-e9640a594807,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:29.435342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500aca-9321-429d-95e0-aa7b095ce626 req-2b48267a-f6f6-48b1-8521-4c7f343bcc5d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:29.436957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6500aca-9321-429d-95e0-aa7b095ce626 req-2b48267a-f6f6-48b1-8521-4c7f343bcc5d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.5357838 Aug 28 20:11:29.529095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-156e5052-1ad1-42cc-bb2d-46f5b5d72f6b req-874c8166-c7c8-4154-b1c2-ca3b83c1bc39 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 210 time: 0.1466115 Aug 28 20:11:29.588635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6500aca-9321-429d-95e0-aa7b095ce626 req-0366f486-1231-459a-ae5b-726d6e044772 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257238 Aug 28 20:11:29.610289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:29.614013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.637939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:29.690350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1610c-01d8-464d-858d-d3e3a0a59b7c None None] The sync data for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 is: [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:09:59Z', 'revision_number': 4, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'd6e4204e-7e69-4558-93fd-7534df24a89f', 'name': '', 'network_id': '0bafccb0-3731-4654-a000-2fe2f996b6ca', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'mac_address': 'fa:16:3e:de:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:55Z', 'updated_at': '2022-08-28T20:10:07Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'subnets': [{'id': '28e644fb-dbd3-42b1-91c8-587811e6d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:29.721404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54400) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:29.803132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25499eb3-fee1-4974-887e-2d0a605299a9 req-20ee161f-e09f-4ab2-8024-4e6564d8f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:29.805014 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25499eb3-fee1-4974-887e-2d0a605299a9 req-20ee161f-e09f-4ab2-8024-4e6564d8f315 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&shared=False HTTP/1.1" status: 200 len: 923 time: 0.6723268 Aug 28 20:11:29.842989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:29.858349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d499febe-ac25-4837-9370-8b99bb13d183 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:29.905957 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3dcd80bd-64c6-4f48-b5e1-18a1addbe473), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:29.905957 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment 3dcd80bd-64c6-4f48-b5e1-18a1addbe473 of type vlan for network c1754c53-e8e0-4154-9207-6bfd83268437 Aug 28 20:11:29.925830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d499febe-ac25-4837-9370-8b99bb13d183 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:29.932325 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d499febe-ac25-4837-9370-8b99bb13d183), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.049036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff996c6c-5e94-46a9-a673-07fabccb8702 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group (60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.075585 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.079840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d499febe-ac25-4837-9370-8b99bb13d183 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:30.080241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d499febe-ac25-4837-9370-8b99bb13d183), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.081771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Made reservation on behalf of a45fbbfd04b6436aa1448d0bbcbb5785 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:30.092748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.106024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Router 96978b6e-941e-468f-be98-a76486196698 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:11:30.113883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d499febe-ac25-4837-9370-8b99bb13d183, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d499febe-ac25-4837-9370-8b99bb13d183,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:30.179169 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff996c6c-5e94-46a9-a673-07fabccb8702 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group (60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.188003 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d499febe-ac25-4837-9370-8b99bb13d183), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.189355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b3819ced-c7c3-4699-becd-8cbbc11b4abc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:30.193550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Allocated IP 172.20.0.1 (283dc614-bf6b-4606-b725-b1ee0007f2d2/e08fccb4-cf37-494c-a946-cb6bfac78dc6/4b99cb5a-4579-4a74-8d6e-576910df5e9e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:30.201218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.201972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] In _notify_port_updated(), no bound segment for port dbd8b781-aba2-4acc-8547-9714ba2c015e on network ae00cb77-a804-4f3e-a894-29d5a55ffe11 {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:11:30.208233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:30.208829 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.217775 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "PUT /networking/v2.0/ports/dbd8b781-aba2-4acc-8547-9714ba2c015e HTTP/1.1" status: 200 len: 818 time: 1.4346375 Aug 28 20:11:30.218465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54404) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:30.254882 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b612f-222a-4733-bf45-b1ff899acca8 None None] New status for floating IP 770bfe7f-8938-4fe7-8b73-7f70f3eec76d: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:11:30.338189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d499febe-ac25-4837-9370-8b99bb13d183,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:30.364911 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:30.375737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b3819ced-c7c3-4699-becd-8cbbc11b4abc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:30.376122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.449033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e87ea-63bd-49dd-addf-876d70e8c4ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=dbd8b781-aba2-4acc-8547-9714ba2c015e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:30.524699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b3819ced-c7c3-4699-becd-8cbbc11b4abc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:30.550261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Allocated IP 172.20.0.12 (49df12ca-1502-4e2c-ad20-3163c10a160f/fe31261c-c147-418a-8e2a-4286ec58a659/339eee34-cdee-4143-8f1c-18553bd50e15) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:30.566883 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c1754c53-e8e0-4154-9207-6bfd83268437), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.584030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port dbd8b781-aba2-4acc-8547-9714ba2c015e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:30.584382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.649380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks [] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.686920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25499eb3-fee1-4974-887e-2d0a605299a9 req-fe30fecf-507a-4831-9331-1f82b9265400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:30.688580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25499eb3-fee1-4974-887e-2d0a605299a9 req-fe30fecf-507a-4831-9331-1f82b9265400 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8621085 Aug 28 20:11:30.711109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9eb7b-3abd-4a7f-a1ef-ff7f1e6ff118 req-6c6e51e3-e489-4b66-84e1-ae9b2c9345f4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:30.714866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66b9eb7b-3abd-4a7f-a1ef-ff7f1e6ff118 req-6c6e51e3-e489-4b66-84e1-ae9b2c9345f4 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 944 time: 0.5450799 Aug 28 20:11:30.741981 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f198048d-c5e4-4147-a53f-742d2f5eaff1 req-7866b0ab-068a-44a5-8047-64ecae340048 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 210 time: 0.0957432 Aug 28 20:11:30.762704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.805277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for dbd8b781-aba2-4acc-8547-9714ba2c015e owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:30.808025 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:30.844942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-235e24bd-63e7-4c4d-a777-c56f296fc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:30.846927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-235e24bd-63e7-4c4d-a777-c56f296fc81b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 1126 time: 0.1071255 Aug 28 20:11:30.847954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:30.858828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a99ffb02-8de1-47e3-9d3a-6e2f224d15cb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/96978b6e-941e-468f-be98-a76486196698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2793195 Aug 28 20:11:30.858828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c1754c53-e8e0-4154-9207-6bfd83268437), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.862372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:30.863030 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:30.864616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] Sync routers for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:30.865457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54410) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:30.882618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:30.884062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:30.905439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66b9eb7b-3abd-4a7f-a1ef-ff7f1e6ff118 req-0f6624d7-f214-4457-88a7-6d386a105cd2 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732268 Aug 28 20:11:30.974248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692583c9-994d-4860-8fa6-6388449f65d3 req-a545f9d3-f1c4-436d-908f-706280f206d7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:30.981668 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-692583c9-994d-4860-8fa6-6388449f65d3 req-a545f9d3-f1c4-436d-908f-706280f206d7 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1284559 Aug 28 20:11:30.996713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.018827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff996c6c-5e94-46a9-a673-07fabccb8702 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.021371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff996c6c-5e94-46a9-a673-07fabccb8702 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.022666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ff996c6c-5e94-46a9-a673-07fabccb8702 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb HTTP/1.1" status: 204 len: 168 time: 1.2977135 Aug 28 20:11:31.024029 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-ce03248a-c609-4ecf-ae0b-50dcb3a0c06f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45ff59c6-8e09-4916-9f78-e9640a594807 HTTP/1.1" status: 200 len: 217 time: 0.1565490 Aug 28 20:11:31.028244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54412) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:31.085341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff996c6c-5e94-46a9-a673-07fabccb8702 tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:31.095367 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:31.096270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:31.099440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=c1754c53-e8e0-4154-9207-6bfd83268437,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:31.106994 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-ae61fc76-5e3c-4c23-bd0d-581f0c0ab9fa tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] show failed (client error): The resource could not be found. Aug 28 20:11:31.108067 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ae61fc76-5e3c-4c23-bd0d-581f0c0ab9fa tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "GET /networking/v2.0/security-groups/60c4ced3-cd1b-4d97-a8a3-2b0cfb3926fb HTTP/1.1" status: 404 len: 347 time: 0.0704741 Aug 28 20:11:31.133956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54414) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:31.150941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c1754c53-e8e0-4154-9207-6bfd83268437 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:31.163365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8281ac1b-1081-4cf8-9fb6-d056a6468b4c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7820559 Aug 28 20:11:31.166591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54416) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:31.167853 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:31.178046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks [] for port (339eee34-cdee-4143-8f1c-18553bd50e15), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.183556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Pushing event updated for resources: {'Port': ['ID=4b99cb5a-4579-4a74-8d6e-576910df5e9e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:31.187424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:31.194577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:31.206105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': 'c1754c53-e8e0-4154-9207-6bfd83268437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:31.212077 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-692583c9-994d-4860-8fa6-6388449f65d3 req-317cecdd-8d33-43bb-a827-d17b096facbc tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291157 Aug 28 20:11:31.243270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-e22993ff-f2c4-4d08-9afe-b27f0c539482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:31.243270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-e22993ff-f2c4-4d08-9afe-b27f0c539482 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c42730f-a6f7-40a8-b810-ff6252258e0b HTTP/1.1" status: 200 len: 861 time: 0.2044320 Aug 28 20:11:31.306848 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dbd8b781-aba2-4acc-8547-9714ba2c015e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.363070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (9470714a-b88b-4f7a-9d08-06e3e938d473), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.418332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=dbd8b781-aba2-4acc-8547-9714ba2c015e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:31.437459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.443501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-efda3ee7-4d41-4824-868c-41adc5cdf350 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/dbd8b781-aba2-4acc-8547-9714ba2c015e HTTP/1.1" status: 204 len: 168 time: 1.2144506 Aug 28 20:11:31.449247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54418) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:31.465208 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:31.500038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:11:26Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:31.509310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076314d-e850-4352-b41b-0cb3c700c25c req-aafc11ab-893c-40de-a0da-83279f2ce422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:31.510927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-aafc11ab-893c-40de-a0da-83279f2ce422 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=6ae51af3-90c5-41aa-8ac0-826f71c38a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2269764 Aug 28 20:11:31.528642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.534801 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks [] for router (96978b6e-941e-468f-be98-a76486196698), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.544762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] Checking router: 96978b6e-941e-468f-be98-a76486196698 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:31.559653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] Routers {'96978b6e-941e-468f-be98-a76486196698'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:31.560896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['96978b6e-941e-468f-be98-a76486196698'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:31.615233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa054d37-7058-4c5a-96c4-4d1eac40a776 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:31.615233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aa054d37-7058-4c5a-96c4-4d1eac40a776 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1612236 Aug 28 20:11:31.621254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d499febe-ac25-4837-9370-8b99bb13d183 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:31.623016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54420) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:31.712101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Network 49df12ca-1502-4e2c-ad20-3163c10a160f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:31.713451 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-169f0d82-3b4e-445e-b08d-036f591d3a8c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:11:31.715130 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-169f0d82-3b4e-445e-b08d-036f591d3a8c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/dbd8b781-aba2-4acc-8547-9714ba2c015e HTTP/1.1" status: 404 len: 333 time: 0.0835698 Aug 28 20:11:31.719089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:31.720959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54422) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:31.728215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1406684837'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:31.733939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:31.753910 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:31.772930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] Set router 96978b6e-941e-468f-be98-a76486196698 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:31.774187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Deleting port a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:31.774748 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.787382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-be87cd59-72f8-4a21-9dcd-44e7651bec02 None None] Provisioning complete for port 4b99cb5a-4579-4a74-8d6e-576910df5e9e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:31.791301 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-be87cd59-72f8-4a21-9dcd-44e7651bec02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.792460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:31.796349 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.820563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Pushing event updated for resources: {'Port': ['ID=339eee34-cdee-4143-8f1c-18553bd50e15,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:31.827149 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:31.896712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:31.898935 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.009050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-e3346f88-f773-4ef1-aaa0-99c241b3ec40 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765787 Aug 28 20:11:32.014570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Performing IP validity checks on allocation pools {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 28 20:11:32.020880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 28 20:11:32.029143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-aa18f9f5-8881-467e-a52b-f27509386633 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8642409 Aug 28 20:11:32.030631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:32.038149 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.044089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d499febe-ac25-4837-9370-8b99bb13d183 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:32.044089 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d499febe-ac25-4837-9370-8b99bb13d183), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.061931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420af08-bed3-4ffe-b61f-f127a3081c78 req-27f8bdc1-96af-4ba6-9a43-b3962d84809c tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:32.064021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4420af08-bed3-4ffe-b61f-f127a3081c78 req-27f8bdc1-96af-4ba6-9a43-b3962d84809c tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 932 time: 0.1365705 Aug 28 20:11:32.083161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Request body: {'port': {'device_id': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:32.097391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-be87cd59-72f8-4a21-9dcd-44e7651bec02 None None] Port 4b99cb5a-4579-4a74-8d6e-576910df5e9e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:32.105445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks [] for router_gateway (96978b6e-941e-468f-be98-a76486196698), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.134200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:11:26Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:32.159898 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.160237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for floatingip (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.192543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a65c3-fb8a-48d5-823e-8d22a9b84947 req-730cf424-eda6-4571-94e1-8f508610db01 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:32.194179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-308a65c3-fb8a-48d5-823e-8d22a9b84947 req-730cf424-eda6-4571-94e1-8f508610db01 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 944 time: 0.1431844 Aug 28 20:11:32.195000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:32.197464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be395a-4b25-42e1-b705-fdef4684ad6c None None] The sync data for ids ['96978b6e-941e-468f-be98-a76486196698'] in n-d-854121-7 is: [{'id': '96978b6e-941e-468f-be98-a76486196698', 'name': 'tempest-ServersTestJSON-988194127-router', 'tenant_id': '1d6a161784e44d36acdc6f32ef9e7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:11:26Z', 'revision_number': 5, 'project_id': '1d6a161784e44d36acdc6f32ef9e7423', 'gw_port': {'id': '9d81d454-bf7b-4235-96c9-0631ca713f8e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96978b6e-941e-468f-be98-a76486196698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:45Z', 'updated_at': '2022-08-28T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:32.201624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Calling delete_port for a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:32.228693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0f9f1b61-157b-4cf3-834b-d6960dfc8d6b None None] Provisioning complete for port 339eee34-cdee-4143-8f1c-18553bd50e15 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:32.229189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1b61-157b-4cf3-834b-d6960dfc8d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.230901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d499febe-ac25-4837-9370-8b99bb13d183 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:32.278517 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (dec21b7d-2173-4b27-bdc4-9ecf3b2d6044), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.279310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f1b61-157b-4cf3-834b-d6960dfc8d6b None None] Port 339eee34-cdee-4143-8f1c-18553bd50e15 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:32.279500 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment dec21b7d-2173-4b27-bdc4-9ecf3b2d6044 of type vlan for network 386bca0a-6653-4956-beb7-e547462fcb1d Aug 28 20:11:32.300285 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.340158 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4420af08-bed3-4ffe-b61f-f127a3081c78 req-2daaa7f5-fc34-4466-8fb9-f5d19d435cae tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301145 Aug 28 20:11:32.384079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2076314d-e850-4352-b41b-0cb3c700c25c req-c44c1928-cf91-4e7c-9e1b-3323d40cc038 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621030 Aug 28 20:11:32.388157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Deleting port 9d81d454-bf7b-4235-96c9-0631ca713f8e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:32.388414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.410353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (386bca0a-6653-4956-beb7-e547462fcb1d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.421116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks [] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.437282 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-308a65c3-fb8a-48d5-823e-8d22a9b84947 req-b9f4743d-ff5a-43c8-8839-2d7173c6f01d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656599 Aug 28 20:11:32.577521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16c5c-4684-48e7-9593-300c2de04b8c req-1ee69486-fa56-408d-b813-ffe70994f2fa tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:32.580092 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2f16c5c-4684-48e7-9593-300c2de04b8c req-1ee69486-fa56-408d-b813-ffe70994f2fa tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1341057 Aug 28 20:11:32.582186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.594490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (386bca0a-6653-4956-beb7-e547462fcb1d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.599715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:32.600392 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.679510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] For port 9d81d454-bf7b-4235-96c9-0631ca713f8e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9d81d454-bf7b-4235-96c9-0631ca713f8e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:32.679981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.715895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Calling delete_port for 9d81d454-bf7b-4235-96c9-0631ca713f8e owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:32.736623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2f16c5c-4684-48e7-9593-300c2de04b8c req-b3bbb71a-97f9-4861-93b7-50a20445c654 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453712 Aug 28 20:11:32.743349 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:32.768411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Pushing event updated for resources: {'Port': ['ID=4b99cb5a-4579-4a74-8d6e-576910df5e9e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:32.782557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (9470714a-b88b-4f7a-9d08-06e3e938d473), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.815588 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (53151e85-4943-4073-a238-a8068a698565), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.816215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=386bca0a-6653-4956-beb7-e547462fcb1d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:32.829197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 386bca0a-6653-4956-beb7-e547462fcb1d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:32.882050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-62ce07d3-031b-4b66-b16b-b4f6f3b787d1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1577218 Aug 28 20:11:32.901411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:32.902270 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:32.912435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:32.928966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339eee34-cdee-4143-8f1c-18553bd50e15 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:11:32.942379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Publish callbacks [] for port (339eee34-cdee-4143-8f1c-18553bd50e15), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.052993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Pushing event deleted for resources: {'Port': ['ID=a9c49dd3-23f9-46c2-9eb0-0fbd6bc58926,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:33.107128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=53151e85-4943-4073-a238-a8068a698565,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:33.195577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': '3dcd80bd-64c6-4f48-b5e1-18a1addbe473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1754c53-e8e0-4154-9207-6bfd83268437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:33.195950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: c1754c53-e8e0-4154-9207-6bfd83268437, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:33.215666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks [] for floatingip (770bfe7f-8938-4fe7-8b73-7f70f3eec76d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.218221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.222101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-86bba6bd-6a03-413e-b33c-6fb03584e30d tempest-ServersTestManualDisk-730528655 tempest-ServersTestManualDisk-730528655-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/770bfe7f-8938-4fe7-8b73-7f70f3eec76d HTTP/1.1" status: 204 len: 168 time: 2.0845604 Aug 28 20:11:33.226415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54432) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:33.293468 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:33.299619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Transition to ACTIVE for port object 339eee34-cdee-4143-8f1c-18553bd50e15 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:11:33.316304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:33.318177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:33.332299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:33.336543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.339641 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9d81d454-bf7b-4235-96c9-0631ca713f8e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.473783 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:33.473783 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.474029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65bf9174-e52d-4c4e-adcd-7217c3990cd1 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:33.499010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Router 9470714a-b88b-4f7a-9d08-06e3e938d473 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:11:33.506631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 65bf9174-e52d-4c4e-adcd-7217c3990cd1 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:33.507006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65bf9174-e52d-4c4e-adcd-7217c3990cd1 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:33.611360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9d487f53-b97b-41cc-bff9-7bd32d6865df None None] Provisioning complete for port 4b99cb5a-4579-4a74-8d6e-576910df5e9e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:33.612119 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d487f53-b97b-41cc-bff9-7bd32d6865df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.621264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a98fd-7b52-468d-945a-b168fbfc1768 req-5724d587-856e-4966-b63d-ce2b896cb79f tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:33.626720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d5a98fd-7b52-468d-945a-b168fbfc1768 req-5724d587-856e-4966-b63d-ce2b896cb79f tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 944 time: 0.1297815 Aug 28 20:11:33.626720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Pushing event updated for resources: {'Port': ['ID=339eee34-cdee-4143-8f1c-18553bd50e15,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:33.657898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9d487f53-b97b-41cc-bff9-7bd32d6865df None None] Port 4b99cb5a-4579-4a74-8d6e-576910df5e9e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:33.711827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network c1754c53-e8e0-4154-9207-6bfd83268437 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:33.740662 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:33.763391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d81d454-bf7b-4235-96c9-0631ca713f8e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:33.799928 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d5a98fd-7b52-468d-945a-b168fbfc1768 req-cb13d84b-a4b7-462f-bcdb-1ba2e2adc2e6 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499569 Aug 28 20:11:33.802961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Attempting to bind port 339eee34-cdee-4143-8f1c-18553bd50e15 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:33.803327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Attempting to bind port 339eee34-cdee-4143-8f1c-18553bd50e15 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:33.803639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Attempting to bind port 339eee34-cdee-4143-8f1c-18553bd50e15 on network 49df12ca-1502-4e2c-ad20-3163c10a160f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:33.814184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Port 339eee34-cdee-4143-8f1c-18553bd50e15 on network 49df12ca-1502-4e2c-ad20-3163c10a160f not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:11:33.814519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Attempting to bind port 339eee34-cdee-4143-8f1c-18553bd50e15 on network 49df12ca-1502-4e2c-ad20-3163c10a160f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:33.834589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:33.845149 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Sync routers for ids ['9470714a-b88b-4f7a-9d08-06e3e938d473'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:33.847632 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6f35fec9-abec-4f6f-9177-cbf9782aefbf admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9470714a-b88b-4f7a-9d08-06e3e938d473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0028636 Aug 28 20:11:33.849989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:33.850338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Checking segment: {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:33.850883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Bound using segment: {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:33.851425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Bound port: 339eee34-cdee-4143-8f1c-18553bd50e15, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88eb3c9b-4e84-48aa-a5dc-559cc50346c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:33.851805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.871667 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Routers {'9470714a-b88b-4f7a-9d08-06e3e938d473'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:33.876165 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9470714a-b88b-4f7a-9d08-06e3e938d473'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:33.907863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c1754c53-e8e0-4154-9207-6bfd83268437) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:33.917288 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (96978b6e-941e-468f-be98-a76486196698), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.924006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68031b2d-0e77-4e7e-bcfb-32c78503f208 None None] Network c1754c53-e8e0-4154-9207-6bfd83268437 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:33.928757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:33.929356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:33.939036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40ce37-8f8b-4167-be82-6a8320d36f31 req-4f193c7c-b252-4192-ae86-0fd11c650b60 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:33.946404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe40ce37-8f8b-4167-be82-6a8320d36f31 req-4f193c7c-b252-4192-ae86-0fd11c650b60 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 944 time: 0.2663431 Aug 28 20:11:33.967553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] For port 339eee34-cdee-4143-8f1c-18553bd50e15, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:33.990913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93736aa-f326-464a-863a-990cd1f9f794 req-333eae85-f94c-43e2-8d86-81564a1e3529 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:33.992519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b93736aa-f326-464a-863a-990cd1f9f794 req-333eae85-f94c-43e2-8d86-81564a1e3529 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.0718236 Aug 28 20:11:33.997348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] For port 339eee34-cdee-4143-8f1c-18553bd50e15, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=339eee34-cdee-4143-8f1c-18553bd50e15,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:34.024156 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Set router 9470714a-b88b-4f7a-9d08-06e3e938d473 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:34.047465 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.059416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b93736aa-f326-464a-863a-990cd1f9f794 req-1e090d1e-20b7-449f-8b31-47ecdb4daab0 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590899 Aug 28 20:11:34.102951 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.109728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:34.109728 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.110063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/339eee34-cdee-4143-8f1c-18553bd50e15 HTTP/1.1" status: 200 len: 1092 time: 2.0323024 Aug 28 20:11:34.110511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'tag': '339eee34-cdee-4143-8f1c-18553bd50e15'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:34.122472 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f25da52-a965-425d-b449-6e62a48b1d38" -d '{"events": [{"name": "network-changed", "server_uuid": "95639999-7ea5-4bc8-9f9d-c8e640421fbe", "tag": "339eee34-cdee-4143-8f1c-18553bd50e15"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:34.184379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c1754c53-e8e0-4154-9207-6bfd83268437', 'network_id': 'c1754c53-e8e0-4154-9207-6bfd83268437', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': '53151e85-4943-4073-a238-a8068a698565'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:34.186279 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.194929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (96978b6e-941e-468f-be98-a76486196698), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.197600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks [] for router_controller (96978b6e-941e-468f-be98-a76486196698), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.203777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe40ce37-8f8b-4167-be82-6a8320d36f31 req-73697fee-41b4-45f8-8d18-6c4ef136e96d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551343 Aug 28 20:11:34.216402 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.224426 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aff6c1b-c0f5-4762-88f0-d118204f690b x-openstack-request-id: req-8aff6c1b-c0f5-4762-88f0-d118204f690b {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:34.224709 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95639999-7ea5-4bc8-9f9d-c8e640421fbe", "tag": "339eee34-cdee-4143-8f1c-18553bd50e15", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:34.224967 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8aff6c1b-c0f5-4762-88f0-d118204f690b {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:34.225391 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aff6c1b-c0f5-4762-88f0-d118204f690b'] response: {'name': 'network-changed', 'server_uuid': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'tag': '339eee34-cdee-4143-8f1c-18553bd50e15', 'status': 'completed', 'code': 200} Aug 28 20:11:34.229673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b3349-9bf9-4028-9400-482fca7cc094 service neutron] Pushing event updated for resources: {'Port': ['ID=339eee34-cdee-4143-8f1c-18553bd50e15,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:34.244827 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4a8a898-ce24-44e8-bced-e71df64047d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0450957 Aug 28 20:11:34.258760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54448) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:34.273500 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.307032 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.392850 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Allocated IP 172.20.0.3 (c1754c53-e8e0-4154-9207-6bfd83268437/53151e85-4943-4073-a238-a8068a698565/177cf752-2a20-4b3c-851b-b05fa329c1e3) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:34.396836 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:11:31Z', 'revision_number': 4, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '4b99cb5a-4579-4a74-8d6e-576910df5e9e', 'name': '', 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'mac_address': 'fa:16:3e:f6:f7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'e08fccb4-cf37-494c-a946-cb6bfac78dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:29Z', 'updated_at': '2022-08-28T20:11:31Z', 'revision_number': 2, 'project_id': '74a32fc9524046aba63be664576bb28a', 'subnets': [{'id': 'e08fccb4-cf37-494c-a946-cb6bfac78dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:34.427141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-8ee605c1-6448-43de-b3d2-c5b5161863a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:34.428900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-8ee605c1-6448-43de-b3d2-c5b5161863a9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=a45fbbfd04b6436aa1448d0bbcbb5785&device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 1126 time: 0.1451166 Aug 28 20:11:34.449204 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Checking router: 9470714a-b88b-4f7a-9d08-06e3e938d473 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:34.451366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Updating router 9470714a-b88b-4f7a-9d08-06e3e938d473 port 4b99cb5a-4579-4a74-8d6e-576910df5e9e binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:11:34.475786 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (96978b6e-941e-468f-be98-a76486196698), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.486631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96978b6e-941e-468f-be98-a76486196698 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:11:34.508959 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.510213 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f062c97d-4a3c-42cb-b738-cd7ec69711d1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/96978b6e-941e-468f-be98-a76486196698 HTTP/1.1" status: 204 len: 168 time: 3.6292787 Aug 28 20:11:34.513579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54450) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:34.529176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-5db9d10c-7694-4cc3-af2b-4092fe0516a7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339eee34-cdee-4143-8f1c-18553bd50e15 HTTP/1.1" status: 200 len: 217 time: 0.0711155 Aug 28 20:11:34.589724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c1754c53-e8e0-4154-9207-6bfd83268437), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.601262 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Publish callbacks [] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.649736 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.673563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-6902c8a3-35d5-4d5e-8b46-b43a78d95d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:34.675245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-6902c8a3-35d5-4d5e-8b46-b43a78d95d3e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=fe31261c-c147-418a-8e2a-4286ec58a659 HTTP/1.1" status: 200 len: 848 time: 0.1338730 Aug 28 20:11:34.676981 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.680873 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.773361 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Network c1754c53-e8e0-4154-9207-6bfd83268437 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:34.777003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:34.786208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:34.809079 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (586d50a3-5b69-43e2-81e9-0a6adad81a2b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.816347 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.822194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Pushing event updated for resources: {'Port': ['ID=177cf752-2a20-4b3c-851b-b05fa329c1e3,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:34.825038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] Deleting subnet 34e6c422-c8ae-40f3-a473-5497c77b4696 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:34.863991 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.866695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] Publish callbacks [] for subnet (34e6c422-c8ae-40f3-a473-5497c77b4696), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.881735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-99bcb39c-d24a-44a7-bbe5-a67428aa9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:34.883345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-99bcb39c-d24a-44a7-bbe5-a67428aa9ab0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=49df12ca-1502-4e2c-ad20-3163c10a160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1886871 Aug 28 20:11:34.895876 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:34.900794 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (eb2e8ce1-4a86-4626-9396-4a50e82892f0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.914380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Deleting port 177cf752-2a20-4b3c-851b-b05fa329c1e3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:34.915171 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.920873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Attempting to bind port 177cf752-2a20-4b3c-851b-b05fa329c1e3 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:34.921342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Attempting to bind port 177cf752-2a20-4b3c-851b-b05fa329c1e3 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '3dcd80bd-64c6-4f48-b5e1-18a1addbe473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1754c53-e8e0-4154-9207-6bfd83268437'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:34.923815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Attempting to bind port 177cf752-2a20-4b3c-851b-b05fa329c1e3 on network c1754c53-e8e0-4154-9207-6bfd83268437 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:34.934445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:34.934749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Checking segment: {'id': '3dcd80bd-64c6-4f48-b5e1-18a1addbe473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1754c53-e8e0-4154-9207-6bfd83268437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:34.935165 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:34.935565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Bound using segment: {'id': '3dcd80bd-64c6-4f48-b5e1-18a1addbe473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1754c53-e8e0-4154-9207-6bfd83268437'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:34.936057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Bound port: 177cf752-2a20-4b3c-851b-b05fa329c1e3, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcd80bd-64c6-4f48-b5e1-18a1addbe473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1754c53-e8e0-4154-9207-6bfd83268437'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:34.936449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.029821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (34e6c422-c8ae-40f3-a473-5497c77b4696), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.063244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] For port 177cf752-2a20-4b3c-851b-b05fa329c1e3, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:35.067121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] For port 177cf752-2a20-4b3c-851b-b05fa329c1e3, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=177cf752-2a20-4b3c-851b-b05fa329c1e3,segment=NetworkSegment(3dcd80bd-64c6-4f48-b5e1-18a1addbe473),segment_id=3dcd80bd-64c6-4f48-b5e1-18a1addbe473)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:35.069650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc552-ecc0-4a0f-8bcc-203493b3c72b req-d3f8474d-285a-404f-a91e-63dca8637721 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:35.074256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': 'dec21b7d-2173-4b27-bdc4-9ecf3b2d6044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:35.074631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: 386bca0a-6653-4956-beb7-e547462fcb1d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:35.076180 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10cbc552-ecc0-4a0f-8bcc-203493b3c72b req-d3f8474d-285a-404f-a91e-63dca8637721 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 944 time: 0.0863085 Aug 28 20:11:35.091270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=eb2e8ce1-4a86-4626-9396-4a50e82892f0,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:35.127583 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Publish callbacks [] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.138725 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.198629 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.210442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df3ea0-627a-4348-b0f1-cab184c0f090 None None] Pushing event updated for resources: {'Port': ['ID=177cf752-2a20-4b3c-851b-b05fa329c1e3,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:35.270747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] For port 177cf752-2a20-4b3c-851b-b05fa329c1e3, host n-d-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:35.271215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.298744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10cbc552-ecc0-4a0f-8bcc-203493b3c72b req-6a216802-f62b-4f0a-b317-a3809ac61e8d tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893404 Aug 28 20:11:35.307765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Calling delete_port for 177cf752-2a20-4b3c-851b-b05fa329c1e3 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:35.324205 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:35.337048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-6a1b6962-adda-4870-8627-ce9187a3142c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/49df12ca-1502-4e2c-ad20-3163c10a160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128909 Aug 28 20:11:35.344021 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Attempting to bind port 4b99cb5a-4579-4a74-8d6e-576910df5e9e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:35.344396 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Attempting to bind port 4b99cb5a-4579-4a74-8d6e-576910df5e9e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:35.344814 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Attempting to bind port 4b99cb5a-4579-4a74-8d6e-576910df5e9e on network 283dc614-bf6b-4606-b725-b1ee0007f2d2 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:35.347496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3b35-06bd-4f89-a7b4-ac9b94120b8e req-ca4f3d50-7641-49d0-9f7f-3001071ccd27 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:35.361008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238e3b35-06bd-4f89-a7b4-ac9b94120b8e req-ca4f3d50-7641-49d0-9f7f-3001071ccd27 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1265030 Aug 28 20:11:35.409557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 386bca0a-6653-4956-beb7-e547462fcb1d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:35.413729 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:35.413729 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Checking segment: {'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:35.418756 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.419445 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Bound using segment: {'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:35.420415 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Bound port: 4b99cb5a-4579-4a74-8d6e-576910df5e9e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:35.425224 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.454047 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241374b-de4f-452a-be41-d67fb0d42e11 None None] Pushing event updated for resources: {'Port': ['ID=4b99cb5a-4579-4a74-8d6e-576910df5e9e,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:35.535697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] For port 4b99cb5a-4579-4a74-8d6e-576910df5e9e, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:35.542162 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] For port 4b99cb5a-4579-4a74-8d6e-576910df5e9e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4b99cb5a-4579-4a74-8d6e-576910df5e9e,segment=NetworkSegment(b8d9d032-a1bd-4f36-8d25-1f6a353f7657),segment_id=b8d9d032-a1bd-4f36-8d25-1f6a353f7657)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:35.563703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (34e6c422-c8ae-40f3-a473-5497c77b4696), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.566696 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:35.579701 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-238e3b35-06bd-4f89-a7b4-ac9b94120b8e req-159396fc-e7ce-411e-a9fe-6198b35b2af4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175674 Aug 28 20:11:35.622433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 386bca0a-6653-4956-beb7-e547462fcb1d) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:35.634491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f04ccf-78d0-4d79-8e5b-1c0a210c691c None None] Network 386bca0a-6653-4956-beb7-e547462fcb1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:35.653269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576c901-a0c6-4c89-83f8-1f0d04453ba7 req-c1dd8a75-9a04-443a-ac38-ca93e6a9b9de tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:35.661511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5576c901-a0c6-4c89-83f8-1f0d04453ba7 req-c1dd8a75-9a04-443a-ac38-ca93e6a9b9de tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 944 time: 0.1947920 Aug 28 20:11:35.662202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:35.662947 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.671364 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.706005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 177cf752-2a20-4b3c-851b-b05fa329c1e3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:35.742660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 45ff59c6-8e09-4916-9f78-e9640a594807 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:11:35.754071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Deleting port d6e4204e-7e69-4558-93fd-7534df24a89f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:35.756148 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.778974 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Routers {'9470714a-b88b-4f7a-9d08-06e3e938d473'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:35.779609 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9470714a-b88b-4f7a-9d08-06e3e938d473'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:35.815158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 177cf752-2a20-4b3c-851b-b05fa329c1e3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:35.815453 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.825594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5576c901-a0c6-4c89-83f8-1f0d04453ba7 req-3b03fcac-bb86-43d3-9597-c89fa32c04e1 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630485 Aug 28 20:11:35.843356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d7da6c4d-facb-47c8-8e50-2df879d2c828 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9381790 Aug 28 20:11:35.847127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54492) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:35.856870 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:35.861097 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241374b-de4f-452a-be41-d67fb0d42e11 None None] Pushing event updated for resources: {'Port': ['ID=4b99cb5a-4579-4a74-8d6e-576910df5e9e,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:35.877125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1d7b1da7-71dc-492e-a01a-4ee26d7b0152 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:35.936145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] For port d6e4204e-7e69-4558-93fd-7534df24a89f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d6e4204e-7e69-4558-93fd-7534df24a89f,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:35.936574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:35.970980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Calling delete_port for d6e4204e-7e69-4558-93fd-7534df24a89f owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:35.996098 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] Set router 9470714a-b88b-4f7a-9d08-06e3e938d473 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:36.017640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-386bca0a-6653-4956-beb7-e547462fcb1d', 'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d', 'project_id': '97dc423079494a9cb8264d083bd9d228', 'fixed_ips': [{'subnet_id': 'eb2e8ce1-4a86-4626-9396-4a50e82892f0'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:36.018568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.041153 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7e5e1fa-d25a-4791-b850-65990b611231 req-43eeddb5-c702-403c-b395-b79eb666c94e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/49df12ca-1502-4e2c-ad20-3163c10a160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546934 Aug 28 20:11:36.099831 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:36.117046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 177cf752-2a20-4b3c-851b-b05fa329c1e3 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:36.117444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.159245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 45ff59c6-8e09-4916-9f78-e9640a594807, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=45ff59c6-8e09-4916-9f78-e9640a594807,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:36.180113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (34e6c422-c8ae-40f3-a473-5497c77b4696), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.182474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (177cf752-2a20-4b3c-851b-b05fa329c1e3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.229502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e6c422-c8ae-40f3-a473-5497c77b4696,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:36.232913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '45ff59c6-8e09-4916-9f78-e9640a594807', 'network_id': '6ae51af3-90c5-41aa-8ac0-826f71c38a2f', 'port_id': '45ff59c6-8e09-4916-9f78-e9640a594807', 'mac_address': 'fa:16:3e:37:05:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c42730f-a6f7-40a8-b810-ff6252258e0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:11:36.245352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff92351-27f0-4696-8e52-54f21326b18e None None] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:36.255269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.260967 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:36.265822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40ba32c8-30af-40f9-bb9a-9383f6da3a6a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/34e6c422-c8ae-40f3-a473-5497c77b4696 HTTP/1.1" status: 204 len: 168 time: 1.7476232 Aug 28 20:11:36.268478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54496) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:36.277261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7b1da7-71dc-492e-a01a-4ee26d7b0152 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:36.284158 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1d7b1da7-71dc-492e-a01a-4ee26d7b0152 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.327747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Port': ['ID=177cf752-2a20-4b3c-851b-b05fa329c1e3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:36.345090 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:36.446631 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:11:31Z', 'revision_number': 4, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '4b99cb5a-4579-4a74-8d6e-576910df5e9e', 'name': '', 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'mac_address': 'fa:16:3e:f6:f7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'e08fccb4-cf37-494c-a946-cb6bfac78dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:29Z', 'updated_at': '2022-08-28T20:11:35Z', 'revision_number': 4, 'project_id': '74a32fc9524046aba63be664576bb28a', 'subnets': [{'id': 'e08fccb4-cf37-494c-a946-cb6bfac78dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:36.487251 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:36.490988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No DVR routers for this DVR port 177cf752-2a20-4b3c-851b-b05fa329c1e3 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:36.495895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb197fd-0345-4c88-9f96-8cc978bfaa55 None None] The sync data for ids ['9470714a-b88b-4f7a-9d08-06e3e938d473'] in n-d-854121-7 is: [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:11:31Z', 'revision_number': 4, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '4b99cb5a-4579-4a74-8d6e-576910df5e9e', 'name': '', 'network_id': '283dc614-bf6b-4606-b725-b1ee0007f2d2', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'mac_address': 'fa:16:3e:f6:f7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'e08fccb4-cf37-494c-a946-cb6bfac78dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:29Z', 'updated_at': '2022-08-28T20:11:35Z', 'revision_number': 4, 'project_id': '74a32fc9524046aba63be664576bb28a', 'subnets': [{'id': 'e08fccb4-cf37-494c-a946-cb6bfac78dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:36.587868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 45ff59c6-8e09-4916-9f78-e9640a594807 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:36.588262 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.627879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (2ab7c256-cb29-464f-a7d8-df97ec939a1d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.687207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66083f-f4bd-4723-b219-6720d1ac36bd req-e779cdd3-2eb3-49e6-8e57-1f199d72d7e8 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:36.688637 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f66083f-f4bd-4723-b219-6720d1ac36bd req-e779cdd3-2eb3-49e6-8e57-1f199d72d7e8 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 944 time: 0.1923916 Aug 28 20:11:36.692219 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:36.719811 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (53151e85-4943-4073-a238-a8068a698565), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.768634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d81d454-bf7b-4235-96c9-0631ca713f8e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:36.779608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ff59c6-8e09-4916-9f78-e9640a594807 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:11:36.832531 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:36.836691 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d6e4204e-7e69-4558-93fd-7534df24a89f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.875672 n-d-854121-7 neutron-server[114321]: INFO neutron.db.ipam_backend_mixin [None req-1d7b1da7-71dc-492e-a01a-4ee26d7b0152 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb2e8ce1-4a86-4626-9396-4a50e82892f0 (CIDR: 172.20.0.0/28) Aug 28 20:11:36.906963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Allocated IP 172.20.0.2 (386bca0a-6653-4956-beb7-e547462fcb1d/eb2e8ce1-4a86-4626-9396-4a50e82892f0/b49a6ddb-6752-4e75-b775-363942690766) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:36.914351 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:36.921111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9d81d454-bf7b-4235-96c9-0631ca713f8e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:36.921961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d81d454-bf7b-4235-96c9-0631ca713f8e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:36.925343 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e4204e-7e69-4558-93fd-7534df24a89f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:36.947186 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7b1da7-71dc-492e-a01a-4ee26d7b0152 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:11:36.947713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7b1da7-71dc-492e-a01a-4ee26d7b0152 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:11:36.975631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08647c21-f843-4374-a9fd-f2f694a645e3 None None] Network c1754c53-e8e0-4154-9207-6bfd83268437 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:36.975946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Deleting port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:36.976473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:36.996714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e132547-5a7e-4360-b6d8-d755ab1a072f req-75a8fd3f-80b0-425a-8f50-b05684fda367 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:37.000018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e132547-5a7e-4360-b6d8-d755ab1a072f req-75a8fd3f-80b0-425a-8f50-b05684fda367 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1957927 Aug 28 20:11:37.057660 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1d7b1da7-71dc-492e-a01a-4ee26d7b0152 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2071488 Aug 28 20:11:37.063407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54534) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:37.068130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:37.133938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] For port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:37.134211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.145531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 45ff59c6-8e09-4916-9f78-e9640a594807, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=45ff59c6-8e09-4916-9f78-e9640a594807,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:37.178523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8c1c95e6-bdab-47c5-b89e-73d19f983dd7 None None] Could not find standard attr ID for object 177cf752-2a20-4b3c-851b-b05fa329c1e3. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:11:37.178648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Calling delete_port for cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:37.211535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (53151e85-4943-4073-a238-a8068a698565), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.266704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e132547-5a7e-4360-b6d8-d755ab1a072f req-89f99dbc-edb9-4c94-a3c3-0fdb70477d8c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580914 Aug 28 20:11:37.355316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] DHCP port deletion for 2ab7c256-cb29-464f-a7d8-df97ec939a1d request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:37.364476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=53151e85-4943-4073-a238-a8068a698565,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:37.413054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.484615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f66083f-f4bd-4723-b219-6720d1ac36bd req-3e782d8a-4962-4cba-9192-614d76982296 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7882259 Aug 28 20:11:37.527281 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:37.579612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-c9543007-9aa0-4dfa-abc0-7b405a0fffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:37.581504 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-c9543007-9aa0-4dfa-abc0-7b405a0fffcc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=a45fbbfd04b6436aa1448d0bbcbb5785&device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 1126 time: 0.4239655 Aug 28 20:11:37.594464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c1754c53-e8e0-4154-9207-6bfd83268437), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.658956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['45ff59c6-8e09-4916-9f78-e9640a594807'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:11:37.663999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1754c53-e8e0-4154-9207-6bfd83268437']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:37.694550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcd80bd-64c6-4f48-b5e1-18a1addbe473') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:37.694550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcd80bd-64c6-4f48-b5e1-18a1addbe473') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:37.712677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] Deleting port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:37.713139 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.791236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] For port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,segment=NetworkSegment(1cd899fd-d3ee-47fd-86fb-3b1ed85e495f),segment_id=1cd899fd-d3ee-47fd-86fb-3b1ed85e495f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:37.791972 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.807069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4b99cb5a-4579-4a74-8d6e-576910df5e9e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:37.809062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c95636-b7e4-4e59-bb10-dd959c2957bb None None] Network c1754c53-e8e0-4154-9207-6bfd83268437 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:37.813360 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.828136 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:37.832952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (3dcd80bd-64c6-4f48-b5e1-18a1addbe473), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.850012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3dcd80bd-64c6-4f48-b5e1-18a1addbe473), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.863605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:37.864254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:37.864882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (3dcd80bd-64c6-4f48-b5e1-18a1addbe473), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.866355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] No DVR routers for this DVR port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:37.872783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=45ff59c6-8e09-4916-9f78-e9640a594807,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:37.931572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (586d50a3-5b69-43e2-81e9-0a6adad81a2b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:37.955124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] Calling delete_port for cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:37.957780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 339eee34-cdee-4143-8f1c-18553bd50e15 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:11:38.008986 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:38.013412 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3dcd80bd-64c6-4f48-b5e1-18a1addbe473 resource provider aggregate not found Aug 28 20:11:38.048370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a504-57f1-46a5-9cac-d256fb2d5282 req-4a9fffb0-c615-4c92-b7fa-b4274c18a598 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:38.066818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae16a504-57f1-46a5-9cac-d256fb2d5282 req-4a9fffb0-c615-4c92-b7fa-b4274c18a598 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 945 time: 0.5113385 Aug 28 20:11:38.066818 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3dcd80bd-64c6-4f48-b5e1-18a1addbe473 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dcd80bd-64c6-4f48-b5e1-18a1addbe473 found for delete ", "request_id": "req-29b6ae18-849a-45a9-aa51-ef3accc60d34"}]} Aug 28 20:11:38.125439 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (2ab7c256-cb29-464f-a7d8-df97ec939a1d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.151386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab7c256-cb29-464f-a7d8-df97ec939a1d']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:38.162640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:38.163840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd899fd-d3ee-47fd-86fb-3b1ed85e495f') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:38.176375 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1cd899fd-d3ee-47fd-86fb-3b1ed85e495f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.192906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-be97c382-41ac-4874-932a-54a4a30a4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:38.194541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-be97c382-41ac-4874-932a-54a4a30a4c70 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=49df12ca-1502-4e2c-ad20-3163c10a160f HTTP/1.1" status: 200 len: 910 time: 0.4038019 Aug 28 20:11:38.208825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae16a504-57f1-46a5-9cac-d256fb2d5282 req-91d3dc0a-1736-4ba2-b9f3-7cc165515667 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347473 Aug 28 20:11:38.211489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1cd899fd-d3ee-47fd-86fb-3b1ed85e495f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.225045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:38.225572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1cd899fd-d3ee-47fd-86fb-3b1ed85e495f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.267086 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-2334873d-4606-44d1-8616-0caf1408d5d4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339eee34-cdee-4143-8f1c-18553bd50e15 HTTP/1.1" status: 200 len: 217 time: 0.0520635 Aug 28 20:11:38.290036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 339eee34-cdee-4143-8f1c-18553bd50e15, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=339eee34-cdee-4143-8f1c-18553bd50e15,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:38.312989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '339eee34-cdee-4143-8f1c-18553bd50e15', 'network_id': '49df12ca-1502-4e2c-ad20-3163c10a160f', 'port_id': '339eee34-cdee-4143-8f1c-18553bd50e15', 'mac_address': 'fa:16:3e:6c:97:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe31261c-c147-418a-8e2a-4286ec58a659', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:11:38.348502 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1cd899fd-d3ee-47fd-86fb-3b1ed85e495f resource provider aggregate not found Aug 28 20:11:38.359447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-e7148800-c743-4bbf-a57d-5a9c877fcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:38.373261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-e7148800-c743-4bbf-a57d-5a9c877fcfd6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=fe31261c-c147-418a-8e2a-4286ec58a659 HTTP/1.1" status: 200 len: 848 time: 0.1011817 Aug 28 20:11:38.381309 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1cd899fd-d3ee-47fd-86fb-3b1ed85e495f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cd899fd-d3ee-47fd-86fb-3b1ed85e495f found for delete ", "request_id": "req-689dbbc4-7066-43e0-8e34-cddf131e2816"}]} Aug 28 20:11:38.440144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c1754c53-e8e0-4154-9207-6bfd83268437), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.451588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.466671 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c1754c53-e8e0-4154-9207-6bfd83268437 HTTP/1.1" status: 204 len: 168 time: 4.2036037 Aug 28 20:11:38.467792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54548) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:38.479012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1468841069'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:38.479146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:38.483698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.511292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43361e-b434-418b-beed-5e23b0d96fca req-8f79d8c9-f33c-42a5-869d-f1b866cb2245 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:38.514955 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f43361e-b434-418b-beed-5e23b0d96fca req-8f79d8c9-f33c-42a5-869d-f1b866cb2245 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1223843 Aug 28 20:11:38.527124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80018ae-d8ab-4903-b856-140f9015ce08 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=c1754c53-e8e0-4154-9207-6bfd83268437,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:38.527661 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:38.562767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-26ff8520-f88c-42c9-8409-f396a4da42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:38.563349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4b99cb5a-4579-4a74-8d6e-576910df5e9e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:38.563737 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.564424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-26ff8520-f88c-42c9-8409-f396a4da42ad service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=49df12ca-1502-4e2c-ad20-3163c10a160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1840072 Aug 28 20:11:38.573490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea3545-ae87-4980-98f9-a98dfb1956be None None] DHCP port deletion for c1754c53-e8e0-4154-9207-6bfd83268437 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:38.620201 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (2ab7c256-cb29-464f-a7d8-df97ec939a1d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.656653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 339eee34-cdee-4143-8f1c-18553bd50e15 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:38.657073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.669461 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Publish callbacks [] for port (b49a6ddb-6752-4e75-b775-363942690766), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.684534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.689240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/2ab7c256-cb29-464f-a7d8-df97ec939a1d HTTP/1.1" status: 204 len: 168 time: 2.4197485 Aug 28 20:11:38.732597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd4d1-ea7c-4a54-8dc4-6edd3661e72a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab7c256-cb29-464f-a7d8-df97ec939a1d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:38.751984 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f43361e-b434-418b-beed-5e23b0d96fca req-d6ea360b-6465-4d26-9816-6bc9eb0bd9c2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649489 Aug 28 20:11:38.807116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:38.810932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339eee34-cdee-4143-8f1c-18553bd50e15 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:11:38.815869 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.839956 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (b49a6ddb-6752-4e75-b775-363942690766), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.840912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19d20-f716-4663-a8e1-f63d250cd595 req-88dbd72e-404e-4e81-bc2c-e519e18622f1 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:38.842566 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ee19d20-f716-4663-a8e1-f63d250cd595 req-88dbd72e-404e-4e81-bc2c-e519e18622f1 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 944 time: 0.2007625 Aug 28 20:11:38.914369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:38.918117 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-b7512db0-dde6-4d1b-89ef-aeef7ff12a9b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/49df12ca-1502-4e2c-ad20-3163c10a160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391967 Aug 28 20:11:38.946712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (d28246f8-b0dd-4c5b-a9c9-85608ee1369e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:38.947189 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment d28246f8-b0dd-4c5b-a9c9-85608ee1369e of type vlan for network fb97c3bc-e425-46e9-9942-f743741a4fdb Aug 28 20:11:38.969055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Router 586d50a3-5b69-43e2-81e9-0a6adad81a2b has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:11:39.042519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (fb97c3bc-e425-46e9-9942-f743741a4fdb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.147622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 339eee34-cdee-4143-8f1c-18553bd50e15, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=339eee34-cdee-4143-8f1c-18553bd50e15,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:39.150340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.193995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Network 386bca0a-6653-4956-beb7-e547462fcb1d is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:39.218694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] Network 2ab7c256-cb29-464f-a7d8-df97ec939a1d is not hosted by any dhcp agent {{(pid=114323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 20:11:39.219498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] No DVR routers for this DVR port cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:39.221788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:39.236026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:39.244374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-123caf9c-3c38-4246-88a2-861ab7bd553a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/586d50a3-5b69-43e2-81e9-0a6adad81a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0152526 Aug 28 20:11:39.245027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54558) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:39.299191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:39.301907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Pushing event updated for resources: {'Port': ['ID=b49a6ddb-6752-4e75-b775-363942690766,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:39.310849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] Sync routers for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:39.338980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.372946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f858faf-6590-4c42-869a-d945eaceb3f4 None None] Pushing event deleted for resources: {'Port': ['ID=cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:39.435577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4b99cb5a-4579-4a74-8d6e-576910df5e9e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:39.435973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.448161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:39.448858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:39.483092 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:39.488771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54560) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:39.535666 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ee19d20-f716-4663-a8e1-f63d250cd595 req-26fe8bae-d3d8-49b9-8db3-71aa0c967cab tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6858549 Aug 28 20:11:39.597314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=339eee34-cdee-4143-8f1c-18553bd50e15,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:39.604472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Attempting to bind port b49a6ddb-6752-4e75-b775-363942690766 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:39.605086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Attempting to bind port b49a6ddb-6752-4e75-b775-363942690766 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'dec21b7d-2173-4b27-bdc4-9ecf3b2d6044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:39.605643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Attempting to bind port b49a6ddb-6752-4e75-b775-363942690766 on network 386bca0a-6653-4956-beb7-e547462fcb1d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:39.609463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-13067b09-ca24-47a6-9b7f-f729d9671a74 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1d6a161784e44d36acdc6f32ef9e7423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1093221 Aug 28 20:11:39.618176 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54562) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:39.623993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 4b99cb5a-4579-4a74-8d6e-576910df5e9e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4b99cb5a-4579-4a74-8d6e-576910df5e9e,segment=NetworkSegment(b8d9d032-a1bd-4f36-8d25-1f6a353f7657),segment_id=b8d9d032-a1bd-4f36-8d25-1f6a353f7657)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:39.642818 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:11:39.653386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:39.653769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Checking segment: {'id': 'dec21b7d-2173-4b27-bdc4-9ecf3b2d6044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:39.654313 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.654719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Bound using segment: {'id': 'dec21b7d-2173-4b27-bdc4-9ecf3b2d6044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:39.655230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Bound port: b49a6ddb-6752-4e75-b775-363942690766, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec21b7d-2173-4b27-bdc4-9ecf3b2d6044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:39.655611 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.658457 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:39.690364 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.726413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['339eee34-cdee-4143-8f1c-18553bd50e15'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:11:39.728934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f25da52-a965-425d-b449-6e62a48b1d38 req-2754318b-9ad4-405b-b540-bcdeddc11176 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/49df12ca-1502-4e2c-ad20-3163c10a160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7936246 Aug 28 20:11:39.737523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:39.776671 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:39.792193 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (fb97c3bc-e425-46e9-9942-f743741a4fdb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.816416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:39.823060 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.829279 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:39.854476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d454ee1a-248a-4122-970c-219abbbea70d admin admin] Publish callbacks [] for security_group (04f9ce5c-059f-4f65-9249-49c28dfcc82a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.857147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 45ff59c6-8e09-4916-9f78-e9640a594807 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:39.859830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:39.915731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f325db-6a87-4f75-b7b2-63a37c982181 req-508aba5e-c61f-490d-8a08-e076c2d79179 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:39.917762 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32f325db-6a87-4f75-b7b2-63a37c982181 req-508aba5e-c61f-490d-8a08-e076c2d79179 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 945 time: 0.1395431 Aug 28 20:11:39.941440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d454ee1a-248a-4122-970c-219abbbea70d admin admin] Publish callbacks [] for security_group (04f9ce5c-059f-4f65-9249-49c28dfcc82a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:39.953960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:39.954337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc1fbc5c-7b5e-4b5e-ad68-20847dd71daa not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:40.006575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229b8ba-21c8-4ee0-b1bc-dd88ea68b639 req-0261e103-0a9a-433e-88b3-08e27c06b9d3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:40.015629 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a229b8ba-21c8-4ee0-b1bc-dd88ea68b639 req-0261e103-0a9a-433e-88b3-08e27c06b9d3 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1379457 Aug 28 20:11:40.016701 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:40.018062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] For port b49a6ddb-6752-4e75-b775-363942690766, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:40.035798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=4b99cb5a-4579-4a74-8d6e-576910df5e9e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:40.059212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] For port b49a6ddb-6752-4e75-b775-363942690766, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b49a6ddb-6752-4e75-b775-363942690766,segment=NetworkSegment(dec21b7d-2173-4b27-bdc4-9ecf3b2d6044),segment_id=dec21b7d-2173-4b27-bdc4-9ecf3b2d6044)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:40.065912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 177cf752-2a20-4b3c-851b-b05fa329c1e3 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:40.098427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 177cf752-2a20-4b3c-851b-b05fa329c1e3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:40.099339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 177cf752-2a20-4b3c-851b-b05fa329c1e3 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:40.117782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a229b8ba-21c8-4ee0-b1bc-dd88ea68b639 req-190aa931-5bb1-43cd-8e03-789c17522b20 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008379 Aug 28 20:11:40.137353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (f464c2ec-f62c-40ff-aecb-4ea90de04b2c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.161678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 45ff59c6-8e09-4916-9f78-e9640a594807 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:11:40.208772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=f464c2ec-f62c-40ff-aecb-4ea90de04b2c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:40.210509 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b49a6ddb-6752-4e75-b775-363942690766), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.213623 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks [] for router (586d50a3-5b69-43e2-81e9-0a6adad81a2b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.233301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 386bca0a-6653-4956-beb7-e547462fcb1d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:40.241383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:40.245647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:40.245940 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.272867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 45ff59c6-8e09-4916-9f78-e9640a594807 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:40.273274 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.284526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d454ee1a-248a-4122-970c-219abbbea70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (04f9ce5c-059f-4f65-9249-49c28dfcc82a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.287530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=fb97c3bc-e425-46e9-9942-f743741a4fdb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:40.300759 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d454ee1a-248a-4122-970c-219abbbea70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.304527 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d454ee1a-248a-4122-970c-219abbbea70d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/04f9ce5c-059f-4f65-9249-49c28dfcc82a HTTP/1.1" status: 204 len: 168 time: 0.6812313 Aug 28 20:11:40.306897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2f8159c4-a443-4961-a8fd-3b21e47c27fd tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8377798 Aug 28 20:11:40.314785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54570) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:40.324368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': 'fb97c3bc-e425-46e9-9942-f743741a4fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:40.335047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network fb97c3bc-e425-46e9-9942-f743741a4fdb details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:40.338887 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32f325db-6a87-4f75-b7b2-63a37c982181 req-753f6934-ede4-4abd-a887-34bce604de26 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847713 Aug 28 20:11:40.371896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:11:36Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:40.493564 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:40.494613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] Checking router: 586d50a3-5b69-43e2-81e9-0a6adad81a2b for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:40.524684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks [] for router_gateway (586d50a3-5b69-43e2-81e9-0a6adad81a2b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.537918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41408832-5d68-4789-b2cc-d56ae6597b6c None None] Pushing event updated for resources: {'Port': ['ID=b49a6ddb-6752-4e75-b775-363942690766,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:40.606469 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:40.616604 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-daba0ebc-8892-4404-8775-a5c53aa0afbb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5502441 Aug 28 20:11:40.616604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454ee1a-248a-4122-970c-219abbbea70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f9ce5c-059f-4f65-9249-49c28dfcc82a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:40.620615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54574) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:40.620781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] Routers {'586d50a3-5b69-43e2-81e9-0a6adad81a2b'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:40.620781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:40.625260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d', 'fixed_ips': [{'subnet_id': 'eb2e8ce1-4a86-4626-9396-4a50e82892f0'}, {'subnet_id': 'f464c2ec-f62c-40ff-aecb-4ea90de04b2c'}], 'name': 'tempest-PortsTestJSON-873464700'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:40.741730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1d68e-6846-4607-a47e-c07c35250427 req-2107c39e-c3f8-4c48-83c7-727d758ec307 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:40.744408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48f1d68e-6846-4607-a47e-c07c35250427 req-2107c39e-c3f8-4c48-83c7-727d758ec307 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 945 time: 0.0855329 Aug 28 20:11:40.783537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Deleting port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:40.784170 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.797173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 45ff59c6-8e09-4916-9f78-e9640a594807 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:40.797469 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.811439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:40.820119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:40.931269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d261844-c890-434c-b640-3c2963dde15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff59c6-8e09-4916-9f78-e9640a594807'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:40.940014 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-48f1d68e-6846-4607-a47e-c07c35250427 req-ba161ccc-83d2-414e-8d5e-f5a297bee77d tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752260 Aug 28 20:11:40.941071 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734b3d24-dcc4-4f11-ade1-5ca2ecb9a7d2" -d '{"events": [{"server_uuid": "7d261844-c890-434c-b640-3c2963dde15c", "name": "network-vif-plugged", "status": "completed", "tag": "45ff59c6-8e09-4916-9f78-e9640a594807"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:40.990015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 45ff59c6-8e09-4916-9f78-e9640a594807, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=45ff59c6-8e09-4916-9f78-e9640a594807,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:41.006927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] Set router 586d50a3-5b69-43e2-81e9-0a6adad81a2b gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:41.036075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] For port 7be14fd8-dc0d-4708-b3e9-2cee066a1d34, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:41.036556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:41.060723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Calling delete_port for 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:41.072712 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7900c32-4455-47e6-9037-802b4dafb7f0 x-openstack-request-id: req-e7900c32-4455-47e6-9037-802b4dafb7f0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:41.075516 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d261844-c890-434c-b640-3c2963dde15c", "name": "network-vif-plugged", "status": "completed", "tag": "45ff59c6-8e09-4916-9f78-e9640a594807", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:41.076732 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7900c32-4455-47e6-9037-802b4dafb7f0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:41.079280 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7900c32-4455-47e6-9037-802b4dafb7f0'] response: {'server_uuid': '7d261844-c890-434c-b640-3c2963dde15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff59c6-8e09-4916-9f78-e9640a594807', 'code': 200} Aug 28 20:11:41.083951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:41.114171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:41.247427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=45ff59c6-8e09-4916-9f78-e9640a594807,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:41.259271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70de3-84bf-4295-93ae-c875fed495f9 req-4845f7ce-1e29-4cc7-94cc-30cac998855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:41.261021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d6b70de3-84bf-4295-93ae-c875fed495f9 req-4845f7ce-1e29-4cc7-94cc-30cac998855d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 1128 time: 0.1384730 Aug 28 20:11:41.341031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb07d8-a782-4f43-88c5-a946302fb25d req-8fb96810-abdb-4919-a568-edd3290058ba tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:41.357383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ebeb07d8-a782-4f43-88c5-a946302fb25d req-8fb96810-abdb-4919-a568-edd3290058ba tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1190054 Aug 28 20:11:41.367662 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (af93665e-445a-45f1-96fb-df8a518ff97b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:41.409033 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:41.416488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:41.517986 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d6b70de3-84bf-4295-93ae-c875fed495f9 req-19eab9ff-f341-4c09-bba3-67e8c211cfff service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357361 Aug 28 20:11:41.533107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:11:36Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:41.542966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ebeb07d8-a782-4f43-88c5-a946302fb25d req-a9361010-77ad-44db-949e-c0919ed1fee4 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814196 Aug 28 20:11:41.553985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=af93665e-445a-45f1-96fb-df8a518ff97b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:41.565930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:11:41.572958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': 'd28246f8-b0dd-4c5b-a9c9-85608ee1369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fb97c3bc-e425-46e9-9942-f743741a4fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:41.573701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: fb97c3bc-e425-46e9-9942-f743741a4fdb, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:41.586030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb32337-2486-4f4b-9f0d-4864225968df None None] The sync data for ids ['586d50a3-5b69-43e2-81e9-0a6adad81a2b'] in n-d-854121-7 is: [{'id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'name': 'tempest-ServersTestManualDisk-1982136168-router', 'tenant_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:43Z', 'updated_at': '2022-08-28T20:11:36Z', 'revision_number': 5, 'project_id': 'b3df3258c2e849bc8b2fc6fdf5ce4640', 'gw_port': {'id': '7be14fd8-dc0d-4708-b3e9-2cee066a1d34', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d50a3-5b69-43e2-81e9-0a6adad81a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:46Z', 'updated_at': '2022-08-28T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:41.720759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f0b5-c63e-427f-a1fa-56692b2fd853 req-73b3f369-5f55-4aaa-8f17-753fd31887c9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:41.722547 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f560f0b5-c63e-427f-a1fa-56692b2fd853 req-73b3f369-5f55-4aaa-8f17-753fd31887c9 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 946 time: 0.1892922 Aug 28 20:11:41.860626 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f560f0b5-c63e-427f-a1fa-56692b2fd853 req-f5f3fb82-9049-4b19-8a2a-3fc534cd8d38 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238694 Aug 28 20:11:41.908601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da752d-6d61-43e2-adbf-92fc120a95ce None None] Network 386bca0a-6653-4956-beb7-e547462fcb1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:42.000902 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:42.030376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 339eee34-cdee-4143-8f1c-18553bd50e15 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:42.046408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.11 (386bca0a-6653-4956-beb7-e547462fcb1d/eb2e8ce1-4a86-4626-9396-4a50e82892f0/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:42.070443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.27 (386bca0a-6653-4956-beb7-e547462fcb1d/f464c2ec-f62c-40ff-aecb-4ea90de04b2c/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:42.132334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7be14fd8-dc0d-4708-b3e9-2cee066a1d34), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.142529 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252538aa-72f0-4a48-963d-fc4c0b45e450 req-d0968587-d83c-47a0-8773-7a4ded1ae3c0 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:42.145996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-252538aa-72f0-4a48-963d-fc4c0b45e450 req-d0968587-d83c-47a0-8773-7a4ded1ae3c0 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 945 time: 0.0929511 Aug 28 20:11:42.148127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network fb97c3bc-e425-46e9-9942-f743741a4fdb is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:42.281821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Pushing event deleted for resources: {'Port': ['ID=7be14fd8-dc0d-4708-b3e9-2cee066a1d34,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:42.299516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-252538aa-72f0-4a48-963d-fc4c0b45e450 req-f4983005-b594-419e-9ff1-187576bd4792 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471348 Aug 28 20:11:42.335907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, fb97c3bc-e425-46e9-9942-f743741a4fdb) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:42.340181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:42.346500 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.365011 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:42.400341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Provisioning complete for port b49a6ddb-6752-4e75-b775-363942690766 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:42.400829 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b49a6ddb-6752-4e75-b775-363942690766), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.412517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0a87e-991c-4155-bc54-9dbe571d4d61 None None] Network fb97c3bc-e425-46e9-9942-f743741a4fdb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:42.422067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b49a6ddb-6752-4e75-b775-363942690766 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:42.440449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-01766336-aa7f-4dc9-a363-67733011314a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1235297 Aug 28 20:11:42.443971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54598) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:42.486146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (586d50a3-5b69-43e2-81e9-0a6adad81a2b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.643675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (fb97c3bc-e425-46e9-9942-f743741a4fdb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.657600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 339eee34-cdee-4143-8f1c-18553bd50e15 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:11:42.667166 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:42.735642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (586d50a3-5b69-43e2-81e9-0a6adad81a2b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.740518 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks [] for router_controller (586d50a3-5b69-43e2-81e9-0a6adad81a2b), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.755782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b49a6ddb-6752-4e75-b775-363942690766 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:42.756167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b49a6ddb-6752-4e75-b775-363942690766), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.766807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a5dce-6678-49cd-a44e-932a4cbc496d None None] Update dhcp port {'port': {'network_id': '386bca0a-6653-4956-beb7-e547462fcb1d', 'fixed_ips': [{'subnet_id': 'eb2e8ce1-4a86-4626-9396-4a50e82892f0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f464c2ec-f62c-40ff-aecb-4ea90de04b2c'}], 'binding:host_id': 'n-d-854121-7'}, 'id': 'b49a6ddb-6752-4e75-b775-363942690766'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:11:42.776085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (af93665e-445a-45f1-96fb-df8a518ff97b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.881923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877029e8-62e7-40d0-b656-afaf4f3fb674 req-6ff88850-5b10-4ab1-aa4e-3205fe5e28ef tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:42.883518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-877029e8-62e7-40d0-b656-afaf4f3fb674 req-6ff88850-5b10-4ab1-aa4e-3205fe5e28ef tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1746550 Aug 28 20:11:42.884979 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:42.891506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.918487 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-338a5dce-6678-49cd-a44e-932a4cbc496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.958890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 339eee34-cdee-4143-8f1c-18553bd50e15 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:42.959496 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:42.972310 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-877029e8-62e7-40d0-b656-afaf4f3fb674 req-1ab88bf4-3e37-493d-aa7c-601c4aa1064a tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784371 Aug 28 20:11:43.027695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (586d50a3-5b69-43e2-81e9-0a6adad81a2b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.032542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586d50a3-5b69-43e2-81e9-0a6adad81a2b {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:11:43.032716 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (af93665e-445a-45f1-96fb-df8a518ff97b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.033928 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.037962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-51c29264-2534-4ea3-b2ce-38ef496eddde admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/586d50a3-5b69-43e2-81e9-0a6adad81a2b HTTP/1.1" status: 204 len: 168 time: 3.7892456 Aug 28 20:11:43.039630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:43.040050 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.042466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54612) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:43.074268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54614) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:43.117091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3be2b-77d7-4a52-9dd3-915fb92986a9 req-800f9495-71de-4187-912d-745a62d20329 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:43.136003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3e3be2b-77d7-4a52-9dd3-915fb92986a9 req-800f9495-71de-4187-912d-745a62d20329 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 946 time: 0.1551363 Aug 28 20:11:43.142496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] Deleting subnet 28e644fb-dbd3-42b1-91c8-587811e6d386 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:43.151375 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] Publish callbacks [] for subnet (28e644fb-dbd3-42b1-91c8-587811e6d386), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.210874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.239534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 386bca0a-6653-4956-beb7-e547462fcb1d is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:43.258802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:43.261401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=af93665e-445a-45f1-96fb-df8a518ff97b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:43.307140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:43.308057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-338a5dce-6678-49cd-a44e-932a4cbc496d None None] Allocated IP 172.20.0.18 (386bca0a-6653-4956-beb7-e547462fcb1d/f464c2ec-f62c-40ff-aecb-4ea90de04b2c/b49a6ddb-6752-4e75-b775-363942690766) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:43.375912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.379630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (28e644fb-dbd3-42b1-91c8-587811e6d386), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.426762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:43.428022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (fb97c3bc-e425-46e9-9942-f743741a4fdb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.453904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4abf9-4435-4b5e-a165-5bbfa7b590b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-fb97c3bc-e425-46e9-9942-f743741a4fdb', 'network_id': 'fb97c3bc-e425-46e9-9942-f743741a4fdb', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': 'af93665e-445a-45f1-96fb-df8a518ff97b'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:43.454849 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2bf4abf9-4435-4b5e-a165-5bbfa7b590b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.463592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:43.465689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.500949 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3e3be2b-77d7-4a52-9dd3-915fb92986a9 req-310ceac2-b86a-4226-91b2-30f4738ab7ca tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582706 Aug 28 20:11:43.505109 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:43.522717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-network', 'tenant_id': '5267391a5c11415a90b0ce48613c0668'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:43.530731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:43.531117 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.534231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb97c3bc-e425-46e9-9942-f743741a4fdb']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:43.583922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28246f8-b0dd-4c5b-a9c9-85608ee1369e') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:43.584819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28246f8-b0dd-4c5b-a9c9-85608ee1369e') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:43.625128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (d28246f8-b0dd-4c5b-a9c9-85608ee1369e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.641145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (28e644fb-dbd3-42b1-91c8-587811e6d386), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.660576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (d28246f8-b0dd-4c5b-a9c9-85608ee1369e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.674350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:43.676099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (d28246f8-b0dd-4c5b-a9c9-85608ee1369e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.686653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 339eee34-cdee-4143-8f1c-18553bd50e15 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:43.687626 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.720982 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:43.736785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-57f010d9-81f8-4b29-996e-4ee6c9f92c6c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1155279 Aug 28 20:11:43.755738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-338a5dce-6678-49cd-a44e-932a4cbc496d None None] For port b49a6ddb-6752-4e75-b775-363942690766, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b49a6ddb-6752-4e75-b775-363942690766,segment=NetworkSegment(dec21b7d-2173-4b27-bdc4-9ecf3b2d6044),segment_id=dec21b7d-2173-4b27-bdc4-9ecf3b2d6044)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:43.757495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dc613-4baa-40bc-8f3c-44d9629a7970 req-03b4d3d1-468c-4f71-be31-92303cf9dfb9 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:43.757495 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a4dc613-4baa-40bc-8f3c-44d9629a7970 req-03b4d3d1-468c-4f71-be31-92303cf9dfb9 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 945 time: 0.2975357 Aug 28 20:11:43.757495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54626) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:43.759550 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment d28246f8-b0dd-4c5b-a9c9-85608ee1369e resource provider aggregate not found Aug 28 20:11:43.759694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb2e8ce1-4a86-4626-9396-4a50e82892f0'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:43.782521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339eee34-cdee-4143-8f1c-18553bd50e15'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:43.786473 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61972540-af68-40d2-9e81-9b9e6a008d67" -d '{"events": [{"server_uuid": "95639999-7ea5-4bc8-9f9d-c8e640421fbe", "name": "network-vif-plugged", "status": "completed", "tag": "339eee34-cdee-4143-8f1c-18553bd50e15"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:43.815564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 339eee34-cdee-4143-8f1c-18553bd50e15, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=339eee34-cdee-4143-8f1c-18553bd50e15,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:43.817800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Made reservation on behalf of 5267391a5c11415a90b0ce48613c0668 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:43.829989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.833508 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-338a5dce-6678-49cd-a44e-932a4cbc496d None None] Publish callbacks [] for port (b49a6ddb-6752-4e75-b775-363942690766), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.839255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952ba92-cc1d-4f27-b791-96594c45275d None None] Network fb97c3bc-e425-46e9-9942-f743741a4fdb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:43.851932 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (28e644fb-dbd3-42b1-91c8-587811e6d386), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.864269 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment d28246f8-b0dd-4c5b-a9c9-85608ee1369e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d28246f8-b0dd-4c5b-a9c9-85608ee1369e found for delete ", "request_id": "req-501e2fdb-4235-445d-98a2-52edd70dc01b"}]} Aug 28 20:11:43.865213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.897917 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:43.925608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a4dc613-4baa-40bc-8f3c-44d9629a7970 req-51515d48-613f-4cc2-832a-6b1a3cc537f9 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608143 Aug 28 20:11:43.926329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.945865 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:43.945865 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/28e644fb-dbd3-42b1-91c8-587811e6d386 HTTP/1.1" status: 204 len: 168 time: 0.8996310 Aug 28 20:11:43.946718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54632) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:43.948754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4080-627e-41a2-bb30-7f181cb2bbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e644fb-dbd3-42b1-91c8-587811e6d386,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:43.970212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e36e7-b782-4a95-82c0-b70abf42f2eb None None] Network 0bafccb0-3731-4654-a000-2fe2f996b6ca requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:43.977465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.035279 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd40d6f-25da-4cbf-a596-be103f5acd2f x-openstack-request-id: req-ddd40d6f-25da-4cbf-a596-be103f5acd2f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:44.035279 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95639999-7ea5-4bc8-9f9d-c8e640421fbe", "name": "network-vif-plugged", "status": "completed", "tag": "339eee34-cdee-4143-8f1c-18553bd50e15", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:44.035279 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ddd40d6f-25da-4cbf-a596-be103f5acd2f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:44.035279 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd40d6f-25da-4cbf-a596-be103f5acd2f'] response: {'server_uuid': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339eee34-cdee-4143-8f1c-18553bd50e15', 'code': 200} Aug 28 20:11:44.048175 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-338a5dce-6678-49cd-a44e-932a4cbc496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b49a6ddb-6752-4e75-b775-363942690766), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.068516 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:44.134388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (fb97c3bc-e425-46e9-9942-f743741a4fdb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.156270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=339eee34-cdee-4143-8f1c-18553bd50e15,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:44.195654 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.201276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/fb97c3bc-e425-46e9-9942-f743741a4fdb HTTP/1.1" status: 204 len: 168 time: 1.7560322 Aug 28 20:11:44.217559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54636) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:44.226272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-534782877'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:44.239130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:11:44.239549 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:11:44.259928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:11:44.259928 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:11:44.305333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a5dce-6678-49cd-a44e-932a4cbc496d None None] Pushing event updated for resources: {'Port': ['ID=b49a6ddb-6752-4e75-b775-363942690766,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:44.307205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c57d51-5ab7-46d7-9e0c-1a6a82ccac43 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=fb97c3bc-e425-46e9-9942-f743741a4fdb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:44.318979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f4851-32c5-4542-bdcd-e84fd079170f req-2aadc9e0-67e1-4059-b882-d93eaa7f6962 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:44.337586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (0bafccb0-3731-4654-a000-2fe2f996b6ca), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.337725 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-998f4851-32c5-4542-bdcd-e84fd079170f req-2aadc9e0-67e1-4059-b882-d93eaa7f6962 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1886308 Aug 28 20:11:44.403418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8d8ec-d7cc-486e-ba83-cd446a1d53ae req-f380093c-b382-4ff9-98b6-754e5aed1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:44.406340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bc8d8ec-d7cc-486e-ba83-cd446a1d53ae req-f380093c-b382-4ff9-98b6-754e5aed1b09 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 1128 time: 0.2615306 Aug 28 20:11:44.413393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] DHCP port deletion for 0bafccb0-3731-4654-a000-2fe2f996b6ca request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:44.455110 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks [] for security_group (afdb2075-eae7-48e1-9c45-81dc51b8a4c8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.507730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] Deleting port ccb55b57-8997-4254-8e0b-dea25659c9c4 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:44.508200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.581816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:44.590258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.621771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Deleting port ccb55b57-8997-4254-8e0b-dea25659c9c4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:44.622542 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.636868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] For port ccb55b57-8997-4254-8e0b-dea25659c9c4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccb55b57-8997-4254-8e0b-dea25659c9c4,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:44.636868 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.686143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] Calling delete_port for ccb55b57-8997-4254-8e0b-dea25659c9c4 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:44.708707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] For port ccb55b57-8997-4254-8e0b-dea25659c9c4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccb55b57-8997-4254-8e0b-dea25659c9c4,segment=NetworkSegment(0274cbb0-b656-46ff-bda4-31a06581aa5c),segment_id=0274cbb0-b656-46ff-bda4-31a06581aa5c)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:44.709399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.730385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Calling delete_port for ccb55b57-8997-4254-8e0b-dea25659c9c4 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:44.777675 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:44.842936 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:44.852803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (afdb2075-eae7-48e1-9c45-81dc51b8a4c8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.896317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdb2075-eae7-48e1-9c45-81dc51b8a4c8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:44.933248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ea24-7299-4ef3-bbb6-2695ad990c4f req-651c20e7-d761-443d-b4fe-6a44dbeff501 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:44.933532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:44.933532 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.938044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:44.938533 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:44.941339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db23ea24-7299-4ef3-bbb6-2695ad990c4f req-651c20e7-d761-443d-b4fe-6a44dbeff501 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 946 time: 0.5579412 Aug 28 20:11:44.955608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:44.990749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bc8d8ec-d7cc-486e-ba83-cd446a1d53ae req-598e8bef-1ebc-40a6-89fd-d5544eb0c4df service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334394 Aug 28 20:11:45.002601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] For port b49a6ddb-6752-4e75-b775-363942690766, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b49a6ddb-6752-4e75-b775-363942690766,segment=NetworkSegment(dec21b7d-2173-4b27-bdc4-9ecf3b2d6044),segment_id=dec21b7d-2173-4b27-bdc4-9ecf3b2d6044)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:45.003655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:45.006369 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:45.009915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0224738e-5839-44ec-bddb-30b9ea5ac394), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.010263 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Added segment 0224738e-5839-44ec-bddb-30b9ea5ac394 of type vlan for network 08f611d8-fbe4-464c-b17c-f38de24295ef Aug 28 20:11:45.070072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (64e629d8-7a4d-4a7f-82e5-03f4fbdf523e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.070420 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment 64e629d8-7a4d-4a7f-82e5-03f4fbdf523e of type vlan for network 323b6e09-b593-4bc0-80ba-f51e9bd265aa Aug 28 20:11:45.087315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-998f4851-32c5-4542-bdcd-e84fd079170f req-ac7c57e2-e545-4d60-a973-54de1b5b177d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478077 Aug 28 20:11:45.098338 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:45.114488 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (08f611d8-fbe4-464c-b17c-f38de24295ef), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.133900 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b49a6ddb-6752-4e75-b775-363942690766), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.137506 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:11:45.141885 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:11:45.157659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.163322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Delete allocated IP 172.20.0.27 (386bca0a-6653-4956-beb7-e547462fcb1d/f464c2ec-f62c-40ff-aecb-4ea90de04b2c) {{(pid=114322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 20:11:45.169574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db23ea24-7299-4ef3-bbb6-2695ad990c4f req-22f6316a-de0a-4d98-a764-34e2489c2a5f tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273026 Aug 28 20:11:45.239687 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (323b6e09-b593-4bc0-80ba-f51e9bd265aa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.246340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:11:45.250886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb55b57-8997-4254-8e0b-dea25659c9c4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:45.253549 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (ccb55b57-8997-4254-8e0b-dea25659c9c4), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.259966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] No DVR routers for this DVR port ccb55b57-8997-4254-8e0b-dea25659c9c4 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:45.282600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] No DVR routers for this DVR port ccb55b57-8997-4254-8e0b-dea25659c9c4 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:45.302912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:11:45.308096 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:11:45.322174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6fd98c-7499-4cf3-813f-46188ffa16f3 None None] Network 386bca0a-6653-4956-beb7-e547462fcb1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:45.343368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22520f62-e5fa-45d1-99a8-56d366fd85a6 None None] Pushing event updated for resources: {'Port': ['ID=b49a6ddb-6752-4e75-b775-363942690766,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:45.377895 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (0bafccb0-3731-4654-a000-2fe2f996b6ca), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.383763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (08f611d8-fbe4-464c-b17c-f38de24295ef), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.384841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:45.385611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.414901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-615751e2-f32a-492a-9038-176a5b15814a None None] Provisioning complete for port b49a6ddb-6752-4e75-b775-363942690766 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:45.416266 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-615751e2-f32a-492a-9038-176a5b15814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b49a6ddb-6752-4e75-b775-363942690766), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.453452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81da7b5-6066-401e-bec0-82ae718b2d9e None None] Pushing event deleted for resources: {'Port': ['ID=ccb55b57-8997-4254-8e0b-dea25659c9c4,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:45.467789 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (323b6e09-b593-4bc0-80ba-f51e9bd265aa), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.474184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:45.475026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.491239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bafccb0-3731-4654-a000-2fe2f996b6ca']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:45.502799 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:45.511625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01ffa-93a7-44a0-89ec-8898e7ef91da req-339b9c45-5ff7-41e7-a2d0-ac04158d1199 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:45.516925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0274cbb0-b656-46ff-bda4-31a06581aa5c') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:45.517629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0274cbb0-b656-46ff-bda4-31a06581aa5c') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:45.522594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58b01ffa-93a7-44a0-89ec-8898e7ef91da req-339b9c45-5ff7-41e7-a2d0-ac04158d1199 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 946 time: 0.1898825 Aug 28 20:11:45.530118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] Pushing event updated for resources: {'Network': ['ID=08f611d8-fbe4-464c-b17c-f38de24295ef,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:45.533530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (0274cbb0-b656-46ff-bda4-31a06581aa5c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.553527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 08f611d8-fbe4-464c-b17c-f38de24295ef details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:45.600543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e8acb660-fdb5-4f9d-92ca-d47a3c737d1e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5303776 Aug 28 20:11:45.601737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0274cbb0-b656-46ff-bda4-31a06581aa5c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.608466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54644) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:45.622418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4004085 Aug 28 20:11:45.622949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Request body: {'subnet': {'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-subnet', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:45.627044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:45.627467 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (0274cbb0-b656-46ff-bda4-31a06581aa5c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.631622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54646) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:45.649567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': '323b6e09-b593-4bc0-80ba-f51e9bd265aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:45.651516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-2919350d-6b1c-4fd9-be39-6959b17f7f8d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:45.653321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-2919350d-6b1c-4fd9-be39-6959b17f7f8d tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 946 time: 0.2105176 Aug 28 20:11:45.671871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58b01ffa-93a7-44a0-89ec-8898e7ef91da req-4ee7a838-1872-4078-b350-5d6335a07dfc tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478069 Aug 28 20:11:45.676292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.681005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b337f39-1ca2-443a-9173-ca514b5e17d2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=323b6e09-b593-4bc0-80ba-f51e9bd265aa,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:45.756554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.872384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Made reservation on behalf of 5267391a5c11415a90b0ce48613c0668 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:45.875778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.881257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 323b6e09-b593-4bc0-80ba-f51e9bd265aa details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:45.899852 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0274cbb0-b656-46ff-bda4-31a06581aa5c resource provider aggregate not found Aug 28 20:11:45.915514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Deleting port 45ff59c6-8e09-4916-9f78-e9640a594807 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:45.915866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.926235 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0274cbb0-b656-46ff-bda4-31a06581aa5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0274cbb0-b656-46ff-bda4-31a06581aa5c found for delete ", "request_id": "req-c32fbc61-2590-471a-b2f3-975189b37847"}]} Aug 28 20:11:45.947271 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (0bafccb0-3731-4654-a000-2fe2f996b6ca), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.955484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:45.961518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0bafccb0-3731-4654-a000-2fe2f996b6ca HTTP/1.1" status: 204 len: 168 time: 2.0123482 Aug 28 20:11:45.967829 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:45.990857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-615751e2-f32a-492a-9038-176a5b15814a None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:46.001799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:46.011825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.020529 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b607a1-2d16-4101-8f7b-93ca7f809648 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bafccb0-3731-4654-a000-2fe2f996b6ca,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:46.090872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:46.094247 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:46.198850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] In _notify_port_updated(), no bound segment for port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e on network 386bca0a-6653-4956-beb7-e547462fcb1d {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:11:46.204520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:46.205249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.207459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-acc58fb5-e2bf-4c6b-9eb7-4e0bd647e76e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "PUT /networking/v2.0/ports/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e HTTP/1.1" status: 200 len: 919 time: 2.4525723 Aug 28 20:11:46.220849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54660) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:46.230212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb2e8ce1-4a86-4626-9396-4a50e82892f0'}, {'subnet_id': 'f464c2ec-f62c-40ff-aecb-4ea90de04b2c'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:46.290900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] For port 45ff59c6-8e09-4916-9f78-e9640a594807, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=45ff59c6-8e09-4916-9f78-e9640a594807,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:46.291406 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.352225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387067ed-194c-43f2-80d1-94fe38a1854d req-fe8a5454-d281-44ae-855a-7692b287c406 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:46.357889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-387067ed-194c-43f2-80d1-94fe38a1854d req-fe8a5454-d281-44ae-855a-7692b287c406 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1687043 Aug 28 20:11:46.363795 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:46.386325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f0211023-6bab-4e13-b2b9-4e233498e612 None None] Provisioning complete for port b49a6ddb-6752-4e75-b775-363942690766 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:46.390523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0211023-6bab-4e13-b2b9-4e233498e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b49a6ddb-6752-4e75-b775-363942690766), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.396235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:46.396949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4b99cb5a-4579-4a74-8d6e-576910df5e9e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:46.439078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Calling delete_port for 45ff59c6-8e09-4916-9f78-e9640a594807 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:46.495456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-eb071f12-ad66-4a98-92cd-c3db2dc0d71d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792055 Aug 28 20:11:46.528323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:46.596150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4b99cb5a-4579-4a74-8d6e-576910df5e9e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:46.599972 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.611298 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-387067ed-194c-43f2-80d1-94fe38a1854d req-b3d54322-9c2c-4ac1-8028-d716c04ee60d tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438829 Aug 28 20:11:46.619532 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.675597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8432920-38db-4038-b9be-0a44370f177a req-0102b9a9-cdf5-40fe-8423-8947d662fbef tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:46.683830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8432920-38db-4038-b9be-0a44370f177a req-0102b9a9-cdf5-40fe-8423-8947d662fbef tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 946 time: 0.2532210 Aug 28 20:11:46.757553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f0211023-6bab-4e13-b2b9-4e233498e612 None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:46.775002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f0211023-6bab-4e13-b2b9-4e233498e612 None None] Provisioning complete for port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:46.775388 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0211023-6bab-4e13-b2b9-4e233498e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.806071 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:46.822960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f0211023-6bab-4e13-b2b9-4e233498e612 None None] Port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:46.838204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-0fac0aa2-3d12-4532-8443-9b906295023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:46.838204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-0fac0aa2-3d12-4532-8443-9b906295023c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=28d057c8fdf747988db165403edc2593&device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 1127 time: 0.2312546 Aug 28 20:11:46.925116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4b99cb5a-4579-4a74-8d6e-576910df5e9e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:46.957487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6e4204e-7e69-4558-93fd-7534df24a89f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:46.962950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-76946224-5338-4c2e-abeb-02465d6457f7 None None] Provisioning complete for port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:46.963479 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-76946224-5338-4c2e-abeb-02465d6457f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:46.983122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d6e4204e-7e69-4558-93fd-7534df24a89f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:46.983556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d6e4204e-7e69-4558-93fd-7534df24a89f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:46.990394 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8432920-38db-4038-b9be-0a44370f177a req-3defc88e-552f-48a1-8ad4-b3106c03e369 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=a6726717-d2dc-465c-ae19-a3995b132ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918007 Aug 28 20:11:46.996753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (2be4c0f9-5e41-4323-ab72-938123bbece8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.008243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-c2cebf81-abb9-4364-a69d-deeda5066a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:47.009551 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-c2cebf81-abb9-4364-a69d-deeda5066a76 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 200 len: 906 time: 0.1258934 Aug 28 20:11:47.041312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (8218b141-eea9-4821-9771-5564d9bae337), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.053602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3aa76da1-5744-4a2e-94c7-49af058a6ea9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b3df3258c2e849bc8b2fc6fdf5ce4640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5150495 Aug 28 20:11:47.069255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54668) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:47.078608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-76946224-5338-4c2e-abeb-02465d6457f7 None None] Port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:47.144853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b49a6ddb-6752-4e75-b775-363942690766 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:47.152123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce431-b379-4606-97c8-8a2122113aea req-e5662b43-7f53-48a0-8b23-e287cf3d5c5c tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:47.158122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bafce431-b379-4606-97c8-8a2122113aea req-e5662b43-7f53-48a0-8b23-e287cf3d5c5c tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 946 time: 0.3185928 Aug 28 20:11:47.167199 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-90219682-cf5d-4b78-85cb-9a654649489f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c HTTP/1.1" status: 200 len: 217 time: 0.0777566 Aug 28 20:11:47.205536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8d2d18a0-f783-4160-9054-0b0d997fabcb None None] Provisioning complete for port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:47.207260 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8d2d18a0-f783-4160-9054-0b0d997fabcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.219513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Checking segment: {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:47.220246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Network hostable DHCP agents. Network: 08f611d8-fbe4-464c-b17c-f38de24295ef, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:47.247557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be4c0f9-5e41-4323-ab72-938123bbece8,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:47.257489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b49a6ddb-6752-4e75-b775-363942690766 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:47.257894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b49a6ddb-6752-4e75-b775-363942690766), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.286407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d18a0-f783-4160-9054-0b0d997fabcb None None] Port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:47.309943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=8218b141-eea9-4821-9771-5564d9bae337,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:47.312953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a70b69a0-fe43-4124-a5b8-c45189d69e23 admin admin] Publish callbacks [] for security_group (c085a696-020a-4ab5-b2ba-a3ce3491583c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.343161 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bafce431-b379-4606-97c8-8a2122113aea req-50c58087-6000-4506-bceb-9eb58666a46c tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675084 Aug 28 20:11:47.347026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': '64e629d8-7a4d-4a7f-82e5-03f4fbdf523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '323b6e09-b593-4bc0-80ba-f51e9bd265aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:47.356174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: 323b6e09-b593-4bc0-80ba-f51e9bd265aa, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:47.356865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:47.370435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-6e710939-df45-4adf-9c38-6fb7b045cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:47.372411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-6e710939-df45-4adf-9c38-6fb7b045cf3a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 200 len: 844 time: 0.2073183 Aug 28 20:11:47.435241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a70b69a0-fe43-4124-a5b8-c45189d69e23 admin admin] Publish callbacks [] for security_group (c085a696-020a-4ab5-b2ba-a3ce3491583c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.440923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:47.441564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-241076bd-7404-4385-ab75-0f539842e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:47.443336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-241076bd-7404-4385-ab75-0f539842e1a7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c49b44b1-867f-4e9f-ac82-9c95519351e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620658 Aug 28 20:11:47.471236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:47.471739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7be14fd8-dc0d-4708-b3e9-2cee066a1d34 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:47.472553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccb55b57-8997-4254-8e0b-dea25659c9c4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:47.494567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.23 (386bca0a-6653-4956-beb7-e547462fcb1d/f464c2ec-f62c-40ff-aecb-4ea90de04b2c/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:47.505347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ccb55b57-8997-4254-8e0b-dea25659c9c4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:47.506112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccb55b57-8997-4254-8e0b-dea25659c9c4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:47.542055 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network 323b6e09-b593-4bc0-80ba-f51e9bd265aa is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:47.557940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (45ff59c6-8e09-4916-9f78-e9640a594807), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.559814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Network 08f611d8-fbe4-464c-b17c-f38de24295ef is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:47.577760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['45ff59c6-8e09-4916-9f78-e9640a594807'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:11:47.604715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event deleted for resources: {'Port': ['ID=45ff59c6-8e09-4916-9f78-e9640a594807,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:47.649191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-b7846054-b1a9-4528-a661-67374a52019b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988292 Aug 28 20:11:47.681729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] No DVR routers for this DVR port 45ff59c6-8e09-4916-9f78-e9640a594807 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:47.692865 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.699083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8796efd-ee21-44a7-82e9-a2ed18c0b6d5 req-99c655cb-f0f1-48ae-a7fc-c3c3188a1ebe tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.89 "DELETE /networking/v2.0/ports/45ff59c6-8e09-4916-9f78-e9640a594807 HTTP/1.1" status: 204 len: 173 time: 2.0193326 Aug 28 20:11:47.710594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d261844-c890-434c-b640-3c2963dde15c', 'name': 'network-vif-deleted', 'tag': '45ff59c6-8e09-4916-9f78-e9640a594807'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:47.717290 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a06443b-0bfc-48af-9ce5-bb3d07c00450" -d '{"events": [{"server_uuid": "7d261844-c890-434c-b640-3c2963dde15c", "name": "network-vif-deleted", "tag": "45ff59c6-8e09-4916-9f78-e9640a594807"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:47.783374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a62b31b1-69a6-4ab4-b99f-08c5fe2c1f3c req-9403f674-fb82-495d-93c2-0771a9d2969a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251490 Aug 28 20:11:47.786889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 323b6e09-b593-4bc0-80ba-f51e9bd265aa) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:47.792105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:47.792105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.804329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc206cb-87fe-4e7b-a2db-3cd7e85e4694 None None] Network 323b6e09-b593-4bc0-80ba-f51e9bd265aa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:47.817217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a70b69a0-fe43-4124-a5b8-c45189d69e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c085a696-020a-4ab5-b2ba-a3ce3491583c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.821269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a70b69a0-fe43-4124-a5b8-c45189d69e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.828130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a70b69a0-fe43-4124-a5b8-c45189d69e23 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c085a696-020a-4ab5-b2ba-a3ce3491583c HTTP/1.1" status: 204 len: 168 time: 0.7530241 Aug 28 20:11:47.843619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 08f611d8-fbe4-464c-b17c-f38de24295ef) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:47.845825 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:47.876565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.880023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:47.880759 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:47.887769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b69a0-fe43-4124-a5b8-c45189d69e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c085a696-020a-4ab5-b2ba-a3ce3491583c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:47.896729 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:47.906324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7bd38120-ac29-4022-a3c6-07334582cfbf tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2698236 Aug 28 20:11:47.906324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54680) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:47.918883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbc65d-95e3-49f0-8518-886d610a29cb req-ccdafb34-7cbf-4809-b89a-500673d54368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:47.932554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17cbc65d-95e3-49f0-8518-886d610a29cb req-ccdafb34-7cbf-4809-b89a-500673d54368 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1815414 Aug 28 20:11:47.973522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58731056-a928-416d-b1ce-b822f478ca42 None None] Network 08f611d8-fbe4-464c-b17c-f38de24295ef requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:48.001370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.051397 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:48.085138 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:48.091805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:48.105829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d26a626e-168b-4d7b-b303-5b7ca5e7510c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4936082 Aug 28 20:11:48.131036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54688) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:48.132263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17cbc65d-95e3-49f0-8518-886d610a29cb req-b47cdf83-789b-4918-ae7c-a466e2a4fcbe tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944232 Aug 28 20:11:48.144404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:48.169468 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (323b6e09-b593-4bc0-80ba-f51e9bd265aa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.193649 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:48.248244 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa8da8d-84ad-463f-a635-f42eff76e0a7 x-openstack-request-id: req-3fa8da8d-84ad-463f-a635-f42eff76e0a7 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:48.250054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d01ee-ea73-43fd-a9ff-e0b60501fc83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-323b6e09-b593-4bc0-80ba-f51e9bd265aa', 'network_id': '323b6e09-b593-4bc0-80ba-f51e9bd265aa', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': '8218b141-eea9-4821-9771-5564d9bae337'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:48.251368 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d261844-c890-434c-b640-3c2963dde15c", "name": "network-vif-deleted", "tag": "45ff59c6-8e09-4916-9f78-e9640a594807", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:48.252442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-db8d01ee-ea73-43fd-a9ff-e0b60501fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.254013 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3fa8da8d-84ad-463f-a635-f42eff76e0a7 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:48.254554 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa8da8d-84ad-463f-a635-f42eff76e0a7'] response: {'server_uuid': '7d261844-c890-434c-b640-3c2963dde15c', 'name': 'network-vif-deleted', 'tag': '45ff59c6-8e09-4916-9f78-e9640a594807', 'status': 'completed', 'code': 200} Aug 28 20:11:48.305469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (8218b141-eea9-4821-9771-5564d9bae337), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.375899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-08f611d8-fbe4-464c-b17c-f38de24295ef', 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef', 'project_id': '5267391a5c11415a90b0ce48613c0668', 'fixed_ips': [{'subnet_id': '2be4c0f9-5e41-4323-ab72-938123bbece8'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:48.377319 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f2872b1c-989b-4628-8b31-992d6b287a51), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.379356 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f2872b1c-989b-4628-8b31-992d6b287a51), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.382139 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.408029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228ad91-5534-4cc2-97ad-5a0c747da216 req-46445096-b43f-4072-b5c3-2cc2e451bb95 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:48.409441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6228ad91-5534-4cc2-97ad-5a0c747da216 req-46445096-b43f-4072-b5c3-2cc2e451bb95 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 946 time: 0.1098342 Aug 28 20:11:48.471438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] In _notify_port_updated(), no bound segment for port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e on network 386bca0a-6653-4956-beb7-e547462fcb1d {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:11:48.477473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:48.478245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.482897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-285f4d0f-8316-40c4-beb7-15f5d585a284 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "PUT /networking/v2.0/ports/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e HTTP/1.1" status: 200 len: 999 time: 2.2606959 Aug 28 20:11:48.488761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54692) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:48.550999 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6228ad91-5534-4cc2-97ad-5a0c747da216 req-9401f7b2-6640-4930-b36e-ad70a2526174 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336288 Aug 28 20:11:48.564588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-efcf18fa-98c9-4b40-a756-bbaeb40457bf req-a6a62216-341f-422c-8f4a-68f1cfe6e6a0 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7d261844-c890-434c-b640-3c2963dde15c HTTP/1.1" status: 200 len: 210 time: 0.1726952 Aug 28 20:11:48.660474 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:48.688797 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks [] for router_controller (f2872b1c-989b-4628-8b31-992d6b287a51), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.738007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0a5a65a8-9ccb-42e4-98bf-4b27f8f258fd None None] Provisioning complete for port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:48.739929 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a5a65a8-9ccb-42e4-98bf-4b27f8f258fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.779875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:48.780301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.798947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a65a8-9ccb-42e4-98bf-4b27f8f258fd None None] Port 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:11:48.816453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Allocated IP 172.20.0.2 (08f611d8-fbe4-464c-b17c-f38de24295ef/2be4c0f9-5e41-4323-ab72-938123bbece8/81ef46f6-da0e-4264-b607-322970c1f2f4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:48.934613 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (8218b141-eea9-4821-9771-5564d9bae337), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server [None req-db8d01ee-ea73-43fd-a9ff-e0b60501fc83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8218b141-eea9-4821-9771-5564d9bae337: This subnet is being modified by another concurrent operation. Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:11:48.965432 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1549, in create_port Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1514, in _create_port_db Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise exception Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8218b141-eea9-4821-9771-5564d9bae337: This subnet is being modified by another concurrent operation. Aug 28 20:11:48.972687 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Aug 28 20:11:48.983092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dd545-ad2c-46ce-83be-ad59d3789eee req-5d36d12c-6fe6-4f93-a53f-3fa959129845 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:48.983092 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-310dd545-ad2c-46ce-83be-ad59d3789eee req-5d36d12c-6fe6-4f93-a53f-3fa959129845 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.0639093 Aug 28 20:11:48.983907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=8218b141-eea9-4821-9771-5564d9bae337,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:49.031456 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:49.082235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-310dd545-ad2c-46ce-83be-ad59d3789eee req-34706e5f-25ec-4bd0-b3c5-35bc21c27bf2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008525 Aug 28 20:11:49.104767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ef03e-a1c0-4185-b017-225db25f0c8b None None] Network 323b6e09-b593-4bc0-80ba-f51e9bd265aa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:49.143256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (323b6e09-b593-4bc0-80ba-f51e9bd265aa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.195214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323b6e09-b593-4bc0-80ba-f51e9bd265aa']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:49.212071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e629d8-7a4d-4a7f-82e5-03f4fbdf523e') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:49.212427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e629d8-7a4d-4a7f-82e5-03f4fbdf523e') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:49.228856 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:49.236570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks [] for router_gateway (f2872b1c-989b-4628-8b31-992d6b287a51), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.252087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (64e629d8-7a4d-4a7f-82e5-03f4fbdf523e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.298567 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:49.300682 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.320216 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (64e629d8-7a4d-4a7f-82e5-03f4fbdf523e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.328448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:49.338586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Publish callbacks [] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.340296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099fabf-2c1b-4181-816d-1dca045107b7 req-8975f6bf-23d6-4036-b914-f403cad2fa65 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:49.342003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e099fabf-2c1b-4181-816d-1dca045107b7 req-8975f6bf-23d6-4036-b914-f403cad2fa65 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.0952628 Aug 28 20:11:49.350050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:49.350476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (64e629d8-7a4d-4a7f-82e5-03f4fbdf523e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.444994 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.493972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Network 08f611d8-fbe4-464c-b17c-f38de24295ef is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:49.504809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:49.507627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:49.549904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Pushing event updated for resources: {'Port': ['ID=81ef46f6-da0e-4264-b607-322970c1f2f4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:49.610086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Attempting to bind port 81ef46f6-da0e-4264-b607-322970c1f2f4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:49.611109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Attempting to bind port 81ef46f6-da0e-4264-b607-322970c1f2f4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:49.611668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Attempting to bind port 81ef46f6-da0e-4264-b607-322970c1f2f4 on network 08f611d8-fbe4-464c-b17c-f38de24295ef {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:49.617989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:49.618371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Checking segment: {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:49.618781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.619184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Bound using segment: {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:49.619681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Bound port: 81ef46f6-da0e-4264-b607-322970c1f2f4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:49.620049 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.755058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2b890847-497e-45c3-917f-45830058d8ac None None] For port 81ef46f6-da0e-4264-b607-322970c1f2f4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:49.757112 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:49.759521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2b890847-497e-45c3-917f-45830058d8ac None None] For port 81ef46f6-da0e-4264-b607-322970c1f2f4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=81ef46f6-da0e-4264-b607-322970c1f2f4,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:49.784239 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 64e629d8-7a4d-4a7f-82e5-03f4fbdf523e resource provider aggregate not found Aug 28 20:11:49.795260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54728) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:49.849710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb823-4e3a-4b20-98fd-31dcbeb94bdc req-c042c22d-5a48-4255-8340-244598bd1dac tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:49.855985 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 64e629d8-7a4d-4a7f-82e5-03f4fbdf523e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64e629d8-7a4d-4a7f-82e5-03f4fbdf523e found for delete ", "request_id": "req-e610fc60-e6d1-4821-8f2b-ed52c6375b70"}]} Aug 28 20:11:49.857980 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94dcb823-4e3a-4b20-98fd-31dcbeb94bdc req-c042c22d-5a48-4255-8340-244598bd1dac tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 946 time: 0.0740376 Aug 28 20:11:49.875839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 45ff59c6-8e09-4916-9f78-e9640a594807 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:49.928276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:49.937139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 45ff59c6-8e09-4916-9f78-e9640a594807 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:49.937510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 45ff59c6-8e09-4916-9f78-e9640a594807 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:49.994540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94dcb823-4e3a-4b20-98fd-31dcbeb94bdc req-6a343724-25e0-4127-a687-547688c13f46 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 Aug 28 20:11:50.000487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66e756-318f-4347-9441-372fb68f5c22 req-e2432dcb-7d89-4489-af86-0b13e29f19d1 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:50.002316 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2d66e756-318f-4347-9441-372fb68f5c22 req-e2432dcb-7d89-4489-af86-0b13e29f19d1 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 946 time: 0.1481471 Aug 28 20:11:50.010516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e099fabf-2c1b-4181-816d-1dca045107b7 req-657878cc-16a9-46d5-9341-103f51c134a8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533337 Aug 28 20:11:50.029803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (323b6e09-b593-4bc0-80ba-f51e9bd265aa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.032311 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.035577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/323b6e09-b593-4bc0-80ba-f51e9bd265aa HTTP/1.1" status: 204 len: 168 time: 2.1292751 Aug 28 20:11:50.039294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54732) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:50.044425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522024871'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:50.056299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b890847-497e-45c3-917f-45830058d8ac None None] Pushing event updated for resources: {'Port': ['ID=81ef46f6-da0e-4264-b607-322970c1f2f4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:50.059080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1245984083-network', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:50.108963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b218f-6a19-4f5c-878e-1b299b7b3545 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=323b6e09-b593-4bc0-80ba-f51e9bd265aa,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:50.222772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:50.225134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.227666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:50.238495 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.566918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.566918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:50.566918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (18bdbfaf-32c9-4cfe-bcfc-800ebc659e03), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.566918 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment 18bdbfaf-32c9-4cfe-bcfc-800ebc659e03 of type vlan for network 946cc2fa-7003-4055-b1c0-fed74ed38496 Aug 28 20:11:50.569042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54748) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:50.569127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (946cc2fa-7003-4055-b1c0-fed74ed38496), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.569227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks [] for router_gateway (f2872b1c-989b-4628-8b31-992d6b287a51), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.569300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks [] for security_group (e0c1a320-dead-40d4-99f6-d057c503fab0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.608214 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.615385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Deleting port 339eee34-cdee-4143-8f1c-18553bd50e15 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:50.615852 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.690239 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a16b54a2-3216-46c8-8740-35fef16da524 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group (280b5b82-0f75-4f28-a49b-df09656ccf73), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.778636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a16b54a2-3216-46c8-8740-35fef16da524 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group (280b5b82-0f75-4f28-a49b-df09656ccf73), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.853919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] For port 339eee34-cdee-4143-8f1c-18553bd50e15, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=339eee34-cdee-4143-8f1c-18553bd50e15,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:50.854721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.870185 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e0c1a320-dead-40d4-99f6-d057c503fab0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.883198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (946cc2fa-7003-4055-b1c0-fed74ed38496), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.886993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:50.887640 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:50.919660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Calling delete_port for 339eee34-cdee-4143-8f1c-18553bd50e15 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:51.001434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Allocated IP 172.25.4.240 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/04d04da1-0335-4028-820d-4131d6b6bcaa) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:51.010199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:51.050200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c1a320-dead-40d4-99f6-d057c503fab0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:51.063091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=946cc2fa-7003-4055-b1c0-fed74ed38496,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:51.071557 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (175763ee-621d-475f-9c2e-0eb789725541), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.071905 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Added segment 175763ee-621d-475f-9c2e-0eb789725541 of type vlan for network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d Aug 28 20:11:51.100908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 946cc2fa-7003-4055-b1c0-fed74ed38496 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:51.126001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011550f-082d-4656-81a6-579cda0981af req-1f34121e-d542-4d8d-ab7b-cd68a29098ab tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:51.129890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4011550f-082d-4656-81a6-579cda0981af req-1f34121e-d542-4d8d-ab7b-cd68a29098ab tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1296458 Aug 28 20:11:51.136286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-669ec02a-eeb3-4057-94d9-10fd1d3d247c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0958748 Aug 28 20:11:51.143986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.149162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a16b54a2-3216-46c8-8740-35fef16da524 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (280b5b82-0f75-4f28-a49b-df09656ccf73), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.158841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a16b54a2-3216-46c8-8740-35fef16da524 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.163828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a16b54a2-3216-46c8-8740-35fef16da524 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/280b5b82-0f75-4f28-a49b-df09656ccf73 HTTP/1.1" status: 204 len: 168 time: 0.7566056 Aug 28 20:11:51.169978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54754) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:51.169978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54756) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:51.181463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': '946cc2fa-7003-4055-b1c0-fed74ed38496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:51.253374 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-da2608b3-0efc-452b-a705-e5d87da18585 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] show failed (client error): The resource could not be found. Aug 28 20:11:51.259029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 81ef46f6-da0e-4264-b607-322970c1f2f4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:51.265543 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-da2608b3-0efc-452b-a705-e5d87da18585 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "GET /networking/v2.0/security-groups/280b5b82-0f75-4f28-a49b-df09656ccf73 HTTP/1.1" status: 404 len: 347 time: 0.0711946 Aug 28 20:11:51.281166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54760) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:51.337373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 81ef46f6-da0e-4264-b607-322970c1f2f4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:51.337753 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.346096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b54a2-3216-46c8-8740-35fef16da524 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b5b82-0f75-4f28-a49b-df09656ccf73,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:51.364258 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6b97bd7d-4a1f-402a-aaec-ac4505756b4d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.414926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:51.442288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed11a3-36b8-4a2f-b730-2a47186aa919 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:11:51.503184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 81ef46f6-da0e-4264-b607-322970c1f2f4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:51.503631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.535174 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4011550f-082d-4656-81a6-579cda0981af req-b197d528-17ab-4742-b37c-1ce27de411e0 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974302 Aug 28 20:11:51.546455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7b295652-2157-4770-b73e-bc03c52a8462 None None] Provisioning complete for port 81ef46f6-da0e-4264-b607-322970c1f2f4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:51.547128 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b295652-2157-4770-b73e-bc03c52a8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.561396 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:51.611153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Deleting port 27bd3749-041b-4daf-b5ee-bb41fe0b5610 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:51.611586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.626131 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:51.657451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 81ef46f6-da0e-4264-b607-322970c1f2f4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=81ef46f6-da0e-4264-b607-322970c1f2f4,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:51.658287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6b97bd7d-4a1f-402a-aaec-ac4505756b4d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.660090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:51.660838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.726519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed11a3-36b8-4a2f-b730-2a47186aa919 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:11:51.732430 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.739686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:51.740640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b2b3e2be-2e4a-48c2-b273-207467eecbe9 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e HTTP/1.1" status: 204 len: 168 time: 3.2108192 Aug 28 20:11:51.743120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.749580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7b295652-2157-4770-b73e-bc03c52a8462 None None] Current status of the port 81ef46f6-da0e-4264-b607-322970c1f2f4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:51.749978 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b295652-2157-4770-b73e-bc03c52a8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.756503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54762) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:51.759455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8eef9-7fb8-48f6-9174-01fe59d95825 req-00c933cb-f14d-4d69-895f-7856cf67ded5 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:51.761841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72b8eef9-7fb8-48f6-9174-01fe59d95825 req-00c933cb-f14d-4d69-895f-7856cf67ded5 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 946 time: 0.4638193 Aug 28 20:11:51.837251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks [] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.851970 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d42e8d1-4676-4a25-a501-6f94a160534b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:11:51.856830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6d42e8d1-4676-4a25-a501-6f94a160534b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e HTTP/1.1" status: 404 len: 333 time: 0.0991013 Aug 28 20:11:51.857603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54764) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:51.865714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] Pushing event updated for resources: {'Network': ['ID=6b97bd7d-4a1f-402a-aaec-ac4505756b4d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:51.890316 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9f8d8a3e-849e-4547-89bb-d798b4527668 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0914569 Aug 28 20:11:51.915592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54766) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:51.925255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Performing IP validity checks on allocation pools {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 28 20:11:51.925979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 28 20:11:51.929785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.929983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Request body: {'subnet': {'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1245984083-subnet', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:51.930370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for floatingip (27bd3749-041b-4daf-b5ee-bb41fe0b5610), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:51.947991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:51.960715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Calling delete_port for 27bd3749-041b-4daf-b5ee-bb41fe0b5610 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:51.961649 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.000512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet f464c2ec-f62c-40ff-aecb-4ea90de04b2c {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:52.017149 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.033821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (f464c2ec-f62c-40ff-aecb-4ea90de04b2c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.098328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1220-0ccd-4fef-a633-41bb8cf09774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.110422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:52.121109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:52.123437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:52.156482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Pushing event updated for resources: {'Port': ['ID=04d04da1-0335-4028-820d-4131d6b6bcaa,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:52.171276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72b8eef9-7fb8-48f6-9174-01fe59d95825 req-4ba7f5da-7f99-4691-b5c8-1bf3f06bd159 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795725 Aug 28 20:11:52.189962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=81ef46f6-da0e-4264-b607-322970c1f2f4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:52.223706 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-7b295652-2157-4770-b73e-bc03c52a8462 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:11:52.224463 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-7b295652-2157-4770-b73e-bc03c52a8462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:11:52.228871 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (f464c2ec-f62c-40ff-aecb-4ea90de04b2c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.248860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:52.257288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.259475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (339eee34-cdee-4143-8f1c-18553bd50e15), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.335687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (f464c2ec-f62c-40ff-aecb-4ea90de04b2c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.358279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de397fd-4020-4a52-8060-9cb89ae47fad None None] Network 08f611d8-fbe4-464c-b17c-f38de24295ef requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:52.473504 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:52.490202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Pushing event deleted for resources: {'Port': ['ID=339eee34-cdee-4143-8f1c-18553bd50e15,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:52.547263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] No DVR routers for this DVR port 339eee34-cdee-4143-8f1c-18553bd50e15 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:52.554453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:52.568731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2d66e756-318f-4347-9441-372fb68f5c22 req-1ec7ab2d-9342-4d86-9dce-61b281fdd5ea tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.84 "DELETE /networking/v2.0/ports/339eee34-cdee-4143-8f1c-18553bd50e15 HTTP/1.1" status: 204 len: 173 time: 2.2964931 Aug 28 20:11:52.569233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'name': 'network-vif-deleted', 'tag': '339eee34-cdee-4143-8f1c-18553bd50e15'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:52.577923 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364137bd-c9dd-4e8a-9dcb-d6bca623500f" -d '{"events": [{"server_uuid": "95639999-7ea5-4bc8-9f9d-c8e640421fbe", "name": "network-vif-deleted", "tag": "339eee34-cdee-4143-8f1c-18553bd50e15"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:52.714794 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aacda4-f42c-4062-8068-9ee84659d346 x-openstack-request-id: req-78aacda4-f42c-4062-8068-9ee84659d346 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:52.715268 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95639999-7ea5-4bc8-9f9d-c8e640421fbe", "name": "network-vif-deleted", "tag": "339eee34-cdee-4143-8f1c-18553bd50e15", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:52.715526 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78aacda4-f42c-4062-8068-9ee84659d346 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:52.715978 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78aacda4-f42c-4062-8068-9ee84659d346'] response: {'server_uuid': '95639999-7ea5-4bc8-9f9d-c8e640421fbe', 'name': 'network-vif-deleted', 'tag': '339eee34-cdee-4143-8f1c-18553bd50e15', 'status': 'completed', 'code': 200} Aug 28 20:11:52.767872 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:52.798141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7b295652-2157-4770-b73e-bc03c52a8462 None None] Current status of the port 81ef46f6-da0e-4264-b607-322970c1f2f4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:52.912474 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:52.996959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks [] for router_gateway (f2872b1c-989b-4628-8b31-992d6b287a51), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.025677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-08c44cd1-3002-4ce1-874a-fc3787a3ebb1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:53.027264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-08c44cd1-3002-4ce1-874a-fc3787a3ebb1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1856441 Aug 28 20:11:53.036037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770c179-d1cd-4c3e-9634-373436de3bb0 req-0679a00d-59ed-4b2e-8d1d-76e6edc0405c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:53.037479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4770c179-d1cd-4c3e-9634-373436de3bb0 req-0679a00d-59ed-4b2e-8d1d-76e6edc0405c tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 946 time: 0.1987126 Aug 28 20:11:53.087920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (3581c569-8bfa-47c8-8092-eb4ee643272d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.088392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (c91ae3af-c105-491f-8931-cb89302b0717), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.138590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-13503290-cf45-495b-bfa3-6002da489c6b None None] Provisioning complete for port 81ef46f6-da0e-4264-b607-322970c1f2f4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:53.139419 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-13503290-cf45-495b-bfa3-6002da489c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.197482 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (f464c2ec-f62c-40ff-aecb-4ea90de04b2c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.219212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 81ef46f6-da0e-4264-b607-322970c1f2f4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:53.245923 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:53.252527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3581c569-8bfa-47c8-8092-eb4ee643272d,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:53.285486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.291385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f464c2ec-f62c-40ff-aecb-4ea90de04b2c HTTP/1.1" status: 204 len: 168 time: 1.4246147 Aug 28 20:11:53.291385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (27bd3749-041b-4daf-b5ee-bb41fe0b5610), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.297411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54776) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:53.311586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765739f-cf7c-48bd-b307-765f0cfe0642 None None] Network 386bca0a-6653-4956-beb7-e547462fcb1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:53.322200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=c91ae3af-c105-491f-8931-cb89302b0717,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:53.367523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4770c179-d1cd-4c3e-9634-373436de3bb0 req-04a184a5-1d4e-45ad-a92a-f211288fdab2 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015265 Aug 28 20:11:53.397560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Pushing event deleted for resources: {'Port': ['ID=27bd3749-041b-4daf-b5ee-bb41fe0b5610,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:53.399286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Deleting port 936feeb4-a32d-4591-95c7-1dffc50c897f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:53.399628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.444007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 81ef46f6-da0e-4264-b607-322970c1f2f4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:53.444379 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.509611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Checking segment: {'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:53.510006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Network hostable DHCP agents. Network: 6b97bd7d-4a1f-402a-aaec-ac4505756b4d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:53.550364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c882eb3-3130-44b4-82e2-931f74af5f57 req-8053ef4f-23aa-44b0-a92e-ee363f3344d9 tempest-ServerGroupTestJSON-118519136 tempest-ServerGroupTestJSON-118519136-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=95639999-7ea5-4bc8-9f9d-c8e640421fbe HTTP/1.1" status: 200 len: 210 time: 0.0948033 Aug 28 20:11:53.568190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bee134-b6f3-48f2-aa27-b879193d5ff6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=f464c2ec-f62c-40ff-aecb-4ea90de04b2c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:53.572501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-13503290-cf45-495b-bfa3-6002da489c6b None None] Current status of the port 81ef46f6-da0e-4264-b607-322970c1f2f4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:53.576806 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f2872b1c-989b-4628-8b31-992d6b287a51), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.621439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': '18bdbfaf-32c9-4cfe-bcfc-800ebc659e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '946cc2fa-7003-4055-b1c0-fed74ed38496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:53.622643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: 946cc2fa-7003-4055-b1c0-fed74ed38496, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:11:53.657947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet eb2e8ce1-4a86-4626-9396-4a50e82892f0 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:11:53.670016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (eb2e8ce1-4a86-4626-9396-4a50e82892f0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.679512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 81ef46f6-da0e-4264-b607-322970c1f2f4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:53.687020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:53.716753 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.760821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] For port 936feeb4-a32d-4591-95c7-1dffc50c897f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=936feeb4-a32d-4591-95c7-1dffc50c897f,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:53.761198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.799244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6b97bd7d-4a1f-402a-aaec-ac4505756b4d) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:53.807581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (eb2e8ce1-4a86-4626-9396-4a50e82892f0), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.810800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:53.811452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.812046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389fb6d4-1240-419c-80bb-b47b88503af3 None None] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:53.815353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Calling delete_port for 936feeb4-a32d-4591-95c7-1dffc50c897f owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:53.860416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks [] for floatingip (b7b88c29-c3cb-489d-8503-39b3d0a65f79), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.861821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Router f2872b1c-989b-4628-8b31-992d6b287a51 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:11:53.862992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.866746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5211ad9e-07ed-47ac-a9b6-e708b50ea047 tempest-ImagesOneServerNegativeTestJSON-311977387 tempest-ImagesOneServerNegativeTestJSON-311977387-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b7b88c29-c3cb-489d-8503-39b3d0a65f79 HTTP/1.1" status: 204 len: 168 time: 2.5536726 Aug 28 20:11:53.973661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'fixed_ips': [{'subnet_id': '3581c569-8bfa-47c8-8092-eb4ee643272d'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:53.974998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:53.991118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network 946cc2fa-7003-4055-b1c0-fed74ed38496 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:11:53.991702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-852eaf57-34b3-4a90-ab4b-06f55dd555f3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0686667 Aug 28 20:11:54.017760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:54.029089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:54.035230 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (eb2e8ce1-4a86-4626-9396-4a50e82892f0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.120872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54792) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:54.123199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 339eee34-cdee-4143-8f1c-18553bd50e15 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:54.163659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 339eee34-cdee-4143-8f1c-18553bd50e15 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:54.164102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 339eee34-cdee-4143-8f1c-18553bd50e15 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:54.164600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 936feeb4-a32d-4591-95c7-1dffc50c897f no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:54.185965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 946cc2fa-7003-4055-b1c0-fed74ed38496) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:54.192712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:54.193324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.215614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:11:54.226551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962d34e-449e-474b-a685-57d44288a161 None None] Network 946cc2fa-7003-4055-b1c0-fed74ed38496 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:54.231356 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Sync routers for ids ['f2872b1c-989b-4628-8b31-992d6b287a51'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:11:54.250301 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Routers {'f2872b1c-989b-4628-8b31-992d6b287a51'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:54.255103 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f2872b1c-989b-4628-8b31-992d6b287a51'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:54.275672 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f1a431e0-8c68-4869-8315-ebb7b2022828), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.277176 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f1a431e0-8c68-4869-8315-ebb7b2022828), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.295365 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (eb2e8ce1-4a86-4626-9396-4a50e82892f0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.380321 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5f28e088-427b-45b0-9575-dd93907b1ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.395246 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:54.423224 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Set router f2872b1c-989b-4628-8b31-992d6b287a51 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:54.438889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ba59d2d3-757e-4c58-ab44-f16326e85cb9 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2642481 Aug 28 20:11:54.447730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2e8ce1-4a86-4626-9396-4a50e82892f0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:54.456307 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.466501 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e63ba7c1-6866-4999-bbf6-f2e3649d80a2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/eb2e8ce1-4a86-4626-9396-4a50e82892f0 HTTP/1.1" status: 204 len: 168 time: 1.1631331 Aug 28 20:11:54.467095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Allocated IP 172.20.0.2 (6b97bd7d-4a1f-402a-aaec-ac4505756b4d/3581c569-8bfa-47c8-8092-eb4ee643272d/68186746-76ce-4ae8-a1f5-75d243663526) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:54.467202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54796) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:54.468811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54798) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:54.673319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 936feeb4-a32d-4591-95c7-1dffc50c897f is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:54.673319 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.789671 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:54.796451 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (936feeb4-a32d-4591-95c7-1dffc50c897f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.802707 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:54.834508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb8eee-8c10-4e28-b41b-d7febdaf6b19 None None] Network 386bca0a-6653-4956-beb7-e547462fcb1d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:54.858005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:11:54.880031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event deleted for resources: {'Port': ['ID=936feeb4-a32d-4591-95c7-1dffc50c897f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:54.893719 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:11:52Z', 'revision_number': 3, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:54.919334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (386bca0a-6653-4956-beb7-e547462fcb1d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.971029 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:54.983708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:54.985009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2d77cd59-38ea-4e0a-95e4-382305173ead admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.8527958 Aug 28 20:11:54.991113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54812) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:54.995435 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Checking router: f2872b1c-989b-4628-8b31-992d6b287a51 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:11:54.995797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Updating router f2872b1c-989b-4628-8b31-992d6b287a51 port 04d04da1-0335-4028-820d-4131d6b6bcaa binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:11:55.058969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] No DVR routers for this DVR port 936feeb4-a32d-4591-95c7-1dffc50c897f on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:55.068745 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.071845 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.075132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f829e80-7143-42a4-bfbf-36eb1292a4ad req-e3515e7e-d6f6-4cb5-b2b9-707757ee78a1 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "DELETE /networking/v2.0/ports/936feeb4-a32d-4591-95c7-1dffc50c897f HTTP/1.1" status: 204 len: 173 time: 2.0103548 Aug 28 20:11:55.092101 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks [] for router_controller (f1a431e0-8c68-4869-8315-ebb7b2022828), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.095634 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ad17c30-c055-43f5-a90d-df50ec1e8c1d req-8954ae1b-a46e-4017-a9c4-c77f7a07c576 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 210 time: 0.1275191 Aug 28 20:11:55.123589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c17d85-0ea8-455d-8357-c18e22eb018f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-946cc2fa-7003-4055-b1c0-fed74ed38496', 'network_id': '946cc2fa-7003-4055-b1c0-fed74ed38496', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': 'c91ae3af-c105-491f-8931-cb89302b0717'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:11:55.123589 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-02c17d85-0ea8-455d-8357-c18e22eb018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.144520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'name': 'network-vif-deleted', 'tag': '936feeb4-a32d-4591-95c7-1dffc50c897f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:11:55.149378 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba5dfd-4383-4405-bfdc-a81aff15540e" -d '{"events": [{"server_uuid": "7894ff25-5cd9-41fe-bb52-0c0053bdae8b", "name": "network-vif-deleted", "tag": "936feeb4-a32d-4591-95c7-1dffc50c897f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:11:55.157297 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (946cc2fa-7003-4055-b1c0-fed74ed38496), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.207497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-31471466-3be5-46da-aa43-22db1e81308f None None] Provisioning complete for port b49a6ddb-6752-4e75-b775-363942690766 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:55.207891 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-31471466-3be5-46da-aa43-22db1e81308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b49a6ddb-6752-4e75-b775-363942690766), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.230786 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:55.288254 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:55.351883 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80001c3a-46a5-4d7d-8466-e318867d2893 x-openstack-request-id: req-80001c3a-46a5-4d7d-8466-e318867d2893 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:11:55.351883 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894ff25-5cd9-41fe-bb52-0c0053bdae8b", "name": "network-vif-deleted", "tag": "936feeb4-a32d-4591-95c7-1dffc50c897f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:11:55.351883 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80001c3a-46a5-4d7d-8466-e318867d2893 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:11:55.351883 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80001c3a-46a5-4d7d-8466-e318867d2893'] response: {'server_uuid': '7894ff25-5cd9-41fe-bb52-0c0053bdae8b', 'name': 'network-vif-deleted', 'tag': '936feeb4-a32d-4591-95c7-1dffc50c897f', 'status': 'completed', 'code': 200} Aug 28 20:11:55.375813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54826) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:55.548159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port b49a6ddb-6752-4e75-b775-363942690766 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:55.548359 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.681882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks [] for router_gateway (f1a431e0-8c68-4869-8315-ebb7b2022828), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.682182 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c91ae3af-c105-491f-8931-cb89302b0717), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.716315 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:55.759048 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Publish callbacks [] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.761656 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:55.765179 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:55.828595 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:55.832483 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.859366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] For port b49a6ddb-6752-4e75-b775-363942690766, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b49a6ddb-6752-4e75-b775-363942690766,segment=NetworkSegment(dec21b7d-2173-4b27-bdc4-9ecf3b2d6044),segment_id=dec21b7d-2173-4b27-bdc4-9ecf3b2d6044)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:55.860168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b49a6ddb-6752-4e75-b775-363942690766), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.904329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.916867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for b49a6ddb-6752-4e75-b775-363942690766 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:55.944467 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Attempting to bind port 04d04da1-0335-4028-820d-4131d6b6bcaa on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:55.945710 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Attempting to bind port 04d04da1-0335-4028-820d-4131d6b6bcaa by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:55.947753 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Attempting to bind port 04d04da1-0335-4028-820d-4131d6b6bcaa on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:55.958392 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Publish callbacks [] for port (68186746-76ce-4ae8-a1f5-75d243663526), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.988621 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:55.989230 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:55.989739 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:55.990274 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:55.990864 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Bound port: 04d04da1-0335-4028-820d-4131d6b6bcaa, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:55.991354 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.029052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] DHCP port deletion for 386bca0a-6653-4956-beb7-e547462fcb1d request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:11:56.135517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (c91ae3af-c105-491f-8931-cb89302b0717), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.187568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=c91ae3af-c105-491f-8931-cb89302b0717,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:56.214361 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] Deleting port b49a6ddb-6752-4e75-b775-363942690766 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:56.214752 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b49a6ddb-6752-4e75-b775-363942690766), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.219450 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85bf0c-c3d7-4151-be73-6c0d88c20046 None None] Pushing event updated for resources: {'Port': ['ID=04d04da1-0335-4028-820d-4131d6b6bcaa,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:56.223753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-31471466-3be5-46da-aa43-22db1e81308f None None] Current status of the port b49a6ddb-6752-4e75-b775-363942690766 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:56.227245 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (68186746-76ce-4ae8-a1f5-75d243663526), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.270941 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] For port 04d04da1-0335-4028-820d-4131d6b6bcaa, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server [None req-02c17d85-0ea8-455d-8357-c18e22eb018f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c91ae3af-c105-491f-8931-cb89302b0717: This subnet is being modified by another concurrent operation. Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:11:56.283097 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1549, in create_port Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1514, in _create_port_db Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise exception Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c91ae3af-c105-491f-8931-cb89302b0717: This subnet is being modified by another concurrent operation. Aug 28 20:11:56.290261 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Aug 28 20:11:56.322003 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] For port 04d04da1-0335-4028-820d-4131d6b6bcaa, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=04d04da1-0335-4028-820d-4131d6b6bcaa,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:56.343206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:56.346708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d181f23-d537-4ea7-b467-2fbf456fa5d5 None None] Network 946cc2fa-7003-4055-b1c0-fed74ed38496 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:11:56.391458 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:56.392568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:56.410876 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.425999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b49a6ddb-6752-4e75-b775-363942690766), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.442794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:56.495838 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:56.501933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] For port b49a6ddb-6752-4e75-b775-363942690766, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b49a6ddb-6752-4e75-b775-363942690766,segment=NetworkSegment(dec21b7d-2173-4b27-bdc4-9ecf3b2d6044),segment_id=dec21b7d-2173-4b27-bdc4-9ecf3b2d6044)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:56.502332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b49a6ddb-6752-4e75-b775-363942690766), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.505080 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Routers {'f2872b1c-989b-4628-8b31-992d6b287a51'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:11:56.506817 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f2872b1c-989b-4628-8b31-992d6b287a51'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:56.532803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Pushing event updated for resources: {'Port': ['ID=68186746-76ce-4ae8-a1f5-75d243663526,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:56.546077 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0155cb1c-734d-421b-85f7-165e76b56c7d req-67a2820f-2f5c-4c85-bfee-cb1b40a7960e tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7894ff25-5cd9-41fe-bb52-0c0053bdae8b HTTP/1.1" status: 200 len: 210 time: 0.1282187 Aug 28 20:11:56.556742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] Calling delete_port for b49a6ddb-6752-4e75-b775-363942690766 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:56.557068 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (946cc2fa-7003-4055-b1c0-fed74ed38496), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.558864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=b49a6ddb-6752-4e75-b775-363942690766,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:56.581284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No DVR routers for this DVR port b49a6ddb-6752-4e75-b775-363942690766 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:56.622479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946cc2fa-7003-4055-b1c0-fed74ed38496']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:56.663808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Attempting to bind port 68186746-76ce-4ae8-a1f5-75d243663526 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:11:56.664226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Attempting to bind port 68186746-76ce-4ae8-a1f5-75d243663526 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:11:56.664467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Attempting to bind port 68186746-76ce-4ae8-a1f5-75d243663526 on network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:11:56.676062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:11:56.676595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Checking segment: {'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:11:56.677276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.677676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Bound using segment: {'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:11:56.678477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Bound port: 68186746-76ce-4ae8-a1f5-75d243663526, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:11:56.678863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (68186746-76ce-4ae8-a1f5-75d243663526), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.699521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bdbfaf-32c9-4cfe-bcfc-800ebc659e03') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:56.705590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bdbfaf-32c9-4cfe-bcfc-800ebc659e03') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:56.744743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (d494a4da-0976-4aed-86a9-d8a4a12d59b2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.759957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (c8fb1fa9-8f80-4d9e-b926-98601009540c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.775090 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85bf0c-c3d7-4151-be73-6c0d88c20046 None None] Pushing event updated for resources: {'Port': ['ID=04d04da1-0335-4028-820d-4131d6b6bcaa,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:56.830881 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (b49a6ddb-6752-4e75-b775-363942690766), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.831780 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] Set router f2872b1c-989b-4628-8b31-992d6b287a51 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:11:56.838572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (18bdbfaf-32c9-4cfe-bcfc-800ebc659e03), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.879474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] Pushing event deleted for resources: {'Port': ['ID=b49a6ddb-6752-4e75-b775-363942690766,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:56.909085 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370278c-12eb-4aa5-96b6-50191780e1ef None None] No DVR routers for this DVR port b49a6ddb-6752-4e75-b775-363942690766 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:11:56.947087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] For port 68186746-76ce-4ae8-a1f5-75d243663526, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:11:56.954681 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks [] for router_gateway (f1a431e0-8c68-4869-8315-ebb7b2022828), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:56.971390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] For port 68186746-76ce-4ae8-a1f5-75d243663526, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=68186746-76ce-4ae8-a1f5-75d243663526,segment=NetworkSegment(175763ee-621d-475f-9c2e-0eb789725541),segment_id=175763ee-621d-475f-9c2e-0eb789725541)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:11:57.017809 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:57.032164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.066523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (68186746-76ce-4ae8-a1f5-75d243663526), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.083407 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.155617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b49a6ddb-6752-4e75-b775-363942690766 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:11:57.229364 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:57.271700 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:57.279006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b49a6ddb-6752-4e75-b775-363942690766 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:11:57.279355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b49a6ddb-6752-4e75-b775-363942690766 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:11:57.312292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4a241-5380-478c-a4a9-90e750d939bf None None] Pushing event updated for resources: {'Port': ['ID=68186746-76ce-4ae8-a1f5-75d243663526,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:57.332293 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:11:52Z', 'revision_number': 3, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:57.368302 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02553315-6472-477c-866e-39c7c60ebb91 None None] The sync data for ids ['f2872b1c-989b-4628-8b31-992d6b287a51'] in n-d-854121-7 is: [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:11:52Z', 'revision_number': 3, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:11:57.512960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Allocated IP 172.25.4.229 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/51c73d9b-9fc8-41ec-a372-da6abadbde77) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:57.527312 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (386bca0a-6653-4956-beb7-e547462fcb1d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.542037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Deleting port b3819ced-c7c3-4699-becd-8cbbc11b4abc {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:57.542485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.544586 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:57.550004 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (18bdbfaf-32c9-4cfe-bcfc-800ebc659e03), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.553639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.586862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:57.587274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (18bdbfaf-32c9-4cfe-bcfc-800ebc659e03), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.610474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.655403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386bca0a-6653-4956-beb7-e547462fcb1d']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:57.722733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec21b7d-2173-4b27-bdc4-9ecf3b2d6044') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:57.723065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec21b7d-2173-4b27-bdc4-9ecf3b2d6044') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:11:57.739308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (dec21b7d-2173-4b27-bdc4-9ecf3b2d6044), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.776864 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (dec21b7d-2173-4b27-bdc4-9ecf3b2d6044), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.791825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:11:57.792251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (dec21b7d-2173-4b27-bdc4-9ecf3b2d6044), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.813743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] For port b3819ced-c7c3-4699-becd-8cbbc11b4abc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b3819ced-c7c3-4699-becd-8cbbc11b4abc,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:57.814210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.876160 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Calling delete_port for b3819ced-c7c3-4699-becd-8cbbc11b4abc owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:57.878994 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:57.954740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (946cc2fa-7003-4055-b1c0-fed74ed38496), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.961063 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:57.975921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/946cc2fa-7003-4055-b1c0-fed74ed38496 HTTP/1.1" status: 204 len: 168 time: 3.4974799 Aug 28 20:11:57.978083 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 18bdbfaf-32c9-4cfe-bcfc-800ebc659e03 resource provider aggregate not found Aug 28 20:11:57.983166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54848) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:58.012853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1725255922'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:58.025551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=946cc2fa-7003-4055-b1c0-fed74ed38496,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:58.091193 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 18bdbfaf-32c9-4cfe-bcfc-800ebc659e03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18bdbfaf-32c9-4cfe-bcfc-800ebc659e03 found for delete ", "request_id": "req-949ed589-406e-470b-bddd-8b319483d4ae"}]} Aug 28 20:11:58.115929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.116956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.116956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.117397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.117733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.118105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.118435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.118759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.119079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.119404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.119726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.120046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.120366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.120689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.121180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d3f2b-c034-49e7-8b61-d267e7957fea tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:11:58.192891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Allocated IP 172.20.0.1 (08f611d8-fbe4-464c-b17c-f38de24295ef/2be4c0f9-5e41-4323-ab72-938123bbece8/2d9fbc69-47e5-436a-b855-b5294b2216c1) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:11:58.237889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:58.242251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.288423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (386bca0a-6653-4956-beb7-e547462fcb1d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.294953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.315941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/386bca0a-6653-4956-beb7-e547462fcb1d HTTP/1.1" status: 204 len: 168 time: 3.8372762 Aug 28 20:11:58.320471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54862) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:58.403848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7003f5-a981-4cc9-8336-f5eac9091b95 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=386bca0a-6653-4956-beb7-e547462fcb1d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:58.435007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks [] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.482189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:58.496513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40849c8f-474b-4e81-aaba-73c2155642b8 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:58.503818 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40849c8f-474b-4e81-aaba-73c2155642b8 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1485388 Aug 28 20:11:58.513222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54868) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:58.561943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bd24c964-ea19-4984-ae1c-c729c00b0e76), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.562642 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment bd24c964-ea19-4984-ae1c-c729c00b0e76 of type vlan for network 61865e5a-8e05-404f-9467-957c5dadb821 Aug 28 20:11:58.563109 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:58.565056 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:58.663767 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7c8b6c01-b89e-4e9e-acb8-7d3dbe691548 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1458628 Aug 28 20:11:58.671374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54874) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:11:58.685970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1579500560'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:11:58.703789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Deleting port 1331c00a-b674-4b38-bee9-e79bbdf71eb8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:11:58.704172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.722811 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks [] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.725926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (61865e5a-8e05-404f-9467-957c5dadb821), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.778806 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:11:58.803712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b3819ced-c7c3-4699-becd-8cbbc11b4abc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.818236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.875151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b88be-614a-4088-93d7-a248b5745d32 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:11:58.894602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3819ced-c7c3-4699-becd-8cbbc11b4abc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:58.925101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:58.940430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-15afeca5-2c0c-4ce5-b508-653888d002a3 None None] Provisioning complete for port 68186746-76ce-4ae8-a1f5-75d243663526 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:58.940893 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-15afeca5-2c0c-4ce5-b508-653888d002a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (68186746-76ce-4ae8-a1f5-75d243663526), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.948391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:58.974956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:58.976044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (61865e5a-8e05-404f-9467-957c5dadb821), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:58.981800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:11:58.982474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.098165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.102111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Pushing event updated for resources: {'Port': ['ID=51c73d9b-9fc8-41ec-a372-da6abadbde77,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:59.126774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:11:59.134469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.136470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] For port 1331c00a-b674-4b38-bee9-e79bbdf71eb8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1331c00a-b674-4b38-bee9-e79bbdf71eb8,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:59.137172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.184474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-15afeca5-2c0c-4ce5-b508-653888d002a3 None None] Current status of the port 68186746-76ce-4ae8-a1f5-75d243663526 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:11:59.184474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-15afeca5-2c0c-4ce5-b508-653888d002a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (68186746-76ce-4ae8-a1f5-75d243663526), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.266537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9b88be-614a-4088-93d7-a248b5745d32 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:11:59.273083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-15afeca5-2c0c-4ce5-b508-653888d002a3 None None] For port 68186746-76ce-4ae8-a1f5-75d243663526, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=68186746-76ce-4ae8-a1f5-75d243663526,segment=NetworkSegment(175763ee-621d-475f-9c2e-0eb789725541),segment_id=175763ee-621d-475f-9c2e-0eb789725541)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:11:59.286632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Calling delete_port for 1331c00a-b674-4b38-bee9-e79bbdf71eb8 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:11:59.305445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Pushing event updated for resources: {'Port': ['ID=2d9fbc69-47e5-436a-b855-b5294b2216c1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:59.319015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Network 08f611d8-fbe4-464c-b17c-f38de24295ef is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:11:59.319015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:11:59.319015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=61865e5a-8e05-404f-9467-957c5dadb821,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:11:59.321211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:11:59.371132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:11:59.376235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 61865e5a-8e05-404f-9467-957c5dadb821 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:11:59.422569 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f2872b1c-989b-4628-8b31-992d6b287a51), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.474258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04d04da1-0335-4028-820d-4131d6b6bcaa up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:11:59.509760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (77be654b-f101-43c6-8614-cb575a2bc9bd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.510195 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment 77be654b-f101-43c6-8614-cb575a2bc9bd of type vlan for network 40db7e95-c261-4a0a-9442-64782dbd6fc1 Aug 28 20:11:59.599635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (d494a4da-0976-4aed-86a9-d8a4a12d59b2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.616115 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (40db7e95-c261-4a0a-9442-64782dbd6fc1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.666188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 04d04da1-0335-4028-820d-4131d6b6bcaa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:11:59.666953 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:11:59.773533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c410e-fee9-4730-910d-d8db461cc4ee None None] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:00.015488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e74589a6-1a58-4d60-846e-15e46673faf2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0109088 Aug 28 20:12:00.018380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54892) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:00.024154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': '61865e5a-8e05-404f-9467-957c5dadb821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:00.040568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 04d04da1-0335-4028-820d-4131d6b6bcaa is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:00.041716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.078572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-15afeca5-2c0c-4ce5-b508-653888d002a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (68186746-76ce-4ae8-a1f5-75d243663526), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.161752 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.193608 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment dec21b7d-2173-4b27-bdc4-9ecf3b2d6044 resource provider aggregate not found Aug 28 20:12:00.200021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 04d04da1-0335-4028-820d-4131d6b6bcaa, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=04d04da1-0335-4028-820d-4131d6b6bcaa,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:00.253180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afeca5-2c0c-4ce5-b508-653888d002a3 None None] Pushing event updated for resources: {'Port': ['ID=68186746-76ce-4ae8-a1f5-75d243663526,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:00.262210 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment dec21b7d-2173-4b27-bdc4-9ecf3b2d6044 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dec21b7d-2173-4b27-bdc4-9ecf3b2d6044 found for delete ", "request_id": "req-015503e0-c3be-4bd4-ad15-4ae469a94b10"}]} Aug 28 20:12:00.281716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.282594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 68186746-76ce-4ae8-a1f5-75d243663526 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:00.291770 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:00.379222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:12:00.471948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c0aa8ad5-ba40-4a17-8d2c-ca27e43b1f45 None None] Provisioning complete for port 2d9fbc69-47e5-436a-b855-b5294b2216c1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:00.476673 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8ad5-ba40-4a17-8d2c-ca27e43b1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.492008 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:00.563982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa8ad5-ba40-4a17-8d2c-ca27e43b1f45 None None] Port 2d9fbc69-47e5-436a-b855-b5294b2216c1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:00.573715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=04d04da1-0335-4028-820d-4131d6b6bcaa,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:00.574017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712460d-db33-4035-a4ec-5178bc966b49 req-86340b95-a125-4dfa-b094-c6a33f8c4836 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:00.581306 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=95 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:00.582895 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9712460d-db33-4035-a4ec-5178bc966b49 req-86340b95-a125-4dfa-b094-c6a33f8c4836 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 945 time: 0.1984634 Aug 28 20:12:00.587544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:00.591929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.598363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 68186746-76ce-4ae8-a1f5-75d243663526 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:00.599858 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (68186746-76ce-4ae8-a1f5-75d243663526), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.650391 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks [] for router_gateway (f1a431e0-8c68-4869-8315-ebb7b2022828), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.714838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 68186746-76ce-4ae8-a1f5-75d243663526 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:00.731442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1ed84077-d18b-49b2-b35f-27246713ddbf None None] Provisioning complete for port 68186746-76ce-4ae8-a1f5-75d243663526 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:00.732273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1ed84077-d18b-49b2-b35f-27246713ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (68186746-76ce-4ae8-a1f5-75d243663526), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.738119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (40db7e95-c261-4a0a-9442-64782dbd6fc1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.743312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:00.744044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.750564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks [] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.792486 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:00.805749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9712460d-db33-4035-a4ec-5178bc966b49 req-512c2a94-084c-4b05-a569-63d02b810871 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216558 Aug 28 20:12:00.832712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1ed84077-d18b-49b2-b35f-27246713ddbf None None] Current status of the port 68186746-76ce-4ae8-a1f5-75d243663526 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:00.833318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.962210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Pushing event updated for resources: {'Port': ['ID=2d9fbc69-47e5-436a-b855-b5294b2216c1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:00.967617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f2872b1c-989b-4628-8b31-992d6b287a51), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:00.970584 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:00.999388 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3260095 Aug 28 20:12:01.007737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cf706-f8b2-4d33-a934-da5cd4aea69c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=40db7e95-c261-4a0a-9442-64782dbd6fc1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:01.010154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54906) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:01.022007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:01.022425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (646680c7-6874-4ea5-ac4c-42722a8392e4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:01.024572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:01.029616 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:01.145923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=646680c7-6874-4ea5-ac4c-42722a8392e4,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:01.149395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1331c00a-b674-4b38-bee9-e79bbdf71eb8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:01.166249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': 'bd24c964-ea19-4984-ae1c-c729c00b0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '61865e5a-8e05-404f-9467-957c5dadb821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:01.166543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: 61865e5a-8e05-404f-9467-957c5dadb821, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:01.176809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Network 08f611d8-fbe4-464c-b17c-f38de24295ef is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:01.185359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04d04da1-0335-4028-820d-4131d6b6bcaa up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:01.189416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:01.234564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Pushing event deleted for resources: {'Port': ['ID=1331c00a-b674-4b38-bee9-e79bbdf71eb8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:01.237014 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:01.250870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Router d494a4da-0976-4aed-86a9-d8a4a12d59b2 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:01.300238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network 61865e5a-8e05-404f-9467-957c5dadb821 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:01.399507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 04d04da1-0335-4028-820d-4131d6b6bcaa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:01.400618 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:01.440937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f1a431e0-8c68-4869-8315-ebb7b2022828), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:01.471918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Router f2872b1c-989b-4628-8b31-992d6b287a51 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:01.496260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 61865e5a-8e05-404f-9467-957c5dadb821) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:01.563205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2bfaa4-d15c-47af-b114-49cc88cc8f6a None None] Network 61865e5a-8e05-404f-9467-957c5dadb821 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:01.572504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:01.572953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:01.602003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:01.606180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:01.740096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:01.757195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f9cb6869-c380-4e07-b9a5-a99823d0668b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f2872b1c-989b-4628-8b31-992d6b287a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6944933 Aug 28 20:12:01.757195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-48f65026-9f76-4e96-a26c-a544c489b484 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7372873 Aug 28 20:12:01.758382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54914) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:01.889837 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:01.891664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:01.903777 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] Sync routers for ids ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:01.906651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-34cee8fe-3203-4b90-8612-c83b5df9bb8b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d494a4da-0976-4aed-86a9-d8a4a12d59b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5282986 Aug 28 20:12:01.916467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54920) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:01.932372 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] Routers {'d494a4da-0976-4aed-86a9-d8a4a12d59b2'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:01.936397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:02.019844 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (c8fb1fa9-8f80-4d9e-b926-98601009540c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.053662 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:02.099611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-6d247e6f-c098-429a-b3c7-ef706972c552 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:02.102777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-6d247e6f-c098-429a-b3c7-ef706972c552 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 945 time: 0.1474257 Aug 28 20:12:02.126390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Sync routers for ids ['f2872b1c-989b-4628-8b31-992d6b287a51'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:02.192384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a4cf4eb4-5800-437f-b020-ad8d707252f0 None None] Provisioning complete for port 2d9fbc69-47e5-436a-b855-b5294b2216c1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:02.193233 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4cf4eb4-5800-437f-b020-ad8d707252f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.233366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] Set router d494a4da-0976-4aed-86a9-d8a4a12d59b2 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:02.244813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Routers {'f2872b1c-989b-4628-8b31-992d6b287a51'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:02.245474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f2872b1c-989b-4628-8b31-992d6b287a51'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:02.344391 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:02.365142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Router f1a431e0-8c68-4869-8315-ebb7b2022828 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:12:02.388797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf4eb4-5800-437f-b020-ad8d707252f0 None None] Port 2d9fbc69-47e5-436a-b855-b5294b2216c1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:02.402901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86975-eb72-4eec-a93c-25db9a7921fe req-bd0b1d21-735a-41ce-9d48-c66c83b05802 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:02.415552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7c3c3-f2bb-4900-8b40-ab9a3c096847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-61865e5a-8e05-404f-9467-957c5dadb821', 'network_id': '61865e5a-8e05-404f-9467-957c5dadb821', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': '646680c7-6874-4ea5-ac4c-42722a8392e4'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:02.416719 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ec7c3c3-f2bb-4900-8b40-ab9a3c096847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.418606 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3a86975-eb72-4eec-a93c-25db9a7921fe req-bd0b1d21-735a-41ce-9d48-c66c83b05802 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 945 time: 0.2964942 Aug 28 20:12:02.429980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Deleting port 0550a27d-9ea1-43ce-9d70-3115738cec9c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:02.430332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.447783 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:02.463261 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:02.499121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 04d04da1-0335-4028-820d-4131d6b6bcaa is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:02.501196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 68186746-76ce-4ae8-a1f5-75d243663526 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:02.506791 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (61865e5a-8e05-404f-9467-957c5dadb821), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.520164 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:58Z', 'revision_number': 5, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:02.553076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks [] for router (d494a4da-0976-4aed-86a9-d8a4a12d59b2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.579357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Set router f2872b1c-989b-4628-8b31-992d6b287a51 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:02.581696 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] Checking router: d494a4da-0976-4aed-86a9-d8a4a12d59b2 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:02.605654 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:02.606216 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] Routers {'d494a4da-0976-4aed-86a9-d8a4a12d59b2'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:02.606925 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:02.710044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (646680c7-6874-4ea5-ac4c-42722a8392e4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.807001 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3a86975-eb72-4eec-a93c-25db9a7921fe req-faead7cf-47ce-45d9-9a72-388528d695f8 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8f559e5c-e676-4813-8d67-63ccc509711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873863 Aug 28 20:12:02.860931 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] Set router d494a4da-0976-4aed-86a9-d8a4a12d59b2 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:02.874018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] For port 0550a27d-9ea1-43ce-9d70-3115738cec9c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=0550a27d-9ea1-43ce-9d70-3115738cec9c,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:02.874760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.882246 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:02.883044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 68186746-76ce-4ae8-a1f5-75d243663526 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:02.883423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (68186746-76ce-4ae8-a1f5-75d243663526), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.890480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:11:59Z', 'revision_number': 4, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2d9fbc69-47e5-436a-b855-b5294b2216c1', 'name': '', 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'mac_address': 'fa:16:3e:22:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2be4c0f9-5e41-4323-ab72-938123bbece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 2, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'subnets': [{'id': '2be4c0f9-5e41-4323-ab72-938123bbece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:02.922306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Calling delete_port for 0550a27d-9ea1-43ce-9d70-3115738cec9c owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:02.946519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (646680c7-6874-4ea5-ac4c-42722a8392e4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:02.990750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Checking router: f2872b1c-989b-4628-8b31-992d6b287a51 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:02.991005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Updating router f2872b1c-989b-4628-8b31-992d6b287a51 port 2d9fbc69-47e5-436a-b855-b5294b2216c1 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:12:03.044117 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (1bde7533-4792-4d5b-9612-ccffe34410a6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.059821 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.088544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=646680c7-6874-4ea5-ac4c-42722a8392e4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server [None req-8ec7c3c3-f2bb-4900-8b40-ab9a3c096847 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 646680c7-6874-4ea5-ac4c-42722a8392e4: This subnet is being modified by another concurrent operation. Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:12:03.127552 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1549, in create_port Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1514, in _create_port_db Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise exception Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 646680c7-6874-4ea5-ac4c-42722a8392e4: This subnet is being modified by another concurrent operation. Aug 28 20:12:03.137946 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Aug 28 20:12:03.148194 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:58Z', 'revision_number': 5, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:03.159544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a07d5-09f9-4b23-b4c4-669c53fd1d6e None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:12:03.197045 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:03.206009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5b3bc-2ea9-4eec-b9e7-b81c3c06bb23 None None] The sync data for ids ['d494a4da-0976-4aed-86a9-d8a4a12d59b2'] in n-d-854121-7 is: [{'id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'name': 'tempest-ServerGroupTestJSON-283310553-router', 'tenant_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:04Z', 'updated_at': '2022-08-28T20:11:58Z', 'revision_number': 5, 'project_id': 'a45fbbfd04b6436aa1448d0bbcbb5785', 'gw_port': {'id': 'effbb78a-8fc0-490c-baa4-35d89266e45e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494a4da-0976-4aed-86a9-d8a4a12d59b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:06Z', 'updated_at': '2022-08-28T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:03.273020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 68186746-76ce-4ae8-a1f5-75d243663526 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:03.302455 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:03.340104 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:03.344690 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:03.367481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (61865e5a-8e05-404f-9467-957c5dadb821), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.370628 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:03.395769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61865e5a-8e05-404f-9467-957c5dadb821']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:03.400840 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0550a27d-9ea1-43ce-9d70-3115738cec9c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.430609 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd24c964-ea19-4984-ae1c-c729c00b0e76') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:03.431033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd24c964-ea19-4984-ae1c-c729c00b0e76') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:03.448349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0d94d5fe-87ed-4edc-ad02-89604211ac40 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:03.450445 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0d94d5fe-87ed-4edc-ad02-89604211ac40 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/networks?id=08f611d8-fbe4-464c-b17c-f38de24295ef HTTP/1.1" status: 200 len: 821 time: 0.4452846 Aug 28 20:12:03.455250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['0550a27d-9ea1-43ce-9d70-3115738cec9c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:12:03.477333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (bd24c964-ea19-4984-ae1c-c729c00b0e76), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.479513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Pushing event deleted for resources: {'Port': ['ID=0550a27d-9ea1-43ce-9d70-3115738cec9c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:03.498315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=1bde7533-4792-4d5b-9612-ccffe34410a6,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:03.520011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bd24c964-ea19-4984-ae1c-c729c00b0e76), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.533702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': '77be654b-f101-43c6-8614-cb575a2bc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:03.534123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: 40db7e95-c261-4a0a-9442-64782dbd6fc1, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:03.539654 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks [] for router_gateway (d494a4da-0976-4aed-86a9-d8a4a12d59b2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.541189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] No DVR routers for this DVR port 0550a27d-9ea1-43ce-9d70-3115738cec9c on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:03.546656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.547465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-19323715-a0fb-4cf2-a590-727c9fae2179 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/quotas/5267391a5c11415a90b0ce48613c0668 HTTP/1.1" status: 200 len: 375 time: 0.0407789 Aug 28 20:12:03.554549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:03.556707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e72db13-def1-4c04-a0d7-b0c4c624994b req-5c8068c0-fd97-4ad8-a767-1b0bd26fc063 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.84 "DELETE /networking/v2.0/ports/0550a27d-9ea1-43ce-9d70-3115738cec9c HTTP/1.1" status: 204 len: 173 time: 1.4021566 Aug 28 20:12:03.579006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'name': 'network-vif-deleted', 'tag': '0550a27d-9ea1-43ce-9d70-3115738cec9c'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:12:03.580602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Sync routers for ids ['f1a431e0-8c68-4869-8315-ebb7b2022828'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:03.583886 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ad7550-ab79-4d59-9444-efe40421ff23" -d '{"events": [{"server_uuid": "53b38820-0673-4fc7-af2c-ff6f0e54d4b8", "name": "network-vif-deleted", "tag": "0550a27d-9ea1-43ce-9d70-3115738cec9c"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:12:03.596096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:03.596645 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (bd24c964-ea19-4984-ae1c-c729c00b0e76), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.641561 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bd24c964-ea19-4984-ae1c-c729c00b0e76 resource provider aggregate not found Aug 28 20:12:03.697565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Routers {'f1a431e0-8c68-4869-8315-ebb7b2022828'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:03.698503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f1a431e0-8c68-4869-8315-ebb7b2022828'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:03.702526 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119189d1-05a3-4f1f-a74e-2c5b517ce283 x-openstack-request-id: req-119189d1-05a3-4f1f-a74e-2c5b517ce283 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:12:03.702951 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b38820-0673-4fc7-af2c-ff6f0e54d4b8", "name": "network-vif-deleted", "tag": "0550a27d-9ea1-43ce-9d70-3115738cec9c", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:12:03.703304 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-119189d1-05a3-4f1f-a74e-2c5b517ce283 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:12:03.707866 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:03.734355 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119189d1-05a3-4f1f-a74e-2c5b517ce283'] response: {'server_uuid': '53b38820-0673-4fc7-af2c-ff6f0e54d4b8', 'name': 'network-vif-deleted', 'tag': '0550a27d-9ea1-43ce-9d70-3115738cec9c', 'status': 'completed', 'code': 200} Aug 28 20:12:03.740948 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bd24c964-ea19-4984-ae1c-c729c00b0e76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd24c964-ea19-4984-ae1c-c729c00b0e76 found for delete ", "request_id": "req-3ca17bb4-ed13-4355-a2b9-b63606b47726"}]} Aug 28 20:12:03.772384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-24ee9fe8-7b65-46d6-b66b-92c004d3749d tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5267391a5c11415a90b0ce48613c0668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2129433 Aug 28 20:12:03.779581 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.784371 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b798ce1-1ee1-4b2f-b6bb-5fc72a7c8d89 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7655196 Aug 28 20:12:03.788466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54946) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:03.839166 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b3819ced-c7c3-4699-becd-8cbbc11b4abc no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:03.878754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:03.899356 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Publish callbacks [] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.907891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (61865e5a-8e05-404f-9467-957c5dadb821), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.928323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:03.935947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/61865e5a-8e05-404f-9467-957c5dadb821 HTTP/1.1" status: 204 len: 168 time: 2.1756008 Aug 28 20:12:03.940437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54950) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:03.981208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857d4ca-cd10-49c2-8cd5-afa47923df89 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=61865e5a-8e05-404f-9467-957c5dadb821,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:04.003686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.007285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b3819ced-c7c3-4699-becd-8cbbc11b4abc {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:04.007649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b3819ced-c7c3-4699-becd-8cbbc11b4abc not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:04.034379 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2331ec3e-a9b7-4f88-8c48-01d788f30700 req-8fdfe87e-ae87-4882-a3e1-ec4d63579762 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.0746105 Aug 28 20:12:04.039892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580012916'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:04.045054 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Deleting port effbb78a-8fc0-490c-baa4-35d89266e45e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:04.045655 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.050313 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-332e4c28-4cfb-4579-8552-30d31d91a72d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/08f611d8-fbe4-464c-b17c-f38de24295ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485127 Aug 28 20:12:04.096759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Set router f1a431e0-8c68-4869-8315-ebb7b2022828 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:04.145340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 40db7e95-c261-4a0a-9442-64782dbd6fc1) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:04.180133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Router c8fb1fa9-8f80-4d9e-b926-98601009540c has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:04.195561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a07d5-09f9-4b23-b4c4-669c53fd1d6e None None] Unable to find a vacant binding_index for network 40db7e95-c261-4a0a-9442-64782dbd6fc1 and agent 584ea868-7a63-4ce1-872f-6703c525a25b {{(pid=114323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 28 20:12:04.195772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:04.196630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.200547 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:04.225264 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:04.261220 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:04.276086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a07d5-09f9-4b23-b4c4-669c53fd1d6e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 40db7e95-c261-4a0a-9442-64782dbd6fc1) {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:12:04.277996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9aac5-151f-4461-93c3-40f9feceef45 None None] Pushing event updated for resources: {'Port': ['ID=2d9fbc69-47e5-436a-b855-b5294b2216c1,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:04.313204 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:04.339009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Attempting to bind port 2d9fbc69-47e5-436a-b855-b5294b2216c1 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:04.371845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Attempting to bind port 2d9fbc69-47e5-436a-b855-b5294b2216c1 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:04.371845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Attempting to bind port 2d9fbc69-47e5-436a-b855-b5294b2216c1 on network 08f611d8-fbe4-464c-b17c-f38de24295ef {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:04.372060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-15531a5b-d7c1-405d-9fdf-bdba61b5c45f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3342578 Aug 28 20:12:04.372294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:04.372294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Checking segment: {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:04.372294 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.372294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Bound using segment: {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:04.372294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Bound port: 2d9fbc69-47e5-436a-b855-b5294b2216c1, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:04.372294 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.408718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54952) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:04.423208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1', 'name': 'tempest-PortsTestJSON-1605530594'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:04.546525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] For port effbb78a-8fc0-490c-baa4-35d89266e45e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=effbb78a-8fc0-490c-baa4-35d89266e45e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:04.546525 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.560220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-7fd39eef-01ca-43d4-abc3-1d967ce282d1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/08f611d8-fbe4-464c-b17c-f38de24295ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377942 Aug 28 20:12:04.582491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Calling delete_port for effbb78a-8fc0-490c-baa4-35d89266e45e owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:04.594091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:04.605558 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] Sync routers for ids ['c8fb1fa9-8f80-4d9e-b926-98601009540c'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:04.632113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dd4a0915-782d-4879-bdff-8e7917d4b3de admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c8fb1fa9-8f80-4d9e-b926-98601009540c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5078237 Aug 28 20:12:04.632516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54962) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:04.643126 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] Routers {'c8fb1fa9-8f80-4d9e-b926-98601009540c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:04.645596 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c8fb1fa9-8f80-4d9e-b926-98601009540c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:04.840241 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] Set router c8fb1fa9-8f80-4d9e-b926-98601009540c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:04.841417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks [] for router (c8fb1fa9-8f80-4d9e-b926-98601009540c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.957517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:04.961558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:11:59Z', 'revision_number': 3, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port': {'id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:04.962764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:04.970354 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:04.972836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] For port 2d9fbc69-47e5-436a-b855-b5294b2216c1, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:05.017336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Checking router: f1a431e0-8c68-4869-8315-ebb7b2022828 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:05.017728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Updating router f1a431e0-8c68-4869-8315-ebb7b2022828 port 51c73d9b-9fc8-41ec-a372-da6abadbde77 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:12:05.021967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] For port 2d9fbc69-47e5-436a-b855-b5294b2216c1, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2d9fbc69-47e5-436a-b855-b5294b2216c1,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:05.026839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (effbb78a-8fc0-490c-baa4-35d89266e45e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.150683 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.172536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=effbb78a-8fc0-490c-baa4-35d89266e45e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:05.181179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:05.255971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9aac5-151f-4461-93c3-40f9feceef45 None None] Pushing event updated for resources: {'Port': ['ID=2d9fbc69-47e5-436a-b855-b5294b2216c1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:05.263333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-40db7e95-c261-4a0a-9442-64782dbd6fc1', 'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1', 'project_id': '97dc423079494a9cb8264d083bd9d228', 'fixed_ips': [{'subnet_id': '1bde7533-4792-4d5b-9612-ccffe34410a6'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:05.267494 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 5, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:05.269689 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.279895 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (d494a4da-0976-4aed-86a9-d8a4a12d59b2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.332042 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:05.339277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f5e38b30-3901-4e43-b9f6-bf4526095c0a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.343746 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment f5e38b30-3901-4e43-b9f6-bf4526095c0a of type vlan for network 98f89292-7af5-43b4-a223-121e5f1df66c Aug 28 20:12:05.344427 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.431342 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] Checking router: c8fb1fa9-8f80-4d9e-b926-98601009540c for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:05.433390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Routers {'f2872b1c-989b-4628-8b31-992d6b287a51'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:05.437720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f2872b1c-989b-4628-8b31-992d6b287a51'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:05.451415 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] Routers {'c8fb1fa9-8f80-4d9e-b926-98601009540c'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:05.452159 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c8fb1fa9-8f80-4d9e-b926-98601009540c'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:05.574658 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:05.587914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c57d923-319e-48bd-9e87-6a9248bdbdf6 req-dacf3e0a-cf3a-483b-b7c0-72aa9a81f570 tempest-ServersTestJSON-1597457355 tempest-ServersTestJSON-1597457355-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53b38820-0673-4fc7-af2c-ff6f0e54d4b8 HTTP/1.1" status: 200 len: 210 time: 0.3351886 Aug 28 20:12:05.665747 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (d494a4da-0976-4aed-86a9-d8a4a12d59b2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.667261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:05.673498 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.674288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks [] for router_controller (d494a4da-0976-4aed-86a9-d8a4a12d59b2), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.701345 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (98f89292-7af5-43b4-a223-121e5f1df66c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.709189 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] Set router c8fb1fa9-8f80-4d9e-b926-98601009540c gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:05.711653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-09f5752b-d3c2-442e-8150-4d3ec5c1c399 req-d469d174-9f58-4215-9904-d903be2ad5cf tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.0575817 Aug 28 20:12:05.788639 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 71dfb2c4-153f-4806-928a-e0f72eaea54e yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:12:05.891545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.908492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (d494a4da-0976-4aed-86a9-d8a4a12d59b2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.909106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d494a4da-0976-4aed-86a9-d8a4a12d59b2 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:12:05.911951 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (98f89292-7af5-43b4-a223-121e5f1df66c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.917696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:05.918353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.924878 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:05.929598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b233a7b8-b096-4ee5-9ac0-400c9c32dc45 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d494a4da-0976-4aed-86a9-d8a4a12d59b2 HTTP/1.1" status: 204 len: 168 time: 4.0118692 Aug 28 20:12:05.946050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54978) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:05.996052 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:06.026228 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 5, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:06.047162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Allocated IP 172.20.0.2 (40db7e95-c261-4a0a-9442-64782dbd6fc1/1bde7533-4792-4d5b-9612-ccffe34410a6/0f739af8-27f2-47b7-813d-bdcc6351985b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:06.081647 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad58e1a-6b90-4f32-bc38-8b693b3b225d None None] The sync data for ids ['c8fb1fa9-8f80-4d9e-b926-98601009540c'] in n-d-854121-7 is: [{'id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191034152-router', 'tenant_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:09:21Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 5, 'project_id': '5afef5a6b2e74b02a0459ebbe0bb0843', 'gw_port': {'id': 'e7b44503-8f51-45ae-b0b2-6000e93635b9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1fa9-8f80-4d9e-b926-98601009540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:09:24Z', 'updated_at': '2022-08-28T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:06.081955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks [] for router_gateway (c8fb1fa9-8f80-4d9e-b926-98601009540c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.084414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=98f89292-7af5-43b4-a223-121e5f1df66c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:06.145348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f12d2193-1a51-41cb-be98-0fade3071469 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1102791 Aug 28 20:12:06.161592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] Deleting subnet fe31261c-c147-418a-8e2a-4286ec58a659 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:06.165761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54980) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:06.172457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': '98f89292-7af5-43b4-a223-121e5f1df66c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:06.212606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0550a27d-9ea1-43ce-9d70-3115738cec9c no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:06.214540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 98f89292-7af5-43b4-a223-121e5f1df66c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:06.279309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Allocated IP 172.20.0.1 (6b97bd7d-4a1f-402a-aaec-ac4505756b4d/3581c569-8bfa-47c8-8092-eb4ee643272d/8b36992c-a76b-479b-b8d5-009afb91f6c6) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:06.308495 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] Publish callbacks [] for subnet (fe31261c-c147-418a-8e2a-4286ec58a659), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.339186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 0550a27d-9ea1-43ce-9d70-3115738cec9c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:06.339727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 0550a27d-9ea1-43ce-9d70-3115738cec9c not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:06.413948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:06.419046 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.421312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] Set router f2872b1c-989b-4628-8b31-992d6b287a51 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:06.443776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (fe31261c-c147-418a-8e2a-4286ec58a659), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.445085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks [] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.446699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Deleting port e7b44503-8f51-45ae-b0b2-6000e93635b9 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:06.447430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.501715 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:06.560083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.622420 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Publish callbacks [] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.647197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Pushing event updated for resources: {'Port': ['ID=8b36992c-a76b-479b-b8d5-009afb91f6c6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:06.670215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:06.673118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:06.684417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:06.717791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] For port e7b44503-8f51-45ae-b0b2-6000e93635b9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e7b44503-8f51-45ae-b0b2-6000e93635b9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:06.718323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.721234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (fe31261c-c147-418a-8e2a-4286ec58a659), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.735641 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:06.774233 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.806906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.6 (40db7e95-c261-4a0a-9442-64782dbd6fc1/1bde7533-4792-4d5b-9612-ccffe34410a6/71dfb2c4-153f-4806-928a-e0f72eaea54e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:06.855138 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f1a431e0-8c68-4869-8315-ebb7b2022828), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.886301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54986) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:06.915227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Pushing event updated for resources: {'Port': ['ID=0f739af8-27f2-47b7-813d-bdcc6351985b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:06.958948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:06.975989 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Publish callbacks [] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:06.991356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:06.992223 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.013067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:07.028309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-a9ffd8c9-218d-4275-8731-6ef7a9b09c24 req-041ae2a5-4fa5-4000-9dec-5519858914a3 service neutron] (114322) timed out ('10.222.0.89', 53781) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:12:07.058786 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.108581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Calling delete_port for e7b44503-8f51-45ae-b0b2-6000e93635b9 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:07.111583 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:07.113912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00b3c7dc-bee6-48e7-a195-e7de7d4fcd27 req-e6ff659d-7c01-43a1-89a8-2209ab84b0b5 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.0695050 Aug 28 20:12:07.123245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.193845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Attempting to bind port 51c73d9b-9fc8-41ec-a372-da6abadbde77 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:07.193845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Attempting to bind port 51c73d9b-9fc8-41ec-a372-da6abadbde77 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:07.193845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Attempting to bind port 51c73d9b-9fc8-41ec-a372-da6abadbde77 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:07.214747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f64e6c-862c-4e78-93ce-6e75663c1e2c None None] Pushing event updated for resources: {'Port': ['ID=51c73d9b-9fc8-41ec-a372-da6abadbde77,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:07.217955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Attempting to bind port 0f739af8-27f2-47b7-813d-bdcc6351985b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:07.218454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Attempting to bind port 0f739af8-27f2-47b7-813d-bdcc6351985b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '77be654b-f101-43c6-8614-cb575a2bc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:07.218922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Attempting to bind port 0f739af8-27f2-47b7-813d-bdcc6351985b on network 40db7e95-c261-4a0a-9442-64782dbd6fc1 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:07.227921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:11:59Z', 'revision_number': 4, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2d9fbc69-47e5-436a-b855-b5294b2216c1', 'name': '', 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'mac_address': 'fa:16:3e:22:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2be4c0f9-5e41-4323-ab72-938123bbece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:04Z', 'revision_number': 4, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'subnets': [{'id': '2be4c0f9-5e41-4323-ab72-938123bbece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:07.232145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:07.232757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:07.234511 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.235091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:07.235705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Bound port: 51c73d9b-9fc8-41ec-a372-da6abadbde77, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:07.236601 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.258375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:07.311967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:07.319533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:07.328086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=71dfb2c4-153f-4806-928a-e0f72eaea54e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:07.344324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] For port 51c73d9b-9fc8-41ec-a372-da6abadbde77, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:07.347910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] For port 51c73d9b-9fc8-41ec-a372-da6abadbde77, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=51c73d9b-9fc8-41ec-a372-da6abadbde77,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:07.361504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device effbb78a-8fc0-490c-baa4-35d89266e45e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:07.407826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: effbb78a-8fc0-490c-baa4-35d89266e45e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:07.408359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device effbb78a-8fc0-490c-baa4-35d89266e45e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:07.408895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1331c00a-b674-4b38-bee9-e79bbdf71eb8 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:07.429234 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:07.436553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:07.437093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Checking segment: {'id': '77be654b-f101-43c6-8614-cb575a2bc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:07.437627 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.438178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Bound using segment: {'id': '77be654b-f101-43c6-8614-cb575a2bc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:07.438791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Bound port: 0f739af8-27f2-47b7-813d-bdcc6351985b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77be654b-f101-43c6-8614-cb575a2bc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:07.439284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.445134 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1331c00a-b674-4b38-bee9-e79bbdf71eb8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:07.445692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1331c00a-b674-4b38-bee9-e79bbdf71eb8 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:07.489699 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:07.508707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcfc7b-5a27-4095-9974-816d239890e3 None None] The sync data for ids ['f2872b1c-989b-4628-8b31-992d6b287a51'] in n-d-854121-7 is: [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:11:59Z', 'revision_number': 4, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '2d9fbc69-47e5-436a-b855-b5294b2216c1', 'name': '', 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'mac_address': 'fa:16:3e:22:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2be4c0f9-5e41-4323-ab72-938123bbece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:04Z', 'revision_number': 4, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'subnets': [{'id': '2be4c0f9-5e41-4323-ab72-938123bbece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:07.511140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:07.512150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.586998 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:07.590518 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (fe31261c-c147-418a-8e2a-4286ec58a659), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.610693 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:07.629832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe31261c-c147-418a-8e2a-4286ec58a659,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:07.630694 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.636789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (2e49d480-82d1-4f41-9ff5-bdc19e0e62ae), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.706475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] For port 0f739af8-27f2-47b7-813d-bdcc6351985b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:07.710872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] For port 0f739af8-27f2-47b7-813d-bdcc6351985b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0f739af8-27f2-47b7-813d-bdcc6351985b,segment=NetworkSegment(77be654b-f101-43c6-8614-cb575a2bc9bd),segment_id=77be654b-f101-43c6-8614-cb575a2bc9bd)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:07.716318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.729217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8e8d7cfc-2a82-4341-a38f-6f180358c268 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/fe31261c-c147-418a-8e2a-4286ec58a659 HTTP/1.1" status: 204 len: 168 time: 1.7736447 Aug 28 20:12:07.729866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Routers {'f1a431e0-8c68-4869-8315-ebb7b2022828'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:07.732043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f1a431e0-8c68-4869-8315-ebb7b2022828'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:07.739420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54992) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:07.757137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.848470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f64e6c-862c-4e78-93ce-6e75663c1e2c None None] Pushing event updated for resources: {'Port': ['ID=51c73d9b-9fc8-41ec-a372-da6abadbde77,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:07.864523 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.911256 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (49df12ca-1502-4e2c-ad20-3163c10a160f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:07.991785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-231414b3-88f9-4b1b-ad7d-33c5bf7c434d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5773594 Aug 28 20:12:08.040267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54996) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:08.045695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] Set router f1a431e0-8c68-4869-8315-ebb7b2022828 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:08.066418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '40db7e95-c261-4a0a-9442-64782dbd6fc1', 'name': 'tempest-PortsTestJSON-285259937'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:08.083478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks [] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:08.089611 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:08.129739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=2e49d480-82d1-4f41-9ff5-bdc19e0e62ae,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:08.165669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:08.273730 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:08.379674 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:08.473939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': 'f5e38b30-3901-4e43-b9f6-bf4526095c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '98f89292-7af5-43b4-a223-121e5f1df66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:08.473939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: 98f89292-7af5-43b4-a223-121e5f1df66c, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:08.488133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e7b44503-8f51-45ae-b0b2-6000e93635b9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:08.488632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Pushing event updated for resources: {'Port': ['ID=8b36992c-a76b-479b-b8d5-009afb91f6c6,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:08.501569 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0fd41576-0ef4-40ff-b087-259c5183083d req-7a16824b-0401-486e-ac19-8daac53769be tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.1685090 Aug 28 20:12:08.542229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b44503-8f51-45ae-b0b2-6000e93635b9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:08.572470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f1a431e0-8c68-4869-8315-ebb7b2022828), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:08.590333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Deleting port e51174d9-2428-427a-812d-5b7082ce101f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:08.590675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e51174d9-2428-427a-812d-5b7082ce101f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:08.631611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (5872ec2f-715c-425a-b69c-710a3642e4ea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:08.688588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487702a-7835-4f28-b9d5-623518deec5e None None] Pushing event updated for resources: {'Port': ['ID=0f739af8-27f2-47b7-813d-bdcc6351985b,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:08.782745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:08.786926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:08.893519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 4, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port': {'id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8b36992c-a76b-479b-b8d5-009afb91f6c6', 'name': '', 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'mac_address': 'fa:16:3e:7e:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:05Z', 'updated_at': '2022-08-28T20:12:06Z', 'revision_number': 1, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'subnets': [{'id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:08.969392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fa703-3b3c-4828-986a-759f8c4ae631 None None] The sync data for ids ['f1a431e0-8c68-4869-8315-ebb7b2022828'] in n-d-854121-7 is: [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 4, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port': {'id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8b36992c-a76b-479b-b8d5-009afb91f6c6', 'name': '', 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'mac_address': 'fa:16:3e:7e:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:05Z', 'updated_at': '2022-08-28T20:12:06Z', 'revision_number': 1, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'subnets': [{'id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:09.005437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:09.016678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network 98f89292-7af5-43b4-a223-121e5f1df66c is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:09.022282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:09.050887 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:09.083335 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:09.104208 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (c8fb1fa9-8f80-4d9e-b926-98601009540c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:09.307673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Deleting port e830691b-d940-4ca3-b4d6-fa8c2d7475a4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:09.308031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:09.322997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 98f89292-7af5-43b4-a223-121e5f1df66c) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:09.334568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-74246daa-63de-4573-95ff-529252ea557b tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:09.338743 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-74246daa-63de-4573-95ff-529252ea557b tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.89 "GET /networking/v2.0/networks?id=08f611d8-fbe4-464c-b17c-f38de24295ef HTTP/1.1" status: 200 len: 821 time: 0.6976318 Aug 28 20:12:09.408879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:09.411021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:09.447174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] For port e830691b-d940-4ca3-b4d6-fa8c2d7475a4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:09.447557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:09.472267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Calling delete_port for e830691b-d940-4ca3-b4d6-fa8c2d7475a4 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:09.482135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Request body: {'port': {'device_id': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef', 'admin_state_up': True, 'tenant_id': '5267391a5c11415a90b0ce48613c0668'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:09.504781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 88f0709b-5e15-4f7d-9c44-aa920fe3d9ad yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:12:09.613661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] For port e51174d9-2428-427a-812d-5b7082ce101f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e51174d9-2428-427a-812d-5b7082ce101f,segment=NetworkSegment(88eb3c9b-4e84-48aa-a5dc-559cc50346c4),segment_id=88eb3c9b-4e84-48aa-a5dc-559cc50346c4)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:09.614107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e51174d9-2428-427a-812d-5b7082ce101f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:09.664352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Calling delete_port for e51174d9-2428-427a-812d-5b7082ce101f owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:09.669085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (c8fb1fa9-8f80-4d9e-b926-98601009540c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:09.718680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks [] for router_controller (c8fb1fa9-8f80-4d9e-b926-98601009540c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:09.730437 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cb707d4c-1870-43b0-af00-0b69cdf64d3d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5631268 Aug 28 20:12:09.742730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55004) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:09.747026 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:09.760590 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:09.808001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e9c0f-2fb2-4189-b826-78d74bfd3772 None None] Network 61865e5a-8e05-404f-9467-957c5dadb821 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:09.841279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e9c0f-2fb2-4189-b826-78d74bfd3772 None None] Network 61865e5a-8e05-404f-9467-957c5dadb821 could not be found, it might have been deleted concurrently. {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 28 20:12:09.845499 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe9059-2403-4d3c-81fa-2e62491a2bda None None] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:09.918104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2d9fbc69-47e5-436a-b855-b5294b2216c1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:09.933890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614ab0a-c882-4370-94c8-c06c8f556ac2 None None] Network 49df12ca-1502-4e2c-ad20-3163c10a160f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:09.947959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49a644-9302-4c30-b150-14bc9a81b8ca None None] Network 98f89292-7af5-43b4-a223-121e5f1df66c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:10.036296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Router f1a431e0-8c68-4869-8315-ebb7b2022828 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:10.106600 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:10.180098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fa24c57a-95e9-49f0-af7b-4322efbe96de None None] Provisioning complete for port 0f739af8-27f2-47b7-813d-bdcc6351985b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:10.196654 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa24c57a-95e9-49f0-af7b-4322efbe96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.219744 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0c7955e-0f67-4e8f-8a01-202ab9354e36 req-75859005-dbe4-4f09-b4ec-f30c2ecf0b60 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.5128145 Aug 28 20:12:10.232463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (c8fb1fa9-8f80-4d9e-b926-98601009540c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.241302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fb1fa9-8f80-4d9e-b926-98601009540c {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:12:10.247901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.260405 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2ea5215b-146f-445f-bd9c-97a67fcfb60e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c8fb1fa9-8f80-4d9e-b926-98601009540c HTTP/1.1" status: 204 len: 168 time: 5.6244433 Aug 28 20:12:10.337218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55008) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:10.345369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:10.394181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2760745a-6f61-4129-aeba-56e5c77e1d56 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f1a431e0-8c68-4869-8315-ebb7b2022828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6043258 Aug 28 20:12:10.581352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e830691b-d940-4ca3-b4d6-fa8c2d7475a4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.658701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (98f89292-7af5-43b4-a223-121e5f1df66c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.703833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.9 (40db7e95-c261-4a0a-9442-64782dbd6fc1/1bde7533-4792-4d5b-9612-ccffe34410a6/88f0709b-5e15-4f7d-9c44-aa920fe3d9ad) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:10.723433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Made reservation on behalf of 5267391a5c11415a90b0ce48613c0668 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:10.730668 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.750215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2d9fbc69-47e5-436a-b855-b5294b2216c1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:10.750632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.762285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e830691b-d940-4ca3-b4d6-fa8c2d7475a4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:10.776771 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:10.783301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] Deleting subnet 8c42730f-a6f7-40a8-b810-ff6252258e0b {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:10.836842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] Publish callbacks [] for subnet (8c42730f-a6f7-40a8-b810-ff6252258e0b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.879433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e51174d9-2428-427a-812d-5b7082ce101f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:10.958518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55012) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:10.966351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Pushing event deleted for resources: {'Port': ['ID=e51174d9-2428-427a-812d-5b7082ce101f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:10.989609 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:11.081661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] No DVR routers for this DVR port e51174d9-2428-427a-812d-5b7082ce101f on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:11.095778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (2e49d480-82d1-4f41-9ff5-bdc19e0e62ae), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.161240 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:11.185450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f6c37-174c-409c-a528-3252ac2a62a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-98f89292-7af5-43b4-a223-121e5f1df66c', 'network_id': '98f89292-7af5-43b4-a223-121e5f1df66c', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': '2e49d480-82d1-4f41-9ff5-bdc19e0e62ae'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:11.189076 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b05f6c37-174c-409c-a528-3252ac2a62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.250462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fa24c57a-95e9-49f0-af7b-4322efbe96de None None] Current status of the port 0f739af8-27f2-47b7-813d-bdcc6351985b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:11.250922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa24c57a-95e9-49f0-af7b-4322efbe96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.276672 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:11.300623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (8c42730f-a6f7-40a8-b810-ff6252258e0b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.323937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-94566954'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:11.338915 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:11.418653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea15433-73fd-4f54-addf-254fd047e945 None None] DHCP port deletion for 49df12ca-1502-4e2c-ad20-3163c10a160f request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:11.465564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fa24c57a-95e9-49f0-af7b-4322efbe96de None None] For port 0f739af8-27f2-47b7-813d-bdcc6351985b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0f739af8-27f2-47b7-813d-bdcc6351985b,segment=NetworkSegment(77be654b-f101-43c6-8614-cb575a2bc9bd),segment_id=77be654b-f101-43c6-8614-cb575a2bc9bd)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:11.494932 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (8c42730f-a6f7-40a8-b810-ff6252258e0b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.531856 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (2e49d480-82d1-4f41-9ff5-bdc19e0e62ae), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.533295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2d9fbc69-47e5-436a-b855-b5294b2216c1 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:11.534554 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server [None req-b05f6c37-174c-409c-a528-3252ac2a62a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e49d480-82d1-4f41-9ff5-bdc19e0e62ae: This subnet is being modified by another concurrent operation. Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:12:11.568676 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1549, in create_port Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1514, in _create_port_db Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise exception Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e49d480-82d1-4f41-9ff5-bdc19e0e62ae: This subnet is being modified by another concurrent operation. Aug 28 20:12:11.572388 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Aug 28 20:12:11.598490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3536d-90a7-4543-addd-fa8ffab07d97 None None] Network 98f89292-7af5-43b4-a223-121e5f1df66c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:11.647533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a0ae298-f8ad-4662-8c63-05c30cde0b5c req-54d1dbfe-10e2-4ce9-b063-ac414baaaeb4 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.1289928 Aug 28 20:12:11.685178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 2d9fbc69-47e5-436a-b855-b5294b2216c1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2d9fbc69-47e5-436a-b855-b5294b2216c1,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:11.688783 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa24c57a-95e9-49f0-af7b-4322efbe96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.766535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (5872ec2f-715c-425a-b69c-710a3642e4ea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.819514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24c57a-95e9-49f0-af7b-4322efbe96de None None] Pushing event updated for resources: {'Port': ['ID=0f739af8-27f2-47b7-813d-bdcc6351985b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:11.826055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c51739f3-b507-45d5-b53e-dcd740824da0 None None] Provisioning complete for port 8b36992c-a76b-479b-b8d5-009afb91f6c6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:11.826474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c51739f3-b507-45d5-b53e-dcd740824da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.872407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c51739f3-b507-45d5-b53e-dcd740824da0 None None] Port 8b36992c-a76b-479b-b8d5-009afb91f6c6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:11.875199 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.876104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0f739af8-27f2-47b7-813d-bdcc6351985b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:11.905516 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (8c42730f-a6f7-40a8-b810-ff6252258e0b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.952071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c42730f-a6f7-40a8-b810-ff6252258e0b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:11.978417 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:11.981990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c446ab22-cd9a-430c-80cd-8a58a87fecb9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/8c42730f-a6f7-40a8-b810-ff6252258e0b HTTP/1.1" status: 204 len: 168 time: 1.5756862 Aug 28 20:12:11.987773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e984aa-e5af-4e47-980e-5dbe86b8f2ee None None] Network 6ae51af3-90c5-41aa-8ac0-826f71c38a2f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:11.987935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55020) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:12.057012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0f739af8-27f2-47b7-813d-bdcc6351985b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:12.057497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.096853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=2e49d480-82d1-4f41-9ff5-bdc19e0e62ae,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:12.100192 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:12.110922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=2d9fbc69-47e5-436a-b855-b5294b2216c1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:12.134333 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:12.137925 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:12.143603 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (49df12ca-1502-4e2c-ad20-3163c10a160f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.143983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed25ecb-a2f0-4da1-b1df-36d6a6cf5950 None None] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:12.147624 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:12.174496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6ae51af3-90c5-41aa-8ac0-826f71c38a2f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.220261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:12.224667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.228577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Allocated IP 172.20.0.6 (08f611d8-fbe4-464c-b17c-f38de24295ef/2be4c0f9-5e41-4323-ab72-938123bbece8/ee139dc0-2054-4005-b0c1-7c4642930b98) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:12.243592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49df12ca-1502-4e2c-ad20-3163c10a160f']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:12.278834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Router 5872ec2f-715c-425a-b69c-710a3642e4ea has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:12.281676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ea80a4a0-ce4a-4d2a-8e0b-faec7722c425 None None] Provisioning complete for port 71dfb2c4-153f-4806-928a-e0f72eaea54e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:12.281676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ea80a4a0-ce4a-4d2a-8e0b-faec7722c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.292023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Deleting port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:12.292369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.312830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0f739af8-27f2-47b7-813d-bdcc6351985b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:12.315124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88eb3c9b-4e84-48aa-a5dc-559cc50346c4') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:12.315585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88eb3c9b-4e84-48aa-a5dc-559cc50346c4') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:12.357605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ea80a4a0-ce4a-4d2a-8e0b-faec7722c425 None None] Port 71dfb2c4-153f-4806-928a-e0f72eaea54e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:12.362808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (88eb3c9b-4e84-48aa-a5dc-559cc50346c4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.368317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (88f0709b-5e15-4f7d-9c44-aa920fe3d9ad), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.371203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (98f89292-7af5-43b4-a223-121e5f1df66c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.374003 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:12.400079 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:12.420260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] For port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:12.420260 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.420519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] DHCP port deletion for 6ae51af3-90c5-41aa-8ac0-826f71c38a2f request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:12.428950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:12.434124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Calling delete_port for ce07294e-88ce-4aa8-9d15-7ee1a50ed0df owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:12.445929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ea80a4a0-ce4a-4d2a-8e0b-faec7722c425 None None] Provisioning complete for port 0f739af8-27f2-47b7-813d-bdcc6351985b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:12.447580 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ea80a4a0-ce4a-4d2a-8e0b-faec7722c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.456719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f89292-7af5-43b4-a223-121e5f1df66c']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:12.461579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (88eb3c9b-4e84-48aa-a5dc-559cc50346c4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.480467 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e38b30-3901-4e43-b9f6-bf4526095c0a') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:12.482014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e38b30-3901-4e43-b9f6-bf4526095c0a') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:12.520334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (016dd0e6-a114-44bb-9d1a-45c99d69c6c5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.521013 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Added segment 016dd0e6-a114-44bb-9d1a-45c99d69c6c5 of type vlan for network ff22f165-7068-441b-9b9a-8e7f2892e460 Aug 28 20:12:12.535301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:12.536262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (88eb3c9b-4e84-48aa-a5dc-559cc50346c4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.555370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (f5e38b30-3901-4e43-b9f6-bf4526095c0a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.555612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Deleting port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:12.555861 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.701153 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 88eb3c9b-4e84-48aa-a5dc-559cc50346c4 resource provider aggregate not found Aug 28 20:12:12.754954 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.785206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] No DVR routers for this DVR port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:12.798742 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 88eb3c9b-4e84-48aa-a5dc-559cc50346c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88eb3c9b-4e84-48aa-a5dc-559cc50346c4 found for delete ", "request_id": "req-ce2ea0e9-316e-43b4-9589-702d32c5259b"}]} Aug 28 20:12:12.877836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:12.901548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f828771-aaf6-4ea9-b198-97e7c87433d1 req-83b4de33-0dad-46c2-8783-150876f56628 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.0830472 Aug 28 20:12:12.911679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ea80a4a0-ce4a-4d2a-8e0b-faec7722c425 None None] Current status of the port 0f739af8-27f2-47b7-813d-bdcc6351985b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:12.918982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 51c73d9b-9fc8-41ec-a372-da6abadbde77 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:12.920917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:12.935184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d4195484-45cc-492b-8d4a-543c4e5373c6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5872ec2f-715c-425a-b69c-710a3642e4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0464118 Aug 28 20:12:12.940266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] Sync routers for ids ['5872ec2f-715c-425a-b69c-710a3642e4ea'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:12.983787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55030) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:12.984154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f5e38b30-3901-4e43-b9f6-bf4526095c0a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:12.990035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ff22f165-7068-441b-9b9a-8e7f2892e460), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.009034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:13.009547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (f5e38b30-3901-4e43-b9f6-bf4526095c0a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.021328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] For port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,segment=NetworkSegment(da81218d-9791-430b-bafc-1e3eb25963bc),segment_id=da81218d-9791-430b-bafc-1e3eb25963bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:13.022189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.026936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6ae51af3-90c5-41aa-8ac0-826f71c38a2f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.041922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Calling delete_port for ce07294e-88ce-4aa8-9d15-7ee1a50ed0df owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:13.083387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae51af3-90c5-41aa-8ac0-826f71c38a2f']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:13.103845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da81218d-9791-430b-bafc-1e3eb25963bc') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:13.104145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da81218d-9791-430b-bafc-1e3eb25963bc') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:13.129504 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:12:13.139122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] Routers {'5872ec2f-715c-425a-b69c-710a3642e4ea'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:13.139944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5872ec2f-715c-425a-b69c-710a3642e4ea'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:13.151401 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Sync routers for ids ['f1a431e0-8c68-4869-8315-ebb7b2022828'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:13.164589 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Routers {'f1a431e0-8c68-4869-8315-ebb7b2022828'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:13.165232 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f1a431e0-8c68-4869-8315-ebb7b2022828'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:13.171239 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.178211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (49df12ca-1502-4e2c-ad20-3163c10a160f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.190017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.194797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/49df12ca-1502-4e2c-ad20-3163c10a160f HTTP/1.1" status: 204 len: 168 time: 5.4557941 Aug 28 20:12:13.209795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (88f0709b-5e15-4f7d-9c44-aa920fe3d9ad), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.228960 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:13.273579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-95442266-2b36-4eda-8fe4-940ef4e84fe9 None None] Provisioning complete for port 71dfb2c4-153f-4806-928a-e0f72eaea54e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:13.273579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95442266-2b36-4eda-8fe4-940ef4e84fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.279680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (ce07294e-88ce-4aa8-9d15-7ee1a50ed0df), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.289113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (da81218d-9791-430b-bafc-1e3eb25963bc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.304444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1976-dd1c-4d01-ae0d-145efa79dadb admin admin] Pushing event deleted for resources: {'Network': ['ID=49df12ca-1502-4e2c-ad20-3163c10a160f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:13.315553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (da81218d-9791-430b-bafc-1e3eb25963bc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.321477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] No DVR routers for this DVR port ce07294e-88ce-4aa8-9d15-7ee1a50ed0df on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:13.324690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks [] for router (5872ec2f-715c-425a-b69c-710a3642e4ea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.330489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:13.331141 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (da81218d-9791-430b-bafc-1e3eb25963bc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.333601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks [] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.356733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:13.367630 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Set router f1a431e0-8c68-4869-8315-ebb7b2022828 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:13.382422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:13.390538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:13.409517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30362d2-f646-4638-bb86-6e7a0f8627fb None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:12:13.411991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Pushing event deleted for resources: {'Port': ['ID=ce07294e-88ce-4aa8-9d15-7ee1a50ed0df,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:13.447232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (98f89292-7af5-43b4-a223-121e5f1df66c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.456416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 51c73d9b-9fc8-41ec-a372-da6abadbde77 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:13.456960 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.464110 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.475659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/98f89292-7af5-43b4-a223-121e5f1df66c HTTP/1.1" status: 204 len: 168 time: 3.7282662 Aug 28 20:12:13.485822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55038) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:13.497464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ff22f165-7068-441b-9b9a-8e7f2892e460), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.502825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-95442266-2b36-4eda-8fe4-940ef4e84fe9 None None] Port 71dfb2c4-153f-4806-928a-e0f72eaea54e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:13.506096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:13.507266 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.511949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.512467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.512963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.513409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.514442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.514912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.515321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.515874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.516181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.516610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.517062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.517514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.517979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.518645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.519083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81cd643-6de6-4a37-be61-dc860a9c0ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:13.529795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1292007996'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:13.565656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-95442266-2b36-4eda-8fe4-940ef4e84fe9 None None] Provisioning complete for port 0f739af8-27f2-47b7-813d-bdcc6351985b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:13.566241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95442266-2b36-4eda-8fe4-940ef4e84fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.584956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=88f0709b-5e15-4f7d-9c44-aa920fe3d9ad,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:13.604196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0936-6c84-4fff-aabf-34ac1917c77f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=98f89292-7af5-43b4-a223-121e5f1df66c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:13.607079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] Set router 5872ec2f-715c-425a-b69c-710a3642e4ea gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:13.653279 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:13.696247 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 4, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port': {'id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8b36992c-a76b-479b-b8d5-009afb91f6c6', 'name': '', 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'mac_address': 'fa:16:3e:7e:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:05Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 2, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'subnets': [{'id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:13.725229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:13.725954 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.728528 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Checking router: f1a431e0-8c68-4869-8315-ebb7b2022828 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:13.729300 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Updating router f1a431e0-8c68-4869-8315-ebb7b2022828 port 8b36992c-a76b-479b-b8d5-009afb91f6c6 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:12:13.775430 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.793960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:13.801376 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.849125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8699381 Aug 28 20:12:13.850266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55042) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:13.858240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'subnet': {'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:13.862143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97067169-51f9-4a59-a4cd-0f30ac552752 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Network': ['ID=ff22f165-7068-441b-9b9a-8e7f2892e460,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:13.911260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ff22f165-7068-441b-9b9a-8e7f2892e460 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:13.921382 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment da81218d-9791-430b-bafc-1e3eb25963bc resource provider aggregate not found Aug 28 20:12:13.927429 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:13.931069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55044) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:13.952938 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment da81218d-9791-430b-bafc-1e3eb25963bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da81218d-9791-430b-bafc-1e3eb25963bc found for delete ", "request_id": "req-0a00517b-ecda-4fcf-985d-ce59ec602f82"}]} Aug 28 20:12:13.958912 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:13.988091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:13.998678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:14.026504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c9fa007d-45c7-4515-b33e-76a1f061b9e6 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.9797661 Aug 28 20:12:14.028378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55050) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:14.057678 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:14.067522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 51c73d9b-9fc8-41ec-a372-da6abadbde77 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:14.068172 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.116570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fc498664-722f-4759-bddf-4dd1478733bf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.117295 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment fc498664-722f-4759-bddf-4dd1478733bf of type vlan for network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b Aug 28 20:12:14.147410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7421a-ab9e-49fd-a772-3e45784db868 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:14.148984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dde7421a-ab9e-49fd-a772-3e45784db868 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1195810 Aug 28 20:12:14.158510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55052) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:14.162369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6ae51af3-90c5-41aa-8ac0-826f71c38a2f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.163964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Network 08f611d8-fbe4-464c-b17c-f38de24295ef is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:14.170577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:14.178661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 51c73d9b-9fc8-41ec-a372-da6abadbde77, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=51c73d9b-9fc8-41ec-a372-da6abadbde77,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:14.197801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:14.211442 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Publish callbacks [] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.230511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.234280 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6ae51af3-90c5-41aa-8ac0-826f71c38a2f HTTP/1.1" status: 204 len: 168 time: 2.2467513 Aug 28 20:12:14.235407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30362d2-f646-4638-bb86-6e7a0f8627fb None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:12:14.256901 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f27013c0-dbb5-4601-8ce8-64d64288173c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a45fbbfd04b6436aa1448d0bbcbb5785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236830 Aug 28 20:12:14.273313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-95442266-2b36-4eda-8fe4-940ef4e84fe9 None None] Current status of the port 0f739af8-27f2-47b7-813d-bdcc6351985b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:14.306109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55056) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:14.319454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5dd02-0baf-4bd2-abe3-7a27580e9af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae51af3-90c5-41aa-8ac0-826f71c38a2f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:14.332715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Pushing event updated for resources: {'Port': ['ID=ee139dc0-2054-4005-b0c1-7c4642930b98,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:14.345380 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.346357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2d9fbc69-47e5-436a-b855-b5294b2216c1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:14.346587 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.369701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.375895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:12:09Z', 'revision_number': 5, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:14.405035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8631bf-1459-4afc-845d-fd4dd0693154 req-f0d8a7ea-d57f-4894-8e3b-62f879978c77 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:14.406769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c8631bf-1459-4afc-845d-fd4dd0693154 req-f0d8a7ea-d57f-4894-8e3b-62f879978c77 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 931 time: 0.2512753 Aug 28 20:12:14.408474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 88f0709b-5e15-4f7d-9c44-aa920fe3d9ad {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:14.409438 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (88f0709b-5e15-4f7d-9c44-aa920fe3d9ad), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.430636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks [] for router_gateway (5872ec2f-715c-425a-b69c-710a3642e4ea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.445635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:14.447993 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.458375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] Checking router: 5872ec2f-715c-425a-b69c-710a3642e4ea for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:14.470161 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Pushing event updated for resources: {'Port': ['ID=8b36992c-a76b-479b-b8d5-009afb91f6c6,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:14.512644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ec2009bd-53a9-4cf0-83b3-3db65e56c761 None None] Provisioning complete for port 71dfb2c4-153f-4806-928a-e0f72eaea54e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:14.512877 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ec2009bd-53a9-4cf0-83b3-3db65e56c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.514149 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.514507 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.514855 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.515218 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.515700 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.516783 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.516783 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.516952 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.517325 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.517640 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.518000 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.518716 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.518716 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.519017 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.519353 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:14.547220 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Attempting to bind port 8b36992c-a76b-479b-b8d5-009afb91f6c6 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:14.547871 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Attempting to bind port 8b36992c-a76b-479b-b8d5-009afb91f6c6 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:14.548375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] Routers {'5872ec2f-715c-425a-b69c-710a3642e4ea'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:14.548555 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Attempting to bind port 8b36992c-a76b-479b-b8d5-009afb91f6c6 on network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:14.549031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5872ec2f-715c-425a-b69c-710a3642e4ea'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:14.549157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-59cfec79-4669-41a8-b1f4-8fb29be7a5b5 admin admin] Publish callbacks [] for security_group (3224272a-6fa0-41be-b62a-9c4e4d1dd1b1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.556364 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:14.557503 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Checking segment: {'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:14.558110 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.558671 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Bound using segment: {'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:14.559626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=51c73d9b-9fc8-41ec-a372-da6abadbde77,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:14.559975 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Bound port: 8b36992c-a76b-479b-b8d5-009afb91f6c6, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175763ee-621d-475f-9c2e-0eb789725541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:14.561149 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.567253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:14.576049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.604451 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:14.604650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c8631bf-1459-4afc-845d-fd4dd0693154 req-3ff6b423-4d46-4481-8f24-a7cb1c4e33e1 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833518 Aug 28 20:12:14.624857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-0211d16a-bee7-4e6a-828c-bdaf7bcd53a6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1713760 Aug 28 20:12:14.662384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (88f0709b-5e15-4f7d-9c44-aa920fe3d9ad), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.665075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ec2009bd-53a9-4cf0-83b3-3db65e56c761 None None] Port 71dfb2c4-153f-4806-928a-e0f72eaea54e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:14.671561 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] For port 8b36992c-a76b-479b-b8d5-009afb91f6c6, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:14.673416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2d9fbc69-47e5-436a-b855-b5294b2216c1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:14.673751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.677901 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] For port 8b36992c-a76b-479b-b8d5-009afb91f6c6, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8b36992c-a76b-479b-b8d5-009afb91f6c6,segment=NetworkSegment(175763ee-621d-475f-9c2e-0eb789725541),segment_id=175763ee-621d-475f-9c2e-0eb789725541)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:14.686879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-59cfec79-4669-41a8-b1f4-8fb29be7a5b5 admin admin] Publish callbacks [] for security_group (3224272a-6fa0-41be-b62a-9c4e4d1dd1b1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.689769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Deleting port 11cec3ba-880c-4483-bcc9-baf8c122dfca {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:14.690107 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.690298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.696739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 88f0709b-5e15-4f7d-9c44-aa920fe3d9ad owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:14.697482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:14.698474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.715497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Request body: {'port': {'device_id': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:14.824259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] Set router 5872ec2f-715c-425a-b69c-710a3642e4ea gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:14.855055 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.897140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] For port 11cec3ba-880c-4483-bcc9-baf8c122dfca, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=11cec3ba-880c-4483-bcc9-baf8c122dfca,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:14.897493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:14.919365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Calling delete_port for 11cec3ba-880c-4483-bcc9-baf8c122dfca owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:15.025345 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f5e38b30-3901-4e43-b9f6-bf4526095c0a resource provider aggregate not found Aug 28 20:12:15.061742 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Routers {'f1a431e0-8c68-4869-8315-ebb7b2022828'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:15.063454 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:11:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f1a431e0-8c68-4869-8315-ebb7b2022828'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:15.070215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55064) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:15.152492 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:15.196823 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (88f0709b-5e15-4f7d-9c44-aa920fe3d9ad), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:15.208050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2d9fbc69-47e5-436a-b855-b5294b2216c1 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:15.209316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0f739af8-27f2-47b7-813d-bdcc6351985b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:15.307725 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216419a-3b5e-4136-839c-517006e94dba None None] Pushing event updated for resources: {'Port': ['ID=8b36992c-a76b-479b-b8d5-009afb91f6c6,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:15.324363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=88f0709b-5e15-4f7d-9c44-aa920fe3d9ad,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:15.372230 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-34f555ac-4059-4165-987a-4b1ebad3629c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5afef5a6b2e74b02a0459ebbe0bb0843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988207 Aug 28 20:12:15.377827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55066) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:15.418916 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] Set router f1a431e0-8c68-4869-8315-ebb7b2022828 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:15.429422 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f5e38b30-3901-4e43-b9f6-bf4526095c0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5e38b30-3901-4e43-b9f6-bf4526095c0a found for delete ", "request_id": "req-2d1623a6-1a72-4109-a5ec-e8255aa6b538"}]} Aug 28 20:12:15.430662 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:15.489393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:15.498956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a6f0858e-2019-4b29-9bfa-44a6a7fd67ba tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0031028 Aug 28 20:12:15.502933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0f739af8-27f2-47b7-813d-bdcc6351985b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:15.503490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:15.511675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:15.531038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55068) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:15.546079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:15.576547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-81984038-f60a-4f16-8469-e9755b5d51e9 None None] Could not find standard attr ID for object 88f0709b-5e15-4f7d-9c44-aa920fe3d9ad. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:12:15.600290 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:15.635134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d8b2cf76-3894-4d9b-b1e2-7f4b37e2338c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/88f0709b-5e15-4f7d-9c44-aa920fe3d9ad HTTP/1.1" status: 204 len: 168 time: 1.4738648 Aug 28 20:12:15.640362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55070) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:15.689102 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de0e679-fc40-4b5f-b713-cfa967bb45a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:12:15.690718 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1de0e679-fc40-4b5f-b713-cfa967bb45a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/88f0709b-5e15-4f7d-9c44-aa920fe3d9ad HTTP/1.1" status: 404 len: 333 time: 0.0398214 Aug 28 20:12:15.706282 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:15.713116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55074) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:15.782599 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-81984038-f60a-4f16-8469-e9755b5d51e9 None None] Provisioning complete for port ee139dc0-2054-4005-b0c1-7c4642930b98 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:15.783059 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81984038-f60a-4f16-8469-e9755b5d51e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:15.830911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-81984038-f60a-4f16-8469-e9755b5d51e9 None None] Port ee139dc0-2054-4005-b0c1-7c4642930b98 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:15.845248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:12:09Z', 'revision_number': 5, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:15.858683 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971e6406-5405-4109-b6f1-6cc2bdf98997 admin admin] Publish callbacks [] for security_group (a6726717-d2dc-465c-ae19-a3995b132ae1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:15.901480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad248-c666-4af5-8bfa-0a84d94df466 None None] The sync data for ids ['5872ec2f-715c-425a-b69c-710a3642e4ea'] in n-d-854121-7 is: [{'id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'name': 'tempest-ServersTestJSON-270699781-router', 'tenant_id': '28d057c8fdf747988db165403edc2593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:07:14Z', 'updated_at': '2022-08-28T20:12:09Z', 'revision_number': 5, 'project_id': '28d057c8fdf747988db165403edc2593', 'gw_port': {'id': '11cec3ba-880c-4483-bcc9-baf8c122dfca', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872ec2f-715c-425a-b69c-710a3642e4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:07:15Z', 'updated_at': '2022-08-28T20:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:15.924766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0f739af8-27f2-47b7-813d-bdcc6351985b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:15.943992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971e6406-5405-4109-b6f1-6cc2bdf98997 admin admin] Publish callbacks [] for security_group (a6726717-d2dc-465c-ae19-a3995b132ae1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.038183 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (11cec3ba-880c-4483-bcc9-baf8c122dfca), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.038562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-59cfec79-4669-41a8-b1f4-8fb29be7a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3224272a-6fa0-41be-b62a-9c4e4d1dd1b1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.038562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-59cfec79-4669-41a8-b1f4-8fb29be7a5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.039713 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-59cfec79-4669-41a8-b1f4-8fb29be7a5b5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3224272a-6fa0-41be-b62a-9c4e4d1dd1b1 HTTP/1.1" status: 204 len: 168 time: 1.7322595 Aug 28 20:12:16.065804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cec3ba-880c-4483-bcc9-baf8c122dfca,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:16.123968 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:16.141435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfec79-4669-41a8-b1f4-8fb29be7a5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224272a-6fa0-41be-b62a-9c4e4d1dd1b1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:16.142772 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 4, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port': {'id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8b36992c-a76b-479b-b8d5-009afb91f6c6', 'name': '', 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'mac_address': 'fa:16:3e:7e:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:05Z', 'updated_at': '2022-08-28T20:12:14Z', 'revision_number': 4, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'subnets': [{'id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:16.160743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4e5a4-3744-43f5-b443-99beb42af4d0 req-e6f15fbf-5430-4656-998d-d5753573bf37 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:16.164475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d6b4e5a4-3744-43f5-b443-99beb42af4d0 req-e6f15fbf-5430-4656-998d-d5753573bf37 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 931 time: 0.3916829 Aug 28 20:12:16.166426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 71dfb2c4-153f-4806-928a-e0f72eaea54e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:16.167151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.178117 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4043a-fea5-4260-8d65-83acc627a332 None None] The sync data for ids ['f1a431e0-8c68-4869-8315-ebb7b2022828'] in n-d-854121-7 is: [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:12:07Z', 'revision_number': 4, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port': {'id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8b36992c-a76b-479b-b8d5-009afb91f6c6', 'name': '', 'network_id': '6b97bd7d-4a1f-402a-aaec-ac4505756b4d', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'mac_address': 'fa:16:3e:7e:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:05Z', 'updated_at': '2022-08-28T20:12:14Z', 'revision_number': 4, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'subnets': [{'id': '3581c569-8bfa-47c8-8092-eb4ee643272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:16.202679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (5872ec2f-715c-425a-b69c-710a3642e4ea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.225725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.290325 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971e6406-5405-4109-b6f1-6cc2bdf98997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a6726717-d2dc-465c-ae19-a3995b132ae1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.292438 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971e6406-5405-4109-b6f1-6cc2bdf98997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.296447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-971e6406-5405-4109-b6f1-6cc2bdf98997 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a6726717-d2dc-465c-ae19-a3995b132ae1 HTTP/1.1" status: 204 len: 168 time: 0.9144032 Aug 28 20:12:16.348518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e51174d9-2428-427a-812d-5b7082ce101f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:16.390193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (5872ec2f-715c-425a-b69c-710a3642e4ea), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.392515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e6406-5405-4109-b6f1-6cc2bdf98997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6726717-d2dc-465c-ae19-a3995b132ae1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:16.407875 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks [] for router_controller (5872ec2f-715c-425a-b69c-710a3642e4ea), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.441422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e51174d9-2428-427a-812d-5b7082ce101f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:16.441834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e51174d9-2428-427a-812d-5b7082ce101f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:16.442298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e7b44503-8f51-45ae-b0b2-6000e93635b9 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:16.489321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e7b44503-8f51-45ae-b0b2-6000e93635b9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:16.490813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e7b44503-8f51-45ae-b0b2-6000e93635b9 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:16.490933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d6b4e5a4-3744-43f5-b443-99beb42af4d0 req-379c3f84-807d-4589-8769-4ede54e59c2f tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112390 Aug 28 20:12:16.504475 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (722f1750-43aa-4414-8a4c-f6b908aaebcb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.506851 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.585733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (5872ec2f-715c-425a-b69c-710a3642e4ea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.589499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5872ec2f-715c-425a-b69c-710a3642e4ea {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:12:16.596689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.602080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-793cf81c-5200-4696-b80e-02e2f9b81c67 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/5872ec2f-715c-425a-b69c-710a3642e4ea HTTP/1.1" status: 204 len: 168 time: 3.6138053 Aug 28 20:12:16.603171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55084) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:16.634498 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b is not hosted by any dhcp agent {{(pid=114322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 20:12:16.648234 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:16.658907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:16.659885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.664369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "PUT /networking/v2.0/networks/e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b HTTP/1.1" status: 200 len: 723 time: 1.1297350 Aug 28 20:12:16.671868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55088) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:16.678875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': 'e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:16.680198 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:12:16.729645 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:16.833970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] Deleting subnet ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:16.840132 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] Publish callbacks [] for subnet (ae67dafb-8a24-4b8c-9a2a-9d163c7ac194), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.925464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (ae67dafb-8a24-4b8c-9a2a-9d163c7ac194), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:16.973141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8b36992c-a76b-479b-b8d5-009afb91f6c6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:17.077730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8b36992c-a76b-479b-b8d5-009afb91f6c6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:17.078412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.126017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Checking segment: {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:17.127020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network hostable DHCP agents. Network: ff22f165-7068-441b-9b9a-8e7f2892e460, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:17.132566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.133729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:17.140785 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:17.152022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.166207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Subnet': ['ID=722f1750-43aa-4414-8a4c-f6b908aaebcb,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:17.169992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552915f-0107-4a90-b166-9c9b700ac7f1 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:17.209576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:17.332644 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee139dc0-2054-4005-b0c1-7c4642930b98 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:12:17.342349 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Publish callbacks [] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.362543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Transition to ACTIVE for port object ee139dc0-2054-4005-b0c1-7c4642930b98 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:12:17.371625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 71dfb2c4-153f-4806-928a-e0f72eaea54e owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:17.449577 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:17.458878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8b36992c-a76b-479b-b8d5-009afb91f6c6 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:17.459701 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.464322 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.468631 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (ae67dafb-8a24-4b8c-9a2a-9d163c7ac194), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.581713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network ff22f165-7068-441b-9b9a-8e7f2892e460 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:17.640240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8b36992c-a76b-479b-b8d5-009afb91f6c6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8b36992c-a76b-479b-b8d5-009afb91f6c6,segment=NetworkSegment(175763ee-621d-475f-9c2e-0eb789725541),segment_id=175763ee-621d-475f-9c2e-0eb789725541)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:17.647881 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:17.688196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Pushing event updated for resources: {'Port': ['ID=ee139dc0-2054-4005-b0c1-7c4642930b98,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:17.714397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ff22f165-7068-441b-9b9a-8e7f2892e460) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:17.725770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:17.726410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530270'] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.726672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6360825-7fc6-4617-8f99-daa05082462f None None] Network ff22f165-7068-441b-9b9a-8e7f2892e460 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:17.728957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Attempting to bind port ee139dc0-2054-4005-b0c1-7c4642930b98 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:17.729299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Attempting to bind port ee139dc0-2054-4005-b0c1-7c4642930b98 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:17.730612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Attempting to bind port ee139dc0-2054-4005-b0c1-7c4642930b98 on network 08f611d8-fbe4-464c-b17c-f38de24295ef {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:17.768315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241ebc-a825-4867-9712-9e20dac7feb0 req-a6f79bc0-9edb-4b53-967a-1c0293f96b6b tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:17.770862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3241ebc-a825-4867-9712-9e20dac7feb0 req-a6f79bc0-9edb-4b53-967a-1c0293f96b6b tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 943 time: 0.0989196 Aug 28 20:12:17.780713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Port ee139dc0-2054-4005-b0c1-7c4642930b98 on network 08f611d8-fbe4-464c-b17c-f38de24295ef not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:12:17.780975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Attempting to bind port ee139dc0-2054-4005-b0c1-7c4642930b98 on network 08f611d8-fbe4-464c-b17c-f38de24295ef {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:17.795959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:17.796311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Checking segment: {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:17.796708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Bound using segment: {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:17.797194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Bound port: ee139dc0-2054-4005-b0c1-7c4642930b98, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224738e-5839-44ec-bddb-30b9ea5ac394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:17.797527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.804529 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.805430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 51c73d9b-9fc8-41ec-a372-da6abadbde77 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:17.845544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (ae67dafb-8a24-4b8c-9a2a-9d163c7ac194), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.953041 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-280d7ab9-99f1-40c3-a438-53f232d11d5d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1017568 Aug 28 20:12:17.958289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:17.958445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:17.960391 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ae67dafb-8a24-4b8c-9a2a-9d163c7ac194 HTTP/1.1" status: 204 len: 168 time: 1.3551838 Aug 28 20:12:17.961785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1570593320'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:17.968905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d3cad-eacf-43ff-9180-54953d1aa59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae67dafb-8a24-4b8c-9a2a-9d163c7ac194,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:17.969782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] For port ee139dc0-2054-4005-b0c1-7c4642930b98, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:17.977918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55114) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:18.002927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5203b063-740e-479c-bb90-b28bba9c7822 None None] Network c49b44b1-867f-4e9f-ac82-9c95519351e5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:18.074484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c49b44b1-867f-4e9f-ac82-9c95519351e5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.102980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3241ebc-a825-4867-9712-9e20dac7feb0 req-e8b8b34d-506e-45b5-84fd-d034b1ba2e5f tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148117 Aug 28 20:12:18.121165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (71dfb2c4-153f-4806-928a-e0f72eaea54e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.126139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] For port ee139dc0-2054-4005-b0c1-7c4642930b98, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ee139dc0-2054-4005-b0c1-7c4642930b98,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:18.169464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8b36992c-a76b-479b-b8d5-009afb91f6c6,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:18.183496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-ff22f165-7068-441b-9b9a-8e7f2892e460', 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460', 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'fixed_ips': [{'subnet_id': '722f1750-43aa-4414-8a4c-f6b908aaebcb'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:18.184553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.211214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 51c73d9b-9fc8-41ec-a372-da6abadbde77 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:18.211595 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.342401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (b01ecf83-6de1-4f8d-b4df-76a97f955ffd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.367579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ba307d-f131-4de9-9720-32a94559630e None None] DHCP port deletion for c49b44b1-867f-4e9f-ac82-9c95519351e5 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:18.480891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=b01ecf83-6de1-4f8d-b4df-76a97f955ffd,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:18.491065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': 'fc498664-722f-4759-bddf-4dd1478733bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:18.491532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:18.524076 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:18.559417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:18.563937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.566866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.568979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=71dfb2c4-153f-4806-928a-e0f72eaea54e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:18.570309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Allocated IP 19.80.0.2 (ff22f165-7068-441b-9b9a-8e7f2892e460/722f1750-43aa-4414-8a4c-f6b908aaebcb/df1304bb-eab2-4900-883b-401d93e07e7c) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:18.571829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:18.572460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.583259 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/ee139dc0-2054-4005-b0c1-7c4642930b98 HTTP/1.1" status: 200 len: 1091 time: 3.8656549 Aug 28 20:12:18.584399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 51c73d9b-9fc8-41ec-a372-da6abadbde77 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:18.611949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'tag': 'ee139dc0-2054-4005-b0c1-7c4642930b98'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:12:18.613570 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba636ae-73ff-4b28-b793-2c338818a618" -d '{"events": [{"name": "network-changed", "server_uuid": "f30a65e8-f511-473f-bdf3-4ba85137c63d", "tag": "ee139dc0-2054-4005-b0c1-7c4642930b98"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:12:18.626537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:18.641179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Deleting port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:18.641427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.695718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e830691b-d940-4ca3-b4d6-fa8c2d7475a4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:18.735686 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71139a38-d1e6-42f0-9171-0b9057f2cbb3 x-openstack-request-id: req-71139a38-d1e6-42f0-9171-0b9057f2cbb3 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:12:18.736153 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30a65e8-f511-473f-bdf3-4ba85137c63d", "tag": "ee139dc0-2054-4005-b0c1-7c4642930b98", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:12:18.736551 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71139a38-d1e6-42f0-9171-0b9057f2cbb3 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:12:18.737126 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71139a38-d1e6-42f0-9171-0b9057f2cbb3'] response: {'name': 'network-changed', 'server_uuid': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'tag': 'ee139dc0-2054-4005-b0c1-7c4642930b98', 'status': 'completed', 'code': 200} Aug 28 20:12:18.822542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-09ba307d-f131-4de9-9720-32a94559630e None None] Deleting port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:18.823056 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-09ba307d-f131-4de9-9720-32a94559630e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.828136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e830691b-d940-4ca3-b4d6-fa8c2d7475a4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:18.828488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e830691b-d940-4ca3-b4d6-fa8c2d7475a4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:18.828911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ce07294e-88ce-4aa8-9d15-7ee1a50ed0df no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:18.844504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:18.865198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:18.865198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.867478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:18.903190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb2b13-d790-44fb-bff3-5068ce2a5103 None None] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:18.925435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b6fedc4b-859b-4c24-b22a-070c22a8f474), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.925793 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Added segment b6fedc4b-859b-4c24-b22a-070c22a8f474 of type vlan for network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 Aug 28 20:12:18.929033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] For port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:18.929539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.932714 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:18.936707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-194cfed8-b3a6-420e-a586-e0fa377e8112 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/71dfb2c4-153f-4806-928a-e0f72eaea54e HTTP/1.1" status: 204 len: 168 time: 3.2236691 Aug 28 20:12:18.938050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba636ae-73ff-4b28-b793-2c338818a618 req-0efeb2ea-db3c-4c9e-9e24-d0064629affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:18.947607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ba636ae-73ff-4b28-b793-2c338818a618 req-0efeb2ea-db3c-4c9e-9e24-d0064629affd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5267391a5c11415a90b0ce48613c0668&device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 1125 time: 0.1475902 Aug 28 20:12:18.947607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6adcb-cfe9-4f62-84b3-c58380d11826 service neutron] Pushing event updated for resources: {'Port': ['ID=ee139dc0-2054-4005-b0c1-7c4642930b98,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:18.947921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55142) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:18.975071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Calling delete_port for 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:19.004455 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6062ed-d7b7-4113-bf48-7d2721c37021 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:12:19.006986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4b6062ed-d7b7-4113-bf48-7d2721c37021 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/71dfb2c4-153f-4806-928a-e0f72eaea54e HTTP/1.1" status: 404 len: 333 time: 0.0583084 Aug 28 20:12:19.010715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55146) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:19.105941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ce07294e-88ce-4aa8-9d15-7ee1a50ed0df {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:19.106252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ce07294e-88ce-4aa8-9d15-7ee1a50ed0df not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:19.119464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b', 'network_id': 'e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': 'b01ecf83-6de1-4f8d-b4df-76a97f955ffd'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:19.120385 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.120801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet 1bde7533-4792-4d5b-9612-ccffe34410a6 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:19.123397 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Publish callbacks [] for port (df1304bb-eab2-4900-883b-401d93e07e7c), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.124896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (1bde7533-4792-4d5b-9612-ccffe34410a6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.182976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (1bde7533-4792-4d5b-9612-ccffe34410a6), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.184912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-09ba307d-f131-4de9-9720-32a94559630e None None] For port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,segment=NetworkSegment(f640d8e2-ab5a-4968-ad3f-7f9577f017d2),segment_id=f640d8e2-ab5a-4968-ad3f-7f9577f017d2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:19.186837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-09ba307d-f131-4de9-9720-32a94559630e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.240616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a8edc0e3-9dcf-4aad-845a-d39f73e50ef7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5673611 Aug 28 20:12:19.248334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba636ae-73ff-4b28-b793-2c338818a618 req-55a683bb-dd52-4dcb-b858-637b06a02afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:19.250048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ba636ae-73ff-4b28-b793-2c338818a618 req-55a683bb-dd52-4dcb-b858-637b06a02afe service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=5267391a5c11415a90b0ce48613c0668&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2885048 Aug 28 20:12:19.250579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55154) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:19.260680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (de40494b-d8a7-4fbf-bd6e-085f2dfe94d9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.267251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-caa44a21-d52b-4ed6-b328-f7c7dd26f535 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:19.333027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8b36992c-a76b-479b-b8d5-009afb91f6c6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:19.340424 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.360765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (1bde7533-4792-4d5b-9612-ccffe34410a6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.450885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Allocated IP 172.20.0.2 (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b/b01ecf83-6de1-4f8d-b4df-76a97f955ffd/e0d8b495-d303-48bc-baca-70df85b01aec) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:19.475857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-09ba307d-f131-4de9-9720-32a94559630e None None] Calling delete_port for 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:19.478747 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:19.508583 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:19.516000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:12:19.573341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701aaab-c50e-4d7a-951e-b95796f2c615 req-3399732d-8d78-4601-91ce-6f9e9ba387d2 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:19.575593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Network ff22f165-7068-441b-9b9a-8e7f2892e460 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:19.579025 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e701aaab-c50e-4d7a-951e-b95796f2c615 req-3399732d-8d78-4601-91ce-6f9e9ba387d2 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 943 time: 0.3064151 Aug 28 20:12:19.590781 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (1bde7533-4792-4d5b-9612-ccffe34410a6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.624787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:19.626780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba636ae-73ff-4b28-b793-2c338818a618 req-b6d6a0b1-0fd9-4ba4-9ac1-bf096211bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:19.628790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ba636ae-73ff-4b28-b793-2c338818a618 req-b6d6a0b1-0fd9-4ba4-9ac1-bf096211bb0c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3699834 Aug 28 20:12:19.638195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:19.643184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-caa44a21-d52b-4ed6-b328-f7c7dd26f535 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12685556'] for subnet (b01ecf83-6de1-4f8d-b4df-76a97f955ffd), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.649123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Pushing event updated for resources: {'Port': ['ID=df1304bb-eab2-4900-883b-401d93e07e7c,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:19.657130 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:19.694839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=1bde7533-4792-4d5b-9612-ccffe34410a6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:19.705661 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.714396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/1bde7533-4792-4d5b-9612-ccffe34410a6 HTTP/1.1" status: 204 len: 168 time: 0.7010438 Aug 28 20:12:19.723679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55166) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:19.733334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8b36992c-a76b-479b-b8d5-009afb91f6c6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:19.733721 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.741001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b33f24-3eb0-4fbe-a31f-dacc00ad84d1 None None] Network 40db7e95-c261-4a0a-9442-64782dbd6fc1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:19.745779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.746757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.747292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.748403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.748928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.749444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.751310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.753128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.753737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.754369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.754883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.755391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.755897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.756522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.757027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a37cbe-6000-4ab2-8715-cac8e5d3615c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:19.772037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-d45af3f5-95a5-4dd9-bf3a-269393d7e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:19.772037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-d45af3f5-95a5-4dd9-bf3a-269393d7e899 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5267391a5c11415a90b0ce48613c0668&device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 1125 time: 0.0656662 Aug 28 20:12:19.776672 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (de40494b-d8a7-4fbf-bd6e-085f2dfe94d9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.782281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:19.782916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.858567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02b884ab-5d3c-4461-9010-53e937b3ccd0 req-74bb3afa-3936-4df9-a30e-484fcdc1198c tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1146715 Aug 28 20:12:19.886277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e701aaab-c50e-4d7a-951e-b95796f2c615 req-702a6995-998b-4bd4-9d07-21ffc17cb4e3 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956271 Aug 28 20:12:19.888919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Network': ['ID=de40494b-d8a7-4fbf-bd6e-085f2dfe94d9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:19.891678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.943541 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (40db7e95-c261-4a0a-9442-64782dbd6fc1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:19.947113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] No DVR routers for this DVR port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:19.974838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-3a9ef01f-1761-4b7d-9c67-983bd91a91df service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee139dc0-2054-4005-b0c1-7c4642930b98 HTTP/1.1" status: 200 len: 217 time: 0.1844380 Aug 28 20:12:19.996634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.051236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:20.051739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 0f739af8-27f2-47b7-813d-bdcc6351985b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:20.052042 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.055183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55170) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:20.120786 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c49b44b1-867f-4e9f-ac82-9c95519351e5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.153533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49b44b1-867f-4e9f-ac82-9c95519351e5']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:20.160359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] For port 0f739af8-27f2-47b7-813d-bdcc6351985b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0f739af8-27f2-47b7-813d-bdcc6351985b,segment=NetworkSegment(77be654b-f101-43c6-8614-cb575a2bc9bd),segment_id=77be654b-f101-43c6-8614-cb575a2bc9bd)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:20.160725 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.170742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:20.172541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f640d8e2-ab5a-4968-ad3f-7f9577f017d2') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:20.175481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 0f739af8-27f2-47b7-813d-bdcc6351985b owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:20.178250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-583e65de-a9bc-4abe-add4-214fd7b2eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:20.180285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-583e65de-a9bc-4abe-add4-214fd7b2eed1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2be4c0f9-5e41-4323-ab72-938123bbece8 HTTP/1.1" status: 200 len: 860 time: 0.1847813 Aug 28 20:12:20.194416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-db1a6d00-684c-49ef-9b66-a698f0db7eaa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2351570 Aug 28 20:12:20.197178 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-09ba307d-f131-4de9-9720-32a94559630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.207524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55178) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:20.213398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'subnet': {'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:20.226333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (f640d8e2-ab5a-4968-ad3f-7f9577f017d2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.252361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0bf93ca-3576-4002-9254-f28739b02d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.275590 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:20.290928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba307d-f131-4de9-9720-32a94559630e None None] No DVR routers for this DVR port 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:20.332892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Attempting to bind port df1304bb-eab2-4900-883b-401d93e07e7c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:20.332892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Attempting to bind port df1304bb-eab2-4900-883b-401d93e07e7c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:20.332892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Attempting to bind port df1304bb-eab2-4900-883b-401d93e07e7c on network ff22f165-7068-441b-9b9a-8e7f2892e460 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:20.339534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba307d-f131-4de9-9720-32a94559630e None None] Pushing event deleted for resources: {'Port': ['ID=3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.353694 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f640d8e2-ab5a-4968-ad3f-7f9577f017d2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.356626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-cf11fe30-df86-42ec-802e-cc9afe20ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:20.364213 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-cf11fe30-df86-42ec-802e-cc9afe20ec28 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=08f611d8-fbe4-464c-b17c-f38de24295ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1660895 Aug 28 20:12:20.381391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:20.381391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (f640d8e2-ab5a-4968-ad3f-7f9577f017d2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.383623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:20.384018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Checking segment: {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:20.384964 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.384964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Bound using segment: {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:20.385297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Bound port: df1304bb-eab2-4900-883b-401d93e07e7c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:20.385687 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.417186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] DHCP port deletion for 40db7e95-c261-4a0a-9442-64782dbd6fc1 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:20.421470 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Publish callbacks [] for port (e0d8b495-d303-48bc-baca-70df85b01aec), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.427549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8b36992c-a76b-479b-b8d5-009afb91f6c6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:20.475607 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f640d8e2-ab5a-4968-ad3f-7f9577f017d2 resource provider aggregate not found Aug 28 20:12:20.507787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] For port df1304bb-eab2-4900-883b-401d93e07e7c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:20.508366 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f640d8e2-ab5a-4968-ad3f-7f9577f017d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f640d8e2-ab5a-4968-ad3f-7f9577f017d2 found for delete ", "request_id": "req-65f595dd-fbdc-4a1e-992f-21cbabdc422f"}]} Aug 28 20:12:20.511724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] For port df1304bb-eab2-4900-883b-401d93e07e7c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=df1304bb-eab2-4900-883b-401d93e07e7c,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:20.522014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.534924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 11cec3ba-880c-4483-bcc9-baf8c122dfca no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:20.565170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No DVR routers for this DVR port 0f739af8-27f2-47b7-813d-bdcc6351985b on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:20.566116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 11cec3ba-880c-4483-bcc9-baf8c122dfca {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:20.566481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 11cec3ba-880c-4483-bcc9-baf8c122dfca not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:20.566911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:20.570673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=0f739af8-27f2-47b7-813d-bdcc6351985b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.572866 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e0d8b495-d303-48bc-baca-70df85b01aec), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.618183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:20.618183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ce9dd1d-d98b-4ff7-b8e3-dfd614e91cb9 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:20.618183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] Deleting port 0f739af8-27f2-47b7-813d-bdcc6351985b {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:20.618604 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.633982 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-2bb66b0f-9a00-4ad3-b80d-89e7745010e4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/08f611d8-fbe4-464c-b17c-f38de24295ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645321 Aug 28 20:12:20.677919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:20.681126 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (40db7e95-c261-4a0a-9442-64782dbd6fc1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.683586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.698637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:20.702634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0bf93ca-3576-4002-9254-f28739b02d8f admin admin] Publish callbacks [] for security_group (37af19ba-5d35-4590-80d9-8b2eb58bad8f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.702840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Pushing event updated for resources: {'Port': ['ID=e0d8b495-d303-48bc-baca-70df85b01aec,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.714833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:20.717104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40db7e95-c261-4a0a-9442-64782dbd6fc1']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:20.732398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77be654b-f101-43c6-8614-cb575a2bc9bd') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:20.732691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77be654b-f101-43c6-8614-cb575a2bc9bd') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:20.744665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (77be654b-f101-43c6-8614-cb575a2bc9bd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.766090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (77be654b-f101-43c6-8614-cb575a2bc9bd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.767263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:20.770306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] For port 0f739af8-27f2-47b7-813d-bdcc6351985b, host n-d-854121-7, got binding levels [] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:20.770721 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.772413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.775353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:20.775991 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (77be654b-f101-43c6-8614-cb575a2bc9bd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.784581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c49b44b1-867f-4e9f-ac82-9c95519351e5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.814078 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.818003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] Calling delete_port for 0f739af8-27f2-47b7-813d-bdcc6351985b owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:20.821171 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c49b44b1-867f-4e9f-ac82-9c95519351e5 HTTP/1.1" status: 204 len: 168 time: 2.8421986 Aug 28 20:12:20.834768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.ipam_backend_mixin [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] Port 0f739af8-27f2-47b7-813d-bdcc6351985b was not found and therefore no delete operation was performed {{(pid=114323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 28 20:12:20.839680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (0f739af8-27f2-47b7-813d-bdcc6351985b), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.875051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2db779-3602-40ad-a420-fe03da782e31 None None] Pushing event updated for resources: {'Port': ['ID=df1304bb-eab2-4900-883b-401d93e07e7c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.895846 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 77be654b-f101-43c6-8614-cb575a2bc9bd resource provider aggregate not found Aug 28 20:12:20.906308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] No DVR routers for this DVR port 0f739af8-27f2-47b7-813d-bdcc6351985b on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:20.917228 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0bf93ca-3576-4002-9254-f28739b02d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (37af19ba-5d35-4590-80d9-8b2eb58bad8f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.947802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Attempting to bind port e0d8b495-d303-48bc-baca-70df85b01aec on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:20.948434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Attempting to bind port e0d8b495-d303-48bc-baca-70df85b01aec by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'fc498664-722f-4759-bddf-4dd1478733bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:20.948942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Attempting to bind port e0d8b495-d303-48bc-baca-70df85b01aec on network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:20.950413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d5db3-53ee-435a-8f53-623160acb1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=c49b44b1-867f-4e9f-ac82-9c95519351e5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.967850 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 77be654b-f101-43c6-8614-cb575a2bc9bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77be654b-f101-43c6-8614-cb575a2bc9bd found for delete ", "request_id": "req-6ebaa3c2-6903-4847-8036-9aaaba4057da"}]} Aug 28 20:12:20.970476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf93ca-3576-4002-9254-f28739b02d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af19ba-5d35-4590-80d9-8b2eb58bad8f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.971442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f5cd4-b062-40e2-919e-92bbdc80bff9 None None] Pushing event deleted for resources: {'Port': ['ID=0f739af8-27f2-47b7-813d-bdcc6351985b,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:20.989263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-caa44a21-d52b-4ed6-b328-f7c7dd26f535 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759947283851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14276175'] for subnet (b01ecf83-6de1-4f8d-b4df-76a97f955ffd), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:20.998610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:20.998993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Checking segment: {'id': 'fc498664-722f-4759-bddf-4dd1478733bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:21.005620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a0bf93ca-3576-4002-9254-f28739b02d8f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2bee8b21a44a4a5a8c69b75fb809d473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9483783 Aug 28 20:12:21.007987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55196) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:21.008304 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.008812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Bound using segment: {'id': 'fc498664-722f-4759-bddf-4dd1478733bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:21.009335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Bound port: e0d8b495-d303-48bc-baca-70df85b01aec, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc498664-722f-4759-bddf-4dd1478733bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:21.012486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e0d8b495-d303-48bc-baca-70df85b01aec), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.023830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-268faea9-1fd6-4362-9241-60c0869d5bd2 req-4e1ebe07-2144-488f-b06a-2838266136a6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/08f611d8-fbe4-464c-b17c-f38de24295ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745673 Aug 28 20:12:21.080701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa44a21-d52b-4ed6-b328-f7c7dd26f535 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:21.081398 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-caa44a21-d52b-4ed6-b328-f7c7dd26f535 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.085346 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-caa44a21-d52b-4ed6-b328-f7c7dd26f535 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "PUT /networking/v2.0/subnets/b01ecf83-6de1-4f8d-b4df-76a97f955ffd HTTP/1.1" status: 200 len: 806 time: 1.8253722 Aug 28 20:12:21.097089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55198) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:21.149955 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (40db7e95-c261-4a0a-9442-64782dbd6fc1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.157327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c70cb73-0766-48c3-93a5-d44a2d2f6bfa req-af97b546-296d-4a0a-a49e-4ad9b9ea0820 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0900290 Aug 28 20:12:21.162785 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.167047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/40db7e95-c261-4a0a-9442-64782dbd6fc1 HTTP/1.1" status: 204 len: 168 time: 1.4420357 Aug 28 20:12:21.174209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55200) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:21.191857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-448300971'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:21.193777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] For port e0d8b495-d303-48bc-baca-70df85b01aec, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:21.207556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] For port e0d8b495-d303-48bc-baca-70df85b01aec, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e0d8b495-d303-48bc-baca-70df85b01aec,segment=NetworkSegment(fc498664-722f-4759-bddf-4dd1478733bf),segment_id=fc498664-722f-4759-bddf-4dd1478733bf)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:21.225766 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ede947fb-77a1-42b9-901c-32f1e1560efc admin admin] Publish callbacks [] for security_group (37af19ba-5d35-4590-80d9-8b2eb58bad8f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.228651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee91fb-ffa4-4c62-a14f-4e6771abec3a tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=40db7e95-c261-4a0a-9442-64782dbd6fc1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:21.269943 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ede947fb-77a1-42b9-901c-32f1e1560efc admin admin] Publish callbacks [] for security_group (37af19ba-5d35-4590-80d9-8b2eb58bad8f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.361629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982c918-50da-486a-bc33-f7119a355701 req-ba15515b-4493-42ba-b3c8-c5b9f250e72a tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:21.362896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e0d8b495-d303-48bc-baca-70df85b01aec), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.363372 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4982c918-50da-486a-bc33-f7119a355701 req-ba15515b-4493-42ba-b3c8-c5b9f250e72a tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 943 time: 0.1453364 Aug 28 20:12:21.398118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa44a21-d52b-4ed6-b328-f7c7dd26f535 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=b01ecf83-6de1-4f8d-b4df-76a97f955ffd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:21.404886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:21.405991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device df1304bb-eab2-4900-883b-401d93e07e7c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:21.428279 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.500332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d412cd-5b15-4534-9e4c-bfbd213810fc None None] Pushing event updated for resources: {'Port': ['ID=e0d8b495-d303-48bc-baca-70df85b01aec,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:21.511649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port df1304bb-eab2-4900-883b-401d93e07e7c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:21.512112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.519249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55204) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:21.556251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ede947fb-77a1-42b9-901c-32f1e1560efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (37af19ba-5d35-4590-80d9-8b2eb58bad8f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.562962 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ede947fb-77a1-42b9-901c-32f1e1560efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.571088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ede947fb-77a1-42b9-901c-32f1e1560efc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/37af19ba-5d35-4590-80d9-8b2eb58bad8f HTTP/1.1" status: 204 len: 168 time: 0.5615685 Aug 28 20:12:21.583075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:21.594139 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.640679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port df1304bb-eab2-4900-883b-401d93e07e7c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:21.640679 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.644612 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fac30379-4ccc-4215-b5df-1d1131b97519), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.644998 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment fac30379-4ccc-4215-b5df-1d1131b97519 of type vlan for network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 Aug 28 20:12:21.648480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4982c918-50da-486a-bc33-f7119a355701 req-20be605d-0f93-44dd-9325-c9fc27a70437 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605660 Aug 28 20:12:21.669112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede947fb-77a1-42b9-901c-32f1e1560efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af19ba-5d35-4590-80d9-8b2eb58bad8f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:21.725606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port df1304bb-eab2-4900-883b-401d93e07e7c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=df1304bb-eab2-4900-883b-401d93e07e7c,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:21.731431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (952d5ed0-3b2e-4f9e-91e7-cea8f6145a62), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.739638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0f714bce-e8e4-44da-85bf-4b0fbc9b13db admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=28d057c8fdf747988db165403edc2593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188683 Aug 28 20:12:21.760677 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55210) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:21.768722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Deleting port e0d8b495-d303-48bc-baca-70df85b01aec {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:21.772952 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e0d8b495-d303-48bc-baca-70df85b01aec), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.830678 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (513423a4-ba7a-48a5-9fe9-692f8fc28ec3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.854362 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.929721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f39c1e9f-e051-4fa3-a8f3-9a50ba0c52a4 admin admin] Publish callbacks [] for security_group (8f559e5c-e676-4813-8d67-63ccc509711e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.942463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e8613010-139a-466d-b9ac-62825b704201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.971972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f39c1e9f-e051-4fa3-a8f3-9a50ba0c52a4 admin admin] Publish callbacks [] for security_group (8f559e5c-e676-4813-8d67-63ccc509711e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.993258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (513423a4-ba7a-48a5-9fe9-692f8fc28ec3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:21.998546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0f739af8-27f2-47b7-813d-bdcc6351985b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:22.014649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:22.015534 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.063950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 0f739af8-27f2-47b7-813d-bdcc6351985b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:22.064576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0f739af8-27f2-47b7-813d-bdcc6351985b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:22.075160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Checking segment: {'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:22.075538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network hostable DHCP agents. Network: de40494b-d8a7-4fbf-bd6e-085f2dfe94d9, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:22.076244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=df1304bb-eab2-4900-883b-401d93e07e7c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:22.084719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Subnet': ['ID=952d5ed0-3b2e-4f9e-91e7-cea8f6145a62,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:22.150327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] For port e0d8b495-d303-48bc-baca-70df85b01aec, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e0d8b495-d303-48bc-baca-70df85b01aec,segment=NetworkSegment(fc498664-722f-4759-bddf-4dd1478733bf),segment_id=fc498664-722f-4759-bddf-4dd1478733bf)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:22.151059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e0d8b495-d303-48bc-baca-70df85b01aec), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.183430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=513423a4-ba7a-48a5-9fe9-692f8fc28ec3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:22.207400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Calling delete_port for e0d8b495-d303-48bc-baca-70df85b01aec owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:22.212506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:22.217294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:22.260806 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7d26e738-fa3b-4c5b-89ef-d2287f4cecaf tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0736513 Aug 28 20:12:22.265497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55216) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:22.292078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:22.353342 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:22.383049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, de40494b-d8a7-4fbf-bd6e-085f2dfe94d9) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:22.390645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:22.391247 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.397540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dd931d-8f3c-4722-825a-48b985c1b6db None None] Network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:22.461904 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f39c1e9f-e051-4fa3-a8f3-9a50ba0c52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8f559e5c-e676-4813-8d67-63ccc509711e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.464745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f39c1e9f-e051-4fa3-a8f3-9a50ba0c52a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.469263 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f39c1e9f-e051-4fa3-a8f3-9a50ba0c52a4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8f559e5c-e676-4813-8d67-63ccc509711e HTTP/1.1" status: 204 len: 168 time: 0.7011266 Aug 28 20:12:22.470982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2dfdf4df-df1e-4565-9d24-396adc51570f req-a7855f7c-482f-48fa-a36d-3a50a7341fe1 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1188402 Aug 28 20:12:22.501688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-34cabbf6-08c1-498b-8110-3826276030e3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2849510 Aug 28 20:12:22.501887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c1e9f-e051-4fa3-a8f3-9a50ba0c52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f559e5c-e676-4813-8d67-63ccc509711e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:22.554344 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e0d8b495-d303-48bc-baca-70df85b01aec), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.624314 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Port': ['ID=e0d8b495-d303-48bc-baca-70df85b01aec,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:22.672622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:22.678302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.722812 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:22.726186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No DVR routers for this DVR port e0d8b495-d303-48bc-baca-70df85b01aec on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:22.765171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef4ecf-62cd-47bf-85da-5dae6814f92f None None] Network ff22f165-7068-441b-9b9a-8e7f2892e460 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:22.815330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-76a70f5b-62d3-4f11-9e8a-7a6fcd57d94c None None] Provisioning complete for port df1304bb-eab2-4900-883b-401d93e07e7c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:22.819729 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-76a70f5b-62d3-4f11-9e8a-7a6fcd57d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:22.878396 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (b01ecf83-6de1-4f8d-b4df-76a97f955ffd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:23.166840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-de40494b-d8a7-4fbf-bd6e-085f2dfe94d9', 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9', 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'fixed_ips': [{'subnet_id': '952d5ed0-3b2e-4f9e-91e7-cea8f6145a62'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:23.168040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:23.196346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (b01ecf83-6de1-4f8d-b4df-76a97f955ffd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:23.347527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=b01ecf83-6de1-4f8d-b4df-76a97f955ffd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:23.428056 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:23.443027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8712416a-d35c-4655-8560-6112c67e536b None None] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:23.551835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-34b888ef-bc98-4e73-bbed-325a71e2ff0a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:23.575680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-34b888ef-bc98-4e73-bbed-325a71e2ff0a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:23.581430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-34b888ef-bc98-4e73-bbed-325a71e2ff0a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ff22f165-7068-441b-9b9a-8e7f2892e460&id=de40494b-d8a7-4fbf-bd6e-085f2dfe94d9&id=ff22f165-7068-441b-9b9a-8e7f2892e460 HTTP/1.1" status: 200 len: 1390 time: 0.5130322 Aug 28 20:12:23.601193 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-e3e67ab1-47cc-45a9-bb5f-6f2d605e24aa tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/quotas/92dac742c70b4d3c93fa3d6707136cd2 HTTP/1.1" status: 200 len: 375 time: 0.0129678 Aug 28 20:12:23.604277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (c947eeaa-0702-4a92-b909-21a8f2afab8d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:23.632886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device df1304bb-eab2-4900-883b-401d93e07e7c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:23.686677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-76a70f5b-62d3-4f11-9e8a-7a6fcd57d94c None None] Current status of the port df1304bb-eab2-4900-883b-401d93e07e7c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:23.806744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-eae92352-c0c9-47ea-bac3-9a6cf91869ab None None] Could not find standard attr ID for object e0d8b495-d303-48bc-baca-70df85b01aec. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:12:23.808786 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:23.825485 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:23.871739 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:23.881066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port df1304bb-eab2-4900-883b-401d93e07e7c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:23.881473 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:23.894912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Allocated IP 19.86.0.2 (de40494b-d8a7-4fbf-bd6e-085f2dfe94d9/952d5ed0-3b2e-4f9e-91e7-cea8f6145a62/a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:23.900469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=c947eeaa-0702-4a92-b909-21a8f2afab8d,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:23.955918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ee139dc0-2054-4005-b0c1-7c4642930b98 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:12:23.988363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ff734-434a-41e4-887d-53deecdd3229 None None] DHCP port deletion for e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:23.990128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-07620768-1b98-44f2-8c06-9537c051845b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3333323 Aug 28 20:12:24.003558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4afbb694-fb39-47b9-b568-cf5cdf7d4ab8 None None] Provisioning complete for port df1304bb-eab2-4900-883b-401d93e07e7c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:24.004181 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4afbb694-fb39-47b9-b568-cf5cdf7d4ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.072909 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:24.095815 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.097394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f4566-0881-433a-ac4f-e7d4d2e5232c None None] Network e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:24.118404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93377e44-9f2b-4c79-b079-c9f539f18476 req-6eecd1d0-ba6f-45f3-a760-166d1f39eecf tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:24.120101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93377e44-9f2b-4c79-b079-c9f539f18476 req-6eecd1d0-ba6f-45f3-a760-166d1f39eecf tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 943 time: 0.7593749 Aug 28 20:12:24.139342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': 'fac30379-4ccc-4215-b5df-1d1131b97519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:24.139342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: 513423a4-ba7a-48a5-9fe9-692f8fc28ec3, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:24.192276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-054e72e8-70b4-40c2-8c4f-54d615269438 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011914 Aug 28 20:12:24.207553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:24.219620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc498664-722f-4759-bddf-4dd1478733bf') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:24.220185 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc498664-722f-4759-bddf-4dd1478733bf') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:24.254124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (fc498664-722f-4759-bddf-4dd1478733bf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.275832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fc498664-722f-4759-bddf-4dd1478733bf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.286219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:24.287004 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (fc498664-722f-4759-bddf-4dd1478733bf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.319331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:24.389674 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment fc498664-722f-4759-bddf-4dd1478733bf resource provider aggregate not found Aug 28 20:12:24.407546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-96a1e6e7-ebf3-4adf-8882-2a0ff18e3f96 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011480 Aug 28 20:12:24.428533 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:12:24.428878 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93377e44-9f2b-4c79-b079-c9f539f18476 req-93c75dc7-2789-48c1-b36b-d35c94ca9225 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912164 Aug 28 20:12:24.432069 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment fc498664-722f-4759-bddf-4dd1478733bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc498664-722f-4759-bddf-4dd1478733bf found for delete ", "request_id": "req-9d056742-0a30-4d8f-94b2-dc75c7434951"}]} Aug 28 20:12:24.434521 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4ebd-3748-4cd8-8438-3691fe822ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.501679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 513423a4-ba7a-48a5-9fe9-692f8fc28ec3) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:24.531102 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.547196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacae04e-a00a-4c55-b1d9-5d00d9e1edc5 None None] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:24.564241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.568295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b HTTP/1.1" status: 204 len: 168 time: 3.4698076 Aug 28 20:12:24.569230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca991dc-38d6-4c49-9f99-bcb035cdb017 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:24.571249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55278) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:24.607456 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43d63bb-f40c-472f-9933-4731e090ef4f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:24.608849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43d63bb-f40c-472f-9933-4731e090ef4f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:24.613221 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d43d63bb-f40c-472f-9933-4731e090ef4f tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b HTTP/1.1" status: 404 len: 339 time: 0.0291741 Aug 28 20:12:24.614108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55280) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:24.621119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55282) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:24.628435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:24.629030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-148888165', 'description': 'd1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:24.629168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.681909 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:24.712907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-867b2ece-848f-4202-b817-3aeafafb07c7 req-dd56a446-e141-4f70-b35b-4bf8e6c3eff5 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0452025 Aug 28 20:12:24.751779 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-70ea205c-60b2-4103-87dc-113c5073c044 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/de40494b-d8a7-4fbf-bd6e-085f2dfe94d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413162 Aug 28 20:12:24.752416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port df1304bb-eab2-4900-883b-401d93e07e7c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:24.785770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-513423a4-ba7a-48a5-9fe9-692f8fc28ec3', 'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3', 'project_id': '97dc423079494a9cb8264d083bd9d228', 'fixed_ips': [{'subnet_id': 'c947eeaa-0702-4a92-b909-21a8f2afab8d'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:24.786724 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.796085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2109806150-network', 'tenant_id': '7fb6d3fee805460ba9e4264839b6d703'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:24.837534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ee139dc0-2054-4005-b0c1-7c4642930b98, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ee139dc0-2054-4005-b0c1-7c4642930b98,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:24.840732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4afbb694-fb39-47b9-b568-cf5cdf7d4ab8 None None] Current status of the port df1304bb-eab2-4900-883b-401d93e07e7c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:24.845273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:24.849222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.854305 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-db29cfca-a4a5-4f65-9327-21311ec2a39c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5871270 Aug 28 20:12:24.855247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55288) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:24.857507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Publish callbacks [] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.867498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3', 'name': 'tempest-PortsTestJSON-1301237048', 'fixed_ips': [{'subnet_id': 'c947eeaa-0702-4a92-b909-21a8f2afab8d', 'ip_address': '172.20.0.10'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:24.870465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'ee139dc0-2054-4005-b0c1-7c4642930b98', 'network_id': '08f611d8-fbe4-464c-b17c-f38de24295ef', 'port_id': 'ee139dc0-2054-4005-b0c1-7c4642930b98', 'mac_address': 'fa:16:3e:eb:5c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be4c0f9-5e41-4323-ab72-938123bbece8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:12:24.887439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:24.899493 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6a2d03d9-183f-41d7-90b6-f0b9c474e8b6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.901993 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment 6a2d03d9-183f-41d7-90b6-f0b9c474e8b6 of type vlan for network 8538044f-8b7a-436e-9b14-9e7d14769421 Aug 28 20:12:24.958426 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (8538044f-8b7a-436e-9b14-9e7d14769421), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.961481 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:24.991222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Made reservation on behalf of 7fb6d3fee805460ba9e4264839b6d703 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:24.996094 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.005711 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.016510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-8804f106-7dbe-4e6c-a98e-ae2303a0f9db service neutron] 10.222.0.78 "GET /networking/v2.0/networks/de40494b-d8a7-4fbf-bd6e-085f2dfe94d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473154 Aug 28 20:12:25.022993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:25.031311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Pushing event updated for resources: {'Port': ['ID=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:25.034358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:25.048657 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (8538044f-8b7a-436e-9b14-9e7d14769421), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.052983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:25.056799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:25.056799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.107819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ee139dc0-2054-4005-b0c1-7c4642930b98 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:25.109836 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.164627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=8538044f-8b7a-436e-9b14-9e7d14769421,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:25.224523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks [] for security_group (cbcce95f-e259-4da5-bed1-97292e4ae3f9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.238225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-93ab830e-e977-4c7d-9c23-5be701d0e328 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6102128 Aug 28 20:12:25.243830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55304) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:25.259352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e0d8b495-d303-48bc-baca-70df85b01aec no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:25.307770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 8538044f-8b7a-436e-9b14-9e7d14769421 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:25.336842 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cbcce95f-e259-4da5-bed1-97292e4ae3f9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.388685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:25.409999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e0d8b495-d303-48bc-baca-70df85b01aec {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:25.410352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e0d8b495-d303-48bc-baca-70df85b01aec not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:25.429662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a004d0-fa27-4f8d-9a79-67cdbf237705 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:25.438019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-78a004d0-fa27-4f8d-9a79-67cdbf237705 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8538044f-8b7a-436e-9b14-9e7d14769421 HTTP/1.1" status: 200 len: 760 time: 0.1889462 Aug 28 20:12:25.452260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee139dc0-2054-4005-b0c1-7c4642930b98 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:12:25.453282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8165c36a-2b14-4a42-9418-ec3646df2e98), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.453705 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Added segment 8165c36a-2b14-4a42-9418-ec3646df2e98 of type vlan for network bfaae890-0ea7-4685-a66e-cd6c7c778541 Aug 28 20:12:25.455484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55310) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:25.461378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'description': 'd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:25.473389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcce95f-e259-4da5-bed1-97292e4ae3f9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:25.505179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Attempting to bind port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:25.505556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Attempting to bind port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:25.505966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Attempting to bind port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 on network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:25.540408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Allocated IP 172.20.0.2 (513423a4-ba7a-48a5-9fe9-692f8fc28ec3/c947eeaa-0702-4a92-b909-21a8f2afab8d/10b5c0c9-5c97-4e91-8592-398af36c9cab) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:25.551833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ee139dc0-2054-4005-b0c1-7c4642930b98, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ee139dc0-2054-4005-b0c1-7c4642930b98,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:25.561140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:25.561520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Checking segment: {'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:25.564686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.564686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Bound using segment: {'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:25.564686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Bound port: a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:25.564686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.598711 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (bfaae890-0ea7-4685-a66e-cd6c7c778541), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.641574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-7dbe6ff1-b5a9-418d-ab07-78c539621b03 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036189 Aug 28 20:12:25.645077 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:25.708315 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.745212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29113bf-dff6-418f-857b-e6c95a702834 req-2c1d82ac-6167-4213-9cdf-48f855fc115a tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:25.753557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e29113bf-dff6-418f-857b-e6c95a702834 req-2c1d82ac-6167-4213-9cdf-48f855fc115a tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 943 time: 0.1377275 Aug 28 20:12:25.814430 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.822371 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0cf13e9-57b8-4467-83c5-c1e830b4ed0e req-6a9da389-a5b4-420c-a18b-7fdea7e89c06 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0363629 Aug 28 20:12:25.831341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] For port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:25.831544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (bfaae890-0ea7-4685-a66e-cd6c7c778541), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.832493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:25.833118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.837255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-aec26a79-63c7-432c-89a5-a69201299a48 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837599 Aug 28 20:12:25.853900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:25.854034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] For port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:25.898804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ee139dc0-2054-4005-b0c1-7c4642930b98,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:25.942787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (8538044f-8b7a-436e-9b14-9e7d14769421), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:25.950936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ee139dc0-2054-4005-b0c1-7c4642930b98'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:12:25.963157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e29113bf-dff6-418f-857b-e6c95a702834 req-b7ec5a20-81d7-4679-bcd8-93c063e4dbf6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084477 Aug 28 20:12:26.002412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3856237 Aug 28 20:12:26.016271 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.018656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fde35-a640-490a-8c49-7d80471effde admin admin] Pushing event updated for resources: {'Network': ['ID=bfaae890-0ea7-4685-a66e-cd6c7c778541,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:26.041238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:12:26.069261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network bfaae890-0ea7-4685-a66e-cd6c7c778541 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:26.073348 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.085523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1943bd-af0e-449f-84ca-773c179f8014 req-8fe310a3-b5c6-42c2-ba1d-4d33379c0b8d tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0397761 Aug 28 20:12:26.124109 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (8538044f-8b7a-436e-9b14-9e7d14769421), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.194081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network 8538044f-8b7a-436e-9b14-9e7d14769421 is not hosted by any dhcp agent {{(pid=114322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 20:12:26.200016 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Publish callbacks [] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.212976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:26.224425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.228582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "PUT /networking/v2.0/networks/8538044f-8b7a-436e-9b14-9e7d14769421 HTTP/1.1" status: 200 len: 757 time: 0.7693286 Aug 28 20:12:26.238701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55332) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:26.353607 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.402736 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3305184-c967-487a-b86d-797f890868f2 req-771ab372-4e44-41c1-9140-eb4d70c33493 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 210 time: 0.0730247 Aug 28 20:12:26.403533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:26.408477 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:26.411509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:26.421570 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:26.430573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:26.436066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f9cc-6fe0-4d2f-8551-1c114195f03a None None] Pushing event updated for resources: {'Port': ['ID=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:26.473022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79305be2-63a7-4d3f-a905-71ae405dd004 req-4cf1db29-4f68-4a46-a3b8-31c36854b0c3 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0753157 Aug 28 20:12:26.491992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510e5b05-15f3-4e83-abb9-44bea6fc6d6a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:26.493514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-510e5b05-15f3-4e83-abb9-44bea6fc6d6a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8538044f-8b7a-436e-9b14-9e7d14769421 HTTP/1.1" status: 200 len: 760 time: 0.2538199 Aug 28 20:12:26.513883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55340) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:26.562556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1556833815'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:26.582420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.10 (513423a4-ba7a-48a5-9fe9-692f8fc28ec3/c947eeaa-0702-4a92-b909-21a8f2afab8d/d25bbd4f-1a65-48ee-b01d-dfb0ebedff33) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:26.607921 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffdef1-01e4-4fe5-8d42-e53694f8db74 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=8538044f-8b7a-436e-9b14-9e7d14769421,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:26.624598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Pushing event updated for resources: {'Port': ['ID=10b5c0c9-5c97-4e91-8592-398af36c9cab,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:26.643427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 8538044f-8b7a-436e-9b14-9e7d14769421 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:26.695353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Attempting to bind port 10b5c0c9-5c97-4e91-8592-398af36c9cab on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:26.695854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Attempting to bind port 10b5c0c9-5c97-4e91-8592-398af36c9cab by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'fac30379-4ccc-4215-b5df-1d1131b97519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:26.696098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Attempting to bind port 10b5c0c9-5c97-4e91-8592-398af36c9cab on network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:26.809554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:26.810369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Checking segment: {'id': 'fac30379-4ccc-4215-b5df-1d1131b97519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:26.810961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.811602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Bound using segment: {'id': 'fac30379-4ccc-4215-b5df-1d1131b97519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:26.812250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Bound port: 10b5c0c9-5c97-4e91-8592-398af36c9cab, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac30379-4ccc-4215-b5df-1d1131b97519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:26.812922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.826380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:26.830839 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.861285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:26.873901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fc940449-4657-469a-baf6-213ca982d835), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.874353 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment fc940449-4657-469a-baf6-213ca982d835 of type vlan for network e64ebb41-ce05-467f-811a-3095caec7df6 Aug 28 20:12:26.947757 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e64ebb41-ce05-467f-811a-3095caec7df6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:26.963715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] For port 10b5c0c9-5c97-4e91-8592-398af36c9cab, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:26.967943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] For port 10b5c0c9-5c97-4e91-8592-398af36c9cab, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=10b5c0c9-5c97-4e91-8592-398af36c9cab,segment=NetworkSegment(fac30379-4ccc-4215-b5df-1d1131b97519),segment_id=fac30379-4ccc-4215-b5df-1d1131b97519)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:26.992990 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.061411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fae9a-ab63-4d41-8d94-84889d999c98 req-67eebb23-635d-465a-b989-df991155cc4e tempest-ComputeTenantNetworksTest-747493422 tempest-ComputeTenantNetworksTest-747493422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:27.069097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fae9a-ab63-4d41-8d94-84889d999c98 req-67eebb23-635d-465a-b989-df991155cc4e tempest-ComputeTenantNetworksTest-747493422 tempest-ComputeTenantNetworksTest-747493422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:27.075702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fae9a-ab63-4d41-8d94-84889d999c98 req-67eebb23-635d-465a-b989-df991155cc4e tempest-ComputeTenantNetworksTest-747493422 tempest-ComputeTenantNetworksTest-747493422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:27.078132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.079708 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-874fae9a-ab63-4d41-8d94-84889d999c98 req-67eebb23-635d-465a-b989-df991155cc4e tempest-ComputeTenantNetworksTest-747493422 tempest-ComputeTenantNetworksTest-747493422-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3647182 Aug 28 20:12:27.094351 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e64ebb41-ce05-467f-811a-3095caec7df6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.099627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:27.100391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.158304 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:27.202624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc08c86-aaea-42ae-81c4-7d4dff04efb4 None None] Pushing event updated for resources: {'Port': ['ID=10b5c0c9-5c97-4e91-8592-398af36c9cab,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:27.276677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=e64ebb41-ce05-467f-811a-3095caec7df6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:27.292965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-af279fbc-f0e9-409b-9fdb-85b0da04a59a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7447045 Aug 28 20:12:27.295975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55358) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:27.320748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': 'e64ebb41-ce05-467f-811a-3095caec7df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:27.321580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e64ebb41-ce05-467f-811a-3095caec7df6 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:27.341143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf99d88-33eb-4546-963c-82cfcc3ba3ae req-896f4034-3d1e-4042-913a-59d95d95b4ed tempest-ComputeTenantNetworksTest-747493422 tempest-ComputeTenantNetworksTest-747493422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:27.358557 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccf99d88-33eb-4546-963c-82cfcc3ba3ae req-896f4034-3d1e-4042-913a-59d95d95b4ed tempest-ComputeTenantNetworksTest-747493422 tempest-ComputeTenantNetworksTest-747493422-project] 10.222.0.78 "GET /networking/v2.0/networks/bfaae890-0ea7-4685-a66e-cd6c7c778541 HTTP/1.1" status: 200 len: 769 time: 0.2552648 Aug 28 20:12:27.374869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55360) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:27.385386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338205c2-8f3b-45aa-a93f-382d8787f7ae req-8a76bcd0-6414-4d5b-95b1-fdb7fddaaee1 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:27.395200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-338205c2-8f3b-45aa-a93f-382d8787f7ae req-8a76bcd0-6414-4d5b-95b1-fdb7fddaaee1 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 944 time: 0.3444405 Aug 28 20:12:27.474469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:27.601363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (d25bbd4f-1a65-48ee-b01d-dfb0ebedff33), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.650113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (bfaae890-0ea7-4685-a66e-cd6c7c778541), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.686475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b689fe31-713c-42b0-9de1-c2d7572fdbc5 req-e72d6b42-9785-422a-ae53-7271a0535877 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.1313610 Aug 28 20:12:27.740243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:27.740243 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.758358 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-338205c2-8f3b-45aa-a93f-382d8787f7ae req-53d487b6-bbc5-4341-bb2b-004548471717 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564754 Aug 28 20:12:27.905743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:27.906564 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.911925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:27.918058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.921175 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:27.936304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ee139dc0-2054-4005-b0c1-7c4642930b98 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:28.006053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:28.011168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f670f-7198-47b4-9bfe-7db673f6c431 None None] Network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:28.021635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c16e3f7e-1b11-47a6-a244-772d94eef350 req-a05b2acc-caa3-429e-9265-9973c55ed1cf tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 210 time: 0.2343256 Aug 28 20:12:28.028027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (bfaae890-0ea7-4685-a66e-cd6c7c778541), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.063893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfaae890-0ea7-4685-a66e-cd6c7c778541']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:28.080674 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d25bbd4f-1a65-48ee-b01d-dfb0ebedff33), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.094659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8165c36a-2b14-4a42-9418-ec3646df2e98') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:28.095067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8165c36a-2b14-4a42-9418-ec3646df2e98') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:28.095829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-679e11cf-905b-455d-9349-40f144c824d2 req-173d93b9-2e10-4a43-9a2e-c9078d9b990f tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1419981 Aug 28 20:12:28.118433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.131815 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (8165c36a-2b14-4a42-9418-ec3646df2e98), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.179848 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8165c36a-2b14-4a42-9418-ec3646df2e98), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.188490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:28.195520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:28.198980 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:28.199150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:28.205760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-77538f22-a1f4-4a9e-bfc0-2eef97b9d2f4 None None] Provisioning complete for port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:28.206220 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77538f22-a1f4-4a9e-bfc0-2eef97b9d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.208318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port ee139dc0-2054-4005-b0c1-7c4642930b98 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:12:28.240314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:28.240857 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (8165c36a-2b14-4a42-9418-ec3646df2e98), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.364941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=d25bbd4f-1a65-48ee-b01d-dfb0ebedff33,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:28.382588 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8165c36a-2b14-4a42-9418-ec3646df2e98 resource provider aggregate not found Aug 28 20:12:28.461398 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8165c36a-2b14-4a42-9418-ec3646df2e98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8165c36a-2b14-4a42-9418-ec3646df2e98 found for delete ", "request_id": "req-3f460d8f-9ac5-4df1-955f-069564c4245e"}]} Aug 28 20:12:28.466754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:28.467440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.537107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (3e5b02b9-af98-4589-b411-1c5641b3f9ae), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.569686 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (bfaae890-0ea7-4685-a66e-cd6c7c778541), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.597704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.604332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/bfaae890-0ea7-4685-a66e-cd6c7c778541 HTTP/1.1" status: 204 len: 168 time: 1.2278090 Aug 28 20:12:28.609587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:28.616138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port ee139dc0-2054-4005-b0c1-7c4642930b98 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:28.616517 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.619790 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:28.626936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dade0-6706-4048-98a6-ce9bb3220892 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfaae890-0ea7-4685-a66e-cd6c7c778541,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:28.654546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=3e5b02b9-af98-4589-b411-1c5641b3f9ae,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:28.656813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55388) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:28.664907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '513423a4-ba7a-48a5-9fe9-692f8fc28ec3', 'name': 'tempest-PortsTestJSON-1410948501', 'fixed_ips': [{'subnet_id': 'c947eeaa-0702-4a92-b909-21a8f2afab8d', 'ip_address': '172.20.0.9'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:28.667722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3ea7221d-5539-4f67-a432-9ff225c7cc46 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8087826 Aug 28 20:12:28.758883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': 'fc940449-4657-469a-baf6-213ca982d835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e64ebb41-ce05-467f-811a-3095caec7df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:28.759256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: e64ebb41-ce05-467f-811a-3095caec7df6, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:28.761829 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:28.764260 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:28.832036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-77538f22-a1f4-4a9e-bfc0-2eef97b9d2f4 None None] Current status of the port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:28.864007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0eee77e9-e970-4589-b190-ef25c4efe002 req-da10dd96-4417-4abb-bb2f-35e0f95d8e5d tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0464389 Aug 28 20:12:28.900587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network e64ebb41-ce05-467f-811a-3095caec7df6 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:28.943929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ee139dc0-2054-4005-b0c1-7c4642930b98 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:28.944410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:28.955268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:29.003785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee139dc0-2054-4005-b0c1-7c4642930b98'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:12:29.006173 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81450590-9ca4-416f-ab43-53ec1b043cf8" -d '{"events": [{"server_uuid": "f30a65e8-f511-473f-bdf3-4ba85137c63d", "name": "network-vif-plugged", "status": "completed", "tag": "ee139dc0-2054-4005-b0c1-7c4642930b98"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:12:29.031221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ee139dc0-2054-4005-b0c1-7c4642930b98, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ee139dc0-2054-4005-b0c1-7c4642930b98,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:29.095553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b6232-3eec-4e35-9619-d66441f491e2 req-394526f1-0144-4f37-b473-4e1313a87044 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:29.097319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea63d3-87d6-4bbb-9623-a07d98887438 None None] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:29.104920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.105195 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d6b6232-3eec-4e35-9619-d66441f491e2 req-394526f1-0144-4f37-b473-4e1313a87044 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 944 time: 0.1187356 Aug 28 20:12:29.117949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e64ebb41-ce05-467f-811a-3095caec7df6) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:29.142194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:29.143105 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.161700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55398) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:29.223271 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:29.239454 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d6b6232-3eec-4e35-9619-d66441f491e2 req-aaf521c1-d0d2-4b4f-bb21-058e94df4c18 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250098 Aug 28 20:12:29.264004 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.347648 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d90ed4f-08a2-49ed-b5d7-d935da569f7e x-openstack-request-id: req-0d90ed4f-08a2-49ed-b5d7-d935da569f7e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:12:29.347905 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30a65e8-f511-473f-bdf3-4ba85137c63d", "name": "network-vif-plugged", "status": "completed", "tag": "ee139dc0-2054-4005-b0c1-7c4642930b98", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:12:29.348140 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d90ed4f-08a2-49ed-b5d7-d935da569f7e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:12:29.348550 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d90ed4f-08a2-49ed-b5d7-d935da569f7e'] response: {'server_uuid': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee139dc0-2054-4005-b0c1-7c4642930b98', 'code': 200} Aug 28 20:12:29.353472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac381e84-c1d2-486d-ab74-d372cdfcd526 None None] Network e64ebb41-ce05-467f-811a-3095caec7df6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:29.406750 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48c31770-b64e-4c45-8445-c78fa503e610 req-f018ab3a-aeff-4ebe-bf3a-759f57103900 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 210 time: 0.0691252 Aug 28 20:12:29.471853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43f350df-2641-4788-b8ab-7f088259edbc req-ecce8ee2-da1d-4e01-a591-954cd21f2c5a tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0461884 Aug 28 20:12:29.487066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ee139dc0-2054-4005-b0c1-7c4642930b98,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:29.492037 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fbaecfc8-2c02-4bdb-af3d-4fe500baf656 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1848254 Aug 28 20:12:29.493746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55408) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:29.512370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port e39f2bd8-ff94-485c-b570-a41a0e663190 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:12:29.527740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3d66bb0c-fdac-47a0-a5d4-047de7b58347 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7fb6d3fee805460ba9e4264839b6d703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642719 Aug 28 20:12:29.530286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55410) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:29.552663 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:29.573301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2377cf5d-63d8-4716-9385-a0b5e223a657 None None] Provisioning complete for port 10b5c0c9-5c97-4e91-8592-398af36c9cab triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:29.573695 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2377cf5d-63d8-4716-9385-a0b5e223a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.610622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3f11-3e2f-44ac-aea3-aab94c40e52c req-06913484-511a-4d03-93d5-cbf56d6156b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:29.612486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e90b3f11-3e2f-44ac-aea3-aab94c40e52c req-06913484-511a-4d03-93d5-cbf56d6156b7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 1127 time: 0.1669052 Aug 28 20:12:29.722750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a8b467-feb4-406a-bef6-26aa63768946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e64ebb41-ce05-467f-811a-3095caec7df6', 'network_id': 'e64ebb41-ce05-467f-811a-3095caec7df6', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': '3e5b02b9-af98-4589-b411-1c5641b3f9ae'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:29.723705 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b467-feb4-406a-bef6-26aa63768946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.744206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9bf44ad0-ea70-4f26-b0bb-dae88ee0e58d admin admin] Publish callbacks [] for security_group (cbcce95f-e259-4da5-bed1-97292e4ae3f9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.815606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e64ebb41-ce05-467f-811a-3095caec7df6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.817491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e90b3f11-3e2f-44ac-aea3-aab94c40e52c req-dda1ce4e-3625-4f16-96b3-3d81b428716e service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652987 Aug 28 20:12:29.838769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:29.863003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9bf44ad0-ea70-4f26-b0bb-dae88ee0e58d admin admin] Publish callbacks [] for security_group (cbcce95f-e259-4da5-bed1-97292e4ae3f9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.914128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (3e5b02b9-af98-4589-b411-1c5641b3f9ae), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:29.929954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.9 (513423a4-ba7a-48a5-9fe9-692f8fc28ec3/c947eeaa-0702-4a92-b909-21a8f2afab8d/e39f2bd8-ff94-485c-b570-a41a0e663190) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:29.982456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2377cf5d-63d8-4716-9385-a0b5e223a657 None None] Current status of the port 10b5c0c9-5c97-4e91-8592-398af36c9cab is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:29.983107 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2377cf5d-63d8-4716-9385-a0b5e223a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.078308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:30.078587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.081411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2377cf5d-63d8-4716-9385-a0b5e223a657 None None] For port 10b5c0c9-5c97-4e91-8592-398af36c9cab, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=10b5c0c9-5c97-4e91-8592-398af36c9cab,segment=NetworkSegment(fac30379-4ccc-4215-b5df-1d1131b97519),segment_id=fac30379-4ccc-4215-b5df-1d1131b97519)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:30.101195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e8f688a6-1c6d-4e7a-86d4-6bbdf9c71a31 req-12f3238c-8e0d-49c6-bcfd-79e84ea7e2f0 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0356879 Aug 28 20:12:30.162035 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (3e5b02b9-af98-4589-b411-1c5641b3f9ae), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.179350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9bf44ad0-ea70-4f26-b0bb-dae88ee0e58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cbcce95f-e259-4da5-bed1-97292e4ae3f9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.185692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9bf44ad0-ea70-4f26-b0bb-dae88ee0e58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.187885 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9bf44ad0-ea70-4f26-b0bb-dae88ee0e58d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cbcce95f-e259-4da5-bed1-97292e4ae3f9 HTTP/1.1" status: 204 len: 168 time: 0.6539581 Aug 28 20:12:30.203537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2377cf5d-63d8-4716-9385-a0b5e223a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.215503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5b02b9-af98-4589-b411-1c5641b3f9ae,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:30.233624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf44ad0-ea70-4f26-b0bb-dae88ee0e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcce95f-e259-4da5-bed1-97292e4ae3f9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:30.282388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (e39f2bd8-ff94-485c-b570-a41a0e663190), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.289143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:30.291140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 10b5c0c9-5c97-4e91-8592-398af36c9cab up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:30.378214 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e64ebb41-ce05-467f-811a-3095caec7df6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server [None req-f1a8b467-feb4-406a-bef6-26aa63768946 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e5b02b9-af98-4589-b411-1c5641b3f9ae: This subnet is being modified by another concurrent operation. Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Aug 28 20:12:30.435659 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1549, in create_port Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1514, in _create_port_db Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server raise exception Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e5b02b9-af98-4589-b411-1c5641b3f9ae: This subnet is being modified by another concurrent operation. Aug 28 20:12:30.438744 n-d-854121-7 neutron-server[114323]: ERROR oslo_messaging.rpc.server Aug 28 20:12:30.458292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377cf5d-63d8-4716-9385-a0b5e223a657 None None] Pushing event updated for resources: {'Port': ['ID=10b5c0c9-5c97-4e91-8592-398af36c9cab,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:30.498007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64ebb41-ce05-467f-811a-3095caec7df6']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:30.503260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2e694-3314-4ab2-baec-48b49890a3f2 None None] Network e64ebb41-ce05-467f-811a-3095caec7df6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:30.506155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Provisioning complete for port 10b5c0c9-5c97-4e91-8592-398af36c9cab triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:30.506531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.522427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e39f2bd8-ff94-485c-b570-a41a0e663190), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.546843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc940449-4657-469a-baf6-213ca982d835') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:30.546843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc940449-4657-469a-baf6-213ca982d835') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:30.578037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18b5c-3a15-4359-a91e-0899a4cb0642 req-bfa711e6-b356-4a39-888c-61fda0030bcb tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:30.582609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03f18b5c-3a15-4359-a91e-0899a4cb0642 req-bfa711e6-b356-4a39-888c-61fda0030bcb tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 945 time: 0.1530724 Aug 28 20:12:30.591688 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (fc940449-4657-469a-baf6-213ca982d835), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.629218 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4c632bfe-426e-4f2c-9c8b-7b756e136e28 req-8a12e042-a016-4043-848b-43f0364318d5 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 210 time: 0.0533061 Aug 28 20:12:30.631323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:30.638123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:30.639605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:30.646350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=e39f2bd8-ff94-485c-b570-a41a0e663190,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:30.662010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fc940449-4657-469a-baf6-213ca982d835), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.679450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:30.680756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (fc940449-4657-469a-baf6-213ca982d835), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.695209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03f18b5c-3a15-4359-a91e-0899a4cb0642 req-63de9147-199f-4772-8713-d68131ce97c6 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934896 Aug 28 20:12:30.739352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:30.740069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.753985 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment fc940449-4657-469a-baf6-213ca982d835 resource provider aggregate not found Aug 28 20:12:30.772802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 10b5c0c9-5c97-4e91-8592-398af36c9cab triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:30.772802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:30.846747 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment fc940449-4657-469a-baf6-213ca982d835 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc940449-4657-469a-baf6-213ca982d835 found for delete ", "request_id": "req-5653d7a1-6a51-4a9c-950a-a82325f39d8c"}]} Aug 28 20:12:30.893514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-be2b50b0-cfde-4245-b741-b43b05a360ad tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2309570 Aug 28 20:12:30.896499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55434) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:30.918035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6781c0f-3e37-49b3-9182-1bf5d17d2edb req-c8c7fef0-3853-4b40-8a8f-4c1b4c356215 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0746315 Aug 28 20:12:30.969058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Current status of the port 10b5c0c9-5c97-4e91-8592-398af36c9cab is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:30.982702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 10b5c0c9-5c97-4e91-8592-398af36c9cab is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:30.985423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Provisioning complete for port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:30.986065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.012267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-23c84e61-55e4-4ada-bb8d-5099ea08758b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.019088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-23c84e61-55e4-4ada-bb8d-5099ea08758b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.024946 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-23c84e61-55e4-4ada-bb8d-5099ea08758b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "GET /networking/v2.0/networks?id=ff22f165-7068-441b-9b9a-8e7f2892e460&id=de40494b-d8a7-4fbf-bd6e-085f2dfe94d9&id=ff22f165-7068-441b-9b9a-8e7f2892e460 HTTP/1.1" status: 200 len: 1390 time: 0.2406857 Aug 28 20:12:31.039595 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e64ebb41-ce05-467f-811a-3095caec7df6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.043416 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:31.065942 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.073724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e64ebb41-ce05-467f-811a-3095caec7df6 HTTP/1.1" status: 204 len: 168 time: 1.5784020 Aug 28 20:12:31.076341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55440) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.077238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b123b5c-b0ff-4397-ad0d-c23822bce288 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:12:31.112085 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:31.118183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d2ae-f49e-445c-804b-bee00ca145ca tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=e64ebb41-ce05-467f-811a-3095caec7df6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:31.123633 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4423ae-8b5c-4ffb-b966-edb6be1faff3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] GET failed (client error): The resource could not be found. Aug 28 20:12:31.125894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9b4423ae-8b5c-4ffb-b966-edb6be1faff3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/subnets/3e5b02b9-af98-4589-b411-1c5641b3f9ae HTTP/1.1" status: 404 len: 337 time: 0.0470951 Aug 28 20:12:31.128088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55442) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.130972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Current status of the port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:31.147226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c0487-0eb3-48a5-8583-bec9cb759da5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.169833 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b02c0487-0eb3-48a5-8583-bec9cb759da5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2742422 Aug 28 20:12:31.170980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55446) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.180167 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-220c1b6d-267c-4cd1-b615-7e582beb59e5 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:31.180618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220c1b6d-267c-4cd1-b615-7e582beb59e5 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:31.183538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-220c1b6d-267c-4cd1-b615-7e582beb59e5 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e64ebb41-ce05-467f-811a-3095caec7df6 HTTP/1.1" status: 404 len: 339 time: 0.0538659 Aug 28 20:12:31.191972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55450) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.203501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Provisioning complete for port d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:31.203885 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d25bbd4f-1a65-48ee-b01d-dfb0ebedff33), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.268582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e686421-aefb-491c-8b98-b5fc65cbd6c0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.275194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e686421-aefb-491c-8b98-b5fc65cbd6c0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.283086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e686421-aefb-491c-8b98-b5fc65cbd6c0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.285212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9e686421-aefb-491c-8b98-b5fc65cbd6c0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1132019 Aug 28 20:12:31.296909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-158450aa-09d1-4c9d-ba2a-a7cb7c4aface None None] Port d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:31.297291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55452) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.313386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 10b5c0c9-5c97-4e91-8592-398af36c9cab up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:31.368147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d367e17-ef29-4fc7-89b0-ece7739562e5 req-9be62a06-6226-4497-a2da-6169df556fe5 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0814419 Aug 28 20:12:31.491390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-29594198-55aa-4c6a-a9f1-69a3af140468 None None] Provisioning complete for port d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:31.494720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-29594198-55aa-4c6a-a9f1-69a3af140468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d25bbd4f-1a65-48ee-b01d-dfb0ebedff33), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.519888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port e39f2bd8-ff94-485c-b570-a41a0e663190 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:31.526418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e39f2bd8-ff94-485c-b570-a41a0e663190), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.529919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eb03f3-a457-45b9-bc4f-8084b40a1ebc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.534285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-15eb03f3-a457-45b9-bc4f-8084b40a1ebc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3388352 Aug 28 20:12:31.535291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55456) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.552102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 10b5c0c9-5c97-4e91-8592-398af36c9cab triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:31.552493 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.563160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b123b5c-b0ff-4397-ad0d-c23822bce288 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:12:31.612848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-29594198-55aa-4c6a-a9f1-69a3af140468 None None] Port d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:31.628255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c0f2e18a-0917-429d-b8e0-a901d5b3e2f4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 207 time: 0.0921690 Aug 28 20:12:31.634642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55460) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.686072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-29594198-55aa-4c6a-a9f1-69a3af140468 None None] Provisioning complete for port e39f2bd8-ff94-485c-b570-a41a0e663190 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:31.686454 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-29594198-55aa-4c6a-a9f1-69a3af140468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e39f2bd8-ff94-485c-b570-a41a0e663190), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.785879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e39f2bd8-ff94-485c-b570-a41a0e663190), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:31.813023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-29594198-55aa-4c6a-a9f1-69a3af140468 None None] Port e39f2bd8-ff94-485c-b570-a41a0e663190 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:31.822831 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:31.878248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149fdfa6-2cf7-4f3b-ae34-7af84782fc63 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.890179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149fdfa6-2cf7-4f3b-ae34-7af84782fc63 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.895457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 10b5c0c9-5c97-4e91-8592-398af36c9cab is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:31.896822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149fdfa6-2cf7-4f3b-ae34-7af84782fc63 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.903926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149fdfa6-2cf7-4f3b-ae34-7af84782fc63 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.905759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-149fdfa6-2cf7-4f3b-ae34-7af84782fc63 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2727046 Aug 28 20:12:31.908934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fd354-c053-4d5c-a012-27591c3699dd req-193c1b92-c75a-4a8d-8204-5d927cdd04fb tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:31.909669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:31.916352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-928fd354-c053-4d5c-a012-27591c3699dd req-193c1b92-c75a-4a8d-8204-5d927cdd04fb tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 945 time: 0.1183434 Aug 28 20:12:31.918489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'port': {'device_id': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460', 'admin_state_up': True, 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:31.918605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55472) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:31.920605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for e39f2bd8-ff94-485c-b570-a41a0e663190 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:31.991838 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:32.040665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24953937-e8d6-4050-ba73-1d6470258623 req-96fe40b9-19a5-4dad-8769-3d7da37f37fe tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 210 time: 0.1330509 Aug 28 20:12:32.174530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66148801-9b54-491f-9d37-9a94a82a2d73 req-1684adbd-cdc1-43d4-bfb7-5082bc286222 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0495274 Aug 28 20:12:32.203927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55478) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.206714 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:32.226148 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:32.291469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e39f2bd8-ff94-485c-b570-a41a0e663190), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.316271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-928fd354-c053-4d5c-a012-27591c3699dd req-8c1dc378-b690-4bbf-9f11-b36da5c567a8 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990257 Aug 28 20:12:32.369139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=e39f2bd8-ff94-485c-b570-a41a0e663190,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:32.450217 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:32.493409 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f74d8063-c39a-4f35-808d-85746e44b60d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3757515 Aug 28 20:12:32.500370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-network', 'tenant_id': '939fd477be214483874d147e32cb6a35'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:32.508129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55484) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.554375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a4d064f-3190-4d23-ab26-0ee2f7efd12a req-7099d61c-83c9-4cb2-8d5f-766b69dadb61 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0389895 Aug 28 20:12:32.595481 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.598890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9611bd62-aba9-46db-b7a0-9cb2d46f6260 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/e39f2bd8-ff94-485c-b570-a41a0e663190 HTTP/1.1" status: 204 len: 168 time: 1.3002343 Aug 28 20:12:32.603725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55486) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.621473 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-388000c5-c82f-4ca0-a972-7f34f52044a8 req-8b7e0258-3a87-46e1-a749-e513f92f37d9 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.1100361 Aug 28 20:12:32.632622 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-900c6d14-f71f-406c-af38-0229881d6dab tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:12:32.634801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-900c6d14-f71f-406c-af38-0229881d6dab tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/e39f2bd8-ff94-485c-b570-a41a0e663190 HTTP/1.1" status: 404 len: 333 time: 0.0299442 Aug 28 20:12:32.637604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55488) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.668731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e6096-59c7-4736-83de-edb7514f0e13 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:32.671285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e6096-59c7-4736-83de-edb7514f0e13 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:32.677177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-027e6096-59c7-4736-83de-edb7514f0e13 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1603632 Aug 28 20:12:32.678124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55490) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.738658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:32.739069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d25bbd4f-1a65-48ee-b01d-dfb0ebedff33), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.739949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f25f75-9f3f-43e9-82c7-677a1acad4b4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:32.741708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f25f75-9f3f-43e9-82c7-677a1acad4b4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:32.743805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-24f25f75-9f3f-43e9-82c7-677a1acad4b4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0645475 Aug 28 20:12:32.748486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55494) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.757066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:32.760938 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.796291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55496) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.801391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Made reservation on behalf of 939fd477be214483874d147e32cb6a35 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:32.803779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.805667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1808625346'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:32.818730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.896871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74692e-3715-4a35-a0fe-ef5d5ef46200 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:32.898375 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8d74692e-3715-4a35-a0fe-ef5d5ef46200 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/networks/8422f792-1cd5-4a63-b696-8891fdb79e95 HTTP/1.1" status: 200 len: 800 time: 0.1486745 Aug 28 20:12:32.902733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55498) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:32.944797 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks [] for security_group (9db5d895-8ba0-4cc8-a313-2dbac22d4e39), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.951719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d25bbd4f-1a65-48ee-b01d-dfb0ebedff33), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:32.980929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:32.984717 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.038135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:33.043272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9db5d895-8ba0-4cc8-a313-2dbac22d4e39), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.066555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:33.081632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db5d895-8ba0-4cc8-a313-2dbac22d4e39,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:33.086683 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.087026 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Added segment e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f of type vlan for network 3acf5539-a146-4cb6-a5f2-db201b95186e Aug 28 20:12:33.126876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:33.130373 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (3acf5539-a146-4cb6-a5f2-db201b95186e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.152345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Allocated IP 19.80.0.110 (ff22f165-7068-441b-9b9a-8e7f2892e460/722f1750-43aa-4414-8a4c-f6b908aaebcb/41124409-df1c-4a2d-bf5f-6169c1099fec) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:33.188983 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9b6bb438-0a19-4985-85f7-2baa991bcddc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.189336 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Added segment 9b6bb438-0a19-4985-85f7-2baa991bcddc of type vlan for network 113972e0-aaf6-454d-9225-ecf6c56d8066 Aug 28 20:12:33.232469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (3acf5539-a146-4cb6-a5f2-db201b95186e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.234760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:33.234760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.252832 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f42cfa39-f80b-4654-945f-032044da2215 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/networks/8422f792-1cd5-4a63-b696-8891fdb79e95?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3405454 Aug 28 20:12:33.255349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55502) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:33.275023 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9689dbd-14cd-4f1a-b3d9-e361ac8d7fa2 req-9130264b-b4b2-4add-a9f9-350b0ecb1f28 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 210 time: 0.0918083 Aug 28 20:12:33.300620 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (113972e0-aaf6-454d-9225-ecf6c56d8066), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.333363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] Pushing event updated for resources: {'Network': ['ID=3acf5539-a146-4cb6-a5f2-db201b95186e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:33.344003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b5af09f9-fedc-4e94-b9d7-506726c79abe admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1384721 Aug 28 20:12:33.347759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55504) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:33.353802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Request body: {'subnet': {'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-subnet', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:33.360189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 3acf5539-a146-4cb6-a5f2-db201b95186e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:33.398031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280ed73-d458-4361-bd03-afb8af9f20da tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:33.399494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b280ed73-d458-4361-bd03-afb8af9f20da tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/subnets/619901d4-4776-437a-b15f-61cd627131da HTTP/1.1" status: 200 len: 811 time: 0.1122799 Aug 28 20:12:33.404455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55508) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:33.429840 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (113972e0-aaf6-454d-9225-ecf6c56d8066), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.436863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:33.437767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.453410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Made reservation on behalf of 939fd477be214483874d147e32cb6a35 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:33.456180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.503630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d25bbd4f-1a65-48ee-b01d-dfb0ebedff33), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.526145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116b52a-e15b-4220-a1e5-37f90b2fd2c3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['shared'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:33.527612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3116b52a-e15b-4220-a1e5-37f90b2fd2c3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "GET /networking/v2.0/subnets/619901d4-4776-437a-b15f-61cd627131da?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1221900 Aug 28 20:12:33.540232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55510) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:33.563639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340794188'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:33.601137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf080713-75c9-41ad-9f90-0ff9f4dcb519 req-ec22b1c7-f7d3-4979-9952-576d13323591 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:33.602669 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf080713-75c9-41ad-9f90-0ff9f4dcb519 req-ec22b1c7-f7d3-4979-9952-576d13323591 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 945 time: 0.1258166 Aug 28 20:12:33.622942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=d25bbd4f-1a65-48ee-b01d-dfb0ebedff33,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:33.634355 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8359940 Aug 28 20:12:33.639049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55514) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:33.649404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1585745670'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:33.690557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:33.694318 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.696805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc3b70-7df9-4689-8f70-f675566b13f5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Network': ['ID=113972e0-aaf6-454d-9225-ecf6c56d8066,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:33.718659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:33.759860 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf080713-75c9-41ad-9f90-0ff9f4dcb519 req-181ef4d9-929e-44e4-8da2-620e6a5cad31 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455884 Aug 28 20:12:33.793588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40bf9b1c-165a-45b9-9635-515c723572a4 req-d0881c2f-55b3-4200-a2b0-e3ff7cee2e99 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0672462 Aug 28 20:12:33.820810 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.842074 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-966d41f9-19df-4cb7-b3ca-e3faedbebec3 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 HTTP/1.1" status: 204 len: 168 time: 1.2030377 Aug 28 20:12:33.844979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55520) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:33.853540 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.897262 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98eae9a-ef89-469d-8d25-60a0bb9c5224 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:12:33.902541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b98eae9a-ef89-469d-8d25-60a0bb9c5224 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/d25bbd4f-1a65-48ee-b01d-dfb0ebedff33 HTTP/1.1" status: 404 len: 333 time: 0.0440085 Aug 28 20:12:33.905721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55522) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:33.954654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:33.961087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed494b48-8726-4974-8172-64b470f570b7 req-495f93ca-9abc-4be8-9f5b-95f3cfae311c tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0545912 Aug 28 20:12:33.962558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (0387f0f0-e725-40e5-9515-374ca2e1af49), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.983245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet c947eeaa-0702-4a92-b909-21a8f2afab8d {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:33.986384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:33.988045 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (c947eeaa-0702-4a92-b909-21a8f2afab8d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:33.990712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.006747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-0bc1a09b-1665-4925-984c-470610f7bd99 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3030992 Aug 28 20:12:34.042399 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:34.042603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3e5e221e-39d9-409c-84bb-b6d2fafe1780), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.043526 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Added segment 3e5e221e-39d9-409c-84bb-b6d2fafe1780 of type vlan for network 6f53a322-068b-4e7e-8d2c-835251d52b49 Aug 28 20:12:34.052055 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (c947eeaa-0702-4a92-b909-21a8f2afab8d), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.098610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:34.100860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.110666 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:34.179388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Checking segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:34.179863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Network hostable DHCP agents. Network: 3acf5539-a146-4cb6-a5f2-db201b95186e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:34.196775 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (020616ad-c180-4e8c-9bfa-c35c3a18b3f9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.197198 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Added segment 020616ad-c180-4e8c-9bfa-c35c3a18b3f9 of type vlan for network 82181eed-f302-4511-943f-fb3b30d86409 Aug 28 20:12:34.197844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network ff22f165-7068-441b-9b9a-8e7f2892e460 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:34.201752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:34.203637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Port': ['ID=41124409-df1c-4a2d-bf5f-6169c1099fec,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:34.206094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6f53a322-068b-4e7e-8d2c-835251d52b49), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.210106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:34.218621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0387f0f0-e725-40e5-9515-374ca2e1af49,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:34.227811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-9083c2b2-b027-403a-b986-059c3e8bf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:34.229500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-9083c2b2-b027-403a-b986-059c3e8bf127 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5267391a5c11415a90b0ce48613c0668&device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 1127 time: 0.1555724 Aug 28 20:12:34.256575 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c947eeaa-0702-4a92-b909-21a8f2afab8d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.299408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:34.300047 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.341379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (82181eed-f302-4511-943f-fb3b30d86409), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.351485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Network 3acf5539-a146-4cb6-a5f2-db201b95186e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:34.365258 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:34.422488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-62efd211-2122-4f70-af34-006972920f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:34.424037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-62efd211-2122-4f70-af34-006972920f1b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=08f611d8-fbe4-464c-b17c-f38de24295ef HTTP/1.1" status: 200 len: 922 time: 0.1535521 Aug 28 20:12:34.440064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 3acf5539-a146-4cb6-a5f2-db201b95186e) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:34.451719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c100e-3c1d-45a3-bc78-31d6156c9899 None None] Network 3acf5539-a146-4cb6-a5f2-db201b95186e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:34.458776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:34.459627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.464171 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6f53a322-068b-4e7e-8d2c-835251d52b49), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.470894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:34.471861 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.475039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (c947eeaa-0702-4a92-b909-21a8f2afab8d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.501987 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (82181eed-f302-4511-943f-fb3b30d86409), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.502712 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-3dd33dab-6277-43d8-acdd-ad13c64566db tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5913403 Aug 28 20:12:34.503437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:34.504071 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.534428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643145-0461-4d14-b002-f45bbf2c6166 req-1d6f2991-c1ac-4078-9742-ba3eddb6a12b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:34.536752 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0643145-0461-4d14-b002-f45bbf2c6166 req-1d6f2991-c1ac-4078-9742-ba3eddb6a12b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 932 time: 0.1248429 Aug 28 20:12:34.558495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=c947eeaa-0702-4a92-b909-21a8f2afab8d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:34.562179 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.569321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55544) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:34.570181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4c33a473-5818-4681-a2c7-09886444e098 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c947eeaa-0702-4a92-b909-21a8f2afab8d HTTP/1.1" status: 204 len: 168 time: 0.6624446 Aug 28 20:12:34.580285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe4ee72-765d-47ea-9792-6692a5002fd0 None None] Network 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:34.642582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0643145-0461-4d14-b002-f45bbf2c6166 req-0e6a0198-bab3-4b40-bb26-33e09e01fb23 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871191 Aug 28 20:12:34.667617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d5088002-e19c-47ef-9117-1d7e304852ad None None] Provisioning complete for port 41124409-df1c-4a2d-bf5f-6169c1099fec triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:34.667980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d5088002-e19c-47ef-9117-1d7e304852ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.744703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-3acf5539-a146-4cb6-a5f2-db201b95186e', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'project_id': '939fd477be214483874d147e32cb6a35', 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:34.745950 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:34.749733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d71ac6a-4d6e-4595-ad11-4db77b2a10b6 req-00d7216f-e354-4a13-8be4-69c708323b8b tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0379989 Aug 28 20:12:34.753764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d5088002-e19c-47ef-9117-1d7e304852ad None None] Port 41124409-df1c-4a2d-bf5f-6169c1099fec cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:34.884694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] DHCP port deletion for 513423a4-ba7a-48a5-9fe9-692f8fc28ec3 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:34.938517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9de8d064-81a9-430b-bf01-bc82b8430daa req-9e724142-8ddc-4129-8f50-edf9b8048fbf tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0395939 Aug 28 20:12:34.965788 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:34.967742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] Deleting port 10b5c0c9-5c97-4e91-8592-398af36c9cab {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:34.968117 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.008982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-555928cb-959a-4d82-957b-0077217a94d7 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6602018 Aug 28 20:12:35.012307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55548) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:35.017440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:35.024167 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4843514 Aug 28 20:12:35.027820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3873003 Aug 28 20:12:35.027968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55550) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:35.038781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55552) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:35.041942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Allocated IP 172.20.0.2 (3acf5539-a146-4cb6-a5f2-db201b95186e/0387f0f0-e725-40e5-9515-374ca2e1af49/d90f22a8-7258-4f01-a508-c148957d5359) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:35.047095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'subnet': {'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:35.054615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'network_id': '6f53a322-068b-4e7e-8d2c-835251d52b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:35.065649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a51805-07dd-4f6e-a03e-49092133e6f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Network': ['ID=6f53a322-068b-4e7e-8d2c-835251d52b49,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:35.066520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] For port 10b5c0c9-5c97-4e91-8592-398af36c9cab, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=10b5c0c9-5c97-4e91-8592-398af36c9cab,segment=NetworkSegment(fac30379-4ccc-4215-b5df-1d1131b97519),segment_id=fac30379-4ccc-4215-b5df-1d1131b97519)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:35.067115 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.084743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6f53a322-068b-4e7e-8d2c-835251d52b49 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:35.100007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] Calling delete_port for 10b5c0c9-5c97-4e91-8592-398af36c9cab owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:35.164737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (6188a180-6110-47fe-9db1-2a4e02f3dff8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.169205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (6188a180-6110-47fe-9db1-2a4e02f3dff8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.177839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (513423a4-ba7a-48a5-9fe9-692f8fc28ec3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.200991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cecfbe-ebd8-45a6-9bff-3c60e46470c7 req-1cd6ac46-d31f-4d4a-9212-89868111c109 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:35.208555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9cecfbe-ebd8-45a6-9bff-3c60e46470c7 req-1cd6ac46-d31f-4d4a-9212-89868111c109 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 945 time: 0.5532804 Aug 28 20:12:35.230156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b684e44-d7f0-4444-ba47-71fdfff014c7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Network': ['ID=82181eed-f302-4511-943f-fb3b30d86409,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:35.262941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 82181eed-f302-4511-943f-fb3b30d86409 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:35.268890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:35.272767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.278860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks [] for router_controller (6188a180-6110-47fe-9db1-2a4e02f3dff8), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.326168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 10b5c0c9-5c97-4e91-8592-398af36c9cab no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:35.334292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9cecfbe-ebd8-45a6-9bff-3c60e46470c7 req-6c460cdc-d036-47e0-8eeb-5357eb6cb7e1 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183379 Aug 28 20:12:35.334833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 10b5c0c9-5c97-4e91-8592-398af36c9cab {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:35.335179 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.420480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] For port 10b5c0c9-5c97-4e91-8592-398af36c9cab, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=10b5c0c9-5c97-4e91-8592-398af36c9cab,segment=NetworkSegment(fac30379-4ccc-4215-b5df-1d1131b97519),segment_id=fac30379-4ccc-4215-b5df-1d1131b97519)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:35.513687 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.513687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 10b5c0c9-5c97-4e91-8592-398af36c9cab owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:35.514047 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Publish callbacks [] for port (d90f22a8-7258-4f01-a508-c148957d5359), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.536401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 10b5c0c9-5c97-4e91-8592-398af36c9cab is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:35.536945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.548561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'port': {'device_id': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9', 'admin_state_up': True, 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:35.587758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-1854dacb-93b3-46be-9904-4c973675cb12 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee139dc0-2054-4005-b0c1-7c4642930b98 HTTP/1.1" status: 200 len: 217 time: 0.0460584 Aug 28 20:12:35.624335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Made reservation on behalf of 45d9f13ac11d4222aef33731aa3ca83f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:35.789297 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.789297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-efd5c1b9-88ed-47b5-b89d-3d3b1f104d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:35.789297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-efd5c1b9-88ed-47b5-b89d-3d3b1f104d07 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2be4c0f9-5e41-4323-ab72-938123bbece8 HTTP/1.1" status: 200 len: 860 time: 0.1091750 Aug 28 20:12:35.789297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Performing IP validity checks on allocation pools {{(pid=114321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 28 20:12:35.789297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 28 20:12:35.789652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks [] for router_gateway (6188a180-6110-47fe-9db1-2a4e02f3dff8), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.790061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-586b3822-008f-4b35-ae00-02e1aa3682ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:35.790061 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-586b3822-008f-4b35-ae00-02e1aa3682ff service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=08f611d8-fbe4-464c-b17c-f38de24295ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475183 Aug 28 20:12:35.816943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fdc69-fb3a-4afe-b809-705955870c07 req-6ab6de45-cc84-45d7-b539-f514d08f19dd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:35.825276 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f46fdc69-fb3a-4afe-b809-705955870c07 req-6ab6de45-cc84-45d7-b539-f514d08f19dd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 932 time: 0.0778534 Aug 28 20:12:35.907186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969c881-eb5d-4687-b61d-baed436d305f req-75ad2915-67eb-4332-8e94-ba13fe45567d tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:35.908427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74d1783a-ce76-4121-8353-0743a08029e6 req-f71b166d-da27-424d-a4c5-4f29383eb199 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0435135 Aug 28 20:12:35.908666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5969c881-eb5d-4687-b61d-baed436d305f req-75ad2915-67eb-4332-8e94-ba13fe45567d tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 945 time: 0.0725605 Aug 28 20:12:35.918565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f46fdc69-fb3a-4afe-b809-705955870c07 req-e9d1d7d2-25b7-481d-a0f8-af0a74ad3b1e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944161 Aug 28 20:12:35.928185 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.949279 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d90f22a8-7258-4f01-a508-c148957d5359), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.949404 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=70 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:35.951530 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:35.980264 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:36.018587 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (10b5c0c9-5c97-4e91-8592-398af36c9cab), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.029407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] Pushing event deleted for resources: {'Port': ['ID=10b5c0c9-5c97-4e91-8592-398af36c9cab,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:36.039822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea579ba-1e4d-41ab-8038-54fdfe1c508e None None] No DVR routers for this DVR port 10b5c0c9-5c97-4e91-8592-398af36c9cab on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:36.074619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Network 3acf5539-a146-4cb6-a5f2-db201b95186e is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:36.082343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:36.086268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:36.104767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Pushing event updated for resources: {'Port': ['ID=d90f22a8-7258-4f01-a508-c148957d5359,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:36.107779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:36.109929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No DVR routers for this DVR port 10b5c0c9-5c97-4e91-8592-398af36c9cab on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:36.111906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.116910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=10b5c0c9-5c97-4e91-8592-398af36c9cab,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:36.124414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-2473716b-940f-4a8b-bb89-9410f8eef6ca service neutron] 10.222.0.89 "GET /networking/v2.0/networks/08f611d8-fbe4-464c-b17c-f38de24295ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414402 Aug 28 20:12:36.128557 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:36.149031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (41f9057d-853f-4ca7-92e8-994d51c5bf8e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.171940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Attempting to bind port d90f22a8-7258-4f01-a508-c148957d5359 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:36.173986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Attempting to bind port d90f22a8-7258-4f01-a508-c148957d5359 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:36.174573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Attempting to bind port d90f22a8-7258-4f01-a508-c148957d5359 on network 3acf5539-a146-4cb6-a5f2-db201b95186e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:36.181313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:36.187039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Checking segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:36.187039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.187039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Bound using segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:36.187039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Bound port: d90f22a8-7258-4f01-a508-c148957d5359, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:36.187039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d90f22a8-7258-4f01-a508-c148957d5359), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.204424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cef216e3-174c-4e38-84c0-776ec8bd4336 req-9cbae00c-dd9f-4e78-bb62-5abf3634a32c tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1126189 Aug 28 20:12:36.264941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] For port d90f22a8-7258-4f01-a508-c148957d5359, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:36.268952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] For port d90f22a8-7258-4f01-a508-c148957d5359, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d90f22a8-7258-4f01-a508-c148957d5359,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:36.280258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Deleting port ee139dc0-2054-4005-b0c1-7c4642930b98 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:36.280606 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.283481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Subnet': ['ID=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:36.318001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d90f22a8-7258-4f01-a508-c148957d5359), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.327179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=41f9057d-853f-4ca7-92e8-994d51c5bf8e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:36.348128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (513423a4-ba7a-48a5-9fe9-692f8fc28ec3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.398067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Checking segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:36.398067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network hostable DHCP agents. Network: 113972e0-aaf6-454d-9225-ecf6c56d8066, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:36.415325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513423a4-ba7a-48a5-9fe9-692f8fc28ec3']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:36.430241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Checking segment: {'id': '3e5e221e-39d9-409c-84bb-b6d2fafe1780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6f53a322-068b-4e7e-8d2c-835251d52b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:36.430925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network hostable DHCP agents. Network: 6f53a322-068b-4e7e-8d2c-835251d52b49, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:36.452684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c965a-a7e5-44f3-a714-f560bb82be7c None None] Pushing event updated for resources: {'Port': ['ID=d90f22a8-7258-4f01-a508-c148957d5359,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:36.461437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac30379-4ccc-4215-b5df-1d1131b97519') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:36.461894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac30379-4ccc-4215-b5df-1d1131b97519') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:36.483661 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (fac30379-4ccc-4215-b5df-1d1131b97519), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.494550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61092102-82f2-485b-83ad-58eb2a82eed9 req-d90ec59c-c161-4697-ae3c-265248667861 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/08f611d8-fbe4-464c-b17c-f38de24295ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911375 Aug 28 20:12:36.538827 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:36.539982 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fac30379-4ccc-4215-b5df-1d1131b97519), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.554277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:36.554277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (fac30379-4ccc-4215-b5df-1d1131b97519), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.583163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] For port ee139dc0-2054-4005-b0c1-7c4642930b98, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ee139dc0-2054-4005-b0c1-7c4642930b98,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:36.583163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.600109 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment fac30379-4ccc-4215-b5df-1d1131b97519 resource provider aggregate not found Aug 28 20:12:36.609201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81380d97-de14-4c25-86ca-7f98b9a198f9 req-6cdcda71-f33f-44b0-80eb-faf8aabc448d tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:36.610804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81380d97-de14-4c25-86ca-7f98b9a198f9 req-6cdcda71-f33f-44b0-80eb-faf8aabc448d tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 945 time: 0.1139376 Aug 28 20:12:36.625956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Calling delete_port for ee139dc0-2054-4005-b0c1-7c4642930b98 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:36.640036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Allocated IP 19.86.0.159 (de40494b-d8a7-4fbf-bd6e-085f2dfe94d9/952d5ed0-3b2e-4f9e-91e7-cea8f6145a62/15c10e84-9651-4413-9a4e-03e24b6bf8b8) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:36.662178 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment fac30379-4ccc-4215-b5df-1d1131b97519 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fac30379-4ccc-4215-b5df-1d1131b97519 found for delete ", "request_id": "req-e7b4ad2e-3a26-481b-b59c-73def8fc28b6"}]} Aug 28 20:12:36.676940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks [] for router_gateway (6188a180-6110-47fe-9db1-2a4e02f3dff8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.702321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Network 6f53a322-068b-4e7e-8d2c-835251d52b49 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:36.728352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81380d97-de14-4c25-86ca-7f98b9a198f9 req-06d49e39-f30f-454d-be4c-0de9445067bd tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=afdb2075-eae7-48e1-9c45-81dc51b8a4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650003 Aug 28 20:12:36.730765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:36.750490 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.773173 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:36.790146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6f53a322-068b-4e7e-8d2c-835251d52b49) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:36.791833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (513423a4-ba7a-48a5-9fe9-692f8fc28ec3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.801277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.801436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e2ec5a-3231-47b5-a95f-d530d1dfe3d9 None None] Network 6f53a322-068b-4e7e-8d2c-835251d52b49 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:36.804724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/513423a4-ba7a-48a5-9fe9-692f8fc28ec3 HTTP/1.1" status: 204 len: 168 time: 2.2338383 Aug 28 20:12:36.806239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:36.806830 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.809383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55570) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:36.815807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-249672888'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:36.841735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdc9ba-2875-482d-ba91-3f83beadf683 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=513423a4-ba7a-48a5-9fe9-692f8fc28ec3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:36.862999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 113972e0-aaf6-454d-9225-ecf6c56d8066) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:36.868307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:36.869082 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:36.875261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cfa79e-50db-45a6-86ee-7f728820e75a None None] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:36.889880 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:36.935769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1dd32312-4576-4269-b66c-7b9d11d150af tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9011102 Aug 28 20:12:36.940443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55572) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:36.946079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d8b8a30a-ae8f-4340-b749-047aee7afed4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:37.037608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6f53a322-068b-4e7e-8d2c-835251d52b49', 'network_id': '6f53a322-068b-4e7e-8d2c-835251d52b49', 'project_id': '45d9f13ac11d4222aef33731aa3ca83f', 'fixed_ips': [{'subnet_id': '41f9057d-853f-4ca7-92e8-994d51c5bf8e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:37.038710 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.056116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:37.061135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.082226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-113972e0-aaf6-454d-9225-ecf6c56d8066', 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'fixed_ips': [{'subnet_id': '7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:37.083322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.185394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:12:37.198571 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c7e815c-60ab-4fb1-8ad0-b43e97638f7e req-77da6243-1dbb-457a-adf5-6643c1edb294 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0817142 Aug 28 20:12:37.215107 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f569308e-15c8-4cb0-9767-13deb3b87070), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.215451 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Added segment f569308e-15c8-4cb0-9767-13deb3b87070 of type vlan for network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff Aug 28 20:12:37.255595 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a30a-ae8f-4340-b749-047aee7afed4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12600519'] for subnet (41f9057d-853f-4ca7-92e8-994d51c5bf8e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.312377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (74bdaba9-d569-4c9c-b5b6-bad8082b9bff), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.384113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1c4e846-a056-4a28-869e-efb0ba3c6bd8 req-2c3d074d-c596-4a46-84a7-9429fa90e8a6 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0463138 Aug 28 20:12:37.428987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d90f22a8-7258-4f01-a508-c148957d5359 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:37.460676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (74bdaba9-d569-4c9c-b5b6-bad8082b9bff), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.470769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:37.474225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.531726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Allocated IP 172.20.0.3 (6f53a322-068b-4e7e-8d2c-835251d52b49/41f9057d-853f-4ca7-92e8-994d51c5bf8e/41835a3b-244a-4649-8b5b-ac10fb7494d6) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:37.544137 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f2c6a5b9-8542-4fb5-a2f5-8d2eddb63fba tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5036156 Aug 28 20:12:37.544672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Allocated IP 10.1.1.2 (113972e0-aaf6-454d-9225-ecf6c56d8066/7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6/da5a8482-1b7f-4ebc-9fe8-8c59298754b5) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:37.565101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55580) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:37.573672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'subnet': {'network_id': '82181eed-f302-4511-943f-fb3b30d86409', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:37.607659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Network': ['ID=74bdaba9-d569-4c9c-b5b6-bad8082b9bff,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:37.614537 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e8998fac-3ace-477f-acb7-9a4cc4bfd092 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8023169 Aug 28 20:12:37.617083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55582) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:37.624759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:37.647565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:12:37.678108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d90f22a8-7258-4f01-a508-c148957d5359 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:37.678490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d90f22a8-7258-4f01-a508-c148957d5359), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.687052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Allocated IP 172.25.4.50 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/55188575-6bb2-49d9-8c37-355a158c8742) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:37.698520 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:37.726856 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:37.754506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d0053-1278-4f23-95bc-12840815669d req-82a77c98-e998-4d2b-bbf2-8169253a5514 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:37.762739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e4d0053-1278-4f23-95bc-12840815669d req-82a77c98-e998-4d2b-bbf2-8169253a5514 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 932 time: 0.2350256 Aug 28 20:12:37.829664 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.842534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ee139dc0-2054-4005-b0c1-7c4642930b98), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.881475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c9105f20-9ff8-482a-a3fa-cad3d617e490 req-de360d99-da8f-4426-aa0b-0f34fdf9c0f7 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.0466673 Aug 28 20:12:37.882799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:37.887072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:37.942733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ee139dc0-2054-4005-b0c1-7c4642930b98'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:12:37.944839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be701965-3a07-44d2-a8b7-f3cc178587de None None] Network 3acf5539-a146-4cb6-a5f2-db201b95186e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:37.959820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Pushing event deleted for resources: {'Port': ['ID=ee139dc0-2054-4005-b0c1-7c4642930b98,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:37.978103 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:38.030962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e4d0053-1278-4f23-95bc-12840815669d req-05be9846-f0cd-41a0-baee-7fae3d9d3320 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671988 Aug 28 20:12:38.079561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e109dca4-4361-4cf7-a06d-b1a3d305632c None None] Provisioning complete for port d90f22a8-7258-4f01-a508-c148957d5359 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:38.082722 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e109dca4-4361-4cf7-a06d-b1a3d305632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d90f22a8-7258-4f01-a508-c148957d5359), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.111685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] No DVR routers for this DVR port ee139dc0-2054-4005-b0c1-7c4642930b98 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:38.120266 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.123660 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5969c881-eb5d-4687-b61d-baed436d305f req-4823819c-e71d-4820-bd45-72ceb7416d16 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.89 "DELETE /networking/v2.0/ports/ee139dc0-2054-4005-b0c1-7c4642930b98 HTTP/1.1" status: 204 len: 173 time: 2.2087288 Aug 28 20:12:38.124562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'name': 'network-vif-deleted', 'tag': 'ee139dc0-2054-4005-b0c1-7c4642930b98'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:12:38.127740 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125b327-8468-406c-b896-909ff1dd3abc" -d '{"events": [{"server_uuid": "f30a65e8-f511-473f-bdf3-4ba85137c63d", "name": "network-vif-deleted", "tag": "ee139dc0-2054-4005-b0c1-7c4642930b98"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:12:38.147719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:38.152574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.221410 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00445f6d-bfe4-43b0-8680-ab1e48e87db1 x-openstack-request-id: req-00445f6d-bfe4-43b0-8680-ab1e48e87db1 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:12:38.221753 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30a65e8-f511-473f-bdf3-4ba85137c63d", "name": "network-vif-deleted", "tag": "ee139dc0-2054-4005-b0c1-7c4642930b98", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:12:38.222042 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00445f6d-bfe4-43b0-8680-ab1e48e87db1 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:12:38.222420 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00445f6d-bfe4-43b0-8680-ab1e48e87db1'] response: {'server_uuid': 'f30a65e8-f511-473f-bdf3-4ba85137c63d', 'name': 'network-vif-deleted', 'tag': 'ee139dc0-2054-4005-b0c1-7c4642930b98', 'status': 'completed', 'code': 200} Aug 28 20:12:38.241214 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks [] for port (55188575-6bb2-49d9-8c37-355a158c8742), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.272486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.312832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (70fcb99b-f2a1-49e0-89e7-6d0e05a11573), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.334190 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Publish callbacks [] for port (41835a3b-244a-4649-8b5b-ac10fb7494d6), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.364912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:38.368385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:38.373709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Port': ['ID=15c10e84-9651-4413-9a4e-03e24b6bf8b8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:38.376180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:38.472897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=70fcb99b-f2a1-49e0-89e7-6d0e05a11573,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:38.494130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (55188575-6bb2-49d9-8c37-355a158c8742), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.498480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-81d157fe-269b-4545-8048-d5dc3cb63cc7 req-f1c6d63b-1fd7-46ce-8ebe-4e70573c1525 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0667436 Aug 28 20:12:38.532045 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (41835a3b-244a-4649-8b5b-ac10fb7494d6), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.556686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d90f22a8-7258-4f01-a508-c148957d5359 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:38.557088 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d90f22a8-7258-4f01-a508-c148957d5359), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.587477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:38.588080 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.601955 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f2092d17-9d78-4e57-9274-642b66a3f774 req-de08d94a-a474-4fcb-9f27-80a515633e81 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0689366 Aug 28 20:12:38.635081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Network 6f53a322-068b-4e7e-8d2c-835251d52b49 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:38.648233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:38.651918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:38.656060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:38.656640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:38.662452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:38.666113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Pushing event updated for resources: {'Port': ['ID=55188575-6bb2-49d9-8c37-355a158c8742,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:38.670186 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Publish callbacks [] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.683994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e109dca4-4361-4cf7-a06d-b1a3d305632c None None] Current status of the port d90f22a8-7258-4f01-a508-c148957d5359 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:38.685150 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e109dca4-4361-4cf7-a06d-b1a3d305632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d90f22a8-7258-4f01-a508-c148957d5359), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.690175 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:38.709356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Checking segment: {'id': 'f569308e-15c8-4cb0-9767-13deb3b87070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:38.709676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network hostable DHCP agents. Network: 74bdaba9-d569-4c9c-b5b6-bad8082b9bff, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:38.717926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d90f22a8-7258-4f01-a508-c148957d5359, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d90f22a8-7258-4f01-a508-c148957d5359,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:38.733053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Pushing event updated for resources: {'Port': ['ID=41835a3b-244a-4649-8b5b-ac10fb7494d6,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:38.784440 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-88e35c35-2c79-41e4-be5f-f5736022fb6b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2413535 Aug 28 20:12:38.806528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Attempting to bind port 41835a3b-244a-4649-8b5b-ac10fb7494d6 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:38.806908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Attempting to bind port 41835a3b-244a-4649-8b5b-ac10fb7494d6 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '3e5e221e-39d9-409c-84bb-b6d2fafe1780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6f53a322-068b-4e7e-8d2c-835251d52b49'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:38.807442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Attempting to bind port 41835a3b-244a-4649-8b5b-ac10fb7494d6 on network 6f53a322-068b-4e7e-8d2c-835251d52b49 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:38.814753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:38.815135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Checking segment: {'id': '3e5e221e-39d9-409c-84bb-b6d2fafe1780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6f53a322-068b-4e7e-8d2c-835251d52b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:38.815547 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.815944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Bound using segment: {'id': '3e5e221e-39d9-409c-84bb-b6d2fafe1780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6f53a322-068b-4e7e-8d2c-835251d52b49'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:38.816424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Bound port: 41835a3b-244a-4649-8b5b-ac10fb7494d6, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5e221e-39d9-409c-84bb-b6d2fafe1780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6f53a322-068b-4e7e-8d2c-835251d52b49'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:38.816810 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (41835a3b-244a-4649-8b5b-ac10fb7494d6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.825712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'port': {'device_id': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460', 'admin_state_up': True, 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:38.885166 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d90f22a8-7258-4f01-a508-c148957d5359), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.888270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.898981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (58e9488b-433c-4eec-9697-2831f1649fd9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:38.972072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:38.977424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:38.988106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] For port 41835a3b-244a-4649-8b5b-ac10fb7494d6, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:39.016690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:39.029263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:39.032399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a30a-ae8f-4340-b749-047aee7afed4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759947283851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14562674'] for subnet (41f9057d-853f-4ca7-92e8-994d51c5bf8e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.037443 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:39.041704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] For port 41835a3b-244a-4649-8b5b-ac10fb7494d6, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=41835a3b-244a-4649-8b5b-ac10fb7494d6,segment=NetworkSegment(3e5e221e-39d9-409c-84bb-b6d2fafe1780),segment_id=3e5e221e-39d9-409c-84bb-b6d2fafe1780)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:39.051342 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-e109dca4-4361-4cf7-a06d-b1a3d305632c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:12:39.051768 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-e109dca4-4361-4cf7-a06d-b1a3d305632c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:12:39.054571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d90f22a8-7258-4f01-a508-c148957d5359,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:39.093222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8a30a-ae8f-4340-b749-047aee7afed4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:39.093222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a30a-ae8f-4340-b749-047aee7afed4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.096853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d8b8a30a-ae8f-4340-b749-047aee7afed4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "PUT /networking/v2.0/subnets/41f9057d-853f-4ca7-92e8-994d51c5bf8e HTTP/1.1" status: 200 len: 877 time: 2.1522534 Aug 28 20:12:39.100264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55596) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:39.104118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Subnet': ['ID=58e9488b-433c-4eec-9697-2831f1649fd9,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:39.112950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8a30a-ae8f-4340-b749-047aee7afed4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event updated for resources: {'Subnet': ['ID=41f9057d-853f-4ca7-92e8-994d51c5bf8e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:39.152150 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (41835a3b-244a-4649-8b5b-ac10fb7494d6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.154866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Checking segment: {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:39.156316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network hostable DHCP agents. Network: 82181eed-f302-4511-943f-fb3b30d86409, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:12:39.162145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Pushing event updated for resources: {'Port': ['ID=da5a8482-1b7f-4ebc-9fe8-8c59298754b5,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:39.165272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 74bdaba9-d569-4c9c-b5b6-bad8082b9bff) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:39.172795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Attempting to bind port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:39.173372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Attempting to bind port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:39.173974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Attempting to bind port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:39.193667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7554bd9-ffa7-428a-b9ff-c3614631cd81 req-a6e8eef1-77a9-4a2e-9886-5bc12716e3a2 tempest-InstanceActionsNegativeTestJSON-1138859354 tempest-InstanceActionsNegativeTestJSON-1138859354-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f30a65e8-f511-473f-bdf3-4ba85137c63d HTTP/1.1" status: 200 len: 210 time: 0.1674578 Aug 28 20:12:39.208063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34582b29-f165-41a8-90ba-eb1341b6ab11 None None] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:39.228433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:39.228433 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.233104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:39.233659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Checking segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:39.234255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.234746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Bound using segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:39.235447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Bound port: da5a8482-1b7f-4ebc-9fe8-8c59298754b5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:39.237150 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.311575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64f212-414b-49c0-a0d3-05c4e32d68a7 req-1510cee4-ac9a-4cd8-9630-bd4d270cb8d9 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:39.322500 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:39.331471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64f212-414b-49c0-a0d3-05c4e32d68a7 req-1510cee4-ac9a-4cd8-9630-bd4d270cb8d9 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:39.341773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef64f212-414b-49c0-a0d3-05c4e32d68a7 req-1510cee4-ac9a-4cd8-9630-bd4d270cb8d9 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 1655 time: 0.1844916 Aug 28 20:12:39.377436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks [] for router_gateway (6188a180-6110-47fe-9db1-2a4e02f3dff8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.383874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d90f22a8-7258-4f01-a508-c148957d5359 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:39.400154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9e618232-23b8-4284-a564-49f6c51ea61c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7784538 Aug 28 20:12:39.407780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55598) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:39.418382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-67ed108f-b400-4cb9-8a70-86e432c68412 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-690787744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:39.420427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822ba5c-ec1c-4e25-a398-a50112aea24b None None] Pushing event updated for resources: {'Port': ['ID=41835a3b-244a-4649-8b5b-ac10fb7494d6,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:39.432123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 82181eed-f302-4511-943f-fb3b30d86409 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:12:39.442837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 82181eed-f302-4511-943f-fb3b30d86409) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:39.449454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:39.450731 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.460867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf0976-0a55-41eb-ae29-be29e85b7feb None None] Network 82181eed-f302-4511-943f-fb3b30d86409 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:39.467049 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6f53a322-068b-4e7e-8d2c-835251d52b49), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.532704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef64f212-414b-49c0-a0d3-05c4e32d68a7 req-6b7a0679-8506-42a0-8d58-d4c80f3dd5eb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898236 Aug 28 20:12:39.577038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:39.590216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.590405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Deleting port 41835a3b-244a-4649-8b5b-ac10fb7494d6 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:39.594218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (41835a3b-244a-4649-8b5b-ac10fb7494d6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.619286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] For port da5a8482-1b7f-4ebc-9fe8-8c59298754b5, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:39.641980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-74bdaba9-d569-4c9c-b5b6-bad8082b9bff', 'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff', 'project_id': '97dc423079494a9cb8264d083bd9d228', 'fixed_ips': [{'subnet_id': '70fcb99b-f2a1-49e0-89e7-6d0e05a11573'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:39.647734 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.676789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] For port da5a8482-1b7f-4ebc-9fe8-8c59298754b5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=da5a8482-1b7f-4ebc-9fe8-8c59298754b5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:39.718101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ed1c6edc-f285-4c14-8208-42e357796c22 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1498423 Aug 28 20:12:39.727053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55604) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:39.740696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'port': {'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'name': 'tempest-TaggedBootDevicesTest-1401749777', 'fixed_ips': [{'subnet_id': '7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:39.755019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e109dca4-4361-4cf7-a06d-b1a3d305632c None None] Current status of the port d90f22a8-7258-4f01-a508-c148957d5359 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:39.764399 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:39.765728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d90f22a8-7258-4f01-a508-c148957d5359 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:39.766210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d90f22a8-7258-4f01-a508-c148957d5359), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.795042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-553f8a81-9d5b-4c2a-94e6-5c504b25e76d req-b0333295-efc0-44cf-8f98-c4db7952b137 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0929155 Aug 28 20:12:39.832328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.836862 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67ed108f-b400-4cb9-8a70-86e432c68412 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (4c0efed5-a438-4708-b826-84d2ef447778), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.838128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67ed108f-b400-4cb9-8a70-86e432c68412 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (4c0efed5-a438-4708-b826-84d2ef447778), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.886312 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (6188a180-6110-47fe-9db1-2a4e02f3dff8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:39.901758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cca064e-de92-4221-9f3d-00dde255864a req-c1e6c2c2-0117-4056-8bdb-1dba7fa1ccc2 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1322498 Aug 28 20:12:39.940126 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:40.010467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc31173-7b15-47d4-8f68-dd6294d91310 None None] Pushing event updated for resources: {'Port': ['ID=da5a8482-1b7f-4ebc-9fe8-8c59298754b5,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:40.027110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ee139dc0-2054-4005-b0c1-7c4642930b98 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:40.042815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-82181eed-f302-4511-943f-fb3b30d86409', 'network_id': '82181eed-f302-4511-943f-fb3b30d86409', 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'fixed_ips': [{'subnet_id': '58e9488b-433c-4eec-9697-2831f1649fd9'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:12:40.044273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.126159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: ee139dc0-2054-4005-b0c1-7c4642930b98 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:40.138655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ee139dc0-2054-4005-b0c1-7c4642930b98 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:40.138655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4a9a0f8c-f27a-4e70-b029-d70203b8adb0 None None] Provisioning complete for port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:40.138655 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0f8c-f27a-4e70-b029-d70203b8adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.158642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Allocated IP 19.80.0.168 (ff22f165-7068-441b-9b9a-8e7f2892e460/722f1750-43aa-4414-8a4c-f6b908aaebcb/3f942fe1-2dba-4736-999e-16269bd27988) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:40.161924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] For port 41835a3b-244a-4649-8b5b-ac10fb7494d6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=41835a3b-244a-4649-8b5b-ac10fb7494d6,segment=NetworkSegment(3e5e221e-39d9-409c-84bb-b6d2fafe1780),segment_id=3e5e221e-39d9-409c-84bb-b6d2fafe1780)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:40.166866 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (41835a3b-244a-4649-8b5b-ac10fb7494d6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.177252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67ed108f-b400-4cb9-8a70-86e432c68412 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for router_controller (4c0efed5-a438-4708-b826-84d2ef447778), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.217028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Calling delete_port for 41835a3b-244a-4649-8b5b-ac10fb7494d6 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:40.370715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Allocated IP 10.2.2.2 (82181eed-f302-4511-943f-fb3b30d86409/58e9488b-433c-4eec-9697-2831f1649fd9/434754af-362c-4ff7-9daf-ed78f62e9b88) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:40.401450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55608) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:40.473992 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:40.506117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a0f8c-f27a-4e70-b029-d70203b8adb0 None None] Port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:40.560887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Router 6188a180-6110-47fe-9db1-2a4e02f3dff8 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:12:40.570771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67ed108f-b400-4cb9-8a70-86e432c68412 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (4c0efed5-a438-4708-b826-84d2ef447778), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.574524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4a9a0f8c-f27a-4e70-b029-d70203b8adb0 None None] Provisioning complete for port d90f22a8-7258-4f01-a508-c148957d5359 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:40.575498 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0f8c-f27a-4e70-b029-d70203b8adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d90f22a8-7258-4f01-a508-c148957d5359), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.590235 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:40.605727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for port (3f942fe1-2dba-4736-999e-16269bd27988), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.734055 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (41835a3b-244a-4649-8b5b-ac10fb7494d6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.777588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Port': ['ID=41835a3b-244a-4649-8b5b-ac10fb7494d6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:40.783956 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67ed108f-b400-4cb9-8a70-86e432c68412 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:40.788311 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-67ed108f-b400-4cb9-8a70-86e432c68412 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.3742857 Aug 28 20:12:40.794544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55612) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:40.805252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff', 'name': 'tempest-PortsTestJSON-332874717'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:40.819136 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13081-d6aa-4c33-8e56-3934fc98b481 req-cd1ee740-3ab9-46f8-acc3-3e74734f2ede tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:40.824879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13081-d6aa-4c33-8e56-3934fc98b481 req-cd1ee740-3ab9-46f8-acc3-3e74734f2ede tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:40.849005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Allocated IP 172.20.0.2 (74bdaba9-d569-4c9c-b5b6-bad8082b9bff/70fcb99b-f2a1-49e0-89e7-6d0e05a11573/8695a2c0-2603-48e6-9b4c-5c547d4381f3) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:40.849433 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92a13081-d6aa-4c33-8e56-3934fc98b481 req-cd1ee740-3ab9-46f8-acc3-3e74734f2ede tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 1655 time: 0.1756659 Aug 28 20:12:40.973700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d90f22a8-7258-4f01-a508-c148957d5359 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:40.974986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:41.020071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7776d95-ca23-453c-a9cb-81393c287ef9 None None] Network 6f53a322-068b-4e7e-8d2c-835251d52b49 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:41.042671 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Publish callbacks [] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.127265 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:41.130742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.149358 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.174434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No DVR routers for this DVR port 41835a3b-244a-4649-8b5b-ac10fb7494d6 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:41.240309 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3f942fe1-2dba-4736-999e-16269bd27988), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.254215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] device_id is not set on port d6393d96-5e9d-4583-a8cb-f534977d0128 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:12:41.254326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Pushing event updated for resources: {'Port': ['ID=434754af-362c-4ff7-9daf-ed78f62e9b88,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:41.303364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Network 82181eed-f302-4511-943f-fb3b30d86409 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:41.309051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:41.321652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:41.334906 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:41.430027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (41f9057d-853f-4ca7-92e8-994d51c5bf8e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.449230 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Publish callbacks [] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.450878 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a9600f2-64c5-425a-bd25-0d7e9897aad1 req-a09206ec-8369-48fa-845b-db6fcf0bdba4 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.2199650 Aug 28 20:12:41.454953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a0f8c-f27a-4e70-b029-d70203b8adb0 None None] Current status of the port d90f22a8-7258-4f01-a508-c148957d5359 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:41.471428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Attempting to bind port 434754af-362c-4ff7-9daf-ed78f62e9b88 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:41.471807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Attempting to bind port 434754af-362c-4ff7-9daf-ed78f62e9b88 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:41.478525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Attempting to bind port 434754af-362c-4ff7-9daf-ed78f62e9b88 on network 82181eed-f302-4511-943f-fb3b30d86409 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:41.478910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:41.479296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Checking segment: {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:41.479710 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.480111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Bound using segment: {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:41.480611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Bound port: 434754af-362c-4ff7-9daf-ed78f62e9b88, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:41.481025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.514611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:41.553750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92a13081-d6aa-4c33-8e56-3934fc98b481 req-f95ca409-c390-43be-9217-2343b6505f51 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031114 Aug 28 20:12:41.557021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Sync routers for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:41.559808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da5a8482-1b7f-4ebc-9fe8-8c59298754b5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:41.577552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network ff22f165-7068-441b-9b9a-8e7f2892e460 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:41.587666 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.587822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Port': ['ID=3f942fe1-2dba-4736-999e-16269bd27988,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:41.646368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:41.654787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:41.656007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (41f9057d-853f-4ca7-92e8-994d51c5bf8e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.717282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-13347c5b-6bc0-4516-9c81-2ce3034af752 None None] Could not find standard attr ID for object 41835a3b-244a-4649-8b5b-ac10fb7494d6. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:12:41.788722 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:41.790014 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4841bdd4-97c9-4153-ac42-04992d5a6e9d admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7760973 Aug 28 20:12:41.804225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f1809c7c-c953-411c-836c-64d2e12ff143 req-b57a2489-dc2a-4ad4-8fd5-9ee619663f23 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1597917 Aug 28 20:12:41.806519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Pushing event updated for resources: {'Port': ['ID=8695a2c0-2603-48e6-9b4c-5c547d4381f3,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:41.810475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55618) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:41.822647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087dce2b-912e-4a1d-98df-efcabe1ecc9d None None] Network 6f53a322-068b-4e7e-8d2c-835251d52b49 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:41.837356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:41.848291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:41.852055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:41.866864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb478bc7-a509-4ce0-be81-74ae7376be19 None None] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:41.866981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 10.1.1.10 (113972e0-aaf6-454d-9225-ecf6c56d8066/7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6/d6393d96-5e9d-4583-a8cb-f534977d0128) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:41.874666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:41.875377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:41.928000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:41.928672 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.038357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f2872b1c-989b-4628-8b31-992d6b287a51), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.046435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=41f9057d-853f-4ca7-92e8-994d51c5bf8e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:42.112936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6fc4e16d-96b3-4f37-a890-80760713863e None None] Provisioning complete for port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:42.113632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e16d-96b3-4f37-a890-80760713863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.113731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2d0d03c3-6ecd-4ba5-809b-28066974c071 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2930810 Aug 28 20:12:42.114351 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:42.115636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] For port 434754af-362c-4ff7-9daf-ed78f62e9b88, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:42.124296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:42.124296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.127221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:42.130972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.132647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Request body: {'port': {'device_id': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:42.155247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.167227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6f53a322-068b-4e7e-8d2c-835251d52b49), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.195193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 07413d30-28fd-458f-a30d-6f9c39db57d6 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:12:42.208562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Attempting to bind port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:42.209204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Attempting to bind port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f569308e-15c8-4cb0-9767-13deb3b87070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:42.209576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Attempting to bind port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 on network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:42.217150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] For port 434754af-362c-4ff7-9daf-ed78f62e9b88, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=434754af-362c-4ff7-9daf-ed78f62e9b88,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:42.217842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f53a322-068b-4e7e-8d2c-835251d52b49']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:42.259582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5e221e-39d9-409c-84bb-b6d2fafe1780') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:42.259704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5e221e-39d9-409c-84bb-b6d2fafe1780') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:42.277434 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:42.285797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:42.286476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Checking segment: {'id': 'f569308e-15c8-4cb0-9767-13deb3b87070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:42.286717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (3e5e221e-39d9-409c-84bb-b6d2fafe1780), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.287314 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.287882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Bound using segment: {'id': 'f569308e-15c8-4cb0-9767-13deb3b87070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:42.288543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Bound port: 8695a2c0-2603-48e6-9b4c-5c547d4381f3, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f569308e-15c8-4cb0-9767-13deb3b87070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '74bdaba9-d569-4c9c-b5b6-bad8082b9bff'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:42.289104 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.293119 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.327335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3e5e221e-39d9-409c-84bb-b6d2fafe1780), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.335560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:42.336096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (3e5e221e-39d9-409c-84bb-b6d2fafe1780), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.393471 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3e5e221e-39d9-409c-84bb-b6d2fafe1780 resource provider aggregate not found Aug 28 20:12:42.410512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e510fe-2281-492e-b112-0da2ad291b9f None None] DHCP port deletion for 6f53a322-068b-4e7e-8d2c-835251d52b49 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:42.415444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.419932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:42.427339 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.469204 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3e5e221e-39d9-409c-84bb-b6d2fafe1780 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e5e221e-39d9-409c-84bb-b6d2fafe1780 found for delete ", "request_id": "req-facd9a30-f98a-43da-a612-b1318debc15f"}]} Aug 28 20:12:42.560460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=d6393d96-5e9d-4583-a8cb-f534977d0128,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:42.576916 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:42.634863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.4 (74bdaba9-d569-4c9c-b5b6-bad8082b9bff/70fcb99b-f2a1-49e0-89e7-6d0e05a11573/07413d30-28fd-458f-a30d-6f9c39db57d6) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:42.714894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] For port 8695a2c0-2603-48e6-9b4c-5c547d4381f3, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:42.719648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:42.726924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4e16d-96b3-4f37-a890-80760713863e None None] Current status of the port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:42.727138 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e16d-96b3-4f37-a890-80760713863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.736090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6f53a322-068b-4e7e-8d2c-835251d52b49), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.759749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380a90a-f3d4-42f6-a6a9-9611ee2eba11 None None] Pushing event updated for resources: {'Port': ['ID=434754af-362c-4ff7-9daf-ed78f62e9b88,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:42.764373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:42.764768 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.772611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:42.772912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] For port 8695a2c0-2603-48e6-9b4c-5c547d4381f3, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8695a2c0-2603-48e6-9b4c-5c547d4381f3,segment=NetworkSegment(f569308e-15c8-4cb0-9767-13deb3b87070),segment_id=f569308e-15c8-4cb0-9767-13deb3b87070)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:42.789053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.797123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6f53a322-068b-4e7e-8d2c-835251d52b49 HTTP/1.1" status: 204 len: 168 time: 3.6941700 Aug 28 20:12:42.800396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:42.802975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55628) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:42.842975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3fac2-2a99-4e72-a525-16b2889cd00a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=6f53a322-068b-4e7e-8d2c-835251d52b49,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:42.857452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc59692-b34b-4555-9749-10f9c96580e3 req-bb78f760-c627-4ad4-891d-249d353a6c31 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:42.862843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc59692-b34b-4555-9749-10f9c96580e3 req-bb78f760-c627-4ad4-891d-249d353a6c31 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:42.868104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6fc4e16d-96b3-4f37-a890-80760713863e None None] For port da5a8482-1b7f-4ebc-9fe8-8c59298754b5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=da5a8482-1b7f-4ebc-9fe8-8c59298754b5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:42.888567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc59692-b34b-4555-9749-10f9c96580e3 req-bb78f760-c627-4ad4-891d-249d353a6c31 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:42.890309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc59692-b34b-4555-9749-10f9c96580e3 req-bb78f760-c627-4ad4-891d-249d353a6c31 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2377 time: 0.1477904 Aug 28 20:12:42.894266 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:42.896258 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.921467 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-de282f5a-0b8a-4eff-a8b8-b79acfdf1df4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:42.921971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de282f5a-0b8a-4eff-a8b8-b79acfdf1df4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:42.925430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-de282f5a-0b8a-4eff-a8b8-b79acfdf1df4 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/41f9057d-853f-4ca7-92e8-994d51c5bf8e HTTP/1.1" status: 404 len: 337 time: 0.1191866 Aug 28 20:12:42.983710 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e16d-96b3-4f37-a890-80760713863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:42.987416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55632) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:43.008536 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36176454-0831-4e05-a2d5-d65adc16d5e3 req-c7821517-3a0f-467d-ae7b-048dd2562e8e tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.2990692 Aug 28 20:12:43.011258 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.031813 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:43.082759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:43.083126 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9816ea5-b6a1-423f-aa87-cc3842f7cddc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:43.083645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9816ea5-b6a1-423f-aa87-cc3842f7cddc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:43.091425 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c9816ea5-b6a1-423f-aa87-cc3842f7cddc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6f53a322-068b-4e7e-8d2c-835251d52b49 HTTP/1.1" status: 404 len: 339 time: 0.0986278 Aug 28 20:12:43.092634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.096428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55634) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:43.159701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Deleting port 2d9fbc69-47e5-436a-b855-b5294b2216c1 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:43.160035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.171871 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1ccfe5-ef5f-4e2d-8d23-35cec5668a9e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:43.172335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1ccfe5-ef5f-4e2d-8d23-35cec5668a9e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:43.178171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4d1ccfe5-ef5f-4e2d-8d23-35cec5668a9e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3e5b02b9-af98-4589-b411-1c5641b3f9ae HTTP/1.1" status: 404 len: 337 time: 0.0669076 Aug 28 20:12:43.181632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55636) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:43.265465 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-60026921-c426-43b1-9423-1ac255944194 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:43.266035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60026921-c426-43b1-9423-1ac255944194 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:43.272018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-60026921-c426-43b1-9423-1ac255944194 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e64ebb41-ce05-467f-811a-3095caec7df6 HTTP/1.1" status: 404 len: 339 time: 0.0864656 Aug 28 20:12:43.272986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.273823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55638) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:43.277037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a98d5413-6c1b-4633-91b4-2b86ffd175e9 req-d6d4cb3b-df32-4d11-8f45-1fe86aaf8adb tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0840342 Aug 28 20:12:43.411966 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc59692-b34b-4555-9749-10f9c96580e3 req-db5fe094-a26c-4f63-8ede-ddeef704c157 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649782 Aug 28 20:12:43.424830 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:12:43.425630 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:12:43.442762 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:43.442762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cc3ddf5d-dc08-4543-9b57-ae6746f39123 None None] Provisioning complete for port 3f942fe1-2dba-4736-999e-16269bd27988 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:43.453911 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cc3ddf5d-dc08-4543-9b57-ae6746f39123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3f942fe1-2dba-4736-999e-16269bd27988), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.464880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a461c-141b-4284-bf4e-618000cf733c None None] Pushing event updated for resources: {'Port': ['ID=8695a2c0-2603-48e6-9b4c-5c547d4381f3,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:43.528035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41124409-df1c-4a2d-bf5f-6169c1099fec {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:12:43.533754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.551202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Publish callbacks [] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.554935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] For port 2d9fbc69-47e5-436a-b855-b5294b2216c1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2d9fbc69-47e5-436a-b855-b5294b2216c1,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:43.555304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.608618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Transition to ACTIVE for port object 41124409-df1c-4a2d-bf5f-6169c1099fec will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:12:43.616994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Calling delete_port for 2d9fbc69-47e5-436a-b855-b5294b2216c1 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:43.631213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4e16d-96b3-4f37-a890-80760713863e None None] Pushing event updated for resources: {'Port': ['ID=da5a8482-1b7f-4ebc-9fe8-8c59298754b5,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:43.634252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:38Z', 'revision_number': 3, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:43.681452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Checking router: 6188a180-6110-47fe-9db1-2a4e02f3dff8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:43.682256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Updating router 6188a180-6110-47fe-9db1-2a4e02f3dff8 port 55188575-6bb2-49d9-8c37-355a158c8742 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:12:43.722161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ddf5d-dc08-4543-9b57-ae6746f39123 None None] Port 3f942fe1-2dba-4736-999e-16269bd27988 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:43.735372 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (55188575-6bb2-49d9-8c37-355a158c8742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.757543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.808899 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f97f5b65-088b-46dd-85d5-d2b89c7cf122 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0723553 Aug 28 20:12:43.815567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:43.823402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'port': {'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'name': 'tempest-TaggedBootDevicesTest-1774744746', 'fixed_ips': [{'subnet_id': '7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:43.886071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9d70abe6-d5b3-43ae-b2cc-e5ccdd7d435a None None] Provisioning complete for port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:43.886714 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d70abe6-d5b3-43ae-b2cc-e5ccdd7d435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:43.926116 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:43.931301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (8538044f-8b7a-436e-9b14-9e7d14769421), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.017635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:44.056463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Pushing event updated for resources: {'Port': ['ID=41124409-df1c-4a2d-bf5f-6169c1099fec,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:44.066910 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:44.097440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Allocated IP 172.20.0.1 (3acf5539-a146-4cb6-a5f2-db201b95186e/0387f0f0-e725-40e5-9515-374ca2e1af49/3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:44.264224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:44.281306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9d70abe6-d5b3-43ae-b2cc-e5ccdd7d435a None None] Current status of the port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:44.283277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.298557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9d70abe6-d5b3-43ae-b2cc-e5ccdd7d435a None None] Provisioning complete for port d6393d96-5e9d-4583-a8cb-f534977d0128 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:44.299039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d70abe6-d5b3-43ae-b2cc-e5ccdd7d435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.326584 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:44.347154 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:44.366676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.383879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9d70abe6-d5b3-43ae-b2cc-e5ccdd7d435a None None] Port d6393d96-5e9d-4583-a8cb-f534977d0128 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:44.419433 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:44.465966 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:44.532435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-a9a62fe5-8a61-45a6-8a57-51741b137001 req-501c8409-7569-4ffb-8cd0-5c26b14b776c service neutron] (114321) timed out ('10.222.0.78', 36500) {{(pid=114321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:12:44.535407 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Publish callbacks [] for port (55188575-6bb2-49d9-8c37-355a158c8742), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.570991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8695a2c0-2603-48e6-9b4c-5c547d4381f3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:44.585117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d134b65-a02a-4987-88ae-384ccd5fb601 None None] Network 82181eed-f302-4511-943f-fb3b30d86409 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:44.616150 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e4122ee-b276-4fa9-b85a-a442a1068d8e req-f1a6155c-f0d9-4cbb-bba6-7c764a2f6a56 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.3603811 Aug 28 20:12:44.633686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] device_id is not set on port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:12:44.639542 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:44.644643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:44.654794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:44.730338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (55188575-6bb2-49d9-8c37-355a158c8742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.805589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Attempting to bind port 41124409-df1c-4a2d-bf5f-6169c1099fec on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:44.805589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Attempting to bind port 41124409-df1c-4a2d-bf5f-6169c1099fec by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:44.806387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Attempting to bind port 41124409-df1c-4a2d-bf5f-6169c1099fec on network ff22f165-7068-441b-9b9a-8e7f2892e460 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:44.833261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Attempting to bind port 55188575-6bb2-49d9-8c37-355a158c8742 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:44.833722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Attempting to bind port 55188575-6bb2-49d9-8c37-355a158c8742 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:44.834142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Attempting to bind port 55188575-6bb2-49d9-8c37-355a158c8742 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:44.845768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad854e3-0e85-46f3-8f01-3e4af540068a None None] Pushing event updated for resources: {'Port': ['ID=55188575-6bb2-49d9-8c37-355a158c8742,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:44.848934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c46610e3-e613-4cdc-974f-5a55f4ad9cf1 None None] Provisioning complete for port 434754af-362c-4ff7-9daf-ed78f62e9b88 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:44.849776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c46610e3-e613-4cdc-974f-5a55f4ad9cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.868066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:44.911742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:44.912529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:44.913476 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.915711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:44.915711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Bound port: 55188575-6bb2-49d9-8c37-355a158c8742, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:44.916325 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (55188575-6bb2-49d9-8c37-355a158c8742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.918511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (8538044f-8b7a-436e-9b14-9e7d14769421), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:44.949376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Port 41124409-df1c-4a2d-bf5f-6169c1099fec on network ff22f165-7068-441b-9b9a-8e7f2892e460 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:12:44.950403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Attempting to bind port 41124409-df1c-4a2d-bf5f-6169c1099fec on network ff22f165-7068-441b-9b9a-8e7f2892e460 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:44.980003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:44.980622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Checking segment: {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:44.981239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Bound using segment: {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:44.982394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Bound port: 41124409-df1c-4a2d-bf5f-6169c1099fec, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:44.984773 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.005961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a6e0-aadc-40a2-8edc-44cb3d5482f5 req-10094c5f-c61a-4916-b772-12ee43d2c940 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:45.020277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a6e0-aadc-40a2-8edc-44cb3d5482f5 req-10094c5f-c61a-4916-b772-12ee43d2c940 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:45.025594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a6e0-aadc-40a2-8edc-44cb3d5482f5 req-10094c5f-c61a-4916-b772-12ee43d2c940 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:45.030609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c020a6e0-aadc-40a2-8edc-44cb3d5482f5 req-10094c5f-c61a-4916-b772-12ee43d2c940 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2389 time: 0.0944195 Aug 28 20:12:45.032163 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:45.046096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d9884-89f1-4d42-a2e6-f350947a3320 None None] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:45.057490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8538044f-8b7a-436e-9b14-9e7d14769421']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:45.080090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=07413d30-28fd-458f-a30d-6f9c39db57d6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:45.095618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2d03d9-183f-41d7-90b6-f0b9c474e8b6') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:45.096129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2d03d9-183f-41d7-90b6-f0b9c474e8b6') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:45.122794 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-121fc553-88c3-4aa2-8019-4059f01792a1 req-1a6569b0-2670-47af-843e-8e16d79bb254 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.3584552 Aug 28 20:12:45.153661 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (6a2d03d9-183f-41d7-90b6-f0b9c474e8b6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.158636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] For port 41124409-df1c-4a2d-bf5f-6169c1099fec, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:45.165926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:45.165926 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.166400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks [] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.183297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:45.184265 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.216997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2d9fbc69-47e5-436a-b855-b5294b2216c1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.239110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] For port 41124409-df1c-4a2d-bf5f-6169c1099fec, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=41124409-df1c-4a2d-bf5f-6169c1099fec,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:45.240035 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6a2d03d9-183f-41d7-90b6-f0b9c474e8b6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.266444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9fbc69-47e5-436a-b855-b5294b2216c1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:45.267531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:45.268506 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (6a2d03d9-183f-41d7-90b6-f0b9c474e8b6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.322985 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6a2d03d9-183f-41d7-90b6-f0b9c474e8b6 resource provider aggregate not found Aug 28 20:12:45.345911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] For port 55188575-6bb2-49d9-8c37-355a158c8742, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:45.354514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.370493 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6a2d03d9-183f-41d7-90b6-f0b9c474e8b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a2d03d9-183f-41d7-90b6-f0b9c474e8b6 found for delete ", "request_id": "req-5aa5479e-82e0-48dc-b88a-6845de567634"}]} Aug 28 20:12:45.378329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 10.1.1.132 (113972e0-aaf6-454d-9225-ecf6c56d8066/7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6/35b61e1a-1c85-4efd-99fd-d7d92822f2a5) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:45.383159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] For port 55188575-6bb2-49d9-8c37-355a158c8742, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=55188575-6bb2-49d9-8c37-355a158c8742,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:45.391466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ea5ff9f6-cac0-4573-a0f8-149db4866f4e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5920045 Aug 28 20:12:45.395190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c020a6e0-aadc-40a2-8edc-44cb3d5482f5 req-0bdac631-3c78-4e07-9e90-e191e391fc72 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170569 Aug 28 20:12:45.396825 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.400878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:45.401142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55654) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:45.402642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.406369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/41124409-df1c-4a2d-bf5f-6169c1099fec HTTP/1.1" status: 200 len: 1092 time: 3.2819247 Aug 28 20:12:45.414677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:12:45.422131 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029ef340-9a19-4693-b88b-e9ef7cef5f41" -d '{"events": [{"name": "network-changed", "server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:12:45.459759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c46610e3-e613-4cdc-974f-5a55f4ad9cf1 None None] Current status of the port 434754af-362c-4ff7-9daf-ed78f62e9b88 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:45.460296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c46610e3-e613-4cdc-974f-5a55f4ad9cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.480575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Network 3acf5539-a146-4cb6-a5f2-db201b95186e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:45.543726 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (55188575-6bb2-49d9-8c37-355a158c8742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.545223 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ae5624-5b6d-489c-a18e-1fd87a3b41c8 x-openstack-request-id: req-e4ae5624-5b6d-489c-a18e-1fd87a3b41c8 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:12:45.556864 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:12:45.556864 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4ae5624-5b6d-489c-a18e-1fd87a3b41c8 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:12:45.556864 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ae5624-5b6d-489c-a18e-1fd87a3b41c8'] response: {'name': 'network-changed', 'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec', 'status': 'completed', 'code': 200} Aug 28 20:12:45.560896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:45.564198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:45.613155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c46610e3-e613-4cdc-974f-5a55f4ad9cf1 None None] For port 434754af-362c-4ff7-9daf-ed78f62e9b88, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=434754af-362c-4ff7-9daf-ed78f62e9b88,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:45.616132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:45.616531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.663866 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:45.670491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Request body: {'port': {'device_id': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:45.679097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (8538044f-8b7a-436e-9b14-9e7d14769421), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.686095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:45.686785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:45.767194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad854e3-0e85-46f3-8f01-3e4af540068a None None] Pushing event updated for resources: {'Port': ['ID=55188575-6bb2-49d9-8c37-355a158c8742,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:45.786967 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c46610e3-e613-4cdc-974f-5a55f4ad9cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.840585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b54ab-ed89-4243-95cd-6103067f90d4 service neutron] Pushing event updated for resources: {'Port': ['ID=41124409-df1c-4a2d-bf5f-6169c1099fec,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:45.851950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:45.866503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.870355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8538044f-8b7a-436e-9b14-9e7d14769421 HTTP/1.1" status: 204 len: 168 time: 2.5953498 Aug 28 20:12:45.916360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55660) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:45.956339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e9dc83a8-d94e-47b5-b66a-21b622f175db None None] Provisioning complete for port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:45.956902 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e9dc83a8-d94e-47b5-b66a-21b622f175db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:45.985741 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.017931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8695a2c0-2603-48e6-9b4c-5c547d4381f3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8695a2c0-2603-48e6-9b4c-5c547d4381f3,segment=NetworkSegment(f569308e-15c8-4cb0-9767-13deb3b87070),segment_id=f569308e-15c8-4cb0-9767-13deb3b87070)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:46.030374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4477b-8764-4f76-b817-703dc4d71f66 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=8538044f-8b7a-436e-9b14-9e7d14769421,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:46.033722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a91b8aa8-4581-4fe0-8f22-69c92a979b5d req-23875d6d-154c-4167-8462-a7d1f0b27052 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.1524127 Aug 28 20:12:46.039706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46610e3-e613-4cdc-974f-5a55f4ad9cf1 None None] Pushing event updated for resources: {'Port': ['ID=434754af-362c-4ff7-9daf-ed78f62e9b88,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:46.047833 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0194faa4-e3bc-4934-8c70-0565d5dd5932 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:46.048308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0194faa4-e3bc-4934-8c70-0565d5dd5932 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:46.058016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55662) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:46.064151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0194faa4-e3bc-4934-8c70-0565d5dd5932 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/b01ecf83-6de1-4f8d-b4df-76a97f955ffd HTTP/1.1" status: 404 len: 337 time: 0.1306503 Aug 28 20:12:46.117812 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.118596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da5a8482-1b7f-4ebc-9fe8-8c59298754b5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:46.122885 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-38881756-6061-41cc-8f50-4146c57b379d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:46.123720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38881756-6061-41cc-8f50-4146c57b379d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:46.128666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-38881756-6061-41cc-8f50-4146c57b379d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e8c4d3c0-94ef-4d0d-8757-ce739f06ba5b HTTP/1.1" status: 404 len: 339 time: 0.0587018 Aug 28 20:12:46.134265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-721c50cc-328b-406e-8263-97d6b016a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:46.135326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-721c50cc-328b-406e-8263-97d6b016a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:46.135611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-721c50cc-328b-406e-8263-97d6b016a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:46.139241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-721c50cc-328b-406e-8263-97d6b016a198 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2763 time: 0.4737155 Aug 28 20:12:46.139986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55664) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:46.213012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f2872b1c-989b-4628-8b31-992d6b287a51), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.263326 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:46.276123 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:46.290624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.311715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8695a2c0-2603-48e6-9b4c-5c547d4381f3,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:46.354811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:46.380032 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:46.401528 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-862f8d72-3e76-4356-8021-00b2b8e50416 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:46.402494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862f8d72-3e76-4356-8021-00b2b8e50416 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:46.406315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-862f8d72-3e76-4356-8021-00b2b8e50416 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2e49d480-82d1-4f41-9ff5-bdc19e0e62ae HTTP/1.1" status: 404 len: 337 time: 0.1774361 Aug 28 20:12:46.421545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.423679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55668) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:46.437398 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (6188a180-6110-47fe-9db1-2a4e02f3dff8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.462166 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efa74bb-3929-46de-9005-54d9283ac88a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:46.462995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efa74bb-3929-46de-9005-54d9283ac88a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:46.466417 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2efa74bb-3929-46de-9005-54d9283ac88a tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/98f89292-7af5-43b4-a223-121e5f1df66c HTTP/1.1" status: 404 len: 339 time: 0.0414605 Aug 28 20:12:46.469114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55672) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:46.482474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.516763 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4414e800-f561-4508-88c9-7bc846b0320d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:46.516763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4414e800-f561-4508-88c9-7bc846b0320d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:46.522424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4414e800-f561-4508-88c9-7bc846b0320d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/646680c7-6874-4ea5-ac4c-42722a8392e4 HTTP/1.1" status: 404 len: 337 time: 0.0498834 Aug 28 20:12:46.536681 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c497d51-3d1c-415e-8e3e-ba35bf901633 req-e77e9a48-837d-4b78-98ec-f128e3248042 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1201329 Aug 28 20:12:46.542055 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:46.623090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:46.624004 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f086f0-f290-448d-8b77-020b81e2291e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:46.624538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f086f0-f290-448d-8b77-020b81e2291e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:46.627670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b5f086f0-f290-448d-8b77-020b81e2291e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/61865e5a-8e05-404f-9467-957c5dadb821 HTTP/1.1" status: 404 len: 339 time: 0.0648038 Aug 28 20:12:46.636863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55678) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:46.637486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:46.674613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:46.688771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:46.787363 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:46.838300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:46.838816 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:46.862799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4f58c-0331-4242-badc-681238679d1c req-7d84fd72-88aa-4b8f-8ce7-8965b667150c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:46.864921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc83a8-d94e-47b5-b66a-21b622f175db None None] Current status of the port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:46.871291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4f58c-0331-4242-badc-681238679d1c req-7d84fd72-88aa-4b8f-8ce7-8965b667150c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:46.884890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4f58c-0331-4242-badc-681238679d1c req-7d84fd72-88aa-4b8f-8ce7-8965b667150c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:46.889809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-84e4f58c-0331-4242-badc-681238679d1c req-7d84fd72-88aa-4b8f-8ce7-8965b667150c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2389 time: 0.2858455 Aug 28 20:12:46.896849 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e337ff-1c53-4776-8513-84f895b1497c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:46.898613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e337ff-1c53-4776-8513-84f895b1497c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:46.903537 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-02e337ff-1c53-4776-8513-84f895b1497c tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c91ae3af-c105-491f-8931-cb89302b0717 HTTP/1.1" status: 404 len: 337 time: 0.2552524 Aug 28 20:12:46.913344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55680) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.026215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:47.027356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 434754af-362c-4ff7-9daf-ed78f62e9b88 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:47.032675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:47.033807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.035357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Provisioning complete for port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:47.035357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.059546 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a860db-ec16-451c-a3ac-baa6e6018ee3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.060078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a860db-ec16-451c-a3ac-baa6e6018ee3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.068226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6a860db-ec16-451c-a3ac-baa6e6018ee3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/946cc2fa-7003-4055-b1c0-fed74ed38496 HTTP/1.1" status: 404 len: 339 time: 0.1396420 Aug 28 20:12:47.076335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55682) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.119254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:38Z', 'revision_number': 3, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:47.124302 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-84e4f58c-0331-4242-badc-681238679d1c req-31eba523-0547-431d-933e-2212a7e85edd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142606 Aug 28 20:12:47.150730 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23a8e8d-2d3f-4010-953e-ab2cabf7dc25 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.151520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23a8e8d-2d3f-4010-953e-ab2cabf7dc25 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.155652 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f23a8e8d-2d3f-4010-953e-ab2cabf7dc25 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8218b141-eea9-4821-9771-5564d9bae337 HTTP/1.1" status: 404 len: 337 time: 0.0726323 Aug 28 20:12:47.160525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55686) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.161989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88922059-337f-4281-b8a0-11e0ad58a507 None None] The sync data for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 is: [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:38Z', 'revision_number': 3, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:47.180300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:47.204895 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8adb6e3-078f-4cf6-936f-a3d55b0c86fc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.205447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8adb6e3-078f-4cf6-936f-a3d55b0c86fc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.212938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d8adb6e3-078f-4cf6-936f-a3d55b0c86fc tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/323b6e09-b593-4bc0-80ba-f51e9bd265aa HTTP/1.1" status: 404 len: 339 time: 0.0470035 Aug 28 20:12:47.218219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Provisioning complete for port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:47.218677 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.224000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 434754af-362c-4ff7-9daf-ed78f62e9b88 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:47.224444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.226462 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-33841529-5239-4104-a691-76874e8e35aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4074705 Aug 28 20:12:47.291675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.294914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55688) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.301604 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:47.309359 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:47.325570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-8deda8b2-e20f-4d37-82d3-f985e3f26878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:47.325931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-8deda8b2-e20f-4d37-82d3-f985e3f26878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:47.327104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-8deda8b2-e20f-4d37-82d3-f985e3f26878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:47.328160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-8deda8b2-e20f-4d37-82d3-f985e3f26878 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0797269 Aug 28 20:12:47.329397 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab31071-1326-4bea-9447-4b95f3e7b3a2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.329896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab31071-1326-4bea-9447-4b95f3e7b3a2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.333643 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bab31071-1326-4bea-9447-4b95f3e7b3a2 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/af93665e-445a-45f1-96fb-df8a518ff97b HTTP/1.1" status: 404 len: 337 time: 0.0374568 Aug 28 20:12:47.336779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55692) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.360311 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68eecc2-dabb-436d-8c84-dcdcaf9e82fb tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.360843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68eecc2-dabb-436d-8c84-dcdcaf9e82fb tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.364251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b68eecc2-dabb-436d-8c84-dcdcaf9e82fb tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/fb97c3bc-e425-46e9-9942-f743741a4fdb HTTP/1.1" status: 404 len: 339 time: 0.0264339 Aug 28 20:12:47.367085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55694) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.378251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.408182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Current status of the port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:47.421094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Provisioning complete for port 07413d30-28fd-458f-a30d-6f9c39db57d6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:47.427002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.436665 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9490cda6-adfd-403b-b928-3e820f71a52d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.437398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9490cda6-adfd-403b-b928-3e820f71a52d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.440821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9490cda6-adfd-403b-b928-3e820f71a52d tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/53151e85-4943-4073-a238-a8068a698565 HTTP/1.1" status: 404 len: 337 time: 0.0724642 Aug 28 20:12:47.448352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 434754af-362c-4ff7-9daf-ed78f62e9b88 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:47.467112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55696) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.467827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55698) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.487554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8c0dfd2f-ac7d-42c8-bbf2-1288c3cd154a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979700517', 'description': 'tempest-description--116105219'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:47.499408 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:47.511089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 41835a3b-244a-4649-8b5b-ac10fb7494d6 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:47.516018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78c9183d-3e51-487c-95ad-3ca5c3f0627b req-19b7475a-5051-4f4c-8ae4-4e1ae4f2f357 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.1719995 Aug 28 20:12:47.538437 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af5d40f-cac3-40c4-a5be-dd772af046f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.539363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af5d40f-cac3-40c4-a5be-dd772af046f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.544850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1af5d40f-cac3-40c4-a5be-dd772af046f3 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c1754c53-e8e0-4154-9207-6bfd83268437 HTTP/1.1" status: 404 len: 339 time: 0.0722055 Aug 28 20:12:47.562847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55700) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.578005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 41835a3b-244a-4649-8b5b-ac10fb7494d6 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:47.578784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 41835a3b-244a-4649-8b5b-ac10fb7494d6 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:47.593129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Router f2872b1c-989b-4628-8b31-992d6b287a51 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:47.594077 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.614119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=07413d30-28fd-458f-a30d-6f9c39db57d6,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:47.624902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Port 07413d30-28fd-458f-a30d-6f9c39db57d6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:47.641546 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfd2f-ac7d-42c8-bbf2-1288c3cd154a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.686340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Provisioning complete for port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:47.686994 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.742366 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8e6ceb-b020-4c0c-916e-504fd0fa372e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.746329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c10e84-9651-4413-9a4e-03e24b6bf8b8 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:12:47.748266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8e6ceb-b020-4c0c-916e-504fd0fa372e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.765213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:47.766034 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fd8e6ceb-b020-4c0c-916e-504fd0fa372e tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c2cd5bda-e2d0-428e-adbf-09dc6f4fa865 HTTP/1.1" status: 404 len: 337 time: 0.2010491 Aug 28 20:12:47.777398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Provisioning complete for port 434754af-362c-4ff7-9daf-ed78f62e9b88 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:47.778382 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.789249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.799010 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:47.799589 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Publish callbacks [] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:47.896860 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:47.899635 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdc0dc8-776f-4ee6-a02d-e4699e467c55 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] DELETE failed (client error): The resource could not be found. Aug 28 20:12:47.900386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdc0dc8-776f-4ee6-a02d-e4699e467c55 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:12:47.905138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2bdc0dc8-776f-4ee6-a02d-e4699e467c55 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c134c2ea-0c2e-4067-a36b-35357e642ca0 HTTP/1.1" status: 404 len: 339 time: 0.1039362 Aug 28 20:12:47.962407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55706) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:47.971627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:47.986024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0a92ed62-1363-45b5-b96a-0bc8fa8108b2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f2872b1c-989b-4628-8b31-992d6b287a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5864289 Aug 28 20:12:47.986761 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] Sync routers for ids ['f2872b1c-989b-4628-8b31-992d6b287a51'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:47.989118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55708) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:48.001019 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] Routers {'f2872b1c-989b-4628-8b31-992d6b287a51'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:48.002049 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f2872b1c-989b-4628-8b31-992d6b287a51'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:48.011424 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:48.012844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-acbb5e73-557a-4cea-b871-6824e624c719 None None] Current status of the port 434754af-362c-4ff7-9daf-ed78f62e9b88 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:48.017243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8695a2c0-2603-48e6-9b4c-5c547d4381f3 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:48.062229 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1185ac82-3806-488b-b45d-1107a9e5a4c6 req-6706af47-e5c8-43f5-a65f-1940aa5bccc3 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.2922654 Aug 28 20:12:48.068376 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:48.083948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-081e31aa-0907-4860-ba96-2453ba587015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:48.085892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-029ef340-9a19-4693-b88b-e9ef7cef5f41 req-081e31aa-0907-4860-ba96-2453ba587015 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6914306 Aug 28 20:12:48.087508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:48.088000 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.118213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Deleting subnet 619901d4-4776-437a-b15f-61cd627131da {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:48.177302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (619901d4-4776-437a-b15f-61cd627131da), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.201540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:48.202842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 434754af-362c-4ff7-9daf-ed78f62e9b88 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:48.212366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Transition to ACTIVE for port object 15c10e84-9651-4413-9a4e-03e24b6bf8b8 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:12:48.257319 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:48.261413 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfd2f-ac7d-42c8-bbf2-1288c3cd154a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group (177c252d-33f6-4392-8739-5bec61b277ea), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.263004 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] Set router f2872b1c-989b-4628-8b31-992d6b287a51 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:48.285130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 434754af-362c-4ff7-9daf-ed78f62e9b88 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:48.285826 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.307117 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (619901d4-4776-437a-b15f-61cd627131da), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.424072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfd2f-ac7d-42c8-bbf2-1288c3cd154a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (177c252d-33f6-4392-8739-5bec61b277ea), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.428311 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks [] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.437749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 434754af-362c-4ff7-9daf-ed78f62e9b88 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:48.449764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (4c0efed5-a438-4708-b826-84d2ef447778), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.451577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.492429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks [] for router (f2872b1c-989b-4628-8b31-992d6b287a51), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.506166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b013ba3-5aa4-46bc-a090-8f3c7dbd9a07 req-b5c5fe55-8fb4-4c64-a95a-b97653e8524d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:48.511633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b013ba3-5aa4-46bc-a090-8f3c7dbd9a07 req-b5c5fe55-8fb4-4c64-a95a-b97653e8524d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:48.518968 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b013ba3-5aa4-46bc-a090-8f3c7dbd9a07 req-b5c5fe55-8fb4-4c64-a95a-b97653e8524d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:48.520875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b013ba3-5aa4-46bc-a090-8f3c7dbd9a07 req-b5c5fe55-8fb4-4c64-a95a-b97653e8524d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2389 time: 0.1862755 Aug 28 20:12:48.567253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dfd2f-ac7d-42c8-bbf2-1288c3cd154a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177c252d-33f6-4392-8739-5bec61b277ea,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:48.607920 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:48.612575 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:12:44Z', 'revision_number': 5, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:48.673239 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] Checking router: f2872b1c-989b-4628-8b31-992d6b287a51 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:48.684721 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] Routers {'f2872b1c-989b-4628-8b31-992d6b287a51'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:48.685371 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f2872b1c-989b-4628-8b31-992d6b287a51'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:48.762205 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfd2f-ac7d-42c8-bbf2-1288c3cd154a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.763784 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8c0dfd2f-ac7d-42c8-bbf2-1288c3cd154a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2827170 Aug 28 20:12:48.765635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-acd896b9-9028-4033-8427-663082d837fc req-295a312a-f2f5-4552-8e30-476350784a68 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0977020 Aug 28 20:12:48.767275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (619901d4-4776-437a-b15f-61cd627131da), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:48.805924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55714) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:48.816613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f4b66a3a-7600-466a-a0aa-bf2455787682 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'security_group_rule': {'security_group_id': '177c252d-33f6-4392-8739-5bec61b277ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:48.865461 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] Set router f2872b1c-989b-4628-8b31-992d6b287a51 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:48.994461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.070201 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:12:44Z', 'revision_number': 5, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:49.074094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Pushing event updated for resources: {'Port': ['ID=15c10e84-9651-4413-9a4e-03e24b6bf8b8,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:49.114242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.115039 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706a271-7779-4dcb-9b13-5c036628e3fa None None] The sync data for ids ['f2872b1c-989b-4628-8b31-992d6b287a51'] in n-d-854121-7 is: [{'id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'name': 'tempest-InstanceActionsNegativeTestJSON-273131201-router', 'tenant_id': '5267391a5c11415a90b0ce48613c0668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:48Z', 'updated_at': '2022-08-28T20:12:44Z', 'revision_number': 5, 'project_id': '5267391a5c11415a90b0ce48613c0668', 'gw_port': {'id': '04d04da1-0335-4028-820d-4131d6b6bcaa', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2872b1c-989b-4628-8b31-992d6b287a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:50Z', 'updated_at': '2022-08-28T20:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:49.134363 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.140164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (619901d4-4776-437a-b15f-61cd627131da), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.181357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (6188a180-6110-47fe-9db1-2a4e02f3dff8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.209497 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.217034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Subnet': ['ID=619901d4-4776-437a-b15f-61cd627131da,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:49.218992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4b66a3a-7600-466a-a0aa-bf2455787682 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group_rule (8a1e9168-a4e0-46e9-8eb8-010d0d050937), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.224126 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b013ba3-5aa4-46bc-a090-8f3c7dbd9a07 req-39a4161a-dc1c-44fa-987d-ddec72a322fe tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352757 Aug 28 20:12:49.226251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks [] for router_gateway (f2872b1c-989b-4628-8b31-992d6b287a51), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.235244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:49.263050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.265169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910e5f0-11c7-4bdc-aff6-aae78e6b90bf None None] Network 8422f792-1cd5-4a63-b696-8891fdb79e95 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:49.269644 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d60be741-6a09-45e2-8395-87db7beacc60 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/619901d4-4776-437a-b15f-61cd627131da HTTP/1.1" status: 204 len: 168 time: 1.3008602 Aug 28 20:12:49.275705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55718) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:49.303992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd52818c-8ea2-4ddc-a21e-a8f6d3343a4f req-508824b1-2c0d-4840-99ae-77d91b10c176 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0947883 Aug 28 20:12:49.332129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Attempting to bind port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:49.332475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Attempting to bind port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:49.338171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Attempting to bind port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 on network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:49.386658 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.435956 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.456213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4b66a3a-7600-466a-a0aa-bf2455787682 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group_rule (8a1e9168-a4e0-46e9-8eb8-010d0d050937), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.466507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 on network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:12:49.466988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Attempting to bind port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 on network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:49.490212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:49.490535 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Checking segment: {'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:49.490938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Bound using segment: {'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:49.491422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Bound port: 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6fedc4b-859b-4c24-b22a-070c22a8f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:49.491795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.516809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Deleting port 04d04da1-0335-4028-820d-4131d6b6bcaa {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:49.517164 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.519287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4b66a3a-7600-466a-a0aa-bf2455787682 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (8a1e9168-a4e0-46e9-8eb8-010d0d050937), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.526581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] DHCP port deletion for 8422f792-1cd5-4a63-b696-8891fdb79e95 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:49.561426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b66a3a-7600-466a-a0aa-bf2455787682 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1e9168-a4e0-46e9-8eb8-010d0d050937,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:49.583921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] Deleting port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:49.584654 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.592666 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.610519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (8422f792-1cd5-4a63-b696-8891fdb79e95), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.643513 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4b66a3a-7600-466a-a0aa-bf2455787682 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.647168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f4b66a3a-7600-466a-a0aa-bf2455787682 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8386889 Aug 28 20:12:49.649076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55720) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:49.672196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6e8ad77e-8c2b-4789-adbf-473a0b89b4b5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'security_group_rule': {'security_group_id': '177c252d-33f6-4392-8739-5bec61b277ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:49.697322 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.702233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.722951 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.735056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Network 3acf5539-a146-4cb6-a5f2-db201b95186e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:49.753796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] For port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,segment=NetworkSegment(5a58a0a7-061b-4c61-9c97-81106b6f337b),segment_id=5a58a0a7-061b-4c61-9c97-81106b6f337b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:49.756040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.758753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:49.795574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 55188575-6bb2-49d9-8c37-355a158c8742 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:49.803703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.812748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] Calling delete_port for ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:49.842584 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] For port 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:49.895161 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] For port 04d04da1-0335-4028-820d-4131d6b6bcaa, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=04d04da1-0335-4028-820d-4131d6b6bcaa,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:49.895544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.896643 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.946004 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (4c0efed5-a438-4708-b826-84d2ef447778), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.981256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] For port 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15c10e84-9651-4413-9a4e-03e24b6bf8b8,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:49.981463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad77e-8c2b-4789-adbf-473a0b89b4b5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group_rule (21cc2bb1-014e-483b-bc65-9935b1f5ac49), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:49.985414 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:49.992908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Deleting port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:49.993252 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.020248 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:50.031465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=07413d30-28fd-458f-a30d-6f9c39db57d6,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:50.032292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 55188575-6bb2-49d9-8c37-355a158c8742 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:50.032613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Calling delete_port for 04d04da1-0335-4028-820d-4131d6b6bcaa owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:50.033126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (55188575-6bb2-49d9-8c37-355a158c8742), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.063128 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d24e131-4ec2-499d-86ad-59219b876efa req-cf203161-7ce7-455a-82ca-f9c130cf7f8c tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0982711 Aug 28 20:12:50.080732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.100031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.100527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.101966 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/15c10e84-9651-4413-9a4e-03e24b6bf8b8 HTTP/1.1" status: 200 len: 1092 time: 4.5436735 Aug 28 20:12:50.104156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:12:50.106666 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77" -d '{"events": [{"name": "network-changed", "server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:12:50.108788 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.163575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] Pushing event deleted for resources: {'Port': ['ID=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:50.176537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6f986-ecbf-4672-8ad1-e31004594a62 None None] No DVR routers for this DVR port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:50.185587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-199ab452-0c85-4b51-88e1-f964872c1f6f None None] Provisioning complete for port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:50.186189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-199ab452-0c85-4b51-88e1-f964872c1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.197882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad77e-8c2b-4789-adbf-473a0b89b4b5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group_rule (21cc2bb1-014e-483b-bc65-9935b1f5ac49), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.226608 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4e0c31-a9ac-4955-a4d4-a50de3eb2368 x-openstack-request-id: req-5c4e0c31-a9ac-4955-a4d4-a50de3eb2368 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:12:50.226916 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:12:50.227194 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c4e0c31-a9ac-4955-a4d4-a50de3eb2368 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:12:50.227572 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4e0c31-a9ac-4955-a4d4-a50de3eb2368'] response: {'name': 'network-changed', 'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8', 'status': 'completed', 'code': 200} Aug 28 20:12:50.239937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Request body: {'port': {'device_id': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:50.240198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:50.243539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:50.268471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad77e-8c2b-4789-adbf-473a0b89b4b5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (21cc2bb1-014e-483b-bc65-9935b1f5ac49), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.283465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-199ab452-0c85-4b51-88e1-f964872c1f6f None None] Port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:50.285968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 55188575-6bb2-49d9-8c37-355a158c8742 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:50.286282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (55188575-6bb2-49d9-8c37-355a158c8742), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.363287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] For port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,segment=NetworkSegment(5a58a0a7-061b-4c61-9c97-81106b6f337b),segment_id=5a58a0a7-061b-4c61-9c97-81106b6f337b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:50.363287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.368589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 55188575-6bb2-49d9-8c37-355a158c8742, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=55188575-6bb2-49d9-8c37-355a158c8742,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:50.419557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Calling delete_port for ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:50.443250 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (55188575-6bb2-49d9-8c37-355a158c8742), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.454357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-300f14cb-fdcd-4395-8b46-aa8841b32296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.454357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-300f14cb-fdcd-4395-8b46-aa8841b32296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.454357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-300f14cb-fdcd-4395-8b46-aa8841b32296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.458735 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-300f14cb-fdcd-4395-8b46-aa8841b32296 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2861 time: 0.1757555 Aug 28 20:12:50.495512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0931c72-e488-4887-8451-bb0adab391cd service neutron] Pushing event updated for resources: {'Port': ['ID=15c10e84-9651-4413-9a4e-03e24b6bf8b8,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:50.537432 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:50.551514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2d9fbc69-47e5-436a-b855-b5294b2216c1 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:50.556383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=55188575-6bb2-49d9-8c37-355a158c8742,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:50.595645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Router 6188a180-6110-47fe-9db1-2a4e02f3dff8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:50.616447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 2d9fbc69-47e5-436a-b855-b5294b2216c1 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:50.616830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2d9fbc69-47e5-436a-b855-b5294b2216c1 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:50.617417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:50.641902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:50.643404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:50.686443 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3f942fe1-2dba-4736-999e-16269bd27988), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.724252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1b9cfd6c-8dd5-4e6e-b0cd-c2969476c95a None None] Provisioning complete for port 07413d30-28fd-458f-a30d-6f9c39db57d6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:50.724760 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd6c-8dd5-4e6e-b0cd-c2969476c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.733662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca6a4e-63c1-497a-9e5e-b2e081f15fb0 req-7bca7bc6-4baa-4ba5-a0ca-74aab70efedd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.738984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca6a4e-63c1-497a-9e5e-b2e081f15fb0 req-7bca7bc6-4baa-4ba5-a0ca-74aab70efedd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.744327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca6a4e-63c1-497a-9e5e-b2e081f15fb0 req-7bca7bc6-4baa-4ba5-a0ca-74aab70efedd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.746022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d1ca6a4e-63c1-497a-9e5e-b2e081f15fb0 req-7bca7bc6-4baa-4ba5-a0ca-74aab70efedd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2401 time: 0.3490217 Aug 28 20:12:50.763417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cfd6c-8dd5-4e6e-b0cd-c2969476c95a None None] Port 07413d30-28fd-458f-a30d-6f9c39db57d6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:12:50.777289 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:50.805248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ad77e-8c2b-4789-adbf-473a0b89b4b5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cc2bb1-014e-483b-bc65-9935b1f5ac49,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:50.819470 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:50.869738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ebd51260-04d6-4bcf-8fbc-97942ee9b58d req-267a1469-1cbf-49b9-b4d1-6d19e6eaf950 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0704279 Aug 28 20:12:50.872440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad77e-8c2b-4789-adbf-473a0b89b4b5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:50.873670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6e8ad77e-8c2b-4789-adbf-473a0b89b4b5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2066965 Aug 28 20:12:50.879255 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55730) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:50.885916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:50.950468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-365129f5-0bbd-42c4-844a-f96b67b6df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.950952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-365129f5-0bbd-42c4-844a-f96b67b6df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.951419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-365129f5-0bbd-42c4-844a-f96b67b6df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:50.953020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-365129f5-0bbd-42c4-844a-f96b67b6df3c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4693558 Aug 28 20:12:50.998743 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.029590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.074981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Router 4c0efed5-a438-4708-b826-84d2ef447778 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:12:51.077027 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:51.164721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d1ca6a4e-63c1-497a-9e5e-b2e081f15fb0 req-d0dd5002-140e-472b-ac7f-23604a4cbf49 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957288 Aug 28 20:12:51.174549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Port': ['ID=ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:51.198933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] No DVR routers for this DVR port ccfd4e49-064c-4c5f-9fb1-df5933bb3d9d on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:51.224967 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.253566 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8465a0c6-61cc-4561-acf0-6bea36ec673b req-0a1bca3a-0ec8-440b-9ac7-97e742e5bf09 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0494087 Aug 28 20:12:51.257372 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:51.293978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:51.300283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c0638f1d-3b94-46ee-8512-7fdde9424215 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "PUT /networking/v2.0/routers/4c0efed5-a438-4708-b826-84d2ef447778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8977616 Aug 28 20:12:51.307778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55734) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:51.308663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] Sync routers for ids ['4c0efed5-a438-4708-b826-84d2ef447778'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:51.322631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] Routers {'4c0efed5-a438-4708-b826-84d2ef447778'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:51.323446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4c0efed5-a438-4708-b826-84d2ef447778'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.360914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.375651 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] Routers {'4c0efed5-a438-4708-b826-84d2ef447778'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:51.376602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4c0efed5-a438-4708-b826-84d2ef447778'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.383721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a5bad-0300-42de-8edc-d4fc0808430d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:51.389910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e29a5bad-0300-42de-8edc-d4fc0808430d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4c0efed5-a438-4708-b826-84d2ef447778 HTTP/1.1" status: 200 len: 981 time: 0.0766656 Aug 28 20:12:51.391042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55736) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:51.419500 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:51.425223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.425870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb8cc3-925d-4165-9500-71f840383d1b None None] The sync data for ids ['4c0efed5-a438-4708-b826-84d2ef447778'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:51.518675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 172.25.4.231 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/6f92ba3c-dd18-42f3-a54a-9287c8878160) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:51.606089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:51.622949 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Sync routers for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:51.643535 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:51.648008 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.649210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f59e79f4-bdf0-46c4-863f-e63e4f1c77b6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6188a180-6110-47fe-9db1-2a4e02f3dff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8209765 Aug 28 20:12:51.650213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (04d04da1-0335-4028-820d-4131d6b6bcaa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.657081 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:51.708429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-7cce1f93-86b1-4b78-b6b3-cae958fd2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:51.710042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6458dabf-63d3-42c4-bd1b-d5e9a44c8d77 req-7cce1f93-86b1-4b78-b6b3-cae958fd2108 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7349999 Aug 28 20:12:51.715252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d04da1-0335-4028-820d-4131d6b6bcaa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:51.720633 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (8422f792-1cd5-4a63-b696-8891fdb79e95), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.760378 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:51.791308 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:51.796428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8422f792-1cd5-4a63-b696-8891fdb79e95']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.842238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a58a0a7-061b-4c61-9c97-81106b6f337b') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.842557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a58a0a7-061b-4c61-9c97-81106b6f337b') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:51.843002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 55188575-6bb2-49d9-8c37-355a158c8742 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:51.848112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e09338a-47ef-465b-9188-5a91735caea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.886798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.896949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (5a58a0a7-061b-4c61-9c97-81106b6f337b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.923175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 55188575-6bb2-49d9-8c37-355a158c8742 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:51.923809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (55188575-6bb2-49d9-8c37-355a158c8742), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.931891 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:51.956326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f2872b1c-989b-4628-8b31-992d6b287a51), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:51.965723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5a58a0a7-061b-4c61-9c97-81106b6f337b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.005424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:52.005843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (5a58a0a7-061b-4c61-9c97-81106b6f337b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.095055 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (4c0efed5-a438-4708-b826-84d2ef447778), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.101491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 55188575-6bb2-49d9-8c37-355a158c8742 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:52.107245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f942fe1-2dba-4736-999e-16269bd27988 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:12:52.112841 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5a58a0a7-061b-4c61-9c97-81106b6f337b resource provider aggregate not found Aug 28 20:12:52.160473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Publish callbacks [] for port (3f942fe1-2dba-4736-999e-16269bd27988), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.169925 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5a58a0a7-061b-4c61-9c97-81106b6f337b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a58a0a7-061b-4c61-9c97-81106b6f337b found for delete ", "request_id": "req-73e2a05b-3d30-4692-bc02-0e1820ae8ce1"}]} Aug 28 20:12:52.207609 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f2872b1c-989b-4628-8b31-992d6b287a51), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.212960 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-325c6dad-4ddb-4a3c-abf9-37aa00a6e5fd req-221d975b-6e3d-41f8-821a-42fa696c068f tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1412153 Aug 28 20:12:52.214228 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks [] for router_controller (f2872b1c-989b-4628-8b31-992d6b287a51), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.219414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Transition to ACTIVE for port object 3f942fe1-2dba-4736-999e-16269bd27988 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:12:52.274085 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:52.282761 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:52.283391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55752) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:52.287794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6dc70a07-e983-4d5c-99d7-4e35607c1bd6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600345500', 'description': 'tempest-description--891312233'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:52.312006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3f942fe1-2dba-4736-999e-16269bd27988), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.313691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.319049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (8422f792-1cd5-4a63-b696-8891fdb79e95), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.357727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.361163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8422f792-1cd5-4a63-b696-8891fdb79e95 HTTP/1.1" status: 204 len: 168 time: 3.0844464 Aug 28 20:12:52.362175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49591561-ef48-4b97-9656-274ce129bbd7 tempest-NetworksTest-670334794 tempest-NetworksTest-670334794-project] Pushing event deleted for resources: {'Network': ['ID=8422f792-1cd5-4a63-b696-8891fdb79e95,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:52.387247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:52.409157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f2872b1c-989b-4628-8b31-992d6b287a51), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.410160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2872b1c-989b-4628-8b31-992d6b287a51 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:12:52.432342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:52.441283 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a07-e983-4d5c-99d7-4e35607c1bd6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.444154 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:52.448139 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 2, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:52.452874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.454181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-25b7a297-d732-40d3-9f45-b3619f312ca6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f2872b1c-989b-4628-8b31-992d6b287a51 HTTP/1.1" status: 204 len: 168 time: 4.4534481 Aug 28 20:12:52.461156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:52.463284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55758) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:52.470992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f42583d-155f-4e8c-bdcb-b5d15701d127 req-d42499f3-1d41-4355-ab1a-41f93fc4718e tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0860500 Aug 28 20:12:52.504898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=6f92ba3c-dd18-42f3-a54a-9287c8878160,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:52.526830 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Checking router: 6188a180-6110-47fe-9db1-2a4e02f3dff8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:12:52.527980 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Updating router 6188a180-6110-47fe-9db1-2a4e02f3dff8 port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:12:52.546361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 07413d30-28fd-458f-a30d-6f9c39db57d6 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:52.546361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.579500 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.595655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Pushing event updated for resources: {'Port': ['ID=3f942fe1-2dba-4736-999e-16269bd27988,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:52.611493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7d8d4-6a08-4835-a0d8-88f91484756c req-e44f1532-c6d8-4d77-8650-927c6c1a844a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:52.619829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7d8d4-6a08-4835-a0d8-88f91484756c req-e44f1532-c6d8-4d77-8650-927c6c1a844a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:52.623768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7d8d4-6a08-4835-a0d8-88f91484756c req-e44f1532-c6d8-4d77-8650-927c6c1a844a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:52.625519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37d7d8d4-6a08-4835-a0d8-88f91484756c req-e44f1532-c6d8-4d77-8650-927c6c1a844a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2413 time: 0.2482357 Aug 28 20:12:52.667828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for floatingip (0969ab5f-fcc3-4b21-abe7-280159b9603d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.673224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] Deleting subnet 2be4c0f9-5e41-4323-ab72-938123bbece8 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:52.677024 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:52.682032 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] Publish callbacks [] for subnet (2be4c0f9-5e41-4323-ab72-938123bbece8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.690878 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.711422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 07413d30-28fd-458f-a30d-6f9c39db57d6 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:52.813875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Attempting to bind port 3f942fe1-2dba-4736-999e-16269bd27988 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:52.814169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Attempting to bind port 3f942fe1-2dba-4736-999e-16269bd27988 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:52.814805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Attempting to bind port 3f942fe1-2dba-4736-999e-16269bd27988 on network ff22f165-7068-441b-9b9a-8e7f2892e460 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:52.820715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.823996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (2be4c0f9-5e41-4323-ab72-938123bbece8), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.863689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37d7d8d4-6a08-4835-a0d8-88f91484756c req-aef90322-60d5-489d-994e-ba77876a862e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960745 Aug 28 20:12:52.868352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Port 3f942fe1-2dba-4736-999e-16269bd27988 on network ff22f165-7068-441b-9b9a-8e7f2892e460 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:12:52.868678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Attempting to bind port 3f942fe1-2dba-4736-999e-16269bd27988 on network ff22f165-7068-441b-9b9a-8e7f2892e460 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:52.888431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:52.888773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Checking segment: {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:52.890166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Bound using segment: {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:52.890166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Bound port: 3f942fe1-2dba-4736-999e-16269bd27988, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016dd0e6-a114-44bb-9d1a-45c99d69c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:52.890166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3f942fe1-2dba-4736-999e-16269bd27988), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.895169 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a07-e983-4d5c-99d7-4e35607c1bd6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (d347a495-8672-4bf0-aff0-af47e1910353), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:52.922751 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:53.019111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (2be4c0f9-5e41-4323-ab72-938123bbece8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.050537 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a07-e983-4d5c-99d7-4e35607c1bd6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d347a495-8672-4bf0-aff0-af47e1910353), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.086448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] For port 3f942fe1-2dba-4736-999e-16269bd27988, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:53.092372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.115563 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Publish callbacks [] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.122208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] For port 3f942fe1-2dba-4736-999e-16269bd27988, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3f942fe1-2dba-4736-999e-16269bd27988,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:53.133917 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc70a07-e983-4d5c-99d7-4e35607c1bd6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d347a495-8672-4bf0-aff0-af47e1910353,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.158172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55762) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:53.177717 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.177987 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.181060 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6dc70a07-e983-4d5c-99d7-4e35607c1bd6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.184461 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6dc70a07-e983-4d5c-99d7-4e35607c1bd6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8996611 Aug 28 20:12:53.190112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55766) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:53.197910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3689f226-36d7-4546-9f05-a5215aa40c9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'security_group_rule': {'security_group_id': 'd347a495-8672-4bf0-aff0-af47e1910353', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:53.251476 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3f942fe1-2dba-4736-999e-16269bd27988), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.254691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (07413d30-28fd-458f-a30d-6f9c39db57d6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.259114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:53.260333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.263701 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/3f942fe1-2dba-4736-999e-16269bd27988 HTTP/1.1" status: 200 len: 1092 time: 3.0328681 Aug 28 20:12:53.264658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'tag': '3f942fe1-2dba-4736-999e-16269bd27988'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:12:53.267700 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01" -d '{"events": [{"name": "network-changed", "server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "tag": "3f942fe1-2dba-4736-999e-16269bd27988"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:12:53.271299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=6f92ba3c-dd18-42f3-a54a-9287c8878160,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.293462 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bce2a-8dad-4b90-914f-1f535f0991a6 None None] Pushing event updated for resources: {'Port': ['ID=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.307220 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0969ab5f-fcc3-4b21-abe7-280159b9603d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.339035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (2be4c0f9-5e41-4323-ab72-938123bbece8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.374541 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2daed60-2ec1-4952-96c1-c4b84809b279 x-openstack-request-id: req-c2daed60-2ec1-4952-96c1-c4b84809b279 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:12:53.374996 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "tag": "3f942fe1-2dba-4736-999e-16269bd27988", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:12:53.375621 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2daed60-2ec1-4952-96c1-c4b84809b279 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:12:53.376284 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2daed60-2ec1-4952-96c1-c4b84809b279'] response: {'name': 'network-changed', 'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'tag': '3f942fe1-2dba-4736-999e-16269bd27988', 'status': 'completed', 'code': 200} Aug 28 20:12:53.376451 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Attempting to bind port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:12:53.376827 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Attempting to bind port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:12:53.377201 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Attempting to bind port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 on network 3acf5539-a146-4cb6-a5f2-db201b95186e {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:12:53.383597 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:12:53.390391 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Checking segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:12:53.390391 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.390391 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Bound using segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:12:53.390391 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Bound port: 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:12:53.390391 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.415152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce592e7c-3cde-4750-9f5f-b9945031e4e7 None None] Network 08f611d8-fbe4-464c-b17c-f38de24295ef requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:53.417224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=07413d30-28fd-458f-a30d-6f9c39db57d6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.432044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.436557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/2be4c0f9-5e41-4323-ab72-938123bbece8 HTTP/1.1" status: 204 len: 168 time: 0.9485843 Aug 28 20:12:53.457877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55772) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:53.460296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dfe6d-c153-49d6-8ea7-f5b20d9a8b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be4c0f9-5e41-4323-ab72-938123bbece8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.472131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3689f226-36d7-4546-9f05-a5215aa40c9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (af33e2b0-3de1-4746-b419-a29b151d9446), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.511000 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] For port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:12:53.515803 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] For port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:12:53.525291 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4cd23206-277e-46bf-a094-5d005ae3c142 req-40aa6ec8-83b4-4fd3-82d5-a080b5f25e9a tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1546550 Aug 28 20:12:53.611684 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.626482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4e4cbdbf-b7df-41a7-99d1-f8b64d0e1a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7349577 Aug 28 20:12:53.626908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3689f226-36d7-4546-9f05-a5215aa40c9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (af33e2b0-3de1-4746-b419-a29b151d9446), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.630149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd525a-d524-469f-8c13-1c3d99a0d5ee service neutron] Pushing event updated for resources: {'Port': ['ID=3f942fe1-2dba-4736-999e-16269bd27988,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.638772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-00c8d410-50b2-4125-9c83-3d3ab5e73ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:53.639483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-00c8d410-50b2-4125-9c83-3d3ab5e73ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:53.640280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-00c8d410-50b2-4125-9c83-3d3ab5e73ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:53.651773 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-00c8d410-50b2-4125-9c83-3d3ab5e73ca7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2959 time: 0.2089100 Aug 28 20:12:53.666813 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:12:53.669333 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.692644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] DHCP port deletion for 08f611d8-fbe4-464c-b17c-f38de24295ef request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:53.693037 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (08f611d8-fbe4-464c-b17c-f38de24295ef), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.759517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3689f226-36d7-4546-9f05-a5215aa40c9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (af33e2b0-3de1-4746-b419-a29b151d9446), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.768009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c1739a45-649e-4acf-b279-628bad8dc154 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=45d9f13ac11d4222aef33731aa3ca83f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6086531 Aug 28 20:12:53.773000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55778) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:53.775810 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:53.801009 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.804096 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:53.804096 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:53.820496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04d04da1-0335-4028-820d-4131d6b6bcaa no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:53.827022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4bd1bc8e-542a-4462-930d-2264f49a8393 req-df0fff56-091e-4b51-9e1e-2148dd7597a3 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0811298 Aug 28 20:12:53.836406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689f226-36d7-4546-9f05-a5215aa40c9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af33e2b0-3de1-4746-b419-a29b151d9446,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.862303 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (4c0efed5-a438-4708-b826-84d2ef447778), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.863116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 04d04da1-0335-4028-820d-4131d6b6bcaa {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:53.863654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04d04da1-0335-4028-820d-4131d6b6bcaa not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:53.866418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] Deleting port 81ef46f6-da0e-4264-b607-322970c1f2f4 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:53.866878 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.907687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-5f4adce6-5ea9-4a27-bb84-c8e579dd12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:53.908553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-5f4adce6-5ea9-4a27-bb84-c8e579dd12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:53.909097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-5f4adce6-5ea9-4a27-bb84-c8e579dd12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:53.910912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-5f4adce6-5ea9-4a27-bb84-c8e579dd12a9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2513034 Aug 28 20:12:53.959776 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bce2a-8dad-4b90-914f-1f535f0991a6 None None] Pushing event updated for resources: {'Port': ['ID=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:53.966487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3689f226-36d7-4546-9f05-a5215aa40c9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:53.970525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3689f226-36d7-4546-9f05-a5215aa40c9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7745423 Aug 28 20:12:53.977784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55784) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:53.997571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4b8a1e03-33c5-41b7-9feb-af6b19b69ed7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'security_group_rule': {'security_group_id': 'd347a495-8672-4bf0-aff0-af47e1910353', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:54.019839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] For port 81ef46f6-da0e-4264-b607-322970c1f2f4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=81ef46f6-da0e-4264-b607-322970c1f2f4,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:54.020246 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.039234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] Calling delete_port for 81ef46f6-da0e-4264-b607-322970c1f2f4 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:54.053692 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:54.064998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Deleting port 81ef46f6-da0e-4264-b607-322970c1f2f4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:54.065325 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:12:54.065435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.121119 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:54.134911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-727e3f34-75da-4c5b-b4d2-60c64d6788fd admin admin] Publish callbacks [] for security_group (7ba0469c-ba1e-4397-8dd0-684e10997d7e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.156392 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:54.163433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-25e49950-1e24-4ee5-9f43-ee5a3b4cc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.165268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1d8fffa-dd9a-4528-8c78-fc3dd75bac01 req-25e49950-1e24-4ee5-9f43-ee5a3b4cc92c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383850 Aug 28 20:12:54.205009 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:54.237978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850808e9-2384-4233-a691-23295d4d32c2 req-bdef642a-b11d-49d7-8a73-3bce419615cf tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.243215 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bd41c588-8ad0-4d1d-b8c7-0e6f3718faf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.243453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850808e9-2384-4233-a691-23295d4d32c2 req-bdef642a-b11d-49d7-8a73-3bce419615cf tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.249108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850808e9-2384-4233-a691-23295d4d32c2 req-bdef642a-b11d-49d7-8a73-3bce419615cf tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.249625 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.250873 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-850808e9-2384-4233-a691-23295d4d32c2 req-bdef642a-b11d-49d7-8a73-3bce419615cf tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2413 time: 0.1785736 Aug 28 20:12:54.290018 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-727e3f34-75da-4c5b-b4d2-60c64d6788fd admin admin] Publish callbacks [] for security_group (7ba0469c-ba1e-4397-8dd0-684e10997d7e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.290785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] Pushing event deleted for resources: {'Port': ['ID=81ef46f6-da0e-4264-b607-322970c1f2f4,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:54.308593 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-0e7c36b4-ee4c-4500-a9c1-210d029f7b54 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--979700517&fields=id&tenant_id=c26696ea658340348c4ef1bd81bf60d2 HTTP/1.1" status: 200 len: 267 time: 0.1256001 Aug 28 20:12:54.311532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] For port 81ef46f6-da0e-4264-b607-322970c1f2f4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=81ef46f6-da0e-4264-b607-322970c1f2f4,segment=NetworkSegment(0224738e-5839-44ec-bddb-30b9ea5ac394),segment_id=0224738e-5839-44ec-bddb-30b9ea5ac394)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:54.312445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.314404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eff948-914c-4f80-b10d-8888fa75cb96 None None] No DVR routers for this DVR port 81ef46f6-da0e-4264-b607-322970c1f2f4 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:54.327413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b43d5cc2-2bff-4758-88c1-27e4170d0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.327962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b43d5cc2-2bff-4758-88c1-27e4170d0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.329235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b43d5cc2-2bff-4758-88c1-27e4170d0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.331052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-b43d5cc2-2bff-4758-88c1-27e4170d0e4e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2959 time: 0.1222296 Aug 28 20:12:54.365405 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e03-33c5-41b7-9feb-af6b19b69ed7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (c3e410c0-caa4-4be9-934a-112b641d8641), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.367814 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:54.387666 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:53Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:54.391272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Calling delete_port for 81ef46f6-da0e-4264-b607-322970c1f2f4 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:54.408497 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-dafc8ff2-36c8-4a71-b90b-cc04d9240a18 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=41124409-df1c-4a2d-bf5f-6169c1099fec HTTP/1.1" status: 200 len: 217 time: 0.0681562 Aug 28 20:12:54.420330 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28424d1e-6fd6-4f8d-a943-549606cb64c9 None None] The sync data for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 is: [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:53Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:54.435595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-694add91-31b8-412a-b799-db1cc96a0d59 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.437073 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-694add91-31b8-412a-b799-db1cc96a0d59 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 931 time: 0.1195114 Aug 28 20:12:54.464184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Router 4c0efed5-a438-4708-b826-84d2ef447778 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:12:54.546902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-d117b716-4453-4341-8003-53a2f4b23f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.548178 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-d117b716-4453-4341-8003-53a2f4b23f49 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=722f1750-43aa-4414-8a4c-f6b908aaebcb HTTP/1.1" status: 200 len: 801 time: 0.1299572 Aug 28 20:12:54.556136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9d99c720-1470-473c-863e-548a0fa47e46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.563228 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9d99c720-1470-473c-863e-548a0fa47e46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 932 time: 0.1048892 Aug 28 20:12:54.565582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-727e3f34-75da-4c5b-b4d2-60c64d6788fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ba0469c-ba1e-4397-8dd0-684e10997d7e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.567489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-727e3f34-75da-4c5b-b4d2-60c64d6788fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.571929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-727e3f34-75da-4c5b-b4d2-60c64d6788fd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7ba0469c-ba1e-4397-8dd0-684e10997d7e HTTP/1.1" status: 204 len: 168 time: 0.7941873 Aug 28 20:12:54.610631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-850808e9-2384-4233-a691-23295d4d32c2 req-d8d155e0-8dd2-4bb5-825b-b1a256ba1f17 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230879 Aug 28 20:12:54.630122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e3f34-75da-4c5b-b4d2-60c64d6788fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0469c-ba1e-4397-8dd0-684e10997d7e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:54.723494 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-95636a15-a89e-46a2-a79d-be9c1e31f8ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=82181eed-f302-4511-943f-fb3b30d86409&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1593347 Aug 28 20:12:54.731330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e03-33c5-41b7-9feb-af6b19b69ed7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (c3e410c0-caa4-4be9-934a-112b641d8641), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.753124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:12:54.764500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-61cc0db1-1425-4264-8b24-035364aa98b0 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "PUT /networking/v2.0/routers/4c0efed5-a438-4708-b826-84d2ef447778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3721526 Aug 28 20:12:54.770544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] Sync routers for ids ['4c0efed5-a438-4708-b826-84d2ef447778'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:12:54.779590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55800) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:54.779874 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:54.782665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-49d36f2c-c907-4d1d-863e-489426d602a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:54.783139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] Routers {'4c0efed5-a438-4708-b826-84d2ef447778'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:54.784232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-49d36f2c-c907-4d1d-863e-489426d602a4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ff22f165-7068-441b-9b9a-8e7f2892e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2182927 Aug 28 20:12:54.785665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4c0efed5-a438-4708-b826-84d2ef447778'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:54.788785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cdb4bf72-14e8-4ea9-b947-b15ea8b3b168 req-e2babf0d-0d38-4728-b9fd-433ecbb65223 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0536301 Aug 28 20:12:54.800046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (81ef46f6-da0e-4264-b607-322970c1f2f4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.826624 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a8aba6-0436-4a8f-8eb8-8a157edcf2f7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:12:54.828160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-91a8aba6-0436-4a8f-8eb8-8a157edcf2f7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/07413d30-28fd-458f-a30d-6f9c39db57d6 HTTP/1.1" status: 404 len: 333 time: 0.0475340 Aug 28 20:12:54.830086 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-6a3e3d7a-dcf1-4fc3-9497-f7ddef91510b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=82181eed-f302-4511-943f-fb3b30d86409&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1004040 Aug 28 20:12:54.838646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55802) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:54.848620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ef46f6-da0e-4264-b607-322970c1f2f4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:54.860124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] No DVR routers for this DVR port 81ef46f6-da0e-4264-b607-322970c1f2f4 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:54.911883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:54.917251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e03-33c5-41b7-9feb-af6b19b69ed7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (c3e410c0-caa4-4be9-934a-112b641d8641), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:54.948278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] Routers {'4c0efed5-a438-4708-b826-84d2ef447778'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:12:54.948278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:12:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4c0efed5-a438-4708-b826-84d2ef447778'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:54.993398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:54.995362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef20ef-b4a5-4883-b2aa-008ec948f8f4 None None] The sync data for ids ['4c0efed5-a438-4708-b826-84d2ef447778'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:12:55.155479 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:55.226900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2a57fe1-5499-40f6-87d8-64d0a9efd925 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for router (4c0efed5-a438-4708-b826-84d2ef447778), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.242638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9ddbae99-9f8d-49be-8bbf-747d0c2b1388 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:55.252701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9ddbae99-9f8d-49be-8bbf-747d0c2b1388 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:55.258548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9ddbae99-9f8d-49be-8bbf-747d0c2b1388 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:55.268120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9ddbae99-9f8d-49be-8bbf-747d0c2b1388 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/networks?id=77cd677e-32a7-4bf0-bf04-1da6f14ce29f&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=82181eed-f302-4511-943f-fb3b30d86409&id=82181eed-f302-4511-943f-fb3b30d86409 HTTP/1.1" status: 200 len: 1990 time: 0.4204144 Aug 28 20:12:55.368473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-0177c19b-5ac3-4e25-904e-8b63250efb46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/quotas/c26696ea658340348c4ef1bd81bf60d2 HTTP/1.1" status: 200 len: 375 time: 0.0993328 Aug 28 20:12:55.401269 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:55.439368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a1e03-33c5-41b7-9feb-af6b19b69ed7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e410c0-caa4-4be9-934a-112b641d8641,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:55.441938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-79b260f2-4182-4649-885f-54ea4890a3c6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087048 Aug 28 20:12:55.453837 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d4a6ec9-bdef-43c4-aaf2-2768c83e5ee6 req-728eed86-1e9e-4a63-9832-64ab5bbba4af tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0787895 Aug 28 20:12:55.455980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (08f611d8-fbe4-464c-b17c-f38de24295ef), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.480058 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:55.501120 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:55.505065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f611d8-fbe4-464c-b17c-f38de24295ef']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:55.517232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0224738e-5839-44ec-bddb-30b9ea5ac394') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:55.517579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0224738e-5839-44ec-bddb-30b9ea5ac394') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:55.529385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (0224738e-5839-44ec-bddb-30b9ea5ac394), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.560488 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e03-33c5-41b7-9feb-af6b19b69ed7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.567951 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4b8a1e03-33c5-41b7-9feb-af6b19b69ed7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5795116 Aug 28 20:12:55.567951 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0224738e-5839-44ec-bddb-30b9ea5ac394), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.569480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55814) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:55.574038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:55.574882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:55.575248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (0224738e-5839-44ec-bddb-30b9ea5ac394), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.617278 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-79593e66-360e-40d6-b273-e453125dbd6c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2311599 Aug 28 20:12:55.629958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2a57fe1-5499-40f6-87d8-64d0a9efd925 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (4c0efed5-a438-4708-b826-84d2ef447778), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.631935 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:55.637566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2a57fe1-5499-40f6-87d8-64d0a9efd925 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for router_controller (4c0efed5-a438-4708-b826-84d2ef447778), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.691316 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0224738e-5839-44ec-bddb-30b9ea5ac394 resource provider aggregate not found Aug 28 20:12:55.739986 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0224738e-5839-44ec-bddb-30b9ea5ac394 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0224738e-5839-44ec-bddb-30b9ea5ac394 found for delete ", "request_id": "req-e4fe4a3c-a1cf-4dda-aba8-695d2bdbafcf"}]} Aug 28 20:12:55.772847 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.830617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (08f611d8-fbe4-464c-b17c-f38de24295ef), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.849224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:55.856811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/08f611d8-fbe4-464c-b17c-f38de24295ef HTTP/1.1" status: 204 len: 168 time: 2.3627944 Aug 28 20:12:55.868845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:55.887740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca36aa-6e45-4456-a18e-e4ad3859fb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f611d8-fbe4-464c-b17c-f38de24295ef,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:55.902281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75a88-8b7f-4837-abd7-4d2cf878a3ed req-f1a8a593-64c6-4b0f-9f25-5604dee2fbf7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:55.907181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75a88-8b7f-4837-abd7-4d2cf878a3ed req-f1a8a593-64c6-4b0f-9f25-5604dee2fbf7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:55.915204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75a88-8b7f-4837-abd7-4d2cf878a3ed req-f1a8a593-64c6-4b0f-9f25-5604dee2fbf7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:55.917142 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68e75a88-8b7f-4837-abd7-4d2cf878a3ed req-f1a8a593-64c6-4b0f-9f25-5604dee2fbf7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2413 time: 0.1532056 Aug 28 20:12:55.981397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:55.987422 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.004248 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68e75a88-8b7f-4837-abd7-4d2cf878a3ed req-7b816b12-edb4-485a-b61d-ab1d0cf0ecdd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782440 Aug 28 20:12:56.099554 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:56.117328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:56.118037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.173476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79ba3f8a-36a1-457a-b50b-2e0d91dfc9ba req-dad766f1-c847-4baf-833f-6ff7d088be53 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0465150 Aug 28 20:12:56.175048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:56.249002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.262264 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.262264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-42da415a-2783-499d-8294-18ec7c0fa88b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7901475 Aug 28 20:12:56.346763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2a57fe1-5499-40f6-87d8-64d0a9efd925 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (4c0efed5-a438-4708-b826-84d2ef447778), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.347356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a57fe1-5499-40f6-87d8-64d0a9efd925 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Fanout notify agent at l3_agent the message router_deleted on router 4c0efed5-a438-4708-b826-84d2ef447778 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:12:56.385054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:56.385675 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:56.399314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 81ef46f6-da0e-4264-b607-322970c1f2f4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:56.399494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55836) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:56.409811 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2a57fe1-5499-40f6-87d8-64d0a9efd925 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.419194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c2a57fe1-5499-40f6-87d8-64d0a9efd925 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/routers/4c0efed5-a438-4708-b826-84d2ef447778 HTTP/1.1" status: 204 len: 168 time: 1.5794539 Aug 28 20:12:56.425220 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-bd67e190-5d8e-495a-8d8e-e4449afa76be service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=15c10e84-9651-4413-9a4e-03e24b6bf8b8 HTTP/1.1" status: 200 len: 217 time: 0.1351564 Aug 28 20:12:56.432825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 81ef46f6-da0e-4264-b607-322970c1f2f4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:56.433464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 81ef46f6-da0e-4264-b607-322970c1f2f4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:56.434137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55838) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:56.439016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-97ca5481-5825-4b5c-bfc2-168b464e5d5d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929339 Aug 28 20:12:56.553866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55842) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:56.578900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0f6124f6-5258-43c6-948e-56010bd8c87b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5267391a5c11415a90b0ce48613c0668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782243 Aug 28 20:12:56.584448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet 70fcb99b-f2a1-49e0-89e7-6d0e05a11573 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:12:56.587768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55846) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:56.596628 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (70fcb99b-f2a1-49e0-89e7-6d0e05a11573), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.613344 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:56.620116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.683932 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-276dd199-adc4-44b2-bae5-bb5da239a947 req-4210b8f3-226e-472d-9c55-e2f330a84fff tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0833347 Aug 28 20:12:56.704538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-90b3b6fe-9b48-45a8-add2-505e43b6f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:56.710491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-90b3b6fe-9b48-45a8-add2-505e43b6f96f service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=952d5ed0-3b2e-4f9e-91e7-cea8f6145a62 HTTP/1.1" status: 200 len: 801 time: 0.1724243 Aug 28 20:12:56.712016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (70fcb99b-f2a1-49e0-89e7-6d0e05a11573), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.772760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2f6a5f2c-523b-4f76-a71c-ebf94f4bce80 tempest-DvrRoutersNegativeTest-2127634009 tempest-DvrRoutersNegativeTest-2127634009-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1540441019', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:56.776025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.policy [None req-2f6a5f2c-523b-4f76-a71c-ebf94f4bce80 tempest-DvrRoutersNegativeTest-2127634009 tempest-DvrRoutersNegativeTest-2127634009-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114322) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Aug 28 20:12:56.776329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.policy [None req-2f6a5f2c-523b-4f76-a71c-ebf94f4bce80 tempest-DvrRoutersNegativeTest-2127634009 tempest-DvrRoutersNegativeTest-2127634009-project] Failed policy enforce for 'create_router' {{(pid=114322) enforce /opt/stack/neutron/neutron/policy.py:523}} Aug 28 20:12:56.776603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2be08f4-ce36-4759-b2f5-b61b043b788a admin admin] Publish callbacks [] for security_group (afdb2075-eae7-48e1-9c45-81dc51b8a4c8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.776883 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-2f6a5f2c-523b-4f76-a71c-ebf94f4bce80 tempest-DvrRoutersNegativeTest-2127634009 tempest-DvrRoutersNegativeTest-2127634009-project] create failed (client error): Access was denied to this resource. Aug 28 20:12:56.778555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2f6a5f2c-523b-4f76-a71c-ebf94f4bce80 tempest-DvrRoutersNegativeTest-2127634009 tempest-DvrRoutersNegativeTest-2127634009-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2175281 Aug 28 20:12:56.801236 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e272a4df-e939-471f-81a1-096939f70209 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605728 Aug 28 20:12:56.817565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2be08f4-ce36-4759-b2f5-b61b043b788a admin admin] Publish callbacks [] for security_group (afdb2075-eae7-48e1-9c45-81dc51b8a4c8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.835937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-98ea7402-e07c-4013-8663-ba544e0399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:56.835937 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-98ea7402-e07c-4013-8663-ba544e0399ac service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=de40494b-d8a7-4fbf-bd6e-085f2dfe94d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1111827 Aug 28 20:12:56.888444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (70fcb99b-f2a1-49e0-89e7-6d0e05a11573), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:56.936750 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-54cb498d-2b4f-4262-b576-2a06551c0564 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1269405 Aug 28 20:12:56.939897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Allocated IP 172.25.4.196 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/59e2f191-1f17-4ced-a7c5-11426f5919fd) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:12:57.022258 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:57.042750 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.043979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2be08f4-ce36-4759-b2f5-b61b043b788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (afdb2075-eae7-48e1-9c45-81dc51b8a4c8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.047083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2be08f4-ce36-4759-b2f5-b61b043b788a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.048639 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c2be08f4-ce36-4759-b2f5-b61b043b788a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/afdb2075-eae7-48e1-9c45-81dc51b8a4c8 HTTP/1.1" status: 204 len: 168 time: 0.4592328 Aug 28 20:12:57.069579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be08f4-ce36-4759-b2f5-b61b043b788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdb2075-eae7-48e1-9c45-81dc51b8a4c8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:57.084989 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-5ea69d26-bb9d-426b-ba21-82ef2869abdc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/de40494b-d8a7-4fbf-bd6e-085f2dfe94d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315290 Aug 28 20:12:57.106712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (70fcb99b-f2a1-49e0-89e7-6d0e05a11573), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.158149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=70fcb99b-f2a1-49e0-89e7-6d0e05a11573,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:57.163316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.170616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bbd0e7-731e-46e4-acc3-6820d92f817d None None] Network 74bdaba9-d569-4c9c-b5b6-bad8082b9bff requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:57.175458 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e4a0412a-e6e5-4677-914f-80ff8a09b628 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/70fcb99b-f2a1-49e0-89e7-6d0e05a11573 HTTP/1.1" status: 204 len: 168 time: 0.7354295 Aug 28 20:12:57.175458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55854) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:57.250793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-5c4ddb19-61e8-4866-9145-ac3c033680cd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951179 Aug 28 20:12:57.263727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.263949 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:57.289115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-53d3f1bf-34a7-413f-b694-243afad0d671 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/de40494b-d8a7-4fbf-bd6e-085f2dfe94d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002368 Aug 28 20:12:57.329116 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:57.342131 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (74bdaba9-d569-4c9c-b5b6-bad8082b9bff), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.370764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba372f-e702-452b-9f34-3aa11558c81b req-79dc8768-1c82-4f81-be8c-24c8898e2c79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:57.380773 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-e09e8aef-a404-482a-9645-99ae64de062d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=19.80.0.168&port_id=3f942fe1-2dba-4736-999e-16269bd27988 HTTP/1.1" status: 200 len: 217 time: 0.0535285 Aug 28 20:12:57.382030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba372f-e702-452b-9f34-3aa11558c81b req-79dc8768-1c82-4f81-be8c-24c8898e2c79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:57.392936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba372f-e702-452b-9f34-3aa11558c81b req-79dc8768-1c82-4f81-be8c-24c8898e2c79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:57.397941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fbba372f-e702-452b-9f34-3aa11558c81b req-79dc8768-1c82-4f81-be8c-24c8898e2c79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2413 time: 0.1362000 Aug 28 20:12:57.480171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-29ff8f73-9312-489a-9fc3-614f5a2ee4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:57.481790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-29ff8f73-9312-489a-9fc3-614f5a2ee4a1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=722f1750-43aa-4414-8a4c-f6b908aaebcb HTTP/1.1" status: 200 len: 801 time: 0.0897689 Aug 28 20:12:57.488778 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c90c7c9a-ddb3-4f54-a91c-a6c01fe96772 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291632 Aug 28 20:12:57.506806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:57.507416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.557883 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.596985 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.598235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-72fe66a4-ff38-4aca-b16e-fc6c2140d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:57.599973 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-72fe66a4-ff38-4aca-b16e-fc6c2140d6f7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ff22f165-7068-441b-9b9a-8e7f2892e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1102397 Aug 28 20:12:57.606653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-afb93299-5c0f-4d52-b8af-788b75fdd50c service neutron] 10.222.0.78 "GET /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1062620 Aug 28 20:12:57.648139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:57.648843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fbba372f-e702-452b-9f34-3aa11558c81b req-16d7e603-95ef-4dcd-b255-756c136e76f7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415531 Aug 28 20:12:57.692066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] DHCP port deletion for 74bdaba9-d569-4c9c-b5b6-bad8082b9bff request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:12:57.714998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] For port 8695a2c0-2603-48e6-9b4c-5c547d4381f3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8695a2c0-2603-48e6-9b4c-5c547d4381f3,segment=NetworkSegment(f569308e-15c8-4cb0-9767-13deb3b87070),segment_id=f569308e-15c8-4cb0-9767-13deb3b87070)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:57.715384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.739739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55862) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:57.745671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:57.784780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 8695a2c0-2603-48e6-9b4c-5c547d4381f3 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:57.796236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] Deleting port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:12:57.796554 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:57.814777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'Port': ['ID=59e2f191-1f17-4ced-a7c5-11426f5919fd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:57.817416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:12:57.845244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:12:57.960079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-49cb6104-bb88-4f4b-931d-8a28af2b5cf3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475471 Aug 28 20:12:57.973440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] For port 8695a2c0-2603-48e6-9b4c-5c547d4381f3, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8695a2c0-2603-48e6-9b4c-5c547d4381f3,segment=NetworkSegment(f569308e-15c8-4cb0-9767-13deb3b87070),segment_id=f569308e-15c8-4cb0-9767-13deb3b87070)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:12:57.974344 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.016328 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f5fa6bf1-fc09-4c21-b3ec-5ae36f41f6d2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664770 Aug 28 20:12:58.025743 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:58.037550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a71802f0-11dd-48ef-81aa-f4e9269a305a req-12e0a007-90d6-4b5c-8f7f-7da86c3d402b tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.2292378 Aug 28 20:12:58.060466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] Calling delete_port for 8695a2c0-2603-48e6-9b4c-5c547d4381f3 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:12:58.073733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.112847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-596c41bf-a1db-4439-ab68-66ce2630faf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.132544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No DVR routers for this DVR port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:58.140953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (407ebda0-bef9-49db-8777-c059ccdddd29), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.166952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=8695a2c0-2603-48e6-9b4c-5c547d4381f3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:58.190028 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:58.214062 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:58.218042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:12:58.221990 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.252825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-59365e82-9edf-42a0-8158-c38bcd4d9ccc req-2846a2ce-2180-4f55-8f09-2f95cb35a18f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578795 Aug 28 20:12:58.256741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-0ec6f84e-444f-41be-b978-236f7636b24a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987305 Aug 28 20:12:58.325040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8d5484a-3bd4-4be6-ab89-72f063b9955c req-c243b27f-c148-44c8-9be3-19d0d4bad871 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.1222732 Aug 28 20:12:58.354453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.360266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (74bdaba9-d569-4c9c-b5b6-bad8082b9bff), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.399417 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:58.404196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bdaba9-d569-4c9c-b5b6-bad8082b9bff']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:58.424372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f569308e-15c8-4cb0-9767-13deb3b87070') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:58.424952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f569308e-15c8-4cb0-9767-13deb3b87070') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:12:58.443322 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (f569308e-15c8-4cb0-9767-13deb3b87070), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.447352 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (8695a2c0-2603-48e6-9b4c-5c547d4381f3), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.449558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:12:58.478274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] Pushing event deleted for resources: {'Port': ['ID=8695a2c0-2603-48e6-9b4c-5c547d4381f3,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:58.482449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f038a-97c4-4d11-a6be-7820ed77aabc None None] No DVR routers for this DVR port 8695a2c0-2603-48e6-9b4c-5c547d4381f3 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:12:58.486221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f569308e-15c8-4cb0-9767-13deb3b87070), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.497565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-596c41bf-a1db-4439-ab68-66ce2630faf1 admin admin] Publish callbacks [] for security_group (146145be-4589-41ac-a8a4-b10148b10462), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.499118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:12:58.499528 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (f569308e-15c8-4cb0-9767-13deb3b87070), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.534819 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f569308e-15c8-4cb0-9767-13deb3b87070 resource provider aggregate not found Aug 28 20:12:58.562634 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:58.570959 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-2eea06d4-766f-4df2-9231-37ee95385fe9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761545 Aug 28 20:12:58.581963 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f569308e-15c8-4cb0-9767-13deb3b87070 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f569308e-15c8-4cb0-9767-13deb3b87070 found for delete ", "request_id": "req-64ea832d-2b51-465a-bdce-1f0408371454"}]} Aug 28 20:12:58.585554 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-596c41bf-a1db-4439-ab68-66ce2630faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (146145be-4589-41ac-a8a4-b10148b10462), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.647727 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-596c41bf-a1db-4439-ab68-66ce2630faf1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=701f064a75da49c780616ce27084336d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9064484 Aug 28 20:12:58.648504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c41bf-a1db-4439-ab68-66ce2630faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146145be-4589-41ac-a8a4-b10148b10462,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:58.651726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55886) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:58.654091 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-708c2ccc-7e97-4b7e-9315-52d63c3d0d3d req-f80a2a95-361d-4116-bcc1-77c27b04ac8e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0800169 Aug 28 20:12:58.714668 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c99575bd-5c19-453d-9659-6e6e608ec4fa admin admin] Publish callbacks [] for security_group (146145be-4589-41ac-a8a4-b10148b10462), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.737734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c99575bd-5c19-453d-9659-6e6e608ec4fa admin admin] Publish callbacks [] for security_group (146145be-4589-41ac-a8a4-b10148b10462), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.746253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-770a4b2b-9d05-4731-a13b-9e236f89342e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574376 Aug 28 20:12:58.752595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.829275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eb207-f2e9-4b6c-96e0-3942464e42c2 req-3ec2661e-0c6e-47a1-a383-8eb72a6b2a05 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:58.834741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eb207-f2e9-4b6c-96e0-3942464e42c2 req-3ec2661e-0c6e-47a1-a383-8eb72a6b2a05 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:58.840516 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eb207-f2e9-4b6c-96e0-3942464e42c2 req-3ec2661e-0c6e-47a1-a383-8eb72a6b2a05 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:58.842632 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f24eb207-f2e9-4b6c-96e0-3942464e42c2 req-3ec2661e-0c6e-47a1-a383-8eb72a6b2a05 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2413 time: 0.1026027 Aug 28 20:12:58.859131 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (74bdaba9-d569-4c9c-b5b6-bad8082b9bff), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.869991 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-35f3c345-a967-48eb-8f20-77c6bb678449 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147301 Aug 28 20:12:58.875234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.882720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/74bdaba9-d569-4c9c-b5b6-bad8082b9bff HTTP/1.1" status: 204 len: 168 time: 1.7033510 Aug 28 20:12:58.883730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55892) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:58.940112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71b1cd-19a5-48b3-99d1-c30195089d62 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=74bdaba9-d569-4c9c-b5b6-bad8082b9bff,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:58.951018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:58.968441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f24eb207-f2e9-4b6c-96e0-3942464e42c2 req-bdbca1f0-6031-44b7-8e5e-9d4388aef5de tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189475 Aug 28 20:12:58.974856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9f30d-7c0f-495f-b75e-c852b7326d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:58.976285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c2a9f30d-7c0f-495f-b75e-c852b7326d8e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/293d99af-36ae-480b-b65e-068f49066240 HTTP/1.1" status: 200 len: 840 time: 0.0804164 Aug 28 20:12:58.997755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55896) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:59.051721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (407ebda0-bef9-49db-8777-c059ccdddd29), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:59.060578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c58bb649-5b86-434c-b96c-da689d5e2420 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/293d99af-36ae-480b-b65e-068f49066240?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0539060 Aug 28 20:12:59.060718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'Port': ['ID=59e2f191-1f17-4ced-a7c5-11426f5919fd,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:59.061024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55902) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:59.070082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:12:59.082756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.083011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.083351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.083691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.084024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.084357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.084685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.085009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.085332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.085664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.086017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.086600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.086765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.086966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.087893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:12:59.088165 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c99575bd-5c19-453d-9659-6e6e608ec4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (146145be-4589-41ac-a8a4-b10148b10462), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:59.091443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c99575bd-5c19-453d-9659-6e6e608ec4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:59.094443 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c99575bd-5c19-453d-9659-6e6e608ec4fa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/146145be-4589-41ac-a8a4-b10148b10462 HTTP/1.1" status: 204 len: 168 time: 0.4389837 Aug 28 20:12:59.116040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da29dc8e-2b46-43f2-bdf6-75aa59daa019 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297113 Aug 28 20:12:59.144894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99575bd-5c19-453d-9659-6e6e608ec4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146145be-4589-41ac-a8a4-b10148b10462,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:59.225607 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:59.227013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9aaa7500-c7ec-4bf0-850c-957349eb97ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6564553 Aug 28 20:12:59.282032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-6f5c4612-f157-425c-8684-f93453566333 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549060 Aug 28 20:12:59.334359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:12:59.348611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:59.433003 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:59.436263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-325946d5-3dfd-4a95-bce1-a9e0bf97f46a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411574 Aug 28 20:12:59.732489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (bc800555-1860-4c4a-8775-ce6944d8c697), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:59.735112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8695a2c0-2603-48e6-9b4c-5c547d4381f3 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:12:59.792076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 8695a2c0-2603-48e6-9b4c-5c547d4381f3 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:12:59.793836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8695a2c0-2603-48e6-9b4c-5c547d4381f3 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:12:59.828059 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32c23944-6fb9-438f-97d6-cf6389f001bd req-1bf05f03-a179-40d7-8136-7d1c6ebf0ffb tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1782990 Aug 28 20:12:59.829213 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=6,neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:12:59.837912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:12:59.844205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:12:59.865525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e2565-ede8-4dbb-b12b-f13e9fe8c4cd None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:12:59.887981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:12:59.888685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:12:59.933971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=bc800555-1860-4c4a-8775-ce6944d8c697,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:12:59.982441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-140f1c1c-9ebb-44ef-81da-81904b604e7d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9198046 Aug 28 20:12:59.984848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55938) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:12:59.987232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f77a905a-1061-40f0-a64a-b068dcec44a2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397820 Aug 28 20:12:59.991515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cfb2ff3e-2b29-4e78-affd-be0677b3a2a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'security_group': {'name': 'tempest-secgroup-1235208204'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:00.071487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1b8b7400-40bc-4774-8f84-77986e3c95a1 req-51b2043d-7ad0-438e-801a-7b5ce7533a83 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0658708 Aug 28 20:13:00.125820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-8615c09c-741b-4c6b-93a4-7cff22cb8aab service neutron] 10.222.0.78 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334879 Aug 28 20:13:00.132134 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'project_id': '97dc423079494a9cb8264d083bd9d228', 'fixed_ips': [{'subnet_id': 'bc800555-1860-4c4a-8775-ce6944d8c697'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:13:00.133455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.161363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfb2ff3e-2b29-4e78-affd-be0677b3a2a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.243327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-fc5f4d21-81bb-4744-9ebe-30d281880169 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:00.244855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-fc5f4d21-81bb-4744-9ebe-30d281880169 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 931 time: 0.1126556 Aug 28 20:13:00.342606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-30047906-814c-4904-b71f-31c15f01113e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:00.344965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-30047906-814c-4904-b71f-31c15f01113e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 932 time: 0.0928056 Aug 28 20:13:00.441097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Allocated IP 172.20.0.2 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/bc800555-1860-4c4a-8775-ce6944d8c697/e8ef7ce6-1310-48e8-a4b2-b4b076fb558a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:00.453201 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-ad57628f-0e7a-472a-a603-b2681dc7b4f9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1600345500&fields=id&tenant_id=939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 267 time: 0.2140555 Aug 28 20:13:00.474144 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:00.599803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfb2ff3e-2b29-4e78-affd-be0677b3a2a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (eadf0153-13bf-4d62-a43a-f3b571856b09), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.648663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-dccd55e7-7ffa-49f0-ad10-6af0c4f24c3d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:00.650592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-dccd55e7-7ffa-49f0-ad10-6af0c4f24c3d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 817 time: 0.1965575 Aug 28 20:13:00.654149 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Publish callbacks [] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.667396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2b4c3d95-aebe-4217-a7e5-a8735c417968 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/quotas/939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 375 time: 0.0109782 Aug 28 20:13:00.727153 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-3b38feda-503f-4415-b6f1-be9f138ed59d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526767 Aug 28 20:13:00.774276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.793173 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfb2ff3e-2b29-4e78-affd-be0677b3a2a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eadf0153-13bf-4d62-a43a-f3b571856b09), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.847888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2ff3e-2b29-4e78-affd-be0677b3a2a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf0153-13bf-4d62-a43a-f3b571856b09,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:00.853181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:00.864057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:00.866286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Pushing event updated for resources: {'Port': ['ID=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:00.871947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:00.896974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-9dcc7be5-42ad-47a5-8f12-6faf62d5d7cb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573985 Aug 28 20:13:00.921771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cfb2ff3e-2b29-4e78-affd-be0677b3a2a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.926174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cfb2ff3e-2b29-4e78-affd-be0677b3a2a5 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9369543 Aug 28 20:13:00.926565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55974) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:00.940746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-426d3a20-2aa2-4baa-ab33-4f5b1783e149 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'security_group': {'name': 'tempest-secgroup-1052743446'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:00.973159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Attempting to bind port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:00.974370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Attempting to bind port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '9de81e42-49b6-45e5-bb87-74952fed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:00.974926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Attempting to bind port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a on network ae00cb77-a804-4f3e-a894-29d5a55ffe11 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:00.978795 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:00.983038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:00.983431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Checking segment: {'id': '9de81e42-49b6-45e5-bb87-74952fed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:00.983850 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:00.984348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Bound using segment: {'id': '9de81e42-49b6-45e5-bb87-74952fed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:00.985069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Bound port: e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de81e42-49b6-45e5-bb87-74952fed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:00.985359 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:01.034691 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-8dd47831-96cb-419b-a67d-f0a069085ab2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299136 Aug 28 20:13:01.056921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] For port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:01.061258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] For port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,segment=NetworkSegment(9de81e42-49b6-45e5-bb87-74952fed1f5f),segment_id=9de81e42-49b6-45e5-bb87-74952fed1f5f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:01.073246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-426d3a20-2aa2-4baa-ab33-4f5b1783e149 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:01.161054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-426d3a20-2aa2-4baa-ab33-4f5b1783e149 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (0298e675-012a-4403-b4d4-24c03278578e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:01.217554 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:01.250859 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-426d3a20-2aa2-4baa-ab33-4f5b1783e149 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0298e675-012a-4403-b4d4-24c03278578e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:01.297987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05af3-27f6-44bd-acbd-cb2a8e75fea6 None None] Pushing event updated for resources: {'Port': ['ID=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:01.303086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d3a20-2aa2-4baa-ab33-4f5b1783e149 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0298e675-012a-4403-b4d4-24c03278578e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:01.394617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-426d3a20-2aa2-4baa-ab33-4f5b1783e149 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:01.396894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-426d3a20-2aa2-4baa-ab33-4f5b1783e149 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4690082 Aug 28 20:13:01.400184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55990) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:01.409701 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:01.431153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-241407432', 'security_groups': ['0298e675-012a-4403-b4d4-24c03278578e'], 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc800555-1860-4c4a-8775-ce6944d8c697'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:01.475565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1facba7-b6c7-466e-8e2e-8f9578fdc58b req-c30be752-cf55-49f2-b915-c36cbb73b786 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0940344 Aug 28 20:13:01.586156 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:01.783791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47aee6-a498-40f6-aefc-86fe0e2a0e68 req-b5762ddb-7350-4e13-9965-42cd5a2a5c43 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:01.789667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47aee6-a498-40f6-aefc-86fe0e2a0e68 req-b5762ddb-7350-4e13-9965-42cd5a2a5c43 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:01.795695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47aee6-a498-40f6-aefc-86fe0e2a0e68 req-b5762ddb-7350-4e13-9965-42cd5a2a5c43 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:01.797593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d47aee6-a498-40f6-aefc-86fe0e2a0e68 req-b5762ddb-7350-4e13-9965-42cd5a2a5c43 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2413 time: 0.1611087 Aug 28 20:13:01.861230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:01.879045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8ef7ce6-1310-48e8-a4b2-b4b076fb558a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:01.906384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d47aee6-a498-40f6-aefc-86fe0e2a0e68 req-1bfbc559-1f92-4d33-ae2e-a49496a31b37 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940235 Aug 28 20:13:02.004800 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:02.027718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:02.028388 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:02.076114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 15c10e84-9651-4413-9a4e-03e24b6bf8b8 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:13:02.097433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:02.109644 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10d050b7-a871-4625-926d-c28242ccddda req-9b4ed8c5-78fa-4415-a4a1-481e4c1ca3dd tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0548589 Aug 28 20:13:02.125332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 55d326ed-629a-4490-8521-4147f11e82b0 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:13:02.303102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15c10e84-9651-4413-9a4e-03e24b6bf8b8,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:02.317472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:02.318451 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:02.326448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '15c10e84-9651-4413-9a4e-03e24b6bf8b8', 'network_id': 'de40494b-d8a7-4fbf-bd6e-085f2dfe94d9', 'port_id': '15c10e84-9651-4413-9a4e-03e24b6bf8b8', 'mac_address': 'fa:16:3e:22:9c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952d5ed0-3b2e-4f9e-91e7-cea8f6145a62', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:13:02.378744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e87a72f2-1090-4f1e-ba67-fb47a588d40f req-9a0ae5fa-e2a7-47e0-a675-9b29d38a9fc9 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0382109 Aug 28 20:13:02.534261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:02.535623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:02.585827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,segment=NetworkSegment(9de81e42-49b6-45e5-bb87-74952fed1f5f),segment_id=9de81e42-49b6-45e5-bb87-74952fed1f5f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:02.599535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c10e84-9651-4413-9a4e-03e24b6bf8b8 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:02.613256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3540f665-54ce-44db-9d75-d1bbde842bab req-d1030535-2c2d-465a-8825-2666188fb074 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.1392696 Aug 28 20:13:02.654416 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:02.668723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.7 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/bc800555-1860-4c4a-8775-ce6944d8c697/55d326ed-629a-4490-8521-4147f11e82b0) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:02.720014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15c10e84-9651-4413-9a4e-03e24b6bf8b8,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:02.775721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:02.872800 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:02.873617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 41124409-df1c-4a2d-bf5f-6169c1099fec details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:13:02.911590 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:03.191435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27cae6ad-a50e-4091-8297-ee80c942aaae req-f5e62b28-c8d8-455a-a4df-a3a6b755ed9b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1102393 Aug 28 20:13:03.203914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=15c10e84-9651-4413-9a4e-03e24b6bf8b8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:03.206811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-73c59a9c-510f-4b6c-afa0-e814d0a1ad62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:03.208487 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-73c59a9c-510f-4b6c-afa0-e814d0a1ad62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 931 time: 0.7429812 Aug 28 20:13:03.304206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0112c840-e862-43d5-963c-e988b2a67c9c None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:03.304941 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0112c840-e862-43d5-963c-e988b2a67c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:03.317875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (55d326ed-629a-4490-8521-4147f11e82b0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:03.338884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-84623bc0-61fa-4409-a4da-591a7e1034de tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:03.341129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-84623bc0-61fa-4409-a4da-591a7e1034de tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 932 time: 0.1232395 Aug 28 20:13:03.387566 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:03.394348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 41124409-df1c-4a2d-bf5f-6169c1099fec, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=41124409-df1c-4a2d-bf5f-6169c1099fec,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:03.440569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '41124409-df1c-4a2d-bf5f-6169c1099fec', 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460', 'port_id': '41124409-df1c-4a2d-bf5f-6169c1099fec', 'mac_address': 'fa:16:3e:69:e4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722f1750-43aa-4414-8a4c-f6b908aaebcb', 'ip_address': '19.80.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:13:03.459867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612f7f9-dc30-44b6-bf98-41133ce38118 req-cb6efbd1-67e0-43e4-b6a0-fa9a1fca27ef tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:03.465892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612f7f9-dc30-44b6-bf98-41133ce38118 req-cb6efbd1-67e0-43e4-b6a0-fa9a1fca27ef tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:03.476182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612f7f9-dc30-44b6-bf98-41133ce38118 req-cb6efbd1-67e0-43e4-b6a0-fa9a1fca27ef tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:03.478214 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e612f7f9-dc30-44b6-bf98-41133ce38118 req-cb6efbd1-67e0-43e4-b6a0-fa9a1fca27ef tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2414 time: 0.1360400 Aug 28 20:13:03.524052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0112c840-e862-43d5-963c-e988b2a67c9c None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:03.546406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0112c840-e862-43d5-963c-e988b2a67c9c None None] Provisioning complete for port 293d99af-36ae-480b-b65e-068f49066240 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:03.546863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0112c840-e862-43d5-963c-e988b2a67c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (293d99af-36ae-480b-b65e-068f49066240), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:03.552667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 41124409-df1c-4a2d-bf5f-6169c1099fec is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:03.553187 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:03.575186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e612f7f9-dc30-44b6-bf98-41133ce38118 req-6a6f8d13-56d1-491f-a819-48f3a1fc4dc8 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726871 Aug 28 20:13:03.613290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (55d326ed-629a-4490-8521-4147f11e82b0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:03.642519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41124409-df1c-4a2d-bf5f-6169c1099fec {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:03.659584 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0112c840-e862-43d5-963c-e988b2a67c9c None None] Port 293d99af-36ae-480b-b65e-068f49066240 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:03.671335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:03.677781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 41124409-df1c-4a2d-bf5f-6169c1099fec, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=41124409-df1c-4a2d-bf5f-6169c1099fec,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:03.678684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:03.683609 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:03.741222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:03.741949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:03.777443 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:03.778597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3f942fe1-2dba-4736-999e-16269bd27988 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:13:03.817001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=55d326ed-629a-4490-8521-4147f11e82b0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:03.847609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-562f4082-26ea-47ac-9ae3-4ea9714b1cc7 req-4c8c74f0-d51b-4e69-9c67-d635f0b05daf service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=35151ebaac5a4f48b613100d7f9f8812&device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0818515 Aug 28 20:13:03.850766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca3db2d1-863a-4426-97f4-d00d9d9ff2aa req-f796a838-ad26-4323-8e70-0daedaf538f1 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0611022 Aug 28 20:13:03.903999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8ef7ce6-1310-48e8-a4b2-b4b076fb558a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:03.934115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-562f4082-26ea-47ac-9ae3-4ea9714b1cc7 req-00549a36-7208-4557-b7e6-0dabed567da3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=35151ebaac5a4f48b613100d7f9f8812&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642486 Aug 28 20:13:03.940715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f30eb584-1eb9-4cdf-a2a0-beadffb327bb tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5370390 Aug 28 20:13:03.943612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56074) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:03.950086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ab57fa62-8305-4c8c-9976-e8294a976378 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:03.978345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-657f00b4-fa6e-4747-9429-032c0cceadde req-d32146a3-d4d3-4f29-ad61-01d8536e50cc tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0573153 Aug 28 20:13:04.086666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3f942fe1-2dba-4736-999e-16269bd27988, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3f942fe1-2dba-4736-999e-16269bd27988,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:04.103090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=41124409-df1c-4a2d-bf5f-6169c1099fec,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:04.142735 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3df235a3-ed9a-4748-9cba-a5377520da70 req-2446a1cd-8b75-4116-a3fe-3b8308e31b29 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.1791618 Aug 28 20:13:04.198230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '3f942fe1-2dba-4736-999e-16269bd27988', 'network_id': 'ff22f165-7068-441b-9b9a-8e7f2892e460', 'port_id': '3f942fe1-2dba-4736-999e-16269bd27988', 'mac_address': 'fa:16:3e:60:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722f1750-43aa-4414-8a4c-f6b908aaebcb', 'ip_address': '19.80.0.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:13:04.217439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:04.218639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:04.228350 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:04.234916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3bac107b-f7a8-4342-ad25-780e3c251544 None None] Provisioning complete for port 55d326ed-629a-4490-8521-4147f11e82b0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:04.236284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3bac107b-f7a8-4342-ad25-780e3c251544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (55d326ed-629a-4490-8521-4147f11e82b0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:04.243720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-152e3f81-4205-48e3-b7bb-2fe0fd40b8be req-e5d1b14f-f715-4bbf-8bd9-44285125539d tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0747979 Aug 28 20:13:04.245012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4082-26ea-47ac-9ae3-4ea9714b1cc7 req-80f1fcc3-c8dc-4705-a5e6-7768fd3c6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:04.247020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-562f4082-26ea-47ac-9ae3-4ea9714b1cc7 req-80f1fcc3-c8dc-4705-a5e6-7768fd3c6b96 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3021917 Aug 28 20:13:04.347255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 3f942fe1-2dba-4736-999e-16269bd27988 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:04.347639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3f942fe1-2dba-4736-999e-16269bd27988), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:04.352512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3bac107b-f7a8-4342-ad25-780e3c251544 None None] Port 55d326ed-629a-4490-8521-4147f11e82b0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:04.374911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f942fe1-2dba-4736-999e-16269bd27988 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:04.403464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cfa5cb24-b22e-44e8-aae8-56a3fee6e7f2 req-dcc7bc08-67e2-4844-b157-1f56ef66131a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0733061 Aug 28 20:13:04.404761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab57fa62-8305-4c8c-9976-e8294a976378 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:04.425157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab57fa62-8305-4c8c-9976-e8294a976378 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:04.447647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3f942fe1-2dba-4736-999e-16269bd27988, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3f942fe1-2dba-4736-999e-16269bd27988,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:04.456273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:04.515984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3f942fe1-2dba-4736-999e-16269bd27988), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:04.535370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e9b23ca-97cc-4643-bf51-110db1f76a80 req-22c58dbd-2765-4ded-9d1d-2c9f7a3ba77b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.1088994 Aug 28 20:13:04.553089 n-d-854121-7 neutron-server[114321]: INFO neutron.db.ipam_backend_mixin [None req-ab57fa62-8305-4c8c-9976-e8294a976378 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc800555-1860-4c4a-8775-ce6944d8c697 (CIDR: 172.20.0.0/28) Aug 28 20:13:04.587495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=3f942fe1-2dba-4736-999e-16269bd27988,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:04.592991 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab57fa62-8305-4c8c-9976-e8294a976378 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:13:04.593675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab57fa62-8305-4c8c-9976-e8294a976378 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:04.669287 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:04.722617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ab57fa62-8305-4c8c-9976-e8294a976378 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7775252 Aug 28 20:13:04.723986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac009f-e9d4-4f49-940b-a670b1217605 req-9d2cc5c8-64f9-498d-a93d-678f611ba72e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:04.725340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56098) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:04.729675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac009f-e9d4-4f49-940b-a670b1217605 req-9d2cc5c8-64f9-498d-a93d-678f611ba72e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:04.730476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:04.735429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac009f-e9d4-4f49-940b-a670b1217605 req-9d2cc5c8-64f9-498d-a93d-678f611ba72e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:04.737090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85ac009f-e9d4-4f49-940b-a670b1217605 req-9d2cc5c8-64f9-498d-a93d-678f611ba72e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2416 time: 0.0777020 Aug 28 20:13:04.788304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85ac009f-e9d4-4f49-940b-a670b1217605 req-339751e1-0e93-4a3b-93b1-831036c157e7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448651 Aug 28 20:13:04.971537 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a329abe0-4835-413f-9be0-3607c3c7a2e6 req-a5f5741e-cc74-4d0e-b620-bbedd89285bd tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0300615 Aug 28 20:13:05.000805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['15c10e84-9651-4413-9a4e-03e24b6bf8b8'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:13:05.002958 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:05.003525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:05.008495 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:05.062245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['41124409-df1c-4a2d-bf5f-6169c1099fec'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:13:05.142576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['3f942fe1-2dba-4736-999e-16269bd27988'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:13:05.166533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85b8ea4b-6464-4b35-b871-9fda42d4c846 req-09a1bec5-eec1-4905-af9f-4d8cea1f30fd tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0458894 Aug 28 20:13:05.330357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed4ce88a-49d1-49b6-a74e-ea4d82832b63 req-56a269bf-30b3-41d5-9f4e-d95abc7c057a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.0668283 Aug 28 20:13:05.436938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-06bd8948-bf24-4e47-b78c-37cc3c8adefb req-9da0cbad-9b44-45aa-ac94-fd6f68959f09 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0349517 Aug 28 20:13:05.481237 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (e623e67d-8f27-41e2-9645-94568cbab25a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:05.536499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:05.553995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:05.564661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89297d8a-d6b4-443b-a795-d2722e0a8326 None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:05.573773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:05.574440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:05.581897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2ff7b2e-341a-4566-9184-b7cca679d85f req-bde7ca85-7d8b-400f-a965-66f406f8f1f4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0481305 Aug 28 20:13:05.600746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=e623e67d-8f27-41e2-9645-94568cbab25a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:05.608758 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:05.731065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9ec1a1a-6db1-4bc4-adbf-79c108d71462 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0022993 Aug 28 20:13:05.733643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56136) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:05.739374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-892962857', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e623e67d-8f27-41e2-9645-94568cbab25a'}], 'security_groups': ['eadf0153-13bf-4d62-a43a-f3b571856b09']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:05.770712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1b3b5-df86-41d0-80fe-036fc623a575 None None] Update dhcp port {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'fixed_ips': [{'subnet_id': 'bc800555-1860-4c4a-8775-ce6944d8c697', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e623e67d-8f27-41e2-9645-94568cbab25a'}], 'binding:host_id': 'n-d-854121-7'}, 'id': 'e8ef7ce6-1310-48e8-a4b2-b4b076fb558a'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:13:05.803099 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3b5-df86-41d0-80fe-036fc623a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:05.921074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (55d326ed-629a-4490-8521-4147f11e82b0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:05.934447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8519d-7b10-49b0-8857-029462f7e86e req-25d54046-4e0c-414c-a208-9cf9e381b0a7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:05.945613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8519d-7b10-49b0-8857-029462f7e86e req-25d54046-4e0c-414c-a208-9cf9e381b0a7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:05.952685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8519d-7b10-49b0-8857-029462f7e86e req-25d54046-4e0c-414c-a208-9cf9e381b0a7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:05.954462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88c8519d-7b10-49b0-8857-029462f7e86e req-25d54046-4e0c-414c-a208-9cf9e381b0a7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2416 time: 0.0807559 Aug 28 20:13:06.015622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-1cd1b3b5-df86-41d0-80fe-036fc623a575 None None] Allocated IP 172.20.0.18 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/e623e67d-8f27-41e2-9645-94568cbab25a/e8ef7ce6-1310-48e8-a4b2-b4b076fb558a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:06.026646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-88c8519d-7b10-49b0-8857-029462f7e86e req-7f04e5f7-e170-430b-b2ec-3bb34e44ad2f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650382 Aug 28 20:13:06.054128 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:06.144915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-705cdd13-5a88-409b-af52-9d68362ddb4b req-544b4a0a-4300-4950-91a0-753243d337dd tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0485039 Aug 28 20:13:06.233363 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:06.349033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1cd1b3b5-df86-41d0-80fe-036fc623a575 None None] For port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,segment=NetworkSegment(9de81e42-49b6-45e5-bb87-74952fed1f5f),segment_id=9de81e42-49b6-45e5-bb87-74952fed1f5f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:06.379813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91c170fc-2298-444d-acbd-ee4f2b971238 req-77166ef2-1b00-4d4d-878c-0f763aba1cc6 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0438392 Aug 28 20:13:06.389387 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3b5-df86-41d0-80fe-036fc623a575 None None] Publish callbacks [] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:06.488637 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3b5-df86-41d0-80fe-036fc623a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:06.508025 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5bf2649f-44dc-4d1c-97d7-e604049e2699 req-1a194aa0-6c6b-46d7-8e9c-e5f2843f25e6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.0387621 Aug 28 20:13:06.591413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 15c10e84-9651-4413-9a4e-03e24b6bf8b8 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:06.615667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a38acec3-f464-4ba8-9903-893e33e5b380 req-50700c63-53c2-4419-83ad-82f8d41bdaf6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0610905 Aug 28 20:13:06.628720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-562f4082-26ea-47ac-9ae3-4ea9714b1cc7 req-5899677b-ebc4-4759-90d5-c028fc70b815 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0920887 Aug 28 20:13:06.751906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1b3b5-df86-41d0-80fe-036fc623a575 None None] Pushing event updated for resources: {'Port': ['ID=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:06.751906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:13:06.752112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74c380a6-1145-4235-9a2e-599890bb424b req-7c4c6021-520f-4f0d-b82e-94538fb67488 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0579829 Aug 28 20:13:06.759674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Delete allocated IP 172.20.0.7 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/bc800555-1860-4c4a-8775-ce6944d8c697) {{(pid=114321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 20:13:06.784027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.22 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/e623e67d-8f27-41e2-9645-94568cbab25a/55d326ed-629a-4490-8521-4147f11e82b0) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:06.814803 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:06.877876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b80457b6-a434-4808-8a07-59aa5fb03bb3 req-74dc5aca-202e-410a-82aa-fb6958f315ef tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0383139 Aug 28 20:13:06.974450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:06.974879 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.116892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:07.117731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.153578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:07.157236 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef07c4f-7f21-410b-9bf6-b02f0b279dbe" -d '{"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-plugged", "status": "completed", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:07.161981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49e00708-3b33-424a-8cdb-44d470ade6fb req-8d00469c-5aee-44e8-9ac8-a9a97c6b500b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=66aacf11fed743cc923e6bb613ec14b2&device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0914896 Aug 28 20:13:07.178592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15c10e84-9651-4413-9a4e-03e24b6bf8b8,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:07.179570 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae89f997-4cea-417b-b0c6-4d353a83a8b6 req-0612b1f1-1884-4bb3-94d1-b567199cc07e tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0966759 Aug 28 20:13:07.214854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49e00708-3b33-424a-8cdb-44d470ade6fb req-84d11afe-d191-4f4f-8752-f72f03080945 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=66aacf11fed743cc923e6bb613ec14b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348763 Aug 28 20:13:07.224486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (55d326ed-629a-4490-8521-4147f11e82b0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.275903 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee9eb0b-04f8-4375-8dcf-712e8d4a6dd6 x-openstack-request-id: req-aee9eb0b-04f8-4375-8dcf-712e8d4a6dd6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:07.276498 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-plugged", "status": "completed", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:07.277522 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aee9eb0b-04f8-4375-8dcf-712e8d4a6dd6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:07.278249 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee9eb0b-04f8-4375-8dcf-712e8d4a6dd6'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8', 'code': 200} Aug 28 20:13:07.300638 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:07.311053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.312193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 41124409-df1c-4a2d-bf5f-6169c1099fec up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:07.331942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfaa66-3e0c-4218-939f-2be035b7c268 req-5c027a53-eb3b-4f17-b2fc-f1ba701e78dc tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:07.342213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfaa66-3e0c-4218-939f-2be035b7c268 req-5c027a53-eb3b-4f17-b2fc-f1ba701e78dc tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:07.351697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfaa66-3e0c-4218-939f-2be035b7c268 req-5c027a53-eb3b-4f17-b2fc-f1ba701e78dc tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:07.361034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fcfaa66-3e0c-4218-939f-2be035b7c268 req-5c027a53-eb3b-4f17-b2fc-f1ba701e78dc tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2416 time: 0.1315229 Aug 28 20:13:07.368858 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (55d326ed-629a-4490-8521-4147f11e82b0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.452740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=15c10e84-9651-4413-9a4e-03e24b6bf8b8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:07.508653 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=55d326ed-629a-4490-8521-4147f11e82b0,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:07.533252 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:07.547897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 41124409-df1c-4a2d-bf5f-6169c1099fec completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:13:07.569129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7fcfaa66-3e0c-4218-939f-2be035b7c268 req-59a68142-c19b-4987-b616-f28a4156ce4f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065392 Aug 28 20:13:07.652195 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-df55f266-ef18-4961-9cf1-c827d30c3638 req-a6a2bb97-c8e6-483b-b124-669f514333f8 tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.0671380 Aug 28 20:13:07.657751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e00708-3b33-424a-8cdb-44d470ade6fb req-1ede663f-ee46-4832-bef8-97df11bb2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:07.661215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49e00708-3b33-424a-8cdb-44d470ade6fb req-1ede663f-ee46-4832-bef8-97df11bb2c79 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4447622 Aug 28 20:13:07.696970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 41124409-df1c-4a2d-bf5f-6169c1099fec triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:07.697489 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.722237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] In _notify_port_updated(), no bound segment for port 55d326ed-629a-4490-8521-4147f11e82b0 on network ae00cb77-a804-4f3e-a894-29d5a55ffe11 {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:13:07.730963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:07.737687 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.740116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8d45b438-fea1-45f6-9e9b-0e4251433618 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "PUT /networking/v2.0/ports/55d326ed-629a-4490-8521-4147f11e82b0 HTTP/1.1" status: 200 len: 920 time: 2.0051479 Aug 28 20:13:07.743384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56202) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:07.858628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 41124409-df1c-4a2d-bf5f-6169c1099fec is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:07.859512 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.879594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Provisioning complete for port 55d326ed-629a-4490-8521-4147f11e82b0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:07.882575 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (55d326ed-629a-4490-8521-4147f11e82b0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:07.900305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f89694f8-23cf-4fb6-95fd-d508c18aeb9b req-daa98e0c-ed97-458e-880b-14fedc8186cb tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.1200628 Aug 28 20:13:07.968079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 41124409-df1c-4a2d-bf5f-6169c1099fec, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=41124409-df1c-4a2d-bf5f-6169c1099fec,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:07.970225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8ef7ce6-1310-48e8-a4b2-b4b076fb558a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:08.043700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 55d326ed-629a-4490-8521-4147f11e82b0 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:08.044196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (55d326ed-629a-4490-8521-4147f11e82b0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.044369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:08.044729 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.066224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21524fef-374e-4cb5-940a-baf8d8522348 req-a21db47c-2be6-4b2d-9fa8-9c8ba3620eaa tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1201165 Aug 28 20:13:08.095444 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:08.122263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Port 55d326ed-629a-4490-8521-4147f11e82b0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:08.128936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.128936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3f942fe1-2dba-4736-999e-16269bd27988 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:08.186569 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a29000b6-c84c-4ad7-a8df-bbf3d0e15f3c req-39c08ddb-cd02-4da1-b4fa-b3b5ab5f75a6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0886788 Aug 28 20:13:08.225538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (55d326ed-629a-4490-8521-4147f11e82b0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.247637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:08.248193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.263215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 55d326ed-629a-4490-8521-4147f11e82b0 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:08.300288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 3f942fe1-2dba-4736-999e-16269bd27988 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:13:08.321600 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:08.346233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=41124409-df1c-4a2d-bf5f-6169c1099fec,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:08.428260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:08.436429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:08.448292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Provisioning complete for port 293d99af-36ae-480b-b65e-068f49066240 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:08.448769 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (293d99af-36ae-480b-b65e-068f49066240), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.464796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e138c5b5-508f-4624-9dee-fb579aceb3f7 req-7a2a585c-ad51-4ee7-a323-00e99aabb006 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0730965 Aug 28 20:13:08.488243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 3f942fe1-2dba-4736-999e-16269bd27988 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:08.488623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3f942fe1-2dba-4736-999e-16269bd27988), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.543952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-88d0d2de-afab-428d-a417-be727ac53388 None None] Port 293d99af-36ae-480b-b65e-068f49066240 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:08.601893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 3f942fe1-2dba-4736-999e-16269bd27988 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:08.602421 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3f942fe1-2dba-4736-999e-16269bd27988), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.658006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56214) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:08.688279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 3f942fe1-2dba-4736-999e-16269bd27988, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3f942fe1-2dba-4736-999e-16269bd27988,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:08.694846 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:08.696206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bef33006-48a4-4f63-a67a-bf03f4ff465f None None] Provisioning complete for port 55d326ed-629a-4490-8521-4147f11e82b0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:08.696929 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bef33006-48a4-4f63-a67a-bf03f4ff465f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (55d326ed-629a-4490-8521-4147f11e82b0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.711190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (55d326ed-629a-4490-8521-4147f11e82b0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.810877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bef33006-48a4-4f63-a67a-bf03f4ff465f None None] Port 55d326ed-629a-4490-8521-4147f11e82b0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:08.820685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=55d326ed-629a-4490-8521-4147f11e82b0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:08.884277 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3f942fe1-2dba-4736-999e-16269bd27988), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:08.945885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c6baf4b-730f-4ca7-9d1c-06d33c654be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.035972 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49e00708-3b33-424a-8cdb-44d470ade6fb req-7c4196d5-b33b-45a2-af55-26aa1c98382e tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0697074 Aug 28 20:13:09.091253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.100164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2365dbef-973e-4591-9d73-154bd028e201 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/55d326ed-629a-4490-8521-4147f11e82b0 HTTP/1.1" status: 204 len: 168 time: 1.3416669 Aug 28 20:13:09.100410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=3f942fe1-2dba-4736-999e-16269bd27988,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:09.105911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56222) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:09.119387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5c3d-d3c9-4d82-b12b-ae6edf45496a req-1749ae30-87dd-45df-9feb-caebd5f7303a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:09.136922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5c3d-d3c9-4d82-b12b-ae6edf45496a req-1749ae30-87dd-45df-9feb-caebd5f7303a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:09.151621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5c3d-d3c9-4d82-b12b-ae6edf45496a req-1749ae30-87dd-45df-9feb-caebd5f7303a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:09.159861 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-825a5c3d-d3c9-4d82-b12b-ae6edf45496a req-1749ae30-87dd-45df-9feb-caebd5f7303a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2418 time: 0.4578207 Aug 28 20:13:09.230407 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec79e57-d6d6-4a9d-94fb-d3aa4f654c1f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:13:09.230407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1ec79e57-d6d6-4a9d-94fb-d3aa4f654c1f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/55d326ed-629a-4490-8521-4147f11e82b0 HTTP/1.1" status: 404 len: 333 time: 0.1096013 Aug 28 20:13:09.230407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56226) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:09.231352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03c5e20e-5393-461b-bfe0-dc774e67d0b9 req-2ed96e32-58c6-4d40-a0a9-4ba211f5779d tempest-ServerShowV254Test-1647243646 tempest-ServerShowV254Test-1647243646-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=28f947db-bf0b-49ab-af8b-de29507bbf6e HTTP/1.1" status: 200 len: 210 time: 0.1470916 Aug 28 20:13:09.279999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec'}, {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f942fe1-2dba-4736-999e-16269bd27988'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:09.283883 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72611dab-2be4-41a5-b37c-3cd95e9030a8" -d '{"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-plugged", "status": "completed", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec"}, {"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-plugged", "status": "completed", "tag": "3f942fe1-2dba-4736-999e-16269bd27988"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:09.295528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-371337fb-5a2f-46ee-ae13-bb8fb9ea361c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:09.298244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-371337fb-5a2f-46ee-ae13-bb8fb9ea361c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.84 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 817 time: 0.6293783 Aug 28 20:13:09.347188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-825a5c3d-d3c9-4d82-b12b-ae6edf45496a req-fb6a44cb-240e-4bd7-b33a-2512236764c0 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857853 Aug 28 20:13:09.352269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-24200552-20b3-44f4-bdfa-74ed59b2fb56 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (0298e675-012a-4403-b4d4-24c03278578e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.361750 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c6baf4b-730f-4ca7-9d1c-06d33c654be2 admin admin] Publish callbacks [] for security_group (f4b19f0d-f094-4f9d-808c-9cb6e4993fdf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.383246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7382cbf8-78d5-4302-84d8-ba7348521908 req-fa62672a-fd3e-4d75-ae0b-e9aa4599430e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.0450594 Aug 28 20:13:09.409022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-24200552-20b3-44f4-bdfa-74ed59b2fb56 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (0298e675-012a-4403-b4d4-24c03278578e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.476123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25837eba-860c-47c4-ae83-6c94a6a532c8 req-e9466745-d9a2-47fb-af61-efc3372c9716 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0406790 Aug 28 20:13:09.527512 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6beb16bf-fb7a-4b11-a27e-61cb53d7926d req-f6f3fbc7-0700-42af-885e-3959ddf57609 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0490081 Aug 28 20:13:09.555338 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584e669-b570-4781-a0b2-31fe560377ed x-openstack-request-id: req-a584e669-b570-4781-a0b2-31fe560377ed {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:09.555790 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-plugged", "status": "completed", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec", "code": 200}, {"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-plugged", "status": "completed", "tag": "3f942fe1-2dba-4736-999e-16269bd27988", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:09.555935 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a584e669-b570-4781-a0b2-31fe560377ed {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:09.556350 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a584e669-b570-4781-a0b2-31fe560377ed'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec', 'code': 200} Aug 28 20:13:09.556618 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a584e669-b570-4781-a0b2-31fe560377ed'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f942fe1-2dba-4736-999e-16269bd27988', 'code': 200} Aug 28 20:13:09.588200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-069c79b3-ff80-4418-8b8d-d04bee5a627e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 380 time: 0.0815134 Aug 28 20:13:09.601776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'port': {'device_id': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'admin_state_up': True, 'tenant_id': '939fd477be214483874d147e32cb6a35', 'security_groups': ['d347a495-8672-4bf0-aff0-af47e1910353']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:09.691055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37870f30-5042-414c-9aa5-23b618e8feab req-cef9ffe5-ade5-4544-8f2c-e982d19b0579 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0707145 Aug 28 20:13:09.728331 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-24200552-20b3-44f4-bdfa-74ed59b2fb56 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0298e675-012a-4403-b4d4-24c03278578e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.730811 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-24200552-20b3-44f4-bdfa-74ed59b2fb56 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.734576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-24200552-20b3-44f4-bdfa-74ed59b2fb56 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0298e675-012a-4403-b4d4-24c03278578e HTTP/1.1" status: 204 len: 168 time: 0.5110228 Aug 28 20:13:09.737658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56234) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:09.746112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717885b4-7001-4a49-a115-60caad7341e7 req-9b1a2ffa-27c1-49e9-9d90-dce0fa7bd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:09.746836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717885b4-7001-4a49-a115-60caad7341e7 req-9b1a2ffa-27c1-49e9-9d90-dce0fa7bd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:09.747641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717885b4-7001-4a49-a115-60caad7341e7 req-9b1a2ffa-27c1-49e9-9d90-dce0fa7bd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:09.749608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-717885b4-7001-4a49-a115-60caad7341e7 req-9b1a2ffa-27c1-49e9-9d90-dce0fa7bd7fe service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2965 time: 0.1193638 Aug 28 20:13:09.753823 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c6baf4b-730f-4ca7-9d1c-06d33c654be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4b19f0d-f094-4f9d-808c-9cb6e4993fdf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.776536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200552-20b3-44f4-bdfa-74ed59b2fb56 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298e675-012a-4403-b4d4-24c03278578e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:09.870460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-925167d5-b8ed-4d3f-8cf6-277c2ea23b25 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (eadf0153-13bf-4d62-a43a-f3b571856b09), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.920928 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-925167d5-b8ed-4d3f-8cf6-277c2ea23b25 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (eadf0153-13bf-4d62-a43a-f3b571856b09), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:09.953319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9c6baf4b-730f-4ca7-9d1c-06d33c654be2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f0b29c0deba84bc18224e7ba37d74d39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2892125 Aug 28 20:13:09.956009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6baf4b-730f-4ca7-9d1c-06d33c654be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b19f0d-f094-4f9d-808c-9cb6e4993fdf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:09.958171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56236) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:09.991577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-717885b4-7001-4a49-a115-60caad7341e7 req-b0f819bc-a6f5-4427-8316-cd15bbede979 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320926 Aug 28 20:13:10.035719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-5d5f0a8d-5ba4-414d-85a0-1aed581f3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.037287 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-5d5f0a8d-5ba4-414d-85a0-1aed581f3763 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 1027 time: 0.0842729 Aug 28 20:13:10.080999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7a94a07-387f-4336-ba35-b842d9cfaa74 admin admin] Publish callbacks [] for security_group (f4b19f0d-f094-4f9d-808c-9cb6e4993fdf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.106979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7a94a07-387f-4336-ba35-b842d9cfaa74 admin admin] Publish callbacks [] for security_group (f4b19f0d-f094-4f9d-808c-9cb6e4993fdf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.157002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Made reservation on behalf of 939fd477be214483874d147e32cb6a35 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:10.161556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.211882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c2f53e47-513a-45e4-a12f-531e9c6929f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.211882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c2f53e47-513a-45e4-a12f-531e9c6929f7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 1028 time: 0.0947649 Aug 28 20:13:10.213146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-925167d5-b8ed-4d3f-8cf6-277c2ea23b25 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eadf0153-13bf-4d62-a43a-f3b571856b09), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.216476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-925167d5-b8ed-4d3f-8cf6-277c2ea23b25 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.217622 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-925167d5-b8ed-4d3f-8cf6-277c2ea23b25 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eadf0153-13bf-4d62-a43a-f3b571856b09 HTTP/1.1" status: 204 len: 168 time: 0.4789517 Aug 28 20:13:10.235462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56238) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:10.284113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925167d5-b8ed-4d3f-8cf6-277c2ea23b25 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf0153-13bf-4d62-a43a-f3b571856b09,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:10.414162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet bc800555-1860-4c4a-8775-ce6944d8c697 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:13:10.450321 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (bc800555-1860-4c4a-8775-ce6944d8c697), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.540950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7a94a07-387f-4336-ba35-b842d9cfaa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4b19f0d-f094-4f9d-808c-9cb6e4993fdf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.546355 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7a94a07-387f-4336-ba35-b842d9cfaa74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.548423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7a94a07-387f-4336-ba35-b842d9cfaa74 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f4b19f0d-f094-4f9d-808c-9cb6e4993fdf HTTP/1.1" status: 204 len: 168 time: 0.5888591 Aug 28 20:13:10.574503 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:10.599293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-38d3660d-f17b-41e6-9c87-c4004e3bf8b8 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.606594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-38d3660d-f17b-41e6-9c87-c4004e3bf8b8 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.612069 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-38d3660d-f17b-41e6-9c87-c4004e3bf8b8 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.613834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-38d3660d-f17b-41e6-9c87-c4004e3bf8b8 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "GET /networking/v2.0/networks?id=77cd677e-32a7-4bf0-bf04-1da6f14ce29f&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=82181eed-f302-4511-943f-fb3b30d86409&id=82181eed-f302-4511-943f-fb3b30d86409 HTTP/1.1" status: 200 len: 1990 time: 0.3951514 Aug 28 20:13:10.617809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (bc800555-1860-4c4a-8775-ce6944d8c697), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:10.620399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Allocated IP 172.20.0.13 (3acf5539-a146-4cb6-a5f2-db201b95186e/0387f0f0-e725-40e5-9515-374ca2e1af49/d8ff7047-c221-4bc3-8001-fe2c4a394723) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:10.666357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a94a07-387f-4336-ba35-b842d9cfaa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b19f0d-f094-4f9d-808c-9cb6e4993fdf,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:10.666788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469812e-8c69-4056-855c-a0200684c5ff req-e26b6893-a415-4064-bf58-9f40603835c0 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.683599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d649aea9-ecf7-4dff-930e-7f4ebc8b4a11 req-217cb9d4-7636-4fb8-a936-f638585ca6dc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.1168871 Aug 28 20:13:10.690364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469812e-8c69-4056-855c-a0200684c5ff req-e26b6893-a415-4064-bf58-9f40603835c0 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.701769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469812e-8c69-4056-855c-a0200684c5ff req-e26b6893-a415-4064-bf58-9f40603835c0 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:10.723028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5469812e-8c69-4056-855c-a0200684c5ff req-e26b6893-a415-4064-bf58-9f40603835c0 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2419 time: 0.1515260 Aug 28 20:13:10.854613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5469812e-8c69-4056-855c-a0200684c5ff req-0d9412c8-944f-44b9-baf2-c66a5c84179b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299930 Aug 28 20:13:10.900993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-18996a44-9406-4e97-9aca-0acbbbf43422 req-c89ecae2-5824-4e44-b88e-4b3372926faf tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0732548 Aug 28 20:13:10.918605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-d9008133-6c07-420b-b8e3-b4fba54aad4f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c26696ea658340348c4ef1bd81bf60d2 HTTP/1.1" status: 200 len: 379 time: 0.2188828 Aug 28 20:13:10.928753 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (bc800555-1860-4c4a-8775-ce6944d8c697), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.027037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.053701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caf0eefb-e2df-4c51-b864-42ca0cbb7afb req-93f3c50a-19e9-4f19-b7e7-fd7282eeddf9 tempest-ServerShowV257Test-294218349 tempest-ServerShowV257Test-294218349-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77567384-5ebe-4dc5-b78e-0faa70ad6cab HTTP/1.1" status: 200 len: 210 time: 0.0373225 Aug 28 20:13:11.069387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f6971fbd-c61b-431c-bd70-798ef8e681df req-6658be72-754b-4fa4-9e34-cceb5363810b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0470905 Aug 28 20:13:11.080050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (bc800555-1860-4c4a-8775-ce6944d8c697), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.151455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=bc800555-1860-4c4a-8775-ce6944d8c697,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:11.167437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.172364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-55f10a22-bad1-4682-a00c-d10e38651fa2 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bc800555-1860-4c4a-8775-ce6944d8c697 HTTP/1.1" status: 204 len: 168 time: 0.9356983 Aug 28 20:13:11.177065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56260) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:11.181312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c9f69-ff5e-4e11-b98f-1f23f6ae4935 None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:11.193013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:11.289886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56262) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:11.303430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.389051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Network 3acf5539-a146-4cb6-a5f2-db201b95186e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:11.396964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:11.405072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:11.457643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:11.501048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:11.501941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.519510 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c83834bd-9b86-4980-93bd-b46c39409d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.577806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'admin_state_up': True, 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'security_groups': ['177c252d-33f6-4392-8739-5bec61b277ea']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:11.618253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:11.623555 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.710707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-2e6984c2-2e25-4c96-ae76-4edbf6930bd9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1136069 Aug 28 20:13:11.734635 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:11.774109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c83834bd-9b86-4980-93bd-b46c39409d45 admin admin] Publish callbacks [] for security_group (dfe34855-424a-46d0-800e-10911218061c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.789565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Request body: {'port': {'device_id': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:11.864955 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5950bf6d-322b-4ca0-8eec-b83d5afdafbb req-3522f2f5-8d8b-40f5-a8da-28ebd3a556d8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0963986 Aug 28 20:13:11.867304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9a35d0e8-1ae5-4f4d-bc79-98d9ae2bda9f None None] Provisioning complete for port d8ff7047-c221-4bc3-8001-fe2c4a394723 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:11.867692 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9a35d0e8-1ae5-4f4d-bc79-98d9ae2bda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.898212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c382-6a86-43fe-8e84-502db9d51456 req-81c9c093-2aee-45ce-99e3-75ccf1f2642d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:11.898828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56270) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:11.916319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab55c382-6a86-43fe-8e84-502db9d51456 req-81c9c093-2aee-45ce-99e3-75ccf1f2642d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 932 time: 0.1068425 Aug 28 20:13:11.924693 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c83834bd-9b86-4980-93bd-b46c39409d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dfe34855-424a-46d0-800e-10911218061c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:11.955284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9a35d0e8-1ae5-4f4d-bc79-98d9ae2bda9f None None] Port d8ff7047-c221-4bc3-8001-fe2c4a394723 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:11.965339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c83834bd-9b86-4980-93bd-b46c39409d45 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=35151ebaac5a4f48b613100d7f9f8812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6734707 Aug 28 20:13:11.969466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56274) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:12.011131 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:12.015281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.065239 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.081163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83834bd-9b86-4980-93bd-b46c39409d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe34855-424a-46d0-800e-10911218061c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:12.120058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae091d27-fbfe-4679-be87-e616c4d3383d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.286801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab55c382-6a86-43fe-8e84-502db9d51456 req-a503d594-382b-4af6-9b64-97682738a883 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287990 Aug 28 20:13:12.320754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e76192-de07-4b32-bb88-6ba72b24fb5c req-fa46483c-5d2d-4e28-a326-342b4609abfd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:12.337640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e76192-de07-4b32-bb88-6ba72b24fb5c req-fa46483c-5d2d-4e28-a326-342b4609abfd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:12.346791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e76192-de07-4b32-bb88-6ba72b24fb5c req-fa46483c-5d2d-4e28-a326-342b4609abfd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:12.356604 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71e76192-de07-4b32-bb88-6ba72b24fb5c req-fa46483c-5d2d-4e28-a326-342b4609abfd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2419 time: 0.3043289 Aug 28 20:13:12.358936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-74b6c756-13f5-4c91-928e-288c987214b6 admin admin] Publish callbacks [] for security_group (dfe34855-424a-46d0-800e-10911218061c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.442555 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (88ae8b79-b4c1-467c-ab8b-c607ec629560), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.492925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6761ac59-21e3-4000-8730-9766cf0a6ff8 None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:12.494168 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6761ac59-21e3-4000-8730-9766cf0a6ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.580963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:12.598904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71e76192-de07-4b32-bb88-6ba72b24fb5c req-c05f1ed9-8057-4554-ba51-788a2f0b071c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413924 Aug 28 20:13:12.612131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:12.626555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:12.627514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.662043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746eb95-94f5-4368-a401-ff62f7a21437 None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:12.688652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=88ae8b79-b4c1-467c-ab8b-c607ec629560,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:12.754427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae091d27-fbfe-4679-be87-e616c4d3383d admin admin] Publish callbacks [] for security_group (c92fd63c-8f8e-4f64-b3e1-91bef3d780da), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.793834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6761ac59-21e3-4000-8730-9766cf0a6ff8 None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:12.833350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f9fac84-9d63-41a8-898f-3d094b5cc22c req-eef0c18c-839b-4235-8d0a-987b7baf9ef5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0604231 Aug 28 20:13:12.917717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6761ac59-21e3-4000-8730-9766cf0a6ff8 None None] Provisioning complete for port 293d99af-36ae-480b-b65e-068f49066240 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:12.918140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6761ac59-21e3-4000-8730-9766cf0a6ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (293d99af-36ae-480b-b65e-068f49066240), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:12.953536 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=9 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:12.975589 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:12.981833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6761ac59-21e3-4000-8730-9766cf0a6ff8 None None] Port 293d99af-36ae-480b-b65e-068f49066240 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:13.015651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ff7047-c221-4bc3-8001-fe2c4a394723 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:13.024906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Publish callbacks [] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.043120 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:13.056375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Transition to ACTIVE for port object d8ff7047-c221-4bc3-8001-fe2c4a394723 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:13.057409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-74b6c756-13f5-4c91-928e-288c987214b6 admin admin] Publish callbacks [] for security_group (dfe34855-424a-46d0-800e-10911218061c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.073567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-01d47e00-d4fd-455d-8e48-152f5b49d4e8 req-565d740e-e594-4ca9-a8c5-ad7f1ccccee8 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.6524642 Aug 28 20:13:13.091324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Update dhcp port {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'fixed_ips': [{'subnet_id': 'e623e67d-8f27-41e2-9645-94568cbab25a', 'ip_address': '172.20.0.18'}, {'subnet_id': '88ae8b79-b4c1-467c-ab8b-c607ec629560'}], 'binding:host_id': 'n-d-854121-7'}, 'id': 'e8ef7ce6-1310-48e8-a4b2-b4b076fb558a'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:13:13.128407 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.180607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 172.20.0.3 (77cd677e-32a7-4bf0-bf04-1da6f14ce29f/45a8bcfa-3558-41a2-9cf0-ab12875c81d5/5253e30c-d630-4cf3-97c6-70b1c212075f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:13.222922 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99c42c08-92d5-4ef7-8fd5-32c3e6a244cc tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0429502 Aug 28 20:13:13.223659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56286) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:13.228726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0fbd121a-2803-4395-aaef-45f9262adc3f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'security_group': {'name': 'tempest-secgroup-36052532'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:13.294124 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.315005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae091d27-fbfe-4679-be87-e616c4d3383d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c92fd63c-8f8e-4f64-b3e1-91bef3d780da), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.326575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Allocated IP 172.20.0.2 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/88ae8b79-b4c1-467c-ab8b-c607ec629560/e8ef7ce6-1310-48e8-a4b2-b4b076fb558a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:13.329030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-74b6c756-13f5-4c91-928e-288c987214b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dfe34855-424a-46d0-800e-10911218061c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.333066 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-74b6c756-13f5-4c91-928e-288c987214b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.334731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-74b6c756-13f5-4c91-928e-288c987214b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dfe34855-424a-46d0-800e-10911218061c HTTP/1.1" status: 204 len: 168 time: 1.3587859 Aug 28 20:13:13.345066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.383073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6c756-13f5-4c91-928e-288c987214b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe34855-424a-46d0-800e-10911218061c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:13.437010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.438903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fbd121a-2803-4395-aaef-45f9262adc3f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.521047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7cf5-ca95-47d3-b2e9-a381f7dcd75c req-26c5a885-3cb9-445b-8c66-4a77cf4421ad tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:13.529482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-996a7cf5-ca95-47d3-b2e9-a381f7dcd75c req-26c5a885-3cb9-445b-8c66-4a77cf4421ad tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0677981 Aug 28 20:13:13.585704 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:13.627564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] For port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,segment=NetworkSegment(9de81e42-49b6-45e5-bb87-74952fed1f5f),segment_id=9de81e42-49b6-45e5-bb87-74952fed1f5f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:13.652765 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-996a7cf5-ca95-47d3-b2e9-a381f7dcd75c req-cba425b8-66ea-4f0e-8007-4d5573ca46e0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216934 Aug 28 20:13:13.654992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae091d27-fbfe-4679-be87-e616c4d3383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92fd63c-8f8e-4f64-b3e1-91bef3d780da,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:13.666780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ae091d27-fbfe-4679-be87-e616c4d3383d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=06ddbed650024ebdbc97eaa5711154a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7604797 Aug 28 20:13:13.667170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56294) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:13.719744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Publish callbacks [] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.736675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:13.761980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c83b1cc3-e187-4d6a-a9fb-75de1d71334e admin admin] Publish callbacks [] for security_group (c92fd63c-8f8e-4f64-b3e1-91bef3d780da), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.794311 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c83b1cc3-e187-4d6a-a9fb-75de1d71334e admin admin] Publish callbacks [] for security_group (c92fd63c-8f8e-4f64-b3e1-91bef3d780da), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.831309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:13.906239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93214937-879e-442c-9f28-b2da65f226e9 req-a67fbd00-c60f-4bfe-b6cc-b68affdcf091 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:13.912988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93214937-879e-442c-9f28-b2da65f226e9 req-a67fbd00-c60f-4bfe-b6cc-b68affdcf091 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:13.919740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93214937-879e-442c-9f28-b2da65f226e9 req-a67fbd00-c60f-4bfe-b6cc-b68affdcf091 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:13.929674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93214937-879e-442c-9f28-b2da65f226e9 req-a67fbd00-c60f-4bfe-b6cc-b68affdcf091 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2419 time: 0.1718109 Aug 28 20:13:13.932421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:13.965346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.065738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93214937-879e-442c-9f28-b2da65f226e9 req-fc4a4688-edd9-48d6-a28f-7218a1ecdbe0 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349919 Aug 28 20:13:14.090174 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fbd121a-2803-4395-aaef-45f9262adc3f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.090174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Attempting to bind port d8ff7047-c221-4bc3-8001-fe2c4a394723 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:14.090174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Attempting to bind port d8ff7047-c221-4bc3-8001-fe2c4a394723 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:14.090174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Attempting to bind port d8ff7047-c221-4bc3-8001-fe2c4a394723 on network 3acf5539-a146-4cb6-a5f2-db201b95186e {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:14.090174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Port d8ff7047-c221-4bc3-8001-fe2c4a394723 on network 3acf5539-a146-4cb6-a5f2-db201b95186e not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:14.090174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Attempting to bind port d8ff7047-c221-4bc3-8001-fe2c4a394723 on network 3acf5539-a146-4cb6-a5f2-db201b95186e {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:14.093536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:14.093536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Checking segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:14.093994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Bound using segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:14.094597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Bound port: d8ff7047-c221-4bc3-8001-fe2c4a394723, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:14.095549 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.127970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:14.177824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:14.191547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=5253e30c-d630-4cf3-97c6-70b1c212075f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:14.193345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Pushing event updated for resources: {'Port': ['ID=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:14.196913 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:14.230356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.230356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.230356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.230356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.230356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.233654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.234088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.234437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.234780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.235125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.235461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.235830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.236171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.236501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.236832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550b30e-4575-4e9a-bcb2-ec171c948d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:14.242552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fbd121a-2803-4395-aaef-45f9262adc3f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.263784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:14.299604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ac7de-106a-4281-9d90-76666f81de2e req-e5e8c461-b7ac-4537-9e80-fa354d6ad4ac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:14.301491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c76ac7de-106a-4281-9d90-76666f81de2e req-e5e8c461-b7ac-4537-9e80-fa354d6ad4ac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 931 time: 0.2359743 Aug 28 20:13:14.410554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:14.410738 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.439061 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce2-810f-48f2-9f37-ef428016f957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.477236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c76ac7de-106a-4281-9d90-76666f81de2e req-d79db605-397f-446a-b418-db69b273a767 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497629 Aug 28 20:13:14.502741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c83b1cc3-e187-4d6a-a9fb-75de1d71334e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c92fd63c-8f8e-4f64-b3e1-91bef3d780da), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.504114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd121a-2803-4395-aaef-45f9262adc3f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:14.506609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c83b1cc3-e187-4d6a-a9fb-75de1d71334e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.510782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c83b1cc3-e187-4d6a-a9fb-75de1d71334e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c92fd63c-8f8e-4f64-b3e1-91bef3d780da HTTP/1.1" status: 204 len: 168 time: 0.8398516 Aug 28 20:13:14.549419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2715819f-9ed0-4bae-bca0-dc4fb9800230 req-a6201b68-5ba8-4c88-88c8-46f928187bdf tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.2677827 Aug 28 20:13:14.573027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0fbd121a-2803-4395-aaef-45f9262adc3f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.577045 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0fbd121a-2803-4395-aaef-45f9262adc3f tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3522162 Aug 28 20:13:14.582106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b1cc3-e187-4d6a-a9fb-75de1d71334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92fd63c-8f8e-4f64-b3e1-91bef3d780da,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:14.599331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56318) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:14.612377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:14.624023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:14.627467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d9e27d7c-a53f-410d-921f-317ff1cc0688 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'security_group': {'name': 'tempest-secgroup-1417902005'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:14.674096 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b375c646-a67f-400e-852a-0ecab54175ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1019075 Aug 28 20:13:14.689219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-90b2be93-c7d4-436f-b439-6f07a922ef3e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:13:14.690297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-90b2be93-c7d4-436f-b439-6f07a922ef3e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054953 Aug 28 20:13:14.711450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'admin_state_up': True, 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'security_groups': ['177c252d-33f6-4392-8739-5bec61b277ea']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:14.768221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.799746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:14.808185 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:14.815586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 1092 time: 3.0563855 Aug 28 20:13:14.817715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:14.820427 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b" -d '{"events": [{"name": "network-changed", "server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:14.861972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-361a1ac5-8b01-41a8-b2da-8df8df672636 None None] Provisioning complete for port 5253e30c-d630-4cf3-97c6-70b1c212075f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:14.862841 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-361a1ac5-8b01-41a8-b2da-8df8df672636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.013917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-361a1ac5-8b01-41a8-b2da-8df8df672636 None None] Port 5253e30c-d630-4cf3-97c6-70b1c212075f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:15.036449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9e27d7c-a53f-410d-921f-317ff1cc0688 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.146432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:15.174081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.459764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1df65374-2cbd-46f8-89fb-604e3c41f182 None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:15.460154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1df65374-2cbd-46f8-89fb-604e3c41f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.496916 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9e27d7c-a53f-410d-921f-317ff1cc0688 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (4ffd813d-dc4c-4c99-b936-16e07c6778f9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.616691 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:15.634661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1df65374-2cbd-46f8-89fb-604e3c41f182 None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:15.652211 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1df65374-2cbd-46f8-89fb-604e3c41f182 None None] Provisioning complete for port 293d99af-36ae-480b-b65e-068f49066240 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:15.652211 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1df65374-2cbd-46f8-89fb-604e3c41f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (293d99af-36ae-480b-b65e-068f49066240), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.694523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 10.1.1.96 (113972e0-aaf6-454d-9225-ecf6c56d8066/7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6/522adff3-5c33-4e24-b8cd-5c7177a1cbe9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:15.699501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1df65374-2cbd-46f8-89fb-604e3c41f182 None None] Port 293d99af-36ae-480b-b65e-068f49066240 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:15.726542 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e66b9-bb0c-4e7c-acf9-fe8b7a73adde x-openstack-request-id: req-9a3e66b9-bb0c-4e7c-acf9-fe8b7a73adde {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:15.726542 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:15.726542 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a3e66b9-bb0c-4e7c-acf9-fe8b7a73adde {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:15.726542 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3e66b9-bb0c-4e7c-acf9-fe8b7a73adde'] response: {'name': 'network-changed', 'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'status': 'completed', 'code': 200} Aug 28 20:13:15.727341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9e27d7c-a53f-410d-921f-317ff1cc0688 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4ffd813d-dc4c-4c99-b936-16e07c6778f9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.746718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce2-810f-48f2-9f37-ef428016f957 admin admin] Publish callbacks [] for security_group (b17b67dd-71f4-4c42-b213-b69eefc4d652), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.808987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-4242036d-0a34-4c22-a4fe-7d0897029489 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:15.814998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-4242036d-0a34-4c22-a4fe-7d0897029489 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:15.815217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8ef7ce6-1310-48e8-a4b2-b4b076fb558a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:15.823797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-4242036d-0a34-4c22-a4fe-7d0897029489 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:15.825829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-4242036d-0a34-4c22-a4fe-7d0897029489 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2419 time: 0.0775342 Aug 28 20:13:15.899860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-0abeeb61-a4e2-4d4e-aab6-b97c006bb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:15.903824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-0abeeb61-a4e2-4d4e-aab6-b97c006bb9be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1126 time: 0.1779475 Aug 28 20:13:15.920167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce2-810f-48f2-9f37-ef428016f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b17b67dd-71f4-4c42-b213-b69eefc4d652), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:15.947001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:15.947868 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.036147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-edacdeac-6b33-41e0-8ba2-f3d38aa022f4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 217 time: 0.1075580 Aug 28 20:13:16.054520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0817-0921-401e-8d66-ada4929d1921 req-e21fa03c-2eb6-4f69-8366-33f3bcc98777 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:16.077840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0817-0921-401e-8d66-ada4929d1921 req-e21fa03c-2eb6-4f69-8366-33f3bcc98777 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:16.085464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65ce2-810f-48f2-9f37-ef428016f957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b67dd-71f4-4c42-b213-b69eefc4d652,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:16.142676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0817-0921-401e-8d66-ada4929d1921 req-e21fa03c-2eb6-4f69-8366-33f3bcc98777 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:16.153403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-494c0817-0921-401e-8d66-ada4929d1921 req-e21fa03c-2eb6-4f69-8366-33f3bcc98777 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 2419 time: 0.4464617 Aug 28 20:13:16.178408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9e27d7c-a53f-410d-921f-317ff1cc0688 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.191128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9e27d7c-a53f-410d-921f-317ff1cc0688 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5783250 Aug 28 20:13:16.194518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:16.224629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-6e615487-b9a6-4c5b-b209-b8204a8d571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:16.226806 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-6e615487-b9a6-4c5b-b209-b8204a8d571a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.0840821 Aug 28 20:13:16.228743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56368) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:16.233255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e76d1-b89d-4cd7-9bcc-f01105284690 req-fd53e1a7-679b-4d50-959e-c6e7ca3a2eaa tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:16.283645 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be1e76d1-b89d-4cd7-9bcc-f01105284690 req-fd53e1a7-679b-4d50-959e-c6e7ca3a2eaa tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 1.3014240 Aug 28 20:13:16.284332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e27d7c-a53f-410d-921f-317ff1cc0688 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffd813d-dc4c-4c99-b936-16e07c6778f9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:16.284332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cb0aa350-2bb1-40f0-841f-c1be147b9b3b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'security_group': {'name': 'tempest-secgroup-2110137734'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:16.376042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c31e2e-b353-4772-b634-edd864adac25 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:16.380540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-1dba04be-51f3-47b8-9185-5122c0ec0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:16.383894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-1dba04be-51f3-47b8-9185-5122c0ec0499 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1386244 Aug 28 20:13:16.387611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port 3f942fe1-2dba-4736-999e-16269bd27988 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:16.387969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3f942fe1-2dba-4736-999e-16269bd27988), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.475208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-494c0817-0921-401e-8d66-ada4929d1921 req-149f21ac-db83-4d37-af5c-b7100e2d19dd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184497 Aug 28 20:13:16.537150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be1e76d1-b89d-4cd7-9bcc-f01105284690 req-9794d4c9-8b44-4773-be59-003fc7f3e896 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858346 Aug 28 20:13:16.561465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.567287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-08d65ce2-810f-48f2-9f37-ef428016f957 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=66aacf11fed743cc923e6bb613ec14b2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6268847 Aug 28 20:13:16.577727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56374) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:16.608227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb0aa350-2bb1-40f0-841f-c1be147b9b3b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.685023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port 3f942fe1-2dba-4736-999e-16269bd27988, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=3f942fe1-2dba-4736-999e-16269bd27988,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:16.685778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3f942fe1-2dba-4736-999e-16269bd27988), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.707337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for 3f942fe1-2dba-4736-999e-16269bd27988 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:16.709277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.718410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36391868-bbf0-43a8-962f-cbc6b47ae0e4 req-89592fb7-4221-4fcf-8b90-a4aaa933f742 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0577598 Aug 28 20:13:16.833162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:16.839936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:16.849637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:16.868897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb0aa350-2bb1-40f0-841f-c1be147b9b3b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (509d3298-de82-49a7-bc56-1729c6dd2860), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.873637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:16.971883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:16.973171 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:16.996031 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-cff09bf7-f9b5-49fd-8356-aa9671c2fffe service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435565 Aug 28 20:13:17.000076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb0aa350-2bb1-40f0-841f-c1be147b9b3b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (509d3298-de82-49a7-bc56-1729c6dd2860), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.096391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aa350-2bb1-40f0-841f-c1be147b9b3b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509d3298-de82-49a7-bc56-1729c6dd2860,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:17.165217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-082bddae-0d6e-4804-b8ed-c3474e628a6a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4581225 Aug 28 20:13:17.170679 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3f942fe1-2dba-4736-999e-16269bd27988), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.195881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'admin_state_up': True, 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'security_groups': ['177c252d-33f6-4392-8739-5bec61b277ea']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:17.231035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=3f942fe1-2dba-4736-999e-16269bd27988,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:17.244860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5137fdf7-c891-4649-bf57-ad36b205321b admin admin] Publish callbacks [] for security_group (b17b67dd-71f4-4c42-b213-b69eefc4d652), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.249727 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:17.264653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb0aa350-2bb1-40f0-841f-c1be147b9b3b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.268836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cb0aa350-2bb1-40f0-841f-c1be147b9b3b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0305798 Aug 28 20:13:17.283207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56380) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:17.304845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675bebf-91a7-452d-aeb8-e8f345d36cef req-af2f6bdd-f691-4af2-9af0-141494630976 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:17.314283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675bebf-91a7-452d-aeb8-e8f345d36cef req-af2f6bdd-f691-4af2-9af0-141494630976 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:17.316919 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1675bebf-91a7-452d-aeb8-e8f345d36cef req-af2f6bdd-f691-4af2-9af0-141494630976 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 1652 time: 0.3330319 Aug 28 20:13:17.364524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-63da0f61-37e8-45d1-b10b-d1c4384632d9 None None] Provisioning complete for port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:17.365227 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-63da0f61-37e8-45d1-b10b-d1c4384632d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.408319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1546397678', 'security_groups': ['509d3298-de82-49a7-bc56-1729c6dd2860'], 'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88ae8b79-b4c1-467c-ab8b-c607ec629560'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:17.419605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5137fdf7-c891-4649-bf57-ad36b205321b admin admin] Publish callbacks [] for security_group (b17b67dd-71f4-4c42-b213-b69eefc4d652), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.424553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15296bef-e66e-4ec2-bf18-4b52c17ee389 req-7be4add4-0cf2-46a6-aa27-07b4530d3c84 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055893 Aug 28 20:13:17.452057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-63da0f61-37e8-45d1-b10b-d1c4384632d9 None None] Port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:17.540290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:17.546201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.558298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port 3f942fe1-2dba-4736-999e-16269bd27988 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:17.588516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.594575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-a50c07a6-bea0-40e6-8fa9-1d7fef62ac79 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "DELETE /networking/v2.0/ports/3f942fe1-2dba-4736-999e-16269bd27988 HTTP/1.1" status: 204 len: 173 time: 1.6840692 Aug 28 20:13:17.704790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1675bebf-91a7-452d-aeb8-e8f345d36cef req-534058a9-a188-4009-abbb-fccf54d15849 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867236 Aug 28 20:13:17.724931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-deleted', 'tag': '3f942fe1-2dba-4736-999e-16269bd27988'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:17.727737 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78fc4bf-c805-40d2-8809-07373069dec5" -d '{"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-deleted", "tag": "3f942fe1-2dba-4736-999e-16269bd27988"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:17.851225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 10.1.1.231 (113972e0-aaf6-454d-9225-ecf6c56d8066/7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6/504bff6c-07a9-4d41-a62e-a7cbfda55a78) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:17.864251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82cbe3-2206-49e7-b7d7-b0b0cb7cad80 req-00059f22-e857-4d39-a486-18bc87a4fb84 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:17.869608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82cbe3-2206-49e7-b7d7-b0b0cb7cad80 req-00059f22-e857-4d39-a486-18bc87a4fb84 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:17.877421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ad82cbe3-2206-49e7-b7d7-b0b0cb7cad80 req-00059f22-e857-4d39-a486-18bc87a4fb84 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 1683 time: 0.3050401 Aug 28 20:13:17.931962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:17.932318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:17.960304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c628750-ec4b-4ab7-8da9-0d28f3e07ada req-b6cf525c-c266-4f43-984d-f6c7b3755422 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:17.962677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c628750-ec4b-4ab7-8da9-0d28f3e07ada req-b6cf525c-c266-4f43-984d-f6c7b3755422 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1033485 Aug 28 20:13:17.979091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ad82cbe3-2206-49e7-b7d7-b0b0cb7cad80 req-e38b2531-5845-4dcf-85c5-67505aad6dbd tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965898 Aug 28 20:13:18.005285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5137fdf7-c891-4649-bf57-ad36b205321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b17b67dd-71f4-4c42-b213-b69eefc4d652), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.005285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5137fdf7-c891-4649-bf57-ad36b205321b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.006496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5137fdf7-c891-4649-bf57-ad36b205321b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b17b67dd-71f4-4c42-b213-b69eefc4d652 HTTP/1.1" status: 204 len: 168 time: 1.4198701 Aug 28 20:13:18.093465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137fdf7-c891-4649-bf57-ad36b205321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b67dd-71f4-4c42-b213-b69eefc4d652,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:18.102276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:18.145117 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.291565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.326068 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c628750-ec4b-4ab7-8da9-0d28f3e07ada req-eacc7f3f-9207-4482-839e-33fe29af834d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968855 Aug 28 20:13:18.337209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15c10e84-9651-4413-9a4e-03e24b6bf8b8,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:18.337725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.380992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:18.384770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:18.404718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:18.447931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for 15c10e84-9651-4413-9a4e-03e24b6bf8b8 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:18.466151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.505669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] device_id is not set on port 9f44fe28-b5c1-4984-883a-36897386261c yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:13:18.533376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=504bff6c-07a9-4d41-a62e-a7cbfda55a78,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:18.558710 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2db67b15-0326-419a-8b01-076852799ee8 req-5937577f-c5b0-48f1-b872-b0d550fc4e82 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0998175 Aug 28 20:13:18.590629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 15c10e84-9651-4413-9a4e-03e24b6bf8b8 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:13:18.608118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:18.608792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.697490 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667eba2-4183-42de-96cd-a29a6f8ecdd3 x-openstack-request-id: req-5667eba2-4183-42de-96cd-a29a6f8ecdd3 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:18.697915 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-deleted", "tag": "3f942fe1-2dba-4736-999e-16269bd27988", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:18.698125 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5667eba2-4183-42de-96cd-a29a6f8ecdd3 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:18.698527 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5667eba2-4183-42de-96cd-a29a6f8ecdd3'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-deleted', 'tag': '3f942fe1-2dba-4736-999e-16269bd27988', 'status': 'completed', 'code': 200} Aug 28 20:13:18.702329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-c356bc65-5976-4ec1-8c41-66db69ac8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:18.704024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-c356bc65-5976-4ec1-8c41-66db69ac8142 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1126 time: 0.0980673 Aug 28 20:13:18.867856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:18.868262 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:18.932283 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:18.972914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:18.979254 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfcb78c-bb19-4b1a-a450-ffd8adaddd19" -d '{"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-unplugged", "status": "completed", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:18.994498 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-f4487d87-cad7-48bb-982b-4963e6945f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:18.996097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-f4487d87-cad7-48bb-982b-4963e6945f0f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.2724490 Aug 28 20:13:19.040276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f9a80e8f-0fef-4581-9794-e4f18bb469c2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8602016 Aug 28 20:13:19.044212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 15c10e84-9651-4413-9a4e-03e24b6bf8b8, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=15c10e84-9651-4413-9a4e-03e24b6bf8b8,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:19.055512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-05d9dae9-fcae-41d0-992c-f0aad3412027 None None] Provisioning complete for port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:19.060439 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-05d9dae9-fcae-41d0-992c-f0aad3412027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:19.072702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '82181eed-f302-4511-943f-fb3b30d86409', 'admin_state_up': True, 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'security_groups': ['177c252d-33f6-4392-8739-5bec61b277ea']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:19.091406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-e181403f-c317-4e65-ba63-8423988987f6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 217 time: 0.0774884 Aug 28 20:13:19.191477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-05d9dae9-fcae-41d0-992c-f0aad3412027 None None] Port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:19.197811 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:19.202657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 41124409-df1c-4a2d-bf5f-6169c1099fec no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:13:19.249705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbc9e8-e750-4e59-8967-26c576b10397 req-711f62c2-0dce-46d0-ba37-a3941d8d162b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.255406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbc9e8-e750-4e59-8967-26c576b10397 req-711f62c2-0dce-46d0-ba37-a3941d8d162b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.257983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a6dc-cd70-4975-a97e-6b71afe93e19 req-7d98f247-217f-4ee5-8a94-9e2a20c85a05 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.263475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a6dc-cd70-4975-a97e-6b71afe93e19 req-7d98f247-217f-4ee5-8a94-9e2a20c85a05 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.268156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15fbc9e8-e750-4e59-8967-26c576b10397 req-711f62c2-0dce-46d0-ba37-a3941d8d162b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 1683 time: 0.1096492 Aug 28 20:13:19.280746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a6dc-cd70-4975-a97e-6b71afe93e19 req-7d98f247-217f-4ee5-8a94-9e2a20c85a05 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.282585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b095a6dc-cd70-4975-a97e-6b71afe93e19 req-7d98f247-217f-4ee5-8a94-9e2a20c85a05 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 2373 time: 0.3921449 Aug 28 20:13:19.450891 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:19.481358 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b095a6dc-cd70-4975-a97e-6b71afe93e19 req-9d889d77-0b59-49a3-8975-1e87b16cc11d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785684 Aug 28 20:13:19.486232 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.11 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/88ae8b79-b4c1-467c-ab8b-c607ec629560/9f44fe28-b5c1-4984-883a-36897386261c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:19.494287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-3f07f8dc-429e-48fe-bf82-79869f912389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.497101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-3f07f8dc-429e-48fe-bf82-79869f912389 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.4029005 Aug 28 20:13:19.500662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=15c10e84-9651-4413-9a4e-03e24b6bf8b8,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:19.504275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 41124409-df1c-4a2d-bf5f-6169c1099fec is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:19.504731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:19.571544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 41124409-df1c-4a2d-bf5f-6169c1099fec, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=41124409-df1c-4a2d-bf5f-6169c1099fec,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:19.608618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-58763180-da02-4f1c-bd51-3f2eb42a9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.610847 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-58763180-da02-4f1c-bd51-3f2eb42a9294 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0992928 Aug 28 20:13:19.611390 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b08795-d3a9-4901-aaf5-5433ba7f838a x-openstack-request-id: req-f7b08795-d3a9-4901-aaf5-5433ba7f838a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:19.611894 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-unplugged", "status": "completed", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:19.613102 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7b08795-d3a9-4901-aaf5-5433ba7f838a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:19.613838 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b08795-d3a9-4901-aaf5-5433ba7f838a'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8', 'code': 200} Aug 28 20:13:19.618485 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15fbc9e8-e750-4e59-8967-26c576b10397 req-ef5127c1-1299-4021-99ee-aa08b20a9035 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091483 Aug 28 20:13:19.676308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:19.730921 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:19.738965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3f942fe1-2dba-4736-999e-16269bd27988 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:13:19.785609 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (15c10e84-9651-4413-9a4e-03e24b6bf8b8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:19.842871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 3f942fe1-2dba-4736-999e-16269bd27988 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:13:19.843914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 3f942fe1-2dba-4736-999e-16269bd27988 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:13:19.945312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712f9e0-6528-4aac-a8ec-a1b09e0a05d5 req-d96712d9-7ec4-4b73-b92f-59c2f820cea2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:19.946603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=15c10e84-9651-4413-9a4e-03e24b6bf8b8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:19.955589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8712f9e0-6528-4aac-a8ec-a1b09e0a05d5 req-d96712d9-7ec4-4b73-b92f-59c2f820cea2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1205857 Aug 28 20:13:19.965325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=41124409-df1c-4a2d-bf5f-6169c1099fec,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:19.983809 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb1ee812-b401-4263-a76a-0db0cc87ced5 req-f520c1d9-9aff-41b8-b93a-427098ca883d tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1377506 Aug 28 20:13:20.020662 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.125346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port 15c10e84-9651-4413-9a4e-03e24b6bf8b8 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:20.130944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.134288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-ce24450a-51ff-4050-a2db-eede1d43aa03 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "DELETE /networking/v2.0/ports/15c10e84-9651-4413-9a4e-03e24b6bf8b8 HTTP/1.1" status: 204 len: 173 time: 2.5258141 Aug 28 20:13:20.140891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-40068351-d2a8-4f6b-89f2-70549f5b6ac6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155289 Aug 28 20:13:20.205738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8712f9e0-6528-4aac-a8ec-a1b09e0a05d5 req-33d03e65-7a81-4145-961a-625593f20c3b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491393 Aug 28 20:13:20.326815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:13:20.409980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (9f44fe28-b5c1-4984-883a-36897386261c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.449598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port 41124409-df1c-4a2d-bf5f-6169c1099fec {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:20.449980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.473314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 10.2.2.100 (82181eed-f302-4511-943f-fb3b30d86409/58e9488b-433c-4eec-9697-2831f1649fd9/ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:20.526705 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:20.539723 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:20.579437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:20.608076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'port_id': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'mac_address': 'fa:16:3e:b5:b7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:13:20.641299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port 41124409-df1c-4a2d-bf5f-6169c1099fec, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=41124409-df1c-4a2d-bf5f-6169c1099fec,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:20.641675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.657291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for 41124409-df1c-4a2d-bf5f-6169c1099fec owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:20.657611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:20.658556 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.686415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ff7047-c221-4bc3-8001-fe2c4a394723 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:20.724296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:20.730304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.757626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-deleted', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:20.759969 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99814c72-d866-4b99-8af3-8af97eb9c72a" -d '{"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-deleted", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:20.766135 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:20.827636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af2a9b41-3d16-4c8b-961c-5f3c213ff08b req-06555f45-49d6-4a40-87ca-f41485873d5a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708405 Aug 28 20:13:20.828657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192f42-1151-4b96-9eaa-c46d90f0d4a6 req-9b96673d-10d3-42b8-bf71-94a72d122831 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:20.830773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2192f42-1151-4b96-9eaa-c46d90f0d4a6 req-9b96673d-10d3-42b8-bf71-94a72d122831 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 944 time: 0.0665264 Aug 28 20:13:20.903294 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.911535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:20.923398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2192f42-1151-4b96-9eaa-c46d90f0d4a6 req-e785c221-40a6-4efa-98fc-1a26ca3893f9 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Aug 28 20:13:20.980239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 82181eed-f302-4511-943f-fb3b30d86409 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:20.983696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:20.987965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:20.992489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:21.026990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.027230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.027563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.027959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.028321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.028658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.028986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.030963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.031320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.031660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.031996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.032409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.032744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.033074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.033404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:13:21.069913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39209b-a221-4f1d-b0c4-eb433523b9d6 req-74e75a7f-c2f4-4668-8fcb-effef20796e4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:21.074693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:21.083443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39209b-a221-4f1d-b0c4-eb433523b9d6 req-74e75a7f-c2f4-4668-8fcb-effef20796e4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:21.094241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:21.094241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:21.094869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39209b-a221-4f1d-b0c4-eb433523b9d6 req-74e75a7f-c2f4-4668-8fcb-effef20796e4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:21.096575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b39209b-a221-4f1d-b0c4-eb433523b9d6 req-74e75a7f-c2f4-4668-8fcb-effef20796e4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 2373 time: 0.3278077 Aug 28 20:13:21.100423 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd8c3dd-20ab-464a-b72f-ac19be43382f x-openstack-request-id: req-5fd8c3dd-20ab-464a-b72f-ac19be43382f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:21.100712 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-deleted", "tag": "15c10e84-9651-4413-9a4e-03e24b6bf8b8", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:21.100965 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fd8c3dd-20ab-464a-b72f-ac19be43382f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:21.101369 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd8c3dd-20ab-464a-b72f-ac19be43382f'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-deleted', 'tag': '15c10e84-9651-4413-9a4e-03e24b6bf8b8', 'status': 'completed', 'code': 200} Aug 28 20:13:21.120942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9f44fe28-b5c1-4984-883a-36897386261c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:21.212037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:21.225339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:21.238218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['d8ff7047-c221-4bc3-8001-fe2c4a394723'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:13:21.242202 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-da27cc76-73df-43e1-af5e-a9ec0e465343 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1851234 Aug 28 20:13:21.246957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:21.255306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=9f44fe28-b5c1-4984-883a-36897386261c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:21.262061 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-33982ccf-c7d5-435c-a54f-c6c825877d5e req-ff1cdece-8c29-4772-926c-ada35b2709c4 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1113360 Aug 28 20:13:21.279155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '82181eed-f302-4511-943f-fb3b30d86409', 'admin_state_up': True, 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'security_groups': ['177c252d-33f6-4392-8739-5bec61b277ea']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:21.352560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (41124409-df1c-4a2d-bf5f-6169c1099fec), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:21.433403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=41124409-df1c-4a2d-bf5f-6169c1099fec,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:21.458614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b39209b-a221-4f1d-b0c4-eb433523b9d6 req-19e41cd1-cf5c-4b19-97fd-dd0d1e832604 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400970 Aug 28 20:13:21.585615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:21.586326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:21.608954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d2a37c52-05a1-4cf8-ad35-4a4ef8341ad6 None None] Provisioning complete for port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:21.609329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d2a37c52-05a1-4cf8-ad35-4a4ef8341ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:21.617418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:21.620494 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c9ec5f-3847-4f7b-8248-08145136d2e1" -d '{"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-unplugged", "status": "completed", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:21.655376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port 41124409-df1c-4a2d-bf5f-6169c1099fec on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:21.666352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:21.670680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4a4febe-408e-4dcf-9d1e-37f7916bcdf8 req-032e6614-d6df-4902-a93a-b96f203bef1f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "DELETE /networking/v2.0/ports/41124409-df1c-4a2d-bf5f-6169c1099fec HTTP/1.1" status: 204 len: 173 time: 1.5248337 Aug 28 20:13:21.689066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693d79f-f837-4df8-855f-017aec9184e2 req-cc854b18-53e0-4af8-bae4-6e6eb1fe868f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:21.689066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1693d79f-f837-4df8-855f-017aec9184e2 req-cc854b18-53e0-4af8-bae4-6e6eb1fe868f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 945 time: 0.1069059 Aug 28 20:13:21.804251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-75e7e743-9750-4a1b-bf74-00599bd26f82 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5143678 Aug 28 20:13:21.810677 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4495ed-1a42-4a31-9d3e-1bbba5eac80b x-openstack-request-id: req-df4495ed-1a42-4a31-9d3e-1bbba5eac80b {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:21.811524 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-unplugged", "status": "completed", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:21.811920 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df4495ed-1a42-4a31-9d3e-1bbba5eac80b {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:21.812481 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4495ed-1a42-4a31-9d3e-1bbba5eac80b'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec', 'code': 200} Aug 28 20:13:21.813367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56482) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:21.818550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a37c52-05a1-4cf8-ad35-4a4ef8341ad6 None None] Port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:21.831351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Made reservation on behalf of c26696ea658340348c4ef1bd81bf60d2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:21.836829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-02f75f5e-23c0-4d58-9708-632c2e207815 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:21.839339 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:21.853452 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1693d79f-f837-4df8-855f-017aec9184e2 req-e2195854-8727-42f8-9a8a-eb0373ae7a40 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570210 Aug 28 20:13:22.149954 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9411a253-0bc0-4095-af98-c211801fe4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:22.152600 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:22.163393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b3c719a6-42be-4164-aed3-ed8a52f4e74a None None] Provisioning complete for port 9f44fe28-b5c1-4984-883a-36897386261c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:22.163813 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b3c719a6-42be-4164-aed3-ed8a52f4e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9f44fe28-b5c1-4984-883a-36897386261c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:22.210065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b3c719a6-42be-4164-aed3-ed8a52f4e74a None None] Port 9f44fe28-b5c1-4984-883a-36897386261c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:22.250433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Allocated IP 10.2.2.200 (82181eed-f302-4511-943f-fb3b30d86409/58e9488b-433c-4eec-9697-2831f1649fd9/6198c423-3e56-4d4a-9c4a-acc0e838bf76) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:22.479150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bc69028-f73b-410c-ad17-531e77c06df3 req-7a5bd417-35d4-49a5-8b9e-64c1874f2075 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6e183c84-4c92-4bde-8205-2c195db0aac2 HTTP/1.1" status: 200 len: 210 time: 0.0457172 Aug 28 20:13:22.562027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:22.632542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39e74267-bbe2-45f1-9bbf-4835a8d6d556 req-d0cb9704-0d44-471d-badd-1f68532cab70 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0570664 Aug 28 20:13:22.664814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:22.683004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4167-256c-469d-a75d-54bbb8dfb98e req-d2fd6416-02aa-4937-a09b-1b0ba6bd5871 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:22.688177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4167-256c-469d-a75d-54bbb8dfb98e req-d2fd6416-02aa-4937-a09b-1b0ba6bd5871 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:22.693406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4167-256c-469d-a75d-54bbb8dfb98e req-d2fd6416-02aa-4937-a09b-1b0ba6bd5871 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:22.698777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4167-256c-469d-a75d-54bbb8dfb98e req-d2fd6416-02aa-4937-a09b-1b0ba6bd5871 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:22.700567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-103a4167-256c-469d-a75d-54bbb8dfb98e req-d2fd6416-02aa-4937-a09b-1b0ba6bd5871 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 3094 time: 0.0846863 Aug 28 20:13:22.718645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port d8ff7047-c221-4bc3-8001-fe2c4a394723 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:13:22.741400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f75f5e-23c0-4d58-9708-632c2e207815 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:22.750668 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-02f75f5e-23c0-4d58-9708-632c2e207815 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:22.788927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-103a4167-256c-469d-a75d-54bbb8dfb98e req-51ce5960-be94-4571-9ece-56e375f64e86 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820408 Aug 28 20:13:22.823952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:22.875530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port d8ff7047-c221-4bc3-8001-fe2c4a394723 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:22.876135 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:22.880598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Network 82181eed-f302-4511-943f-fb3b30d86409 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:22.884150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:22.889044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:22.927265 n-d-854121-7 neutron-server[114322]: INFO neutron.db.ipam_backend_mixin [None req-02f75f5e-23c0-4d58-9708-632c2e207815 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 88ae8b79-b4c1-467c-ab8b-c607ec629560 (CIDR: 172.20.0.0/28) Aug 28 20:13:22.929172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event updated for resources: {'Port': ['ID=6198c423-3e56-4d4a-9c4a-acc0e838bf76,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:22.972209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:22.972880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:22.993901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:22.994690 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.020059 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f75f5e-23c0-4d58-9708-632c2e207815 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:13:23.020570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f75f5e-23c0-4d58-9708-632c2e207815 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:23.044555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa891bab-4956-4f9a-ac3d-f994074bdd46 req-6c094be4-bfa9-4565-b897-cfc6860d95c4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:23.046667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa891bab-4956-4f9a-ac3d-f994074bdd46 req-6c094be4-bfa9-4565-b897-cfc6860d95c4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 945 time: 0.0707741 Aug 28 20:13:23.066448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:23.102970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-deleted', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:23.106431 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62510c4f-ba93-48a1-9a39-cead648df93d" -d '{"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-deleted", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:23.125284 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b7c060e4-2ce0-450e-827c-f088a0191661 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8601787 Aug 28 20:13:23.141702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa891bab-4956-4f9a-ac3d-f994074bdd46 req-70327de1-39d0-4114-bd0d-c8f6180bcca5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887675 Aug 28 20:13:23.152017 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.157687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-02f75f5e-23c0-4d58-9708-632c2e207815 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3426757 Aug 28 20:13:23.159701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56522) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:23.174592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:23.180593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7ab3af75-2812-47a8-b559-a4ce844d4db1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:23.300476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.331492 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b343200-ce3c-406f-b69d-21c437cca09f x-openstack-request-id: req-1b343200-ce3c-406f-b69d-21c437cca09f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:23.331792 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e183c84-4c92-4bde-8205-2c195db0aac2", "name": "network-vif-deleted", "tag": "41124409-df1c-4a2d-bf5f-6169c1099fec", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:23.332047 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b343200-ce3c-406f-b69d-21c437cca09f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:23.332459 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b343200-ce3c-406f-b69d-21c437cca09f'] response: {'server_uuid': '6e183c84-4c92-4bde-8205-2c195db0aac2', 'name': 'network-vif-deleted', 'tag': '41124409-df1c-4a2d-bf5f-6169c1099fec', 'status': 'completed', 'code': 200} Aug 28 20:13:23.358863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4a6de76d-58af-4508-949f-090acaa145bf None None] Provisioning complete for port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:23.359490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4a6de76d-58af-4508-949f-090acaa145bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.383715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:23.413521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4a6de76d-58af-4508-949f-090acaa145bf None None] Port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:23.522986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-ec4a2dce-a630-4e40-ae65-6ee8098d628c req-4c82885c-b5fd-4b5b-9f02-168fff8b9b7e tempest-MultipleCreateTestJSON-343068581 tempest-MultipleCreateTestJSON-343068581-project] (114321) timed out ('10.222.0.89', 53782) {{(pid=114321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:13:23.577171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56530) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:23.591537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab3af75-2812-47a8-b559-a4ce844d4db1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:23.597329 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ab3af75-2812-47a8-b559-a4ce844d4db1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.799068 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.810442 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f45ae0a-b598-45e9-bfcd-104eb044964b req-b2f43c93-3128-47f4-b40c-a69b4483f428 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0370634 Aug 28 20:13:23.815324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:23.820426 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc97b4fa-a6e2-4073-aae9-bf4996fcff59" -d '{"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:23.832994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting subnet 952d5ed0-3b2e-4f9e-91e7-cea8f6145a62 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:13:23.837204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (952d5ed0-3b2e-4f9e-91e7-cea8f6145a62), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.885249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (952d5ed0-3b2e-4f9e-91e7-cea8f6145a62), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.909584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5253e30c-d630-4cf3-97c6-70b1c212075f {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:23.914886 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfbe14-d135-491c-a787-820b083e91fa x-openstack-request-id: req-91dfbe14-d135-491c-a787-820b083e91fa {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:23.915330 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:23.915607 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91dfbe14-d135-491c-a787-820b083e91fa {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:23.916109 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91dfbe14-d135-491c-a787-820b083e91fa'] response: {'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'code': 200} Aug 28 20:13:23.932907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Publish callbacks [] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:23.960715 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=18 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:23.972596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Transition to ACTIVE for port object 5253e30c-d630-4cf3-97c6-70b1c212075f will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:23.994305 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:24.020179 n-d-854121-7 neutron-server[114322]: INFO neutron.db.ipam_backend_mixin [None req-7ab3af75-2812-47a8-b559-a4ce844d4db1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e623e67d-8f27-41e2-9645-94568cbab25a (CIDR: 172.20.0.16/28) Aug 28 20:13:24.051171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e31b-bf38-4af4-b6a8-8338c974fed1 req-d1fe8cf4-b802-4b48-a12c-ab58fa6bb1b6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.056304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.064343 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e31b-bf38-4af4-b6a8-8338c974fed1 req-d1fe8cf4-b802-4b48-a12c-ab58fa6bb1b6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.079282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e31b-bf38-4af4-b6a8-8338c974fed1 req-d1fe8cf4-b802-4b48-a12c-ab58fa6bb1b6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.090875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e31b-bf38-4af4-b6a8-8338c974fed1 req-d1fe8cf4-b802-4b48-a12c-ab58fa6bb1b6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.096178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e31b-bf38-4af4-b6a8-8338c974fed1 req-d1fe8cf4-b802-4b48-a12c-ab58fa6bb1b6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.098320 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0995e31b-bf38-4af4-b6a8-8338c974fed1 req-d1fe8cf4-b802-4b48-a12c-ab58fa6bb1b6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 3815 time: 0.1560063 Aug 28 20:13:24.124390 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7bcf-99a4-4fb9-9842-e3baa8a2942d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.146702 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (952d5ed0-3b2e-4f9e-91e7-cea8f6145a62), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.210796 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab3af75-2812-47a8-b559-a4ce844d4db1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:13:24.211298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab3af75-2812-47a8-b559-a4ce844d4db1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:24.266298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Attempting to bind port 5253e30c-d630-4cf3-97c6-70b1c212075f on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:24.266640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Attempting to bind port 5253e30c-d630-4cf3-97c6-70b1c212075f by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:24.266971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Attempting to bind port 5253e30c-d630-4cf3-97c6-70b1c212075f on network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:24.272095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Port 5253e30c-d630-4cf3-97c6-70b1c212075f on network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:24.272432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Attempting to bind port 5253e30c-d630-4cf3-97c6-70b1c212075f on network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:24.274837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Pushing event updated for resources: {'Port': ['ID=5253e30c-d630-4cf3-97c6-70b1c212075f,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:24.287948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:24.288293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Checking segment: {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:24.288791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Bound using segment: {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:24.289232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Bound port: 5253e30c-d630-4cf3-97c6-70b1c212075f, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0e51d8-a6f5-4620-95f1-51599bad88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:24.289596 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.386380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7670-6174-478b-8504-5b5d9d20f731 req-a6af5fef-eaf4-4165-b3c7-00fccea505a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.388177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-165e7670-6174-478b-8504-5b5d9d20f731 req-a6af5fef-eaf4-4165-b3c7-00fccea505a6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1128 time: 0.1785641 Aug 28 20:13:24.391662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63065baa-f820-4a61-a242-a446eccb9261 req-f39feaf6-a848-468f-bfea-3f3540869288 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.392859 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0995e31b-bf38-4af4-b6a8-8338c974fed1 req-18ab2aa3-01cb-4a02-8059-4bd3ab59dc4c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846302 Aug 28 20:13:24.393516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63065baa-f820-4a61-a242-a446eccb9261 req-f39feaf6-a848-468f-bfea-3f3540869288 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0915775 Aug 28 20:13:24.446777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] For port 5253e30c-d630-4cf3-97c6-70b1c212075f, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:24.475651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] For port 5253e30c-d630-4cf3-97c6-70b1c212075f, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5253e30c-d630-4cf3-97c6-70b1c212075f,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:24.502104 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (952d5ed0-3b2e-4f9e-91e7-cea8f6145a62), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.514040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7ab3af75-2812-47a8-b559-a4ce844d4db1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3505397 Aug 28 20:13:24.514040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-165e7670-6174-478b-8504-5b5d9d20f731 req-0f81554c-07c2-497b-84da-fd1aca1973ee service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141026 Aug 28 20:13:24.514602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56548) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:24.519581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63065baa-f820-4a61-a242-a446eccb9261 req-6cf5eb7b-20c0-4871-8976-084399741f61 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090114 Aug 28 20:13:24.554705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'subnet': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:24.565636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Subnet': ['ID=952d5ed0-3b2e-4f9e-91e7-cea8f6145a62,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:24.591934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056db84-e95e-4483-88fc-aee405c1e4bb None None] Network de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:24.633708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.637383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-88ac66ff-89a7-4bd8-a9ab-19321da987f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/952d5ed0-3b2e-4f9e-91e7-cea8f6145a62 HTTP/1.1" status: 204 len: 168 time: 1.0553174 Aug 28 20:13:24.638206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56550) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:24.718593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.730969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:24.732001 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.734716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5253e30c-d630-4cf3-97c6-70b1c212075f HTTP/1.1" status: 200 len: 1091 time: 1.5917394 Aug 28 20:13:24.735466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:24.738920 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:24.817813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (de40494b-d8a7-4fbf-bd6e-085f2dfe94d9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.829452 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741f989-5f00-4956-bebd-2367d7a9e577 x-openstack-request-id: req-5741f989-5f00-4956-bebd-2367d7a9e577 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:24.830022 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:24.830386 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5741f989-5f00-4956-bebd-2367d7a9e577 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:24.831405 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5741f989-5f00-4956-bebd-2367d7a9e577'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'status': 'completed', 'code': 200} Aug 28 20:13:24.840821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036900a6-81c5-4036-bec6-69210aa116fc service neutron] Pushing event updated for resources: {'Port': ['ID=5253e30c-d630-4cf3-97c6-70b1c212075f,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:24.848854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] DHCP port deletion for de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:13:24.925137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:24.926154 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.930629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Made reservation on behalf of 97dc423079494a9cb8264d083bd9d228 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:24.935157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:24.950797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] Deleting port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:24.951458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.026716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-943ee015-4f80-4e88-b860-10c73fddc043 req-d2aeb0a7-d638-4f00-afc7-ac98bee7f83e tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0483339 Aug 28 20:13:25.034771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] For port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:25.038119 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.051360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,segment=NetworkSegment(b6fedc4b-859b-4c24-b22a-070c22a8f474),segment_id=b6fedc4b-859b-4c24-b22a-070c22a8f474)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:25.051749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.064842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] Calling delete_port for a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:25.084372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:25.153873 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:25.271266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56566) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:25.290682 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.316422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:25.338785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] Pushing event deleted for resources: {'Port': ['ID=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:25.344626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc246b-1087-4fae-8e42-59790aa71837 None None] No DVR routers for this DVR port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:25.375261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.393701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (56cf6764-347b-40ee-a90d-feb31ab48119), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.417736 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:25.423672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:25.427563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-fe1a805c-ca9e-4146-a889-5a8952c3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.427563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-fe1a805c-ca9e-4146-a889-5a8952c3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.427563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-fe1a805c-ca9e-4146-a889-5a8952c3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.427827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-fe1a805c-ca9e-4146-a889-5a8952c3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.436663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-fe1a805c-ca9e-4146-a889-5a8952c3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.436663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-fe1a805c-ca9e-4146-a889-5a8952c3b446 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 4393 time: 0.1562479 Aug 28 20:13:25.445203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:25.490788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.548988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Subnet': ['ID=56cf6764-347b-40ee-a90d-feb31ab48119,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:25.581781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:25.601829 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33610f20-4a73-4983-931c-b16dbd5a9610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.762481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:13:25.764606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:25.766376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c14a-7fdb-4f3f-ad54-75cad12b16e5 req-6bde6083-1023-43dd-8e82-dae59b39f40e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.772035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c14a-7fdb-4f3f-ad54-75cad12b16e5 req-6bde6083-1023-43dd-8e82-dae59b39f40e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.772354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.773003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.777943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c14a-7fdb-4f3f-ad54-75cad12b16e5 req-6bde6083-1023-43dd-8e82-dae59b39f40e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.783304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c14a-7fdb-4f3f-ad54-75cad12b16e5 req-6bde6083-1023-43dd-8e82-dae59b39f40e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.788476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c14a-7fdb-4f3f-ad54-75cad12b16e5 req-6bde6083-1023-43dd-8e82-dae59b39f40e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.796218 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e318c14a-7fdb-4f3f-ad54-75cad12b16e5 req-6bde6083-1023-43dd-8e82-dae59b39f40e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 3827 time: 0.2265062 Aug 28 20:13:25.801708 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:25.807673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (de40494b-d8a7-4fbf-bd6e-085f2dfe94d9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.807977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd7360d-241e-49ea-bf0b-7239d4c26e24 None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:25.811832 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:25.812481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:13:25.812834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a7ed1afb-1ef7-4f23-b86c-5d861f0ee6a0 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:13:25.884889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de40494b-d8a7-4fbf-bd6e-085f2dfe94d9']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:25.890496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-62f07713-8a50-4daf-b8ca-3873aec1180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.891059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-62f07713-8a50-4daf-b8ca-3873aec1180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.891537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-62f07713-8a50-4daf-b8ca-3873aec1180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:25.893494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-62f07713-8a50-4daf-b8ca-3873aec1180c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c26696ea658340348c4ef1bd81bf60d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4410546 Aug 28 20:13:25.927025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fedc4b-859b-4c24-b22a-070c22a8f474') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:25.927664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fedc4b-859b-4c24-b22a-070c22a8f474') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:26.011106 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (b6fedc4b-859b-4c24-b22a-070c22a8f474), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.057626 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e318c14a-7fdb-4f3f-ad54-75cad12b16e5 req-17a20f0b-b3ed-4c80-b8da-671ec3960b18 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597220 Aug 28 20:13:26.069415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b6fedc4b-859b-4c24-b22a-070c22a8f474), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.074256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:13:26.074541 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (b6fedc4b-859b-4c24-b22a-070c22a8f474), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.144260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2615ff-73ea-4637-9254-fc789f28e7e4 req-bbd3dcd5-17db-4143-8c7b-f0af86527bbe tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:26.146615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa2615ff-73ea-4637-9254-fc789f28e7e4 req-bbd3dcd5-17db-4143-8c7b-f0af86527bbe tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.3425989 Aug 28 20:13:26.153583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bd87319b-6cb8-410e-8b90-93ea5ff7b495 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6323347 Aug 28 20:13:26.159733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56582) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:26.218818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2131239357', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56cf6764-347b-40ee-a90d-feb31ab48119'}], 'security_groups': ['cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7', '4ffd813d-dc4c-4c99-b936-16e07c6778f9']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:26.228142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa2615ff-73ea-4637-9254-fc789f28e7e4 req-0b586cf7-0cc4-4433-b415-d313dfa6ffd2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745881 Aug 28 20:13:26.257680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6393d96-5e9d-4583-a8cb-f534977d0128 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:26.272773 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Publish callbacks [] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.313815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fec58f-ecd5-46a7-9b8f-3be6c05adecb None None] Update dhcp port {'port': {'network_id': 'ae00cb77-a804-4f3e-a894-29d5a55ffe11', 'fixed_ips': [{'subnet_id': 'e623e67d-8f27-41e2-9645-94568cbab25a', 'ip_address': '172.20.0.18'}, {'subnet_id': '88ae8b79-b4c1-467c-ab8b-c607ec629560', 'ip_address': '172.20.0.2'}, {'subnet_id': '56cf6764-347b-40ee-a90d-feb31ab48119'}], 'binding:host_id': 'n-d-854121-7'}, 'id': 'e8ef7ce6-1310-48e8-a4b2-b4b076fb558a'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:13:26.342390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33610f20-4a73-4983-931c-b16dbd5a9610 admin admin] Publish callbacks [] for security_group (91ba0c5a-2d94-43fb-8687-3459419e96b9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.345462 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b6fedc4b-859b-4c24-b22a-070c22a8f474 resource provider aggregate not found Aug 28 20:13:26.358126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-288d7e41-b073-432b-8e36-2e5ab0c82743 req-aa086591-1d43-45fd-bb4b-0c8784c46103 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0741446 Aug 28 20:13:26.381290 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6fec58f-ecd5-46a7-9b8f-3be6c05adecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.397078 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b6fedc4b-859b-4c24-b22a-070c22a8f474 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6fedc4b-859b-4c24-b22a-070c22a8f474 found for delete ", "request_id": "req-044d3d20-636b-4d63-8492-1b7da9776bbe"}]} Aug 28 20:13:26.402358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-a29b10ed-7582-4d44-a621-059eadd4ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:26.405125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be7c13b3-4a5e-4ac0-a441-18cf2d3141fd req-a29b10ed-7582-4d44-a621-059eadd4ce43 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4952619 Aug 28 20:13:26.444778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Transition to ACTIVE for port object d6393d96-5e9d-4583-a8cb-f534977d0128 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:26.447024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (de40494b-d8a7-4fbf-bd6e-085f2dfe94d9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.459272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.470970 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/networks/de40494b-d8a7-4fbf-bd6e-085f2dfe94d9 HTTP/1.1" status: 204 len: 168 time: 1.8312860 Aug 28 20:13:26.471646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56588) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:26.490220 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9f44fe28-b5c1-4984-883a-36897386261c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.501017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7564ca-b1d8-4826-93c4-56c193ec4fd1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Network': ['ID=de40494b-d8a7-4fbf-bd6e-085f2dfe94d9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:26.504263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33610f20-4a73-4983-931c-b16dbd5a9610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (91ba0c5a-2d94-43fb-8687-3459419e96b9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.605559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33610f20-4a73-4983-931c-b16dbd5a9610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ba0c5a-2d94-43fb-8687-3459419e96b9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:26.618258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-33610f20-4a73-4983-931c-b16dbd5a9610 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b9ed8457a748455f9c421f87edc47517&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3642960 Aug 28 20:13:26.621451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56590) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:26.625372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting subnet 722f1750-43aa-4414-8a4c-f6b908aaebcb {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:13:26.631025 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (722f1750-43aa-4414-8a4c-f6b908aaebcb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.632501 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:26.648444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a6fec58f-ecd5-46a7-9b8f-3be6c05adecb None None] Allocated IP 172.20.0.34 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/56cf6764-347b-40ee-a90d-feb31ab48119/e8ef7ce6-1310-48e8-a4b2-b4b076fb558a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:26.695223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (722f1750-43aa-4414-8a4c-f6b908aaebcb), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.781590 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.783031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6fec58f-ecd5-46a7-9b8f-3be6c05adecb None None] For port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,segment=NetworkSegment(9de81e42-49b6-45e5-bb87-74952fed1f5f),segment_id=9de81e42-49b6-45e5-bb87-74952fed1f5f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:26.829530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (722f1750-43aa-4414-8a4c-f6b908aaebcb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.840186 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6fec58f-ecd5-46a7-9b8f-3be6c05adecb None None] Publish callbacks [] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.895239 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-673c86b9-d1b6-4dbf-a41f-b50da28ffd5f admin admin] Publish callbacks [] for security_group (91ba0c5a-2d94-43fb-8687-3459419e96b9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.931083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6fec58f-ecd5-46a7-9b8f-3be6c05adecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.955514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6393d96-5e9d-4583-a8cb-f534977d0128,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:26.960371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-673c86b9-d1b6-4dbf-a41f-b50da28ffd5f admin admin] Publish callbacks [] for security_group (91ba0c5a-2d94-43fb-8687-3459419e96b9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:26.993800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (722f1750-43aa-4414-8a4c-f6b908aaebcb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.033957 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:27.050784 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.052158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Subnet': ['ID=722f1750-43aa-4414-8a4c-f6b908aaebcb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:27.055852 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.070115 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dad89b16-9c18-4c9c-8ccf-f1a5c3808cf4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/722f1750-43aa-4414-8a4c-f6b908aaebcb HTTP/1.1" status: 204 len: 168 time: 0.5767767 Aug 28 20:13:27.074990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56600) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:27.081078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e0dc6f-c0f2-4a2a-8147-579d521af94c None None] Network ff22f165-7068-441b-9b9a-8e7f2892e460 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:27.084880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fec58f-ecd5-46a7-9b8f-3be6c05adecb None None] Pushing event updated for resources: {'Port': ['ID=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:27.237768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Attempting to bind port d6393d96-5e9d-4583-a8cb-f534977d0128 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:27.240075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Attempting to bind port d6393d96-5e9d-4583-a8cb-f534977d0128 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:27.240646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Attempting to bind port d6393d96-5e9d-4583-a8cb-f534977d0128 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:27.288740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Port d6393d96-5e9d-4583-a8cb-f534977d0128 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:27.293136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Attempting to bind port d6393d96-5e9d-4583-a8cb-f534977d0128 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:27.351238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:27.351614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Checking segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:27.352085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Bound using segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:27.352572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Bound port: d6393d96-5e9d-4583-a8cb-f534977d0128, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:27.352974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.374053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ff22f165-7068-441b-9b9a-8e7f2892e460), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.571321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Delete allocated IP 172.20.0.11 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/88ae8b79-b4c1-467c-ab8b-c607ec629560) {{(pid=114322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 20:13:27.608130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Allocated IP 172.20.0.35 (ae00cb77-a804-4f3e-a894-29d5a55ffe11/56cf6764-347b-40ee-a90d-feb31ab48119/9f44fe28-b5c1-4984-883a-36897386261c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:27.653319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port df1304bb-eab2-4900-883b-401d93e07e7c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:27.653920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.657455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] DHCP port deletion for ff22f165-7068-441b-9b9a-8e7f2892e460 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:13:27.661819 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.754137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port df1304bb-eab2-4900-883b-401d93e07e7c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=df1304bb-eab2-4900-883b-401d93e07e7c,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:27.755208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.811028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for df1304bb-eab2-4900-883b-401d93e07e7c owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:27.877552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8ef7ce6-1310-48e8-a4b2-b4b076fb558a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:27.890005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b12090-956e-41f7-ba88-060fa8d64994 req-f6421555-39a5-405c-9981-ab30f3c79fe9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:27.892126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-13b12090-956e-41f7-ba88-060fa8d64994 req-f6421555-39a5-405c-9981-ab30f3c79fe9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.3623359 Aug 28 20:13:27.895105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] Deleting port df1304bb-eab2-4900-883b-401d93e07e7c {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:27.895703 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:27.991561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] For port d6393d96-5e9d-4583-a8cb-f534977d0128, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:27.996147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] For port d6393d96-5e9d-4583-a8cb-f534977d0128, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d6393d96-5e9d-4583-a8cb-f534977d0128,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:28.015177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-673c86b9-d1b6-4dbf-a41f-b50da28ffd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (91ba0c5a-2d94-43fb-8687-3459419e96b9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.017911 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-673c86b9-d1b6-4dbf-a41f-b50da28ffd5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.022622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-673c86b9-d1b6-4dbf-a41f-b50da28ffd5f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/91ba0c5a-2d94-43fb-8687-3459419e96b9 HTTP/1.1" status: 204 len: 168 time: 1.3833859 Aug 28 20:13:28.041959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c86b9-d1b6-4dbf-a41f-b50da28ffd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ba0c5a-2d94-43fb-8687-3459419e96b9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:28.064463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-31f7f610-e9f2-437b-b5b2-f1c40b2c340d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:28.077462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-31f7f610-e9f2-437b-b5b2-f1c40b2c340d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:28.082054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-31f7f610-e9f2-437b-b5b2-f1c40b2c340d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:28.087344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-31f7f610-e9f2-437b-b5b2-f1c40b2c340d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:28.093509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-31f7f610-e9f2-437b-b5b2-f1c40b2c340d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:28.100532 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-13b12090-956e-41f7-ba88-060fa8d64994 req-b151b29c-0405-4fcb-9d56-9407bc28899b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822712 Aug 28 20:13:28.111046 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:28.122957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-31f7f610-e9f2-437b-b5b2-f1c40b2c340d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:28.125009 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-31f7f610-e9f2-437b-b5b2-f1c40b2c340d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 4599 time: 0.7805271 Aug 28 20:13:28.130803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.140675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:28.141323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.143122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 1130 time: 2.8534236 Aug 28 20:13:28.161641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': 'd6393d96-5e9d-4583-a8cb-f534977d0128'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:28.163454 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "d6393d96-5e9d-4583-a8cb-f534977d0128"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:28.191983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.277914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:28.342017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port df1304bb-eab2-4900-883b-401d93e07e7c on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:28.403141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] For port df1304bb-eab2-4900-883b-401d93e07e7c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=df1304bb-eab2-4900-883b-401d93e07e7c,segment=NetworkSegment(016dd0e6-a114-44bb-9d1a-45c99d69c6c5),segment_id=016dd0e6-a114-44bb-9d1a-45c99d69c6c5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:28.403560 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.448545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] Calling delete_port for df1304bb-eab2-4900-883b-401d93e07e7c owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:28.455134 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:28.486179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:28.486560 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.502747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=df1304bb-eab2-4900-883b-401d93e07e7c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:28.629571 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d017fdd-f04d-4591-bbd0-40090f272fbb req-89a0a1ac-af7a-4c37-b441-fca49c5f9aee tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1724503 Aug 28 20:13:28.656272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d0b0637-faf4-4cb9-b009-5bd76550820e req-6e45179b-c132-42a8-9305-32e33147cf19 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5119011 Aug 28 20:13:28.678186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f391b67-566f-43dd-81a4-cf0337d059f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6393d96-5e9d-4583-a8cb-f534977d0128,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:28.761372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ff22f165-7068-441b-9b9a-8e7f2892e460), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.782253 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bdbf03-21da-4af4-bb68-e8b8ea685855 x-openstack-request-id: req-17bdbf03-21da-4af4-bb68-e8b8ea685855 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:28.782602 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "d6393d96-5e9d-4583-a8cb-f534977d0128", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:28.783155 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17bdbf03-21da-4af4-bb68-e8b8ea685855 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:28.783647 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bdbf03-21da-4af4-bb68-e8b8ea685855'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': 'd6393d96-5e9d-4583-a8cb-f534977d0128', 'status': 'completed', 'code': 200} Aug 28 20:13:28.824879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.891285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for port (9f44fe28-b5c1-4984-883a-36897386261c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.930297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:28.931011 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:28.941115 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (df1304bb-eab2-4900-883b-401d93e07e7c), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.016334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff22f165-7068-441b-9b9a-8e7f2892e460']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:29.060180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (9f44fe28-b5c1-4984-883a-36897386261c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.105462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] Pushing event deleted for resources: {'Port': ['ID=df1304bb-eab2-4900-883b-401d93e07e7c,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:29.109802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016dd0e6-a114-44bb-9d1a-45c99d69c6c5') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:29.110840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016dd0e6-a114-44bb-9d1a-45c99d69c6c5') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:29.117317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-4f837bbd-3c99-42bf-a6ff-ae10403c0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:29.118459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-4f837bbd-3c99-42bf-a6ff-ae10403c0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:29.119169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-4f837bbd-3c99-42bf-a6ff-ae10403c0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:29.120403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-4f837bbd-3c99-42bf-a6ff-ae10403c0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:29.121063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-4f837bbd-3c99-42bf-a6ff-ae10403c0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:29.121718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-4f837bbd-3c99-42bf-a6ff-ae10403c0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:29.124404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-4f837bbd-3c99-42bf-a6ff-ae10403c0773 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5347 time: 0.2793672 Aug 28 20:13:29.142037 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (016dd0e6-a114-44bb-9d1a-45c99d69c6c5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.150559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c311594-d474-43d4-a5e8-d131f877d6a0 req-65a780c6-5420-4dfe-b8c2-3f04202973d0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:29.155662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:29.157622 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c311594-d474-43d4-a5e8-d131f877d6a0 req-65a780c6-5420-4dfe-b8c2-3f04202973d0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.2022169 Aug 28 20:13:29.188079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56630) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:29.193457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event updated for resources: {'Port': ['ID=9f44fe28-b5c1-4984-883a-36897386261c,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:29.206687 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:29.211130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'floatingip': {'port_id': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:29.216637 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:29.230728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c64fb-7b81-4d43-be9b-0b7bb912ad81 None None] No DVR routers for this DVR port df1304bb-eab2-4900-883b-401d93e07e7c on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:29.284775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (407ebda0-bef9-49db-8777-c059ccdddd29), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.335959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device df1304bb-eab2-4900-883b-401d93e07e7c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:13:29.372258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (016dd0e6-a114-44bb-9d1a-45c99d69c6c5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.407286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: df1304bb-eab2-4900-883b-401d93e07e7c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:13:29.407829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device df1304bb-eab2-4900-883b-401d93e07e7c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:13:29.410986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:13:29.411480 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (016dd0e6-a114-44bb-9d1a-45c99d69c6c5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.422265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:29.457237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Provisioning complete for port 9f44fe28-b5c1-4984-883a-36897386261c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:29.457798 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9f44fe28-b5c1-4984-883a-36897386261c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.517809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Port 9f44fe28-b5c1-4984-883a-36897386261c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:29.534333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Provisioning complete for port 293d99af-36ae-480b-b65e-068f49066240 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:29.535570 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (293d99af-36ae-480b-b65e-068f49066240), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:29.616172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7e4e5-dc04-4500-92c0-746b60941c27 None None] Port 293d99af-36ae-480b-b65e-068f49066240 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:29.874252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56644) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:29.997001 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:30.016942 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 016dd0e6-a114-44bb-9d1a-45c99d69c6c5 resource provider aggregate not found Aug 28 20:13:30.042601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-732e0c6f-7489-4213-9921-3f89b5ad0f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:30.056182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2337db8f-0271-4d6b-a310-c1ddce404e77 req-4177170d-4404-47a3-bec4-1052fdf20f7c tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1798842 Aug 28 20:13:30.071633 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 016dd0e6-a114-44bb-9d1a-45c99d69c6c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 016dd0e6-a114-44bb-9d1a-45c99d69c6c5 found for delete ", "request_id": "req-8f3c87c2-8509-4f5d-bb6f-0a6aa9aa11db"}]} Aug 28 20:13:30.195570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-dc1bb79f-322a-4c9d-8e31-77a735a7ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.196535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-dc1bb79f-322a-4c9d-8e31-77a735a7ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.202522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-dc1bb79f-322a-4c9d-8e31-77a735a7ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.202522 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-dc1bb79f-322a-4c9d-8e31-77a735a7ad68 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c26696ea658340348c4ef1bd81bf60d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0621500 Aug 28 20:13:30.215343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-7b6acf33-b80e-4ade-9f81-3241e9fad3c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.228957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-7b6acf33-b80e-4ade-9f81-3241e9fad3c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.246623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-7b6acf33-b80e-4ade-9f81-3241e9fad3c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.259085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-7b6acf33-b80e-4ade-9f81-3241e9fad3c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.263018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] In _notify_port_updated(), no bound segment for port 9f44fe28-b5c1-4984-883a-36897386261c on network ae00cb77-a804-4f3e-a894-29d5a55ffe11 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:13:30.270826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-7b6acf33-b80e-4ade-9f81-3241e9fad3c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.271118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.272169 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:30.279594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3d0fd8e6-fce3-49ba-bf53-3c1a422c60fe tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "PUT /networking/v2.0/ports/9f44fe28-b5c1-4984-883a-36897386261c HTTP/1.1" status: 200 len: 960 time: 4.1009665 Aug 28 20:13:30.280545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56650) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:30.281892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-7b6acf33-b80e-4ade-9f81-3241e9fad3c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.308380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-7b6acf33-b80e-4ade-9f81-3241e9fad3c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 4599 time: 0.2930193 Aug 28 20:13:30.333190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ff22f165-7068-441b-9b9a-8e7f2892e460), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:30.360621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:30.377045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ff22f165-7068-441b-9b9a-8e7f2892e460 HTTP/1.1" status: 204 len: 168 time: 3.2980988 Aug 28 20:13:30.418133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56656) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:30.427793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-822480599'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:30.563844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46151246-049e-4bed-af0f-16bba33a97c6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Network': ['ID=ff22f165-7068-441b-9b9a-8e7f2892e460,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:30.663752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:13:30.711234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:30.770182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2f3cb370-d76c-4285-8b31-8572cafeb9b5 None None] Provisioning complete for port 9f44fe28-b5c1-4984-883a-36897386261c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:30.777120 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2f3cb370-d76c-4285-8b31-8572cafeb9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9f44fe28-b5c1-4984-883a-36897386261c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:30.790624 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22277a39-3148-4aab-9c4f-086eefff90a0 req-1eff4527-f86f-441b-9c5d-01be92c87aac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4544775 Aug 28 20:13:30.794515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:30.807708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:30.909592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cb370-d76c-4285-8b31-8572cafeb9b5 None None] Port 9f44fe28-b5c1-4984-883a-36897386261c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:30.924317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-97149f2a-9ca2-4c4f-bf58-78fc18214fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:30.926429 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ca11f46-61f5-4d2a-82ae-bcb4426c7ea2 req-97149f2a-9ca2-4c4f-bf58-78fc18214fff service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6169634 Aug 28 20:13:30.960171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:13:30.980335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8710acb3-4968-49de-ac05-bd80b102b12f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:30.981208 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Added segment 8710acb3-4968-49de-ac05-bd80b102b12f of type vlan for network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc Aug 28 20:13:31.050426 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1860bc93-77bc-4667-9d7d-5f500dc41780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.114845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.130836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-732e0c6f-7489-4213-9921-3f89b5ad0f9d admin admin] Publish callbacks [] for security_group (f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.268154 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1860bc93-77bc-4667-9d7d-5f500dc41780 admin admin] Publish callbacks [] for security_group (2bce4d3d-11bc-4f14-b89a-e7b9cfed9834), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.331271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a1677b0-8c00-46be-b1fc-68d70ac666f3 req-c0fcb3a3-6335-47a8-ba82-275b756e2b9f tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1247334 Aug 28 20:13:31.353731 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-732e0c6f-7489-4213-9921-3f89b5ad0f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.429334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:31.439699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 9f44fe28-b5c1-4984-883a-36897386261c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:31.439699 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9f44fe28-b5c1-4984-883a-36897386261c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.470949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Publish callbacks [] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.503588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.509078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:31.509815 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.531719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:13:31.545381 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-732e0c6f-7489-4213-9921-3f89b5ad0f9d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=339e76b3e720446cb062573a423f3c87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6101112 Aug 28 20:13:31.547670 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1860bc93-77bc-4667-9d7d-5f500dc41780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2bce4d3d-11bc-4f14-b89a-e7b9cfed9834), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.564232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56684) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:31.583267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e0c6f-7489-4213-9921-3f89b5ad0f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:31.598754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Transition to ACTIVE for port object 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:31.647999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.682754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9f44fe28-b5c1-4984-883a-36897386261c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.711723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 9f44fe28-b5c1-4984-883a-36897386261c owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:31.736091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.754922 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:31.804447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3831308 Aug 28 20:13:31.831781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56690) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:31.848871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'subnet': {'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:31.852637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (407ebda0-bef9-49db-8777-c059ccdddd29), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:31.896377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1860bc93-77bc-4667-9d7d-5f500dc41780 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a330f6b0cb9d40c18652feb4ed38b92f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1832402 Aug 28 20:13:31.903757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56698) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:31.906860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860bc93-77bc-4667-9d7d-5f500dc41780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce4d3d-11bc-4f14-b89a-e7b9cfed9834,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:31.917084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bd859-1925-4003-bf4e-11fbf0cf87cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Network': ['ID=25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:31.966071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:13:31.979923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1cf-19b8-4f98-80df-183f91139257 admin admin] Publish callbacks [] for security_group (f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.043692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Pushing event updated for resources: {'Port': ['ID=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:32.097168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1cf-19b8-4f98-80df-183f91139257 admin admin] Publish callbacks [] for security_group (f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.101106 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=13,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:32.124127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-723457ec-333f-45c5-89d7-131622437204 admin admin] Publish callbacks [] for security_group (2bce4d3d-11bc-4f14-b89a-e7b9cfed9834), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.198331 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-723457ec-333f-45c5-89d7-131622437204 admin admin] Publish callbacks [] for security_group (2bce4d3d-11bc-4f14-b89a-e7b9cfed9834), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.225326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9f44fe28-b5c1-4984-883a-36897386261c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.377730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=9f44fe28-b5c1-4984-883a-36897386261c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:32.401478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-723457ec-333f-45c5-89d7-131622437204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2bce4d3d-11bc-4f14-b89a-e7b9cfed9834), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.405310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:32.406365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-723457ec-333f-45c5-89d7-131622437204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.414337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:32.414598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-723457ec-333f-45c5-89d7-131622437204 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2bce4d3d-11bc-4f14-b89a-e7b9cfed9834 HTTP/1.1" status: 204 len: 168 time: 0.5054872 Aug 28 20:13:32.417291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:32.423585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:32.425426 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1cf-19b8-4f98-80df-183f91139257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.429501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:32.431367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1cf-19b8-4f98-80df-183f91139257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.432723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b7eea1cf-19b8-4f98-80df-183f91139257 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac HTTP/1.1" status: 204 len: 168 time: 0.8546226 Aug 28 20:13:32.435221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:32.441569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:32.450310 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-2826919c-15b2-430a-b86e-357a5f5bfd62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5372 time: 0.3888078 Aug 28 20:13:32.458975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723457ec-333f-45c5-89d7-131622437204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce4d3d-11bc-4f14-b89a-e7b9cfed9834,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:32.522482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eea1cf-19b8-4f98-80df-183f91139257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc2dc7-0ea9-42d8-9bd2-51f31569a4ac,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:32.676332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c611ae69-9848-4a74-8777-3524aa040112 req-98d9e0b0-4721-4642-9148-16aa6dbf7159 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0425694 Aug 28 20:13:32.693302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Attempting to bind port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:32.694082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Attempting to bind port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:32.694873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Attempting to bind port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:32.738988 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Floating IP 407ebda0-bef9-49db-8777-c059ccdddd29 associated. External IP: 172.25.4.196, port: d8ff7047-c221-4bc3-8001-fe2c4a394723. Aug 28 20:13:32.803201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:32.803701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Attempting to bind port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:32.856760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.860141 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-89d2fbd3-27e6-4547-955b-1de492edc4e1 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9f44fe28-b5c1-4984-883a-36897386261c HTTP/1.1" status: 204 len: 168 time: 2.5632954 Aug 28 20:13:32.861096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:32.861441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Checking segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:32.861830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Bound using segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:32.862336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Bound port: 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:32.862747 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:32.864618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56716) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:32.897910 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bf861b-cfc4-40ac-bb84-80aaf9b28fbd tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] GET failed (client error): The resource could not be found. Aug 28 20:13:32.899977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-82bf861b-cfc4-40ac-bb84-80aaf9b28fbd tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports/9f44fe28-b5c1-4984-883a-36897386261c HTTP/1.1" status: 404 len: 333 time: 0.0340922 Aug 28 20:13:32.902889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a72b8bd8-9c9a-4b2a-bad7-1cbebaa3d278 req-f2c7fdc3-61f9-4054-8dc7-aad02ce410b8 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4514019 Aug 28 20:13:32.910822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56718) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:33.066328 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e732f2bc-c975-43ee-9e25-9ff8cdc30145 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (509d3298-de82-49a7-bc56-1729c6dd2860), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.082037 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:33.090320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:33.094822 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.116602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e732f2bc-c975-43ee-9e25-9ff8cdc30145 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (509d3298-de82-49a7-bc56-1729c6dd2860), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.265351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e732f2bc-c975-43ee-9e25-9ff8cdc30145 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (509d3298-de82-49a7-bc56-1729c6dd2860), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.265587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] For port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:33.275648 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e732f2bc-c975-43ee-9e25-9ff8cdc30145 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.275648 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e732f2bc-c975-43ee-9e25-9ff8cdc30145 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/509d3298-de82-49a7-bc56-1729c6dd2860 HTTP/1.1" status: 204 len: 168 time: 0.3624644 Aug 28 20:13:33.276571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] For port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:33.288755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56724) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:33.326021 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732f2bc-c975-43ee-9e25-9ff8cdc30145 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d3298-de82-49a7-bc56-1729c6dd2860,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:33.397315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.408197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.408869 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.410658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 1131 time: 5.1404521 Aug 28 20:13:33.415624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '35b61e1a-1c85-4efd-99fd-d7d92822f2a5'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:33.421306 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee983be-b913-47cc-87b2-336d548eb8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "35b61e1a-1c85-4efd-99fd-d7d92822f2a5"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:33.498846 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534d3c9-aaa9-4c3f-a694-84bba867589f x-openstack-request-id: req-f534d3c9-aaa9-4c3f-a694-84bba867589f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:33.499224 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "35b61e1a-1c85-4efd-99fd-d7d92822f2a5", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:33.499397 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f534d3c9-aaa9-4c3f-a694-84bba867589f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:33.500147 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f534d3c9-aaa9-4c3f-a694-84bba867589f'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '35b61e1a-1c85-4efd-99fd-d7d92822f2a5', 'status': 'completed', 'code': 200} Aug 28 20:13:33.519986 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:33.555654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Router 6188a180-6110-47fe-9db1-2a4e02f3dff8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:13:33.563117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:33.623272 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d78a5b7-ce4b-4c45-8dcf-08d7572c1e9c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (4ffd813d-dc4c-4c99-b936-16e07c6778f9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.670992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfeba3c-8a13-4243-a512-37006517580d service neutron] Pushing event updated for resources: {'Port': ['ID=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:33.702032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.702521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.703027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.703485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.703949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.704440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.704950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:33.708820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-81e6d87d-401b-4c4d-b36f-50ede0676404 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6302 time: 0.1613348 Aug 28 20:13:33.710942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d78a5b7-ce4b-4c45-8dcf-08d7572c1e9c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (4ffd813d-dc4c-4c99-b936-16e07c6778f9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:33.720129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.070912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56742) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:34.097910 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:34.098733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-787a3436-754a-4cb9-9404-b4e2a298061f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.144473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (0cea7ce6-bccb-4cf2-a2e3-eb581d4af738), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.157987 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84913cd8-7b3b-4371-9849-afcf37d7c27d req-10c77a96-1d7d-4274-ae03-6e5d2d927ae3 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1586409 Aug 28 20:13:34.256624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d78a5b7-ce4b-4c45-8dcf-08d7572c1e9c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4ffd813d-dc4c-4c99-b936-16e07c6778f9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.259884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1d78a5b7-ce4b-4c45-8dcf-08d7572c1e9c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.264988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1d78a5b7-ce4b-4c45-8dcf-08d7572c1e9c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4ffd813d-dc4c-4c99-b936-16e07c6778f9 HTTP/1.1" status: 204 len: 168 time: 0.9643478 Aug 28 20:13:34.265375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.272753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.273434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-64c20a22-08a9-466c-9758-58fe057ccacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.273920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-64c20a22-08a9-466c-9758-58fe057ccacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.274527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-64c20a22-08a9-466c-9758-58fe057ccacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.276509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-64c20a22-08a9-466c-9758-58fe057ccacc service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c26696ea658340348c4ef1bd81bf60d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5462308 Aug 28 20:13:34.281537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56746) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:34.281927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.296387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.308797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.313820 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.323405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.327228 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-ffe3b361-f462-4a7f-859d-4b7001d6f384 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5372 time: 0.2153645 Aug 28 20:13:34.332295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:13:34.343675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.357868 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] Sync routers for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:13:34.399777 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:13:34.401807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:34.435559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78a5b7-ce4b-4c45-8dcf-08d7572c1e9c tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffd813d-dc4c-4c99-b936-16e07c6778f9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:34.613667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Subnet': ['ID=0cea7ce6-bccb-4cf2-a2e3-eb581d4af738,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:34.681594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Checking segment: {'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:34.682041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network hostable DHCP agents. Network: 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:13:34.687391 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b041a6d-692c-4421-bea3-94bd8f8bff16 req-07a1c533-078b-4b76-8324-6353501ea907 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3200686 Aug 28 20:13:34.694286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5eb7f267-9d27-4647-8cc1-400591d87828 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/407ebda0-bef9-49db-8777-c059ccdddd29 HTTP/1.1" status: 200 len: 992 time: 5.4950967 Aug 28 20:13:34.707140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:34.724412 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Publish callbacks [] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.732343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-787a3436-754a-4cb9-9404-b4e2a298061f admin admin] Publish callbacks [] for security_group (01afd462-cf94-4072-854b-6b7b0422819d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.736622 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:34.742884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-7d553067-8425-4c64-b392-287118c947a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.745121 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ee983be-b913-47cc-87b2-336d548eb8e9 req-7d553067-8425-4c64-b392-287118c947a2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4512739 Aug 28 20:13:34.745779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Transition to ACTIVE for port object 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:34.780981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9f67822-d7c2-4f5d-9fd4-8c2303597a88 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.811264 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9f67822-d7c2-4f5d-9fd4-8c2303597a88 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.815113 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:13:34.844478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-787a3436-754a-4cb9-9404-b4e2a298061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (01afd462-cf94-4072-854b-6b7b0422819d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.846626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:13:34.848052 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.950841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:34.959066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:34.959066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.965922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d624663-bf60-42b2-a59a-62d9243223d2 None None] Network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:34.980032 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9f67822-d7c2-4f5d-9fd4-8c2303597a88 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.990787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9f67822-d7c2-4f5d-9fd4-8c2303597a88 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:34.992411 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a9f67822-d7c2-4f5d-9fd4-8c2303597a88 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7 HTTP/1.1" status: 204 len: 168 time: 0.7081382 Aug 28 20:13:34.996772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56758) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:35.027301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-787a3436-754a-4cb9-9404-b4e2a298061f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ce28922ec8484620a4f7869868942c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9432139 Aug 28 20:13:35.053465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56760) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:35.061358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f67822-d7c2-4f5d-9fd4-8c2303597a88 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d9bf7-d0a1-4ae1-abd5-7361b05982c7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:35.082798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a3436-754a-4cb9-9404-b4e2a298061f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01afd462-cf94-4072-854b-6b7b0422819d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:35.140751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Pushing event updated for resources: {'Port': ['ID=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:35.215329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Attempting to bind port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:35.215781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Attempting to bind port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:35.215902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Attempting to bind port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:35.226933 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:35.227161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:35.227454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Attempting to bind port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:35.249629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:35.250187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Checking segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:35.250529 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Bound using segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:35.251171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Bound port: 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:35.253167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:35.286437 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '407ebda0-bef9-49db-8777-c059ccdddd29', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'port_id': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'mac_address': 'fa:16:3e:b5:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:12:57Z', 'updated_at': '2022-08-28T20:13:31Z', 'revision_number': 1, 'project_id': '939fd477be214483874d147e32cb6a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:35.316921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc', 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc', 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'fixed_ips': [{'subnet_id': '0cea7ce6-bccb-4cf2-a2e3-eb581d4af738'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:13:35.317879 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:35.352042 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] Checking router: 6188a180-6110-47fe-9db1-2a4e02f3dff8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:13:35.376933 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:13:35.384328 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:35.431710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] For port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:35.436092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] For port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:35.588329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Allocated IP 19.80.0.2 (25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc/0cea7ce6-bccb-4cf2-a2e3-eb581d4af738/cc6766bb-9542-4baa-83f4-c82c204fa321) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:35.599716 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:35.606492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:35.606944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:35.616980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/522adff3-5c33-4e24-b8cd-5c7177a1cbe9 HTTP/1.1" status: 200 len: 1090 time: 2.0582783 Aug 28 20:13:35.616980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:35.616980 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61204e17-9def-4125-b289-55a93fc67e27" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:35.675985 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:13:35.697790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caaede-9b35-452d-aae1-1bba599cfca5 service neutron] Pushing event updated for resources: {'Port': ['ID=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:35.736104 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65e5935-6f9d-448a-bf19-29cbbd83c914 x-openstack-request-id: req-c65e5935-6f9d-448a-bf19-29cbbd83c914 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:35.736104 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:35.736104 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c65e5935-6f9d-448a-bf19-29cbbd83c914 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:35.736104 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65e5935-6f9d-448a-bf19-29cbbd83c914'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9', 'status': 'completed', 'code': 200} Aug 28 20:13:35.788266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:35.820283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:35.825476 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c34f9-d140-4806-bbdb-219d4f4b096c" -d '{"events": [{"name": "network-changed", "server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:35.960929 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Publish callbacks [] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:35.964936 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:35.989967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8176e91d-1913-4799-a107-84ea1681a248 req-9f30bfdc-4756-460b-85df-2844f8182f80 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1092110 Aug 28 20:13:35.991998 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.002070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-280a604d-5a8f-41af-996a-1168654c8804 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1552141 Aug 28 20:13:36.032238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56778) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:36.045831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1987305791'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:36.060534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.069675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.077257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.082238 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.100018 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c9c7c-593b-4a84-88ce-141ce6256c85 x-openstack-request-id: req-4f1c9c7c-593b-4a84-88ce-141ce6256c85 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:36.100252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.100680 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:36.101024 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f1c9c7c-593b-4a84-88ce-141ce6256c85 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:36.101518 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1c9c7c-593b-4a84-88ce-141ce6256c85'] response: {'name': 'network-changed', 'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'status': 'completed', 'code': 200} Aug 28 20:13:36.116451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.130549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.147397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.160556 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02419333-9c01-441a-bce6-d6b41676a490 req-fa8f7c87-cbeb-4d37-90e7-7d8e7822c0ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5384 time: 0.2620139 Aug 28 20:13:36.196337 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bdd73-3a7a-4b26-a172-2dece3aa815e admin admin] Publish callbacks [] for security_group (01afd462-cf94-4072-854b-6b7b0422819d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.201267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.204939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.206397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.206651 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:36.207324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.209060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.210255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.211327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.215541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-61204e17-9def-4125-b289-55a93fc67e27 req-c2157ecf-c7c7-4cde-a3a8-a97cb8a4063e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6400 time: 0.3677728 Aug 28 20:13:36.225067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:36.230620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet 88ae8b79-b4c1-467c-ab8b-c607ec629560 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:13:36.231960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Pushing event updated for resources: {'Port': ['ID=cc6766bb-9542-4baa-83f4-c82c204fa321,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:36.241011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:36.250539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (88ae8b79-b4c1-467c-ab8b-c607ec629560), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.268292 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '407ebda0-bef9-49db-8777-c059ccdddd29', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'port_id': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'mac_address': 'fa:16:3e:b5:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:12:57Z', 'updated_at': '2022-08-28T20:13:31Z', 'revision_number': 1, 'project_id': '939fd477be214483874d147e32cb6a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:36.318703 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:36.320023 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:36.349463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02419333-9c01-441a-bce6-d6b41676a490 req-1b11dd1f-8f94-43e4-bc36-1ea6cc81125b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853004 Aug 28 20:13:36.365199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (88ae8b79-b4c1-467c-ab8b-c607ec629560), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.417517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Attempting to bind port cc6766bb-9542-4baa-83f4-c82c204fa321 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:36.417517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Attempting to bind port cc6766bb-9542-4baa-83f4-c82c204fa321 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:36.417517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Attempting to bind port cc6766bb-9542-4baa-83f4-c82c204fa321 on network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:36.433167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:36.434057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Checking segment: {'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:36.434635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.435217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Bound using segment: {'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:36.435726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Bound port: cc6766bb-9542-4baa-83f4-c82c204fa321, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:36.436121 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.482803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (88ae8b79-b4c1-467c-ab8b-c607ec629560), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.490922 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:36.615707 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e43af-c179-4029-ae80-ee07c40aadbc None None] The sync data for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 is: [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '407ebda0-bef9-49db-8777-c059ccdddd29', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'port_id': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'mac_address': 'fa:16:3e:b5:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:12:57Z', 'updated_at': '2022-08-28T20:13:31Z', 'revision_number': 1, 'project_id': '939fd477be214483874d147e32cb6a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:13:36.616930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] For port cc6766bb-9542-4baa-83f4-c82c204fa321, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:36.632461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] For port cc6766bb-9542-4baa-83f4-c82c204fa321, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc6766bb-9542-4baa-83f4-c82c204fa321,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:36.797744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-764d3338-9103-4f0a-b7c5-9c5f291fec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:36.800634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-764d3338-9103-4f0a-b7c5-9c5f291fec31 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1128 time: 0.6321440 Aug 28 20:13:36.815776 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:36.905471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504bff6c-07a9-4d41-a62e-a7cbfda55a78 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:36.916102 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Publish callbacks [] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.930663 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bdd73-3a7a-4b26-a172-2dece3aa815e admin admin] Publish callbacks [] for security_group (01afd462-cf94-4072-854b-6b7b0422819d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.941521 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:36.941945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (88ae8b79-b4c1-467c-ab8b-c607ec629560), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:37.054585 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:37.065193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/88ae8b79-b4c1-467c-ab8b-c607ec629560 HTTP/1.1" status: 204 len: 168 time: 2.0282047 Aug 28 20:13:37.069074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56796) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:37.071289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d6f726-31fb-4e70-bfc1-b1c97fa72efd None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:37.077059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Transition to ACTIVE for port object 504bff6c-07a9-4d41-a62e-a7cbfda55a78 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:37.112677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc715791-0956-4c8f-978d-f55acbaeb2ac tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=88ae8b79-b4c1-467c-ab8b-c607ec629560,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:37.127372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-8f83c4cf-fda3-4d7d-a108-b0a0a620e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.127865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-8f83c4cf-fda3-4d7d-a108-b0a0a620e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.129525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-8f83c4cf-fda3-4d7d-a108-b0a0a620e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.133577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-61204e17-9def-4125-b289-55a93fc67e27 req-8f83c4cf-fda3-4d7d-a108-b0a0a620e669 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c26696ea658340348c4ef1bd81bf60d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5245397 Aug 28 20:13:37.155298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:37.159324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:37.173567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:37.372132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Pushing event updated for resources: {'Port': ['ID=504bff6c-07a9-4d41-a62e-a7cbfda55a78,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:37.372579 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2cba909-6548-4052-95e6-7e52cc71d538 req-fd21aa6a-9e44-4e71-8206-30fa94856def tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1902845 Aug 28 20:13:37.416933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:13:37.441972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-c9b72bcd-f7fb-4314-a91b-bf9dd6020464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.443639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-c9b72bcd-f7fb-4314-a91b-bf9dd6020464 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.6178384 Aug 28 20:13:37.479832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet 56cf6764-347b-40ee-a90d-feb31ab48119 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:13:37.512460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b544b3e-7110-49af-8f12-ec45ee8bc449 None None] New status for floating IP 407ebda0-bef9-49db-8777-c059ccdddd29: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:13:37.536226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (56cf6764-347b-40ee-a90d-feb31ab48119), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:37.719683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.728037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.742794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.743062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcf52d-7041-4ddf-b7d5-5d689126dfe0 None None] Pushing event updated for resources: {'Port': ['ID=cc6766bb-9542-4baa-83f4-c82c204fa321,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:37.750722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.753656 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:37.761498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.770128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.775618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.793594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-2ce6f84e-a92b-4292-a5fc-25dd359a05b7 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5396 time: 0.2697930 Aug 28 20:13:37.808632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Attempting to bind port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:37.811496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Attempting to bind port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:37.811496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Attempting to bind port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:37.816874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (56cf6764-347b-40ee-a90d-feb31ab48119), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:37.832359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:37.832687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Attempting to bind port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:37.842009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:37.842355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Checking segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:37.842855 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Bound using segment: {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:37.843350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Bound port: 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6bb438-0a19-4985-85f7-2baa991bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:37.843736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:37.862937 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-e4f554cb-9c76-46d8-a11e-b133b495ab0b service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 1000 time: 0.3586259 Aug 28 20:13:37.882735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204e17-9def-4125-b289-55a93fc67e27 req-85af0e87-53af-441b-8790-723e29bcb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:37.886980 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-61204e17-9def-4125-b289-55a93fc67e27 req-85af0e87-53af-441b-8790-723e29bcb15a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6538956 Aug 28 20:13:37.998493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-c34d9c76-2732-4fce-aa67-ac10a5789ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:38.000291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-c34d9c76-2732-4fce-aa67-ac10a5789ba2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.1234634 Aug 28 20:13:38.005159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (71998e3c-c197-4638-9904-db0c2f75473b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.007166 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Added segment 71998e3c-c197-4638-9904-db0c2f75473b of type vlan for network 40367ac9-1513-45e2-9f4a-257b035020ce Aug 28 20:13:38.008837 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bdd73-3a7a-4b26-a172-2dece3aa815e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (01afd462-cf94-4072-854b-6b7b0422819d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.013604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-100bdd73-3a7a-4b26-a172-2dece3aa815e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.017493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-100bdd73-3a7a-4b26-a172-2dece3aa815e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/01afd462-cf94-4072-854b-6b7b0422819d HTTP/1.1" status: 204 len: 168 time: 2.9336839 Aug 28 20:13:38.029751 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:38.035725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] For port 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:38.046792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] For port 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:38.080285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-929d3160-6fa4-486c-88b9-4ece34ebde3d req-44fa1cc4-1b5e-415d-a1ee-447e1b792422 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2778225 Aug 28 20:13:38.154730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.161068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:38.164281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.165929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/504bff6c-07a9-4d41-a62e-a7cbfda55a78 HTTP/1.1" status: 200 len: 1091 time: 2.3867538 Aug 28 20:13:38.169509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:38.192334 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7c01ba-7fae-4b98-bcc5-39d038fc783c" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:38.273478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bdd73-3a7a-4b26-a172-2dece3aa815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01afd462-cf94-4072-854b-6b7b0422819d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:38.302262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-6c8fc813-5201-4190-a985-5ef39062ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:38.304297 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f70397-6d9a-42b7-8a0c-63d214385ac5 x-openstack-request-id: req-87f70397-6d9a-42b7-8a0c-63d214385ac5 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:38.304593 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:38.304848 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87f70397-6d9a-42b7-8a0c-63d214385ac5 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:38.305252 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f70397-6d9a-42b7-8a0c-63d214385ac5'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78', 'status': 'completed', 'code': 200} Aug 28 20:13:38.310471 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-6c8fc813-5201-4190-a985-5ef39062ba44 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2597404 Aug 28 20:13:38.367301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (40367ac9-1513-45e2-9f4a-257b035020ce), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.411827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5a81a-8f40-49e8-8099-5f0aeb60de0a service neutron] Pushing event updated for resources: {'Port': ['ID=504bff6c-07a9-4d41-a62e-a7cbfda55a78,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:38.451233 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (56cf6764-347b-40ee-a90d-feb31ab48119), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.630514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (40367ac9-1513-45e2-9f4a-257b035020ce), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.641681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:38.641681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.641955 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e2000b2-9590-4f83-8818-154afea3086c req-034dfd06-be68-407c-968f-fef2d5b2a6c3 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1026032 Aug 28 20:13:38.692634 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:38.767497 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (56cf6764-347b-40ee-a90d-feb31ab48119), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.851467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.8176622 Aug 28 20:13:38.854678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56830) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:38.860103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'subnet': {'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:38.886388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16f3e4-30f3-4b6e-917c-91c8b2c7488d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Network': ['ID=40367ac9-1513-45e2-9f4a-257b035020ce,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:38.905542 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:38.916678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 40367ac9-1513-45e2-9f4a-257b035020ce details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:13:38.917157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/56cf6764-347b-40ee-a90d-feb31ab48119 HTTP/1.1" status: 204 len: 168 time: 1.8216403 Aug 28 20:13:38.917157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03a22a-61bf-437b-a7ae-7a23d103609e tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=56cf6764-347b-40ee-a90d-feb31ab48119,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:38.928669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56832) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:38.986205 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7529d6a-c178-414b-9c5a-b2a22e6c9881 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:38.986685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7529d6a-c178-414b-9c5a-b2a22e6c9881 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:38.989936 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f7529d6a-c178-414b-9c5a-b2a22e6c9881 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/88ae8b79-b4c1-467c-ab8b-c607ec629560 HTTP/1.1" status: 404 len: 337 time: 0.0599189 Aug 28 20:13:38.996235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56834) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:39.075381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780937e-be56-4f60-8536-368d225ab1b9 None None] Network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:39.149525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d6585-154a-4fae-a993-92f5aa658cfb None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:39.190151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting subnet e623e67d-8f27-41e2-9645-94568cbab25a {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:13:39.227794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:39.233105 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:39.250460 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:39.277580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dd4d97e4-22b6-424d-920f-1e463dca2384 None None] Provisioning complete for port cc6766bb-9542-4baa-83f4-c82c204fa321 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:39.278065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dd4d97e4-22b6-424d-920f-1e463dca2384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:39.296768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (e623e67d-8f27-41e2-9645-94568cbab25a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:39.326416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:39.331384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:39.585746 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:39.634684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-f9bfdf46-3743-4b64-a794-b3e0c86aad84 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2623138 Aug 28 20:13:39.777891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (e623e67d-8f27-41e2-9645-94568cbab25a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:39.834110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d97e4-22b6-424d-920f-1e463dca2384 None None] Current status of the port cc6766bb-9542-4baa-83f4-c82c204fa321 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:39.854622 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dd4d97e4-22b6-424d-920f-1e463dca2384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:39.899586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:39.903713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc6766bb-9542-4baa-83f4-c82c204fa321 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:39.917865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:39.935219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:39.967078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:39.992024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.020707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.050226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.060787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-9db069b5-ff17-4de1-967c-285d5c14d4c1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5396 time: 0.5859826 Aug 28 20:13:40.062290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.062770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.063249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.063719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.064213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.064732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.075695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:40.093260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-d5d11409-faad-4a85-b9ae-cc548f99fc36 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6498 time: 1.7017467 Aug 28 20:13:40.094968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dd4d97e4-22b6-424d-920f-1e463dca2384 None None] For port cc6766bb-9542-4baa-83f4-c82c204fa321, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc6766bb-9542-4baa-83f4-c82c204fa321,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:40.204500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cc6766bb-9542-4baa-83f4-c82c204fa321 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:40.204976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:40.220606 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dd4d97e4-22b6-424d-920f-1e463dca2384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:40.361879 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f92ae92-206d-4045-b7a2-f43770eb492a req-36d4f07a-48ee-4f4d-b217-56c0b9501151 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.2709973 Aug 28 20:13:40.519600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4c04bf11-997c-49bc-8a5b-a58b33890c46 None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:40.520423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4c04bf11-997c-49bc-8a5b-a58b33890c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:40.691618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cc6766bb-9542-4baa-83f4-c82c204fa321 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:40.694429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d97e4-22b6-424d-920f-1e463dca2384 None None] Pushing event updated for resources: {'Port': ['ID=cc6766bb-9542-4baa-83f4-c82c204fa321,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:40.782430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4c04bf11-997c-49bc-8a5b-a58b33890c46 None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:40.794203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4c04bf11-997c-49bc-8a5b-a58b33890c46 None None] Provisioning complete for port 293d99af-36ae-480b-b65e-068f49066240 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:40.795121 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4c04bf11-997c-49bc-8a5b-a58b33890c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (293d99af-36ae-480b-b65e-068f49066240), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:40.831755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c3c34f9-d140-4806-bbdb-219d4f4b096c req-977fdb78-87bc-42c6-a358-91671989ece0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206378 Aug 28 20:13:40.871110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4c04bf11-997c-49bc-8a5b-a58b33890c46 None None] Port 293d99af-36ae-480b-b65e-068f49066240 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:40.975563 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e623e67d-8f27-41e2-9645-94568cbab25a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:40.994412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8ce3872e-a670-4ddb-a123-8859d8fd4b36 None None] Provisioning complete for port cc6766bb-9542-4baa-83f4-c82c204fa321 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:40.994560 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ce3872e-a670-4ddb-a123-8859d8fd4b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.002948 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:41.010173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:41.028257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Publish callbacks [] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.075700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Transition to ACTIVE for port object ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:41.080759 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (b7192b8a-dba2-43a8-b329-1ef3c7e828b4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.200553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Subnet': ['ID=b7192b8a-dba2-43a8-b329-1ef3c7e828b4,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:41.204986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Checking segment: {'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:41.205641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network hostable DHCP agents. Network: 40367ac9-1513-45e2-9f4a-257b035020ce, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:13:41.236176 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.258007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3872e-a670-4ddb-a123-8859d8fd4b36 None None] Current status of the port cc6766bb-9542-4baa-83f4-c82c204fa321 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:41.326210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-f41397e9-ebe3-4651-ad95-d74b244263b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:41.326925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-f41397e9-ebe3-4651-ad95-d74b244263b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:41.331817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-f41397e9-ebe3-4651-ad95-d74b244263b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:41.346110 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-f41397e9-ebe3-4651-ad95-d74b244263b1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c26696ea658340348c4ef1bd81bf60d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2148175 Aug 28 20:13:41.379318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2013024d-dcca-4580-bd4e-03a52a21e989 None None] Provisioning complete for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:41.379318 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2013024d-dcca-4580-bd4e-03a52a21e989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.437246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network 40367ac9-1513-45e2-9f4a-257b035020ce is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:13:41.445567 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:41.522814 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:41.523952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Pushing event updated for resources: {'Port': ['ID=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:41.589101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2013024d-dcca-4580-bd4e-03a52a21e989 None None] Current status of the port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:41.596984 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:41.620577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2013024d-dcca-4580-bd4e-03a52a21e989 None None] Provisioning complete for port 293d99af-36ae-480b-b65e-068f49066240 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:41.625340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2013024d-dcca-4580-bd4e-03a52a21e989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (293d99af-36ae-480b-b65e-068f49066240), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.625526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Attempting to bind port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:41.625526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Attempting to bind port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:41.625774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Attempting to bind port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 on network 82181eed-f302-4511-943f-fb3b30d86409 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:41.627470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff600865-c8e9-47c4-920b-0e5c6d05d702 req-01e298eb-8d36-456d-897b-e13bef3a933a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5176635 Aug 28 20:13:41.632328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e01b3e0-544b-4cda-a9a1-9ca07d46b61c req-38441f6b-95fa-42f2-a1cc-6c680b60c9bf tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0777392 Aug 28 20:13:41.634172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 40367ac9-1513-45e2-9f4a-257b035020ce) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:41.651304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:41.651989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.657497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 on network 82181eed-f302-4511-943f-fb3b30d86409 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:41.666098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Attempting to bind port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 on network 82181eed-f302-4511-943f-fb3b30d86409 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:41.677524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-73bc0c49-572f-47fa-8161-1811c33b765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:41.680347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:41.680487 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de7c01ba-7fae-4b98-bcc5-39d038fc783c req-73bc0c49-572f-47fa-8161-1811c33b765a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962892 Aug 28 20:13:41.680689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Checking segment: {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:41.681084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Bound using segment: {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:41.681563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Bound port: ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:41.681960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.728580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (e623e67d-8f27-41e2-9645-94568cbab25a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.740782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c99a048-810b-4d82-94bb-e3e59802c487 None None] Network 40367ac9-1513-45e2-9f4a-257b035020ce requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:41.812559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8da87f8a-495a-4e35-bdc5-1e0089bb3747 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9565182 Aug 28 20:13:41.815866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Subnet': ['ID=e623e67d-8f27-41e2-9645-94568cbab25a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:41.828877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] For port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:41.834258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] For port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:41.852067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.858194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56900) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:41.859263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1eb92274-2a02-47ac-892b-9a0c98222312 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e623e67d-8f27-41e2-9645-94568cbab25a HTTP/1.1" status: 204 len: 168 time: 2.8618877 Aug 28 20:13:41.871300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc6766bb-9542-4baa-83f4-c82c204fa321 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:41.885767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2013024d-dcca-4580-bd4e-03a52a21e989 None None] Port 293d99af-36ae-480b-b65e-068f49066240 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:41.899973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4134ace5-08b7-4124-bcf1-e2676506a952 None None] Network ae00cb77-a804-4f3e-a894-29d5a55ffe11 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:41.927119 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b53caa1-7bad-4329-b995-b8248e5842cd tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:41.927586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b53caa1-7bad-4329-b995-b8248e5842cd tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:41.936065 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:41.946481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56902) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:41.946739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3b53caa1-7bad-4329-b995-b8248e5842cd tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bc800555-1860-4c4a-8775-ce6944d8c697 HTTP/1.1" status: 404 len: 337 time: 0.0860515 Aug 28 20:13:41.951688 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.965377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:41.966389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:41.970594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 HTTP/1.1" status: 200 len: 1091 time: 3.6199570 Aug 28 20:13:41.973551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:41.977382 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee826c-0b3b-459e-a518-863247965b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:42.015694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1d999b19-e995-4d7b-8acd-793f35abcf5b tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=4c0efed5-a438-4708-b826-84d2ef447778 HTTP/1.1" status: 200 len: 205 time: 0.0670097 Aug 28 20:13:42.029558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56906) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:42.135719 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-33352549-69a7-4e64-b43b-24fa5bae6b1d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] delete failed (client error): The resource could not be found. Aug 28 20:13:42.137067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33352549-69a7-4e64-b43b-24fa5bae6b1d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/routers/4c0efed5-a438-4708-b826-84d2ef447778 HTTP/1.1" status: 404 len: 336 time: 0.0973747 Aug 28 20:13:42.139765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56918) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:42.139944 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87abf708-96a1-4359-93a0-5db1bf827784 x-openstack-request-id: req-87abf708-96a1-4359-93a0-5db1bf827784 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:42.140245 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:42.140501 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87abf708-96a1-4359-93a0-5db1bf827784 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:42.142111 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87abf708-96a1-4359-93a0-5db1bf827784'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551', 'status': 'completed', 'code': 200} Aug 28 20:13:42.148740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Request body: {'port': {'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:42.230053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408dea5-7aa4-4602-8956-051b16743215 service neutron] Pushing event updated for resources: {'Port': ['ID=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:42.297772 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-727de678-983f-4620-ae3c-e0ca85d77ba7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:42.301797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727de678-983f-4620-ae3c-e0ca85d77ba7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:42.301962 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:42.310912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-727de678-983f-4620-ae3c-e0ca85d77ba7 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/70fcb99b-f2a1-49e0-89e7-6d0e05a11573 HTTP/1.1" status: 404 len: 337 time: 0.1667204 Aug 28 20:13:42.311483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56926) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:42.403113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cc6766bb-9542-4baa-83f4-c82c204fa321 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:42.403773 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:42.431348 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-746caf00-4ee4-4725-b05e-78931c76bbde tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:42.431946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746caf00-4ee4-4725-b05e-78931c76bbde tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:42.435244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-746caf00-4ee4-4725-b05e-78931c76bbde tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c947eeaa-0702-4a92-b909-21a8f2afab8d HTTP/1.1" status: 404 len: 337 time: 0.0869179 Aug 28 20:13:42.443245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56930) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:42.471520 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:42.497935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.498488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.498973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.499450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.499927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.500398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.500936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.504796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3ee826c-0b3b-459e-a518-863247965b5b req-0b713182-0045-4a72-9103-68d97f8f48e0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6596 time: 0.2889750 Aug 28 20:13:42.508993 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a636b2-09fd-4d3d-b79f-d6c3fb8b7a01 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:42.510714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a636b2-09fd-4d3d-b79f-d6c3fb8b7a01 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:42.513469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-23a636b2-09fd-4d3d-b79f-d6c3fb8b7a01 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/1bde7533-4792-4d5b-9612-ccffe34410a6 HTTP/1.1" status: 404 len: 337 time: 0.0670629 Aug 28 20:13:42.517589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56932) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:42.585107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-40367ac9-1513-45e2-9f4a-257b035020ce', 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce', 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'fixed_ips': [{'subnet_id': 'b7192b8a-dba2-43a8-b329-1ef3c7e828b4'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:13:42.586433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:42.671018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cc6766bb-9542-4baa-83f4-c82c204fa321 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:42.673423 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e7ba7e-13c4-4a1c-9c03-2d78af899e45 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:42.678969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e7ba7e-13c4-4a1c-9c03-2d78af899e45 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:42.686733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-68e7ba7e-13c4-4a1c-9c03-2d78af899e45 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/470b1ebe-51f3-41ec-9e86-2ce4eaea5d4e HTTP/1.1" status: 404 len: 333 time: 0.1656959 Aug 28 20:13:42.693169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] DHCP port deletion for ae00cb77-a804-4f3e-a894-29d5a55ffe11 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:13:42.701534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56938) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:42.797075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] Deleting port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:42.803471 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:42.831667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6860df37-eb86-4c66-8733-0377042c5509 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.846629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6860df37-eb86-4c66-8733-0377042c5509 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:42.852730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6860df37-eb86-4c66-8733-0377042c5509 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/networks?id=25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc&id=40367ac9-1513-45e2-9f4a-257b035020ce HTTP/1.1" status: 200 len: 1391 time: 0.6358070 Aug 28 20:13:42.979815 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1afff0d9-0de6-4d38-b5b4-4fd97f965c8f req-f223dc76-fd8b-47b0-b2f2-7c977ba260b7 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1050174 Aug 28 20:13:42.984851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6198c423-3e56-4d4a-9c4a-acc0e838bf76 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:43.004419 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Publish callbacks [] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:43.007724 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:43.046770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Transition to ACTIVE for port object 6198c423-3e56-4d4a-9c4a-acc0e838bf76 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:43.152161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:43.241471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Allocated IP 19.86.0.2 (40367ac9-1513-45e2-9f4a-257b035020ce/b7192b8a-dba2-43a8-b329-1ef3c7e828b4/af9c56d4-6d65-482c-9532-8d665e6c0009) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:43.281555 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:43.282894 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4756dbb-e5b8-4a45-8d5c-9f7649a58739 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:43.283426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4756dbb-e5b8-4a45-8d5c-9f7649a58739 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:43.286909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b4756dbb-e5b8-4a45-8d5c-9f7649a58739 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f464c2ec-f62c-40ff-aecb-4ea90de04b2c HTTP/1.1" status: 404 len: 337 time: 0.5124238 Aug 28 20:13:43.301873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56954) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:43.323702 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-af924412-9ce8-442f-b59f-bf4d7bcb5839 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/quotas/92dac742c70b4d3c93fa3d6707136cd2 HTTP/1.1" status: 200 len: 375 time: 0.0493147 Aug 28 20:13:43.357487 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f328bbc-85c7-4e45-b82a-22d832942651 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:43.358134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f328bbc-85c7-4e45-b82a-22d832942651 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:43.361815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1f328bbc-85c7-4e45-b82a-22d832942651 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/eb2e8ce1-4a86-4626-9396-4a50e82892f0 HTTP/1.1" status: 404 len: 337 time: 0.0557973 Aug 28 20:13:43.383769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56958) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:43.458987 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a539a972-5236-42e9-8535-33f7d64f4227 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:43.459643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a539a972-5236-42e9-8535-33f7d64f4227 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:43.467810 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a539a972-5236-42e9-8535-33f7d64f4227 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/6cffe528-59f4-4fad-86b8-3840db7457a8 HTTP/1.1" status: 404 len: 333 time: 0.0833008 Aug 28 20:13:43.471392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56962) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:43.484138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-a7175617-f801-4caa-8498-a2708aa45c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.484773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-a7175617-f801-4caa-8498-a2708aa45c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.485250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-a7175617-f801-4caa-8498-a2708aa45c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.487146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3ee826c-0b3b-459e-a518-863247965b5b req-a7175617-f801-4caa-8498-a2708aa45c43 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c26696ea658340348c4ef1bd81bf60d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9330781 Aug 28 20:13:43.536393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-8bd40896-0c4b-4802-b843-0aa5e7f629e2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1859605 Aug 28 20:13:43.537430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Pushing event updated for resources: {'Port': ['ID=6198c423-3e56-4d4a-9c4a-acc0e838bf76,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:43.540657 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c40fcda-7396-4795-8e8b-5f30b5936a4d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:43.541753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c40fcda-7396-4795-8e8b-5f30b5936a4d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:43.549566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5c40fcda-7396-4795-8e8b-5f30b5936a4d tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2fbab42b-f259-4d33-ba41-8164e3b18000 HTTP/1.1" status: 404 len: 337 time: 0.0722964 Aug 28 20:13:43.549818 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:43.565379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56970) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:43.622796 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.628618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.631664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] For port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,segment=NetworkSegment(9de81e42-49b6-45e5-bb87-74952fed1f5f),segment_id=9de81e42-49b6-45e5-bb87-74952fed1f5f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:43.632376 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:43.635250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.640928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.659364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.665014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.670703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:43.671310 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:43.680089 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-1247a7f7-80b9-4e1a-802b-631e27e65dc4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.4465618 Aug 28 20:13:43.691047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] Calling delete_port for e8ef7ce6-1310-48e8-a4b2-b4b076fb558a owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:43.720253 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:43.722491 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ef7c06-543b-437b-9134-3064db68a0d8 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] DELETE failed (client error): The resource could not be found. Aug 28 20:13:43.723256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ef7c06-543b-437b-9134-3064db68a0d8 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:13:43.726902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c2ef7c06-543b-437b-9134-3064db68a0d8 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0ba82f4f-e279-4237-9aa1-18dd1a8c0db4 HTTP/1.1" status: 404 len: 337 time: 0.1595194 Aug 28 20:13:43.746129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56972) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:43.754218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Attempting to bind port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:43.754891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Attempting to bind port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:43.756623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Attempting to bind port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 on network 82181eed-f302-4511-943f-fb3b30d86409 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:43.823096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 on network 82181eed-f302-4511-943f-fb3b30d86409 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:43.823795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Attempting to bind port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 on network 82181eed-f302-4511-943f-fb3b30d86409 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:43.859596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:43.860278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Checking segment: {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:43.860878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Bound using segment: {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:43.861551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Bound port: 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020616ad-c180-4e8c-9bfa-c35c3a18b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '82181eed-f302-4511-943f-fb3b30d86409'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:43.862194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:43.883969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8ef7ce6-1310-48e8-a4b2-b4b076fb558a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:13:43.981758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Deleting port 293d99af-36ae-480b-b65e-068f49066240 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:13:43.983145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (293d99af-36ae-480b-b65e-068f49066240), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.013242 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (e8ef7ce6-1310-48e8-a4b2-b4b076fb558a), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.014839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99aa3dac-b110-498a-a832-f54c4378c6c2 req-0425ab88-f9c7-4561-ba1c-52fff0d03035 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3307650 Aug 28 20:13:44.036153 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Publish callbacks [] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.042400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] No DVR routers for this DVR port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:13:44.075431 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f509-e7ba-4950-b480-51ea319c9e02 None None] Pushing event deleted for resources: {'Port': ['ID=e8ef7ce6-1310-48e8-a4b2-b4b076fb558a,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:44.084473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No active binding found for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a {{(pid=114323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 28 20:13:44.084926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] The host n-d-854121-7 is not matching for port e8ef7ce6-1310-48e8-a4b2-b4b076fb558a host None! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:13:44.085233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e8ef7ce6-1310-48e8-a4b2-b4b076fb558a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:13:44.122329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.136505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-742258f4-5b00-4d78-a988-72b8e00bc0df service neutron] 10.222.0.78 "GET /networking/v2.0/networks/25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266768 Aug 28 20:13:44.229062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Network 40367ac9-1513-45e2-9f4a-257b035020ce is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:44.230658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:44.236588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:44.287258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee826c-0b3b-459e-a518-863247965b5b req-66819191-92ac-4e9a-adca-734e69923caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.288799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3ee826c-0b3b-459e-a518-863247965b5b req-66819191-92ac-4e9a-adca-734e69923caf service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7951946 Aug 28 20:13:44.293212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-c362d14c-27f7-424b-8f5b-be81c8bf64eb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399310 Aug 28 20:13:44.313934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Pushing event updated for resources: {'Port': ['ID=af9c56d4-6d65-482c-9532-8d665e6c0009,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:44.341489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b16573c-1dce-4963-b23b-c8b8c013c52a req-bc502fd1-5e27-4f1e-b151-cc575e120573 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1074138 Aug 28 20:13:44.370965 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (293d99af-36ae-480b-b65e-068f49066240), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.397018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Calling delete_port for 293d99af-36ae-480b-b65e-068f49066240 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:13:44.397817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] For port 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:44.424582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] For port 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:44.451068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Attempting to bind port af9c56d4-6d65-482c-9532-8d665e6c0009 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:44.451795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Attempting to bind port af9c56d4-6d65-482c-9532-8d665e6c0009 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:44.452235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Attempting to bind port af9c56d4-6d65-482c-9532-8d665e6c0009 on network 40367ac9-1513-45e2-9f4a-257b035020ce {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:44.479347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:44.479908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Checking segment: {'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:44.480150 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.480553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Bound using segment: {'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:44.481096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Bound port: af9c56d4-6d65-482c-9532-8d665e6c0009, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:44.481446 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.506264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-bafd0601-ee8a-4c5f-850c-6a09ed969b20 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/40367ac9-1513-45e2-9f4a-257b035020ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057800 Aug 28 20:13:44.535965 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.540177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.540982 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.542652 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/6198c423-3e56-4d4a-9c4a-acc0e838bf76 HTTP/1.1" status: 200 len: 1091 time: 2.4072669 Aug 28 20:13:44.545481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:44.550369 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:44.633223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378b264-dc2f-460b-af85-d5a2a84b4414 service neutron] Pushing event updated for resources: {'Port': ['ID=6198c423-3e56-4d4a-9c4a-acc0e838bf76,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:44.640128 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab87c6-2b11-4e98-a3ca-0153fa43c0a9 x-openstack-request-id: req-0fab87c6-2b11-4e98-a3ca-0153fa43c0a9 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:44.640684 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:44.641048 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fab87c6-2b11-4e98-a3ca-0153fa43c0a9 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:44.641480 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fab87c6-2b11-4e98-a3ca-0153fa43c0a9'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76', 'status': 'completed', 'code': 200} Aug 28 20:13:44.681910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] For port af9c56d4-6d65-482c-9532-8d665e6c0009, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:44.693585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] For port af9c56d4-6d65-482c-9532-8d665e6c0009, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=af9c56d4-6d65-482c-9532-8d665e6c0009,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:44.718705 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:44.722266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-c57471dc-05bc-4c41-83eb-66c87bcc3729 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/40367ac9-1513-45e2-9f4a-257b035020ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050700 Aug 28 20:13:44.749874 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (293d99af-36ae-480b-b65e-068f49066240), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.787402 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.845095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Port': ['ID=293d99af-36ae-480b-b65e-068f49066240,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:44.868015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.872120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.872831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.873475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.874393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.875883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.877824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:44.880152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-398cd031-92ee-4608-9264-43a2ea8798bd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6694 time: 0.1787567 Aug 28 20:13:44.887154 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:44.895281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-935a0c62-130e-4ab9-a800-0c93276e0780 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/ports/293d99af-36ae-480b-b65e-068f49066240 HTTP/1.1" status: 204 len: 168 time: 1.1346307 Aug 28 20:13:44.897830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57002) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:44.930868 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:45.144318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ae00cb77-a804-4f3e-a894-29d5a55ffe11), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:45.203871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-b17fae50-7fe5-4e63-b8a6-f501654cea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.204666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-b17fae50-7fe5-4e63-b8a6-f501654cea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.206914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-b17fae50-7fe5-4e63-b8a6-f501654cea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.209780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-b17fae50-7fe5-4e63-b8a6-f501654cea00 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c26696ea658340348c4ef1bd81bf60d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3096945 Aug 28 20:13:45.364759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-704e7ed3-eb4b-4e64-ade1-96ffeb32f8c9 req-6365bd4e-1c84-4b73-aa50-09e2225470df tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 210 time: 0.0695567 Aug 28 20:13:45.566122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ae00cb77-a804-4f3e-a894-29d5a55ffe11), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:45.571555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca73eb-a5cc-4815-9041-2510bfdd03d0 None None] Pushing event updated for resources: {'Port': ['ID=af9c56d4-6d65-482c-9532-8d665e6c0009,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:45.580204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-91d65c31-af3b-4969-91f9-9dc292a0d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.581773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd5cd8ad-1981-43bd-9001-e4adfc8c1b65 req-91d65c31-af3b-4969-91f9-9dc292a0d8f3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3481658 Aug 28 20:13:45.628128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.633753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.643072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.649020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.663527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae00cb77-a804-4f3e-a894-29d5a55ffe11']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:45.677276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.688740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.702425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.714913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-c0926087-a899-4f70-92cb-0f17d51c1ef2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.2947652 Aug 28 20:13:45.718513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de81e42-49b6-45e5-bb87-74952fed1f5f') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:45.720263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de81e42-49b6-45e5-bb87-74952fed1f5f') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:13:45.806317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (9de81e42-49b6-45e5-bb87-74952fed1f5f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:45.874076 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9de81e42-49b6-45e5-bb87-74952fed1f5f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:45.875257 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:45.892388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:13:45.892899 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (9de81e42-49b6-45e5-bb87-74952fed1f5f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:45.909009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.909603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.910104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.910707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.911376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.912929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.913393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:45.915447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-1eb4baae-f288-46c0-9446-8357921214f8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6694 time: 0.1948810 Aug 28 20:13:45.950966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75e1e97a-f16e-4d2f-aaf1-42527bc669ef req-42ae6c61-3f19-4929-bc06-9210b16033bf tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2345908 Aug 28 20:13:45.952353 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:45.995447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device af9c56d4-6d65-482c-9532-8d665e6c0009 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:46.035185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cfb8493d-f77a-4552-871e-f2af44d9cea0 req-d34267ca-44c0-4f66-ae23-eef883e6f081 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0528030 Aug 28 20:13:46.083959 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 9de81e42-49b6-45e5-bb87-74952fed1f5f resource provider aggregate not found Aug 28 20:13:46.121683 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 9de81e42-49b6-45e5-bb87-74952fed1f5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9de81e42-49b6-45e5-bb87-74952fed1f5f found for delete ", "request_id": "req-6e837e93-ffb3-4c7a-9dd2-1fc936e6061c"}]} Aug 28 20:13:46.151082 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ae00cb77-a804-4f3e-a894-29d5a55ffe11), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:46.169749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port af9c56d4-6d65-482c-9532-8d665e6c0009 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:46.171513 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:46.205826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c5a0eb69-3a91-40a9-b67b-f81d06270e11 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5253e30c-d630-4cf3-97c6-70b1c212075f HTTP/1.1" status: 200 len: 217 time: 0.2519512 Aug 28 20:13:46.220255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:46.226946 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ae00cb77-a804-4f3e-a894-29d5a55ffe11 HTTP/1.1" status: 204 len: 168 time: 1.3275099 Aug 28 20:13:46.235417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a704b3b-3e20-401b-8469-a184405ddfe4 tempest-PortsTestJSON-1795533850 tempest-PortsTestJSON-1795533850-project] Pushing event deleted for resources: {'Network': ['ID=ae00cb77-a804-4f3e-a894-29d5a55ffe11,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:46.375254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-311f6df3-16cd-4d10-b4f8-4dbaffe1e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:46.377398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-311f6df3-16cd-4d10-b4f8-4dbaffe1e2b1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=45a8bcfa-3558-41a2-9cf0-ab12875c81d5 HTTP/1.1" status: 200 len: 850 time: 0.1603041 Aug 28 20:13:46.378908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port af9c56d4-6d65-482c-9532-8d665e6c0009 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:46.379349 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:46.496080 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:46.501113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-bb05082b-c0cf-4863-95e8-5464fb404150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:46.508042 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-bb05082b-c0cf-4863-95e8-5464fb404150 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=77cd677e-32a7-4bf0-bf04-1da6f14ce29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1243539 Aug 28 20:13:46.529163 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port af9c56d4-6d65-482c-9532-8d665e6c0009, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=af9c56d4-6d65-482c-9532-8d665e6c0009,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:46.662912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:46.669065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6628329-8f28-4369-a844-6d9eed51663a req-2bb67ff1-0f73-40d8-ad92-f4ccc154d9e2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 210 time: 0.0606933 Aug 28 20:13:46.806132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-03fe1e37-99b4-4130-a204-e73ebcfbb390 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882872 Aug 28 20:13:46.833902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=af9c56d4-6d65-482c-9532-8d665e6c0009,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:47.052811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-99a62803-ac57-4e21-9b82-88f9cd750a02 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396286 Aug 28 20:13:47.065590 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:47.177685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5d93c-2f96-423c-9ab9-89688c538e46 None None] Network 40367ac9-1513-45e2-9f4a-257b035020ce requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:47.184687 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:47.340944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-5a3489db-4e28-4159-ab71-937d2ca7bd2a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 217 time: 0.1780758 Aug 28 20:13:47.347372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:47.367346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:47.367346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:47.391987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:47.401794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:47.430352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:47.436959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:47.449496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-ad9aed57-85bb-4a93-8407-4ef2cb789f3b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.2880135 Aug 28 20:13:47.468806 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92c9de63-0c9e-45dd-804b-d5cc4a8c83ed req-d0ff025b-9742-464d-a2cb-e3128093d176 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.1239936 Aug 28 20:13:47.598358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57062) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:47.616264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-809d512a-36f8-4bf1-83b6-9c2908fa1dd8 req-b984f503-404f-4f55-977f-8c72875913c3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634009 Aug 28 20:13:47.687339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57066) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:47.690731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0b67a480-581e-4a67-b730-491f265af190 None None] Provisioning complete for port af9c56d4-6d65-482c-9532-8d665e6c0009 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:47.691779 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b67a480-581e-4a67-b730-491f265af190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:47.950883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device af9c56d4-6d65-482c-9532-8d665e6c0009 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:47.968866 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2804b9bc-6089-4609-99a0-823f0efa2350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.109629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port af9c56d4-6d65-482c-9532-8d665e6c0009 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:48.110148 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.125558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2804b9bc-6089-4609-99a0-823f0efa2350 admin admin] Publish callbacks [] for security_group (af6ace15-2d36-4c98-8354-36d3081cbd64), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.150997 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-43d9f54a-444b-4e05-a44a-a73b50147a9e req-3e09301c-fc9d-4877-b88b-27a4f2a44c37 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 210 time: 0.2502007 Aug 28 20:13:48.153447 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:48.215907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0b67a480-581e-4a67-b730-491f265af190 None None] Current status of the port af9c56d4-6d65-482c-9532-8d665e6c0009 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:48.239863 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:48.261312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-35436078-984a-41a7-8749-87e5cfcb7b86 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=97dc423079494a9cb8264d083bd9d228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5719523 Aug 28 20:13:48.263768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57078) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:48.292975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port af9c56d4-6d65-482c-9532-8d665e6c0009 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:48.312652 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2804b9bc-6089-4609-99a0-823f0efa2350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (af6ace15-2d36-4c98-8354-36d3081cbd64), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.316502 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:48.429278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2804b9bc-6089-4609-99a0-823f0efa2350 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ce53923e7e724a21bc6a43a94b9f2b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8292165 Aug 28 20:13:48.432413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57080) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:48.432904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-5ee06850-3c8b-433c-b246-c357c46dbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:48.434529 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-5ee06850-3c8b-433c-b246-c357c46dbe35 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.1245770 Aug 28 20:13:48.549392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2e42a7d5-6acf-46b9-ad66-84126a720075 None None] Provisioning complete for port af9c56d4-6d65-482c-9532-8d665e6c0009 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:48.549833 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2e42a7d5-6acf-46b9-ad66-84126a720075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.571432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95f4331c-519b-42d5-9a24-551e25b0d7e7 admin admin] Publish callbacks [] for security_group (af6ace15-2d36-4c98-8354-36d3081cbd64), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.601410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95f4331c-519b-42d5-9a24-551e25b0d7e7 admin admin] Publish callbacks [] for security_group (af6ace15-2d36-4c98-8354-36d3081cbd64), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.612459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e16463bf-d428-44b0-949b-90f675f3db6f admin admin] Publish callbacks [] for security_group (3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.627620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804b9bc-6089-4609-99a0-823f0efa2350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ace15-2d36-4c98-8354-36d3081cbd64,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:48.658110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-d5dfd112-73b1-434d-bc24-e4a377f7aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:48.662393 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-d5dfd112-73b1-434d-bc24-e4a377f7aa34 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2184103 Aug 28 20:13:48.673067 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:48.777087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2e42a7d5-6acf-46b9-ad66-84126a720075 None None] Current status of the port af9c56d4-6d65-482c-9532-8d665e6c0009 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:48.792201 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7e9c51e-f37b-435d-aed2-8202230125e2 req-62e55954-85e1-4df5-a292-8c5c3c475e85 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0615592 Aug 28 20:13:48.798601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95f4331c-519b-42d5-9a24-551e25b0d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (af6ace15-2d36-4c98-8354-36d3081cbd64), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.801822 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95f4331c-519b-42d5-9a24-551e25b0d7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:48.810600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-95f4331c-519b-42d5-9a24-551e25b0d7e7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/af6ace15-2d36-4c98-8354-36d3081cbd64 HTTP/1.1" status: 204 len: 168 time: 0.3769701 Aug 28 20:13:48.820518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4331c-519b-42d5-9a24-551e25b0d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ace15-2d36-4c98-8354-36d3081cbd64,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:48.849997 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:49.143694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-fa0c753b-31c6-4bdb-a2df-916817a8861f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.161712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-fa0c753b-31c6-4bdb-a2df-916817a8861f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.164007 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-fa0c753b-31c6-4bdb-a2df-916817a8861f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "GET /networking/v2.0/networks?id=25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc&id=40367ac9-1513-45e2-9f4a-257b035020ce HTTP/1.1" status: 200 len: 1391 time: 0.2133186 Aug 28 20:13:49.176552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e16463bf-d428-44b0-949b-90f675f3db6f admin admin] Publish callbacks [] for security_group (3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:49.176986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'port': {'device_id': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc', 'admin_state_up': True, 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:49.381533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-08014896-af67-415c-b363-d90f3684a49d req-5516d4cb-182f-43b3-b7f6-15b060710492 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 210 time: 0.0954273 Aug 28 20:13:49.410896 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-314efa3c-683a-48ea-8c44-5a0ca7124f98 req-45d1ab6b-4109-402f-88d8-539134c0e094 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0748277 Aug 28 20:13:49.422228 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-4be02ed4-5cef-46af-bc7b-8cc67605d3e6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452736 Aug 28 20:13:49.441375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.465042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.474782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.481080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.486877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.492578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.501737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:49.501737 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e31da65-a15b-4402-8381-d57ddb141217 req-0b4c6079-f76e-447b-be9f-75f6bea2919e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.3456254 Aug 28 20:13:49.503033 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:49.558959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:49.565485 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:49.587079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e31da65-a15b-4402-8381-d57ddb141217 req-bf325413-f1e3-490b-ae5b-22e3251215e0 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751376 Aug 28 20:13:49.624586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e16463bf-d428-44b0-949b-90f675f3db6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:49.624586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e16463bf-d428-44b0-949b-90f675f3db6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:49.624586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e16463bf-d428-44b0-949b-90f675f3db6f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90 HTTP/1.1" status: 204 len: 168 time: 1.3568096 Aug 28 20:13:49.645924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16463bf-d428-44b0-949b-90f675f3db6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd1f7e5-5618-4f07-a7f1-4f95a5edcf90,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:49.724792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57102) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:49.739524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-350b8cc5-8f13-4d58-834b-70662b178efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:49.856842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Allocated IP 19.80.0.80 (25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc/0cea7ce6-bccb-4cf2-a2e3-eb581d4af738/2564cd8c-ce99-4f23-9c76-25bee3631dd9) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:49.934755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-350b8cc5-8f13-4d58-834b-70662b178efe admin admin] Publish callbacks [] for security_group (79f45364-a568-411c-afed-99afdd8174b0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:49.959373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45a2452a-71c7-4676-b31c-c7baa0654691 req-238d69d1-b0c8-4777-8fd2-4310ab65e861 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0642788 Aug 28 20:13:49.966711 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:49.976939 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=86 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:50.079383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-350b8cc5-8f13-4d58-834b-70662b178efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (79f45364-a568-411c-afed-99afdd8174b0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.158403 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-350b8cc5-8f13-4d58-834b-70662b178efe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7c985efdaa6c4e4cb1f22f6b37b1c6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323080 Aug 28 20:13:50.161553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57108) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:50.161992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b8cc5-8f13-4d58-834b-70662b178efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f45364-a568-411c-afed-99afdd8174b0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:50.182502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.268413 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8253-2582-4724-b865-f1d7e63532b7 admin admin] Publish callbacks [] for security_group (79f45364-a568-411c-afed-99afdd8174b0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.284006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.332897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8253-2582-4724-b865-f1d7e63532b7 admin admin] Publish callbacks [] for security_group (79f45364-a568-411c-afed-99afdd8174b0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.407999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:50.433783 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-314efa3c-683a-48ea-8c44-5a0ca7124f98 req-5ff3a3fa-e388-4087-a76a-1a8d5c39b2a3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c6e8fa8a33ad461e87fb95fd60cb0e24&device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0695500 Aug 28 20:13:50.438657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:50.461642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:50.536159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Port': ['ID=2564cd8c-ce99-4f23-9c76-25bee3631dd9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:50.647763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-314efa3c-683a-48ea-8c44-5a0ca7124f98 req-de8171ea-149c-49c6-a484-769c3b67141e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c6e8fa8a33ad461e87fb95fd60cb0e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299095 Aug 28 20:13:50.655053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:50.655724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.738179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be3417-ab59-40d8-a098-5c8416dc935d req-0909a343-a019-4529-86ed-8e7d6742053a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:50.739487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10be3417-ab59-40d8-a098-5c8416dc935d req-0909a343-a019-4529-86ed-8e7d6742053a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 931 time: 0.1221223 Aug 28 20:13:50.744763 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-d91d9e1b-3428-49a2-b5bc-444149cddfa6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217370 Aug 28 20:13:50.873615 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8253-2582-4724-b865-f1d7e63532b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (79f45364-a568-411c-afed-99afdd8174b0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.877939 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8253-2582-4724-b865-f1d7e63532b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.877939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ed8d8253-2582-4724-b865-f1d7e63532b7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/79f45364-a568-411c-afed-99afdd8174b0 HTTP/1.1" status: 204 len: 168 time: 0.7144284 Aug 28 20:13:50.881080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314efa3c-683a-48ea-8c44-5a0ca7124f98 req-d3523e60-3c49-4d0d-a94f-b3da429fd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:50.883872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-314efa3c-683a-48ea-8c44-5a0ca7124f98 req-d3523e60-3c49-4d0d-a94f-b3da429fd906 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236767 Aug 28 20:13:50.901938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-07d6033c-edad-433c-8901-4d2e8ff4d3ab service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 217 time: 0.1311312 Aug 28 20:13:50.922401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d8253-2582-4724-b865-f1d7e63532b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f45364-a568-411c-afed-99afdd8174b0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:50.985606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-89a9d6b0-5393-42e1-b1b0-7150d23ee7e1 None None] Provisioning complete for port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:50.987032 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-89a9d6b0-5393-42e1-b1b0-7150d23ee7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:50.989483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10be3417-ab59-40d8-a098-5c8416dc935d req-c80d64b9-18a6-42f3-b6b2-3b0b91bfaebe tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404816 Aug 28 20:13:51.014427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-8a65c0b4-fad6-4bc9-847a-ab2e5a2951f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.015935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-8a65c0b4-fad6-4bc9-847a-ab2e5a2951f8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.0948431 Aug 28 20:13:51.123135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-89a9d6b0-5393-42e1-b1b0-7150d23ee7e1 None None] Port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:51.126688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-136f31f7-44d8-4ade-a41c-d2b601201b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.134138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-136f31f7-44d8-4ade-a41c-d2b601201b02 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1013091 Aug 28 20:13:51.183124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-623fd7ca-a6a9-4837-a759-4f37589b6de6 req-70db7018-2d23-4a2f-ac73-fd5fea04f28e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.5239542 Aug 28 20:13:51.189716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-2809420b-b871-4316-95df-baeca43c9da6 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0169842 Aug 28 20:13:51.191109 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:51.201019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b82246d3-253d-41f7-a957-c7c5a13693dc tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:13:51.202802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b82246d3-253d-41f7-a957-c7c5a13693dc tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071185 Aug 28 20:13:51.213754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d93d3e3-1405-4c07-9488-131f6a65a0a3 req-f2d9a905-2709-4d1d-9ee2-5a3d8c1755ef tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0433216 Aug 28 20:13:51.230926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Request body: {'port': {'device_id': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce', 'admin_state_up': True, 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:51.244413 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:51.244583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.250110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.255587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.261003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.266290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.272123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.277409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:51.279421 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9207aa08-15d0-42ff-b315-42870bb61566 req-fa52667d-4a9c-42cc-8685-c92a592033d5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.3919036 Aug 28 20:13:51.429864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9207aa08-15d0-42ff-b315-42870bb61566 req-80c06b57-62d2-49a3-ac54-c83953ec40bb tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393244 Aug 28 20:13:51.541589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Made reservation on behalf of 92dac742c70b4d3c93fa3d6707136cd2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:51.545753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:51.575994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57142) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:51.616275 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:51.744677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Allocated IP 19.86.0.11 (40367ac9-1513-45e2-9f4a-257b035020ce/b7192b8a-dba2-43a8-b329-1ef3c7e828b4/b190c475-908a-485f-af9a-c3d7b738ceb5) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:51.889457 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9d-b47e-47f3-b595-b375dc581ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:51.919581 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-aff14a7c-d5e4-4540-95ec-69d1970493ef service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550998 Aug 28 20:13:52.051526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-74667d10-3fb8-4456-8ab4-50f22602b3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.063318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.065737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57158) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:52.133818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8de8d53a-596c-42f2-bcf3-89d728ea0bea tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-530809915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:52.187933 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.263681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Network 40367ac9-1513-45e2-9f4a-257b035020ce is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:52.267761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:52.270969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:52.334846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:52.335695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.338985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event updated for resources: {'Port': ['ID=b190c475-908a-485f-af9a-c3d7b738ceb5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:52.397528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450b03a-a8f4-4ea8-87be-f50212357e70 req-2ebe07b3-2845-4cf6-b261-842ed65f5b52 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:52.405048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450b03a-a8f4-4ea8-87be-f50212357e70 req-2ebe07b3-2845-4cf6-b261-842ed65f5b52 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:52.412744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0450b03a-a8f4-4ea8-87be-f50212357e70 req-2ebe07b3-2845-4cf6-b261-842ed65f5b52 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1653 time: 0.2236657 Aug 28 20:13:52.420185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8de8d53a-596c-42f2-bcf3-89d728ea0bea tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.431088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8de8d53a-596c-42f2-bcf3-89d728ea0bea tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.456883 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8ab09e0-a4f8-4970-94c9-aca6025aee32 req-1f988ba0-d307-4069-b26a-bcf94e006d8d tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0706906 Aug 28 20:13:52.465868 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:52.469625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-d2a34047-fc22-4981-8f62-b90015f0b943 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2587371 Aug 28 20:13:52.481971 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:52.508563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Request body: {'port': {'device_id': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:52.525842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-74667d10-3fb8-4456-8ab4-50f22602b3fe admin admin] Publish callbacks [] for security_group (034030eb-54a2-4ce6-a768-d19255b355fc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.550529 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-017b7d32-219f-4fd0-8528-572e18a49389 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629675 Aug 28 20:13:52.621840 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0450b03a-a8f4-4ea8-87be-f50212357e70 req-286f6b03-a6a3-4c25-bfbe-9aaaa269f045 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080894 Aug 28 20:13:52.637516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.712030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8de8d53a-596c-42f2-bcf3-89d728ea0bea tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for router_controller (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.772714 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-2c8aa02f-c4c3-487a-b748-44ec73e61110 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9 HTTP/1.1" status: 200 len: 217 time: 0.0757680 Aug 28 20:13:52.776368 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-74667d10-3fb8-4456-8ab4-50f22602b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (034030eb-54a2-4ce6-a768-d19255b355fc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.789089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c39d9c63-671c-4869-9bd7-f8f6ca97c3d4 None None] Provisioning complete for port b190c475-908a-485f-af9a-c3d7b738ceb5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:52.789614 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c39d9c63-671c-4869-9bd7-f8f6ca97c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:52.865233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-74667d10-3fb8-4456-8ab4-50f22602b3fe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=183f9adb11894af2875dd1700eefbffc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2869179 Aug 28 20:13:52.874627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c39d9c63-671c-4869-9bd7-f8f6ca97c3d4 None None] Port b190c475-908a-485f-af9a-c3d7b738ceb5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:13:52.897647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74667d10-3fb8-4456-8ab4-50f22602b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034030eb-54a2-4ce6-a768-d19255b355fc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:52.915725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57178) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:52.932532 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:52.948598 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8de8d53a-596c-42f2-bcf3-89d728ea0bea tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.004435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-00f3f740-eb43-4919-bfb4-3d8c16ae8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.006180 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-00f3f740-eb43-4919-bfb4-3d8c16ae8ab7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.1749969 Aug 28 20:13:53.006990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2564cd8c-ce99-4f23-9c76-25bee3631dd9 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:53.027654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.032812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c034740-8005-4b73-977f-5684d8f0a89e admin admin] Publish callbacks [] for security_group (034030eb-54a2-4ce6-a768-d19255b355fc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.033077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.038395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.043585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.049164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.054394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.058064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c034740-8005-4b73-977f-5684d8f0a89e admin admin] Publish callbacks [] for security_group (034030eb-54a2-4ce6-a768-d19255b355fc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.060219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.062256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-e15935fe-8b85-44a8-84e4-995b7b3add98 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.4700258 Aug 28 20:13:53.064268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Publish callbacks [] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.074716 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8de8d53a-596c-42f2-bcf3-89d728ea0bea tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.076246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8de8d53a-596c-42f2-bcf3-89d728ea0bea tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0090680 Aug 28 20:13:53.082125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57182) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:53.083878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Transition to ACTIVE for port object 2564cd8c-ce99-4f23-9c76-25bee3631dd9 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:53.098751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1291648828'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:53.156853 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18985cbb-58a1-4f30-9b5d-8a98d5049efc req-17982cbf-cda7-4ba5-8d6a-c8cfd7944275 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715086 Aug 28 20:13:53.181337 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.303826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-cdfc403f-f12f-4e1a-ba00-b5d76d8dd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.305464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-cdfc403f-f12f-4e1a-ba00-b5d76d8dd182 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1294341 Aug 28 20:13:53.308448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Made reservation on behalf of dbfadcbfe7c441b4b518a61f64b76f33 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:53.313167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.316659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c034740-8005-4b73-977f-5684d8f0a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (034030eb-54a2-4ce6-a768-d19255b355fc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.319722 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1c034740-8005-4b73-977f-5684d8f0a89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.320257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1c034740-8005-4b73-977f-5684d8f0a89e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/034030eb-54a2-4ce6-a768-d19255b355fc HTTP/1.1" status: 204 len: 168 time: 0.3996556 Aug 28 20:13:53.393199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2564cd8c-ce99-4f23-9c76-25bee3631dd9,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:53.451247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.459303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Attempting to bind port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:53.459642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Attempting to bind port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:53.459984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Attempting to bind port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 on network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:53.480401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 on network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:53.480843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Attempting to bind port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 on network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:53.487612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:53.487837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Checking segment: {'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:53.488229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Bound using segment: {'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:53.488678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Bound port: 2564cd8c-ce99-4f23-9c76-25bee3631dd9, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8710acb3-4968-49de-ac05-bd80b102b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:53.489145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.491124 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:53.509785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c034740-8005-4b73-977f-5684d8f0a89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034030eb-54a2-4ce6-a768-d19255b355fc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:53.622941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] For port 2564cd8c-ce99-4f23-9c76-25bee3631dd9, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:53.628966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] For port 2564cd8c-ce99-4f23-9c76-25bee3631dd9, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2564cd8c-ce99-4f23-9c76-25bee3631dd9,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:53.685151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for security_group (cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.708714 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-7d2f21ea-abff-43b4-815a-74661ce4fec3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792930 Aug 28 20:13:53.751287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.767370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1b8638a-9fb3-499c-91ad-2f81f5ca240e req-d89c8e38-fa6b-4df7-9230-dff6cdb057ea tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0787842 Aug 28 20:13:53.769073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.779042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.779995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.781999 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/2564cd8c-ce99-4f23-9c76-25bee3631dd9 HTTP/1.1" status: 200 len: 1091 time: 1.2818222 Aug 28 20:13:53.785305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'tag': '2564cd8c-ce99-4f23-9c76-25bee3631dd9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:53.795858 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb2860-ae5d-4981-9eae-371953a5d311" -d '{"events": [{"name": "network-changed", "server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "tag": "2564cd8c-ce99-4f23-9c76-25bee3631dd9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:53.843770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a50e4-d89f-4fa7-85bd-3597b8ecc972 req-865126df-20c1-4f65-932d-235eb529fb5f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.849306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a50e4-d89f-4fa7-85bd-3597b8ecc972 req-865126df-20c1-4f65-932d-235eb529fb5f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:53.856722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f1a50e4-d89f-4fa7-85bd-3597b8ecc972 req-865126df-20c1-4f65-932d-235eb529fb5f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1665 time: 0.1222444 Aug 28 20:13:53.860381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.878818 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda42e80-2c57-44ec-8d74-f7dd5f9aa1ad x-openstack-request-id: req-dda42e80-2c57-44ec-8d74-f7dd5f9aa1ad {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:53.879297 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "tag": "2564cd8c-ce99-4f23-9c76-25bee3631dd9", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:53.879556 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dda42e80-2c57-44ec-8d74-f7dd5f9aa1ad {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:53.879993 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda42e80-2c57-44ec-8d74-f7dd5f9aa1ad'] response: {'name': 'network-changed', 'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'tag': '2564cd8c-ce99-4f23-9c76-25bee3631dd9', 'status': 'completed', 'code': 200} Aug 28 20:13:53.893787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:13:53.925969 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2a2b6487-e6e8-4731-9c62-ff3e4e814828), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:53.926324 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Added segment 2a2b6487-e6e8-4731-9c62-ff3e4e814828 of type vlan for network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 Aug 28 20:13:53.969191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8f1a50e4-d89f-4fa7-85bd-3597b8ecc972 req-f2c91935-0dc3-468c-8e81-7a8ec10f3e7d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114271 Aug 28 20:13:53.972401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383a9d1-059c-4320-8a4a-a9971c236cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2564cd8c-ce99-4f23-9c76-25bee3631dd9,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:54.002934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Request body: {'port': {'device_id': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:54.031165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:54.032834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-c8b2f8fb-208e-419c-80ad-b26990eeadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.033544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-c8b2f8fb-208e-419c-80ad-b26990eeadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.035420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-c8b2f8fb-208e-419c-80ad-b26990eeadcd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1943 time: 0.1393611 Aug 28 20:13:54.070162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (55733bb4-4ae3-4e56-9679-baaf6770e3e8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:54.106294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b90741b1-cfa5-4c08-bde9-ee2fd1fbd96b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727655 Aug 28 20:13:54.152361 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9393eeb-3a29-47f9-80f7-44be747244d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:54.173222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-7fc254e7-0b53-49b0-a511-f1f62209f072 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78 HTTP/1.1" status: 200 len: 217 time: 0.0590498 Aug 28 20:13:54.238482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-ee376f3a-700b-42fd-9c00-8bc18c81df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.240270 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-ee376f3a-700b-42fd-9c00-8bc18c81df94 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.0607753 Aug 28 20:13:54.277400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:54.303600 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (55733bb4-4ae3-4e56-9679-baaf6770e3e8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:54.311881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.313336 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:54.385704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.391116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.397660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.403466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.409738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.416665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.422984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.445690 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e927663-474a-49ac-9214-adc70774344a req-6454d102-01e8-47ba-9597-1f2ba3904fa2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1499975 Aug 28 20:13:54.511120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-ce2e1f3f-09a3-4cd7-8df7-3b473fdfe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.511665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-ce2e1f3f-09a3-4cd7-8df7-3b473fdfe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.512144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-ce2e1f3f-09a3-4cd7-8df7-3b473fdfe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.514623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-ce2e1f3f-09a3-4cd7-8df7-3b473fdfe934 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4688029 Aug 28 20:13:54.517509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Network': ['ID=55733bb4-4ae3-4e56-9679-baaf6770e3e8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:54.534436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:13:54.575886 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c05d6fa8-b0b8-4381-b930-3eff52c80d1d tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4925826 Aug 28 20:13:54.578775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57226) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:54.611659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'subnet': {'network_id': '55733bb4-4ae3-4e56-9679-baaf6770e3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:54.739730 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:54.750250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3061658a-8108-4a31-9109-dcbbe2b38ef9 req-3799f3c6-a944-4758-9fd9-60c254e3c9c3 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76&device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.2368803 Aug 28 20:13:54.751750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e8c3d0ec-efda-4c10-8b79-f4855a6b81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:54.754119 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-e8c3d0ec-efda-4c10-8b79-f4855a6b81a7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5059054 Aug 28 20:13:55.018579 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-b515c85e-c766-4dff-b32a-08ea6b02df69 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859417 Aug 28 20:13:55.037459 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:55.038566 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:55.057975 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e927663-474a-49ac-9214-adc70774344a req-5ffadfe2-05b2-4dde-93d4-3c721f867d77 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6111009 Aug 28 20:13:55.098305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Made reservation on behalf of dbfadcbfe7c441b4b518a61f64b76f33 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:55.102994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:55.136357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-b25a8d74-2908-438c-9bb0-17d270076b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:55.137871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdfb2860-ae5d-4981-9eae-371953a5d311 req-b25a8d74-2908-438c-9bb0-17d270076b76 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6172159 Aug 28 20:13:55.222720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2482b-2297-4041-a7c5-ba0981f5f76b req-b0a7cfe5-ae64-4edb-b228-d09f4c59d140 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:55.229571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2482b-2297-4041-a7c5-ba0981f5f76b req-b0a7cfe5-ae64-4edb-b228-d09f4c59d140 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:55.231783 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82b2482b-2297-4041-a7c5-ba0981f5f76b req-b0a7cfe5-ae64-4edb-b228-d09f4c59d140 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1665 time: 0.0680206 Aug 28 20:13:55.253469 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-95df0430-db78-4736-8896-19b598cbfc62 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267327 Aug 28 20:13:55.313595 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-2168ff84-5e44-4e65-a465-90cc13406c22 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 HTTP/1.1" status: 200 len: 217 time: 0.0495887 Aug 28 20:13:55.335828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82b2482b-2297-4041-a7c5-ba0981f5f76b req-4c8dd20c-4b34-4d03-ad3e-93cac262e95b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917385 Aug 28 20:13:55.340131 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:55.446043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-a621bacc-f6bc-477e-9466-2b2b337b08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:55.450171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-a621bacc-f6bc-477e-9466-2b2b337b08ef service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58e9488b-433c-4eec-9697-2831f1649fd9 HTTP/1.1" status: 200 len: 797 time: 0.1048474 Aug 28 20:13:55.506990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c831d804-c649-4e1c-841c-0e307a0f7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:55.508545 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c831d804-c649-4e1c-841c-0e307a0f7bd5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=82181eed-f302-4511-943f-fb3b30d86409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0527978 Aug 28 20:13:55.531128 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16be8534-9bbf-4d94-9bcd-180f9e996e23 req-db558c6c-e841-41b8-8a45-9c5f245a9c1d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c6e8fa8a33ad461e87fb95fd60cb0e24&device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0864742 Aug 28 20:13:55.586264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ad9f59e-2d0a-4eb3-993d-4b8a2af69574 req-6944cbb9-b9b9-4970-a835-282a9056917a tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0681667 Aug 28 20:13:55.598347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16be8534-9bbf-4d94-9bcd-180f9e996e23 req-340768a3-139d-4b86-b95a-74c887f48949 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c6e8fa8a33ad461e87fb95fd60cb0e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433626 Aug 28 20:13:55.602202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b190c475-908a-485f-af9a-c3d7b738ceb5 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:13:55.618565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Publish callbacks [] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:55.640711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-4e1b5bdd-0132-418b-bb58-bf1c1d5c2005 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183367 Aug 28 20:13:55.640711 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (a1310483-5052-4ebc-81b7-2e05a880954a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:55.675034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Transition to ACTIVE for port object b190c475-908a-485f-af9a-c3d7b738ceb5 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:13:55.733765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be8534-9bbf-4d94-9bcd-180f9e996e23 req-0e54a1ef-866a-46f1-8763-fe42f6b7292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:55.735439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16be8534-9bbf-4d94-9bcd-180f9e996e23 req-0e54a1ef-866a-46f1-8763-fe42f6b7292a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280358 Aug 28 20:13:55.765411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Subnet': ['ID=a1310483-5052-4ebc-81b7-2e05a880954a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:55.774852 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:55.793920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Checking segment: {'id': '2a2b6487-e6e8-4731-9c62-ff3e4e814828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '55733bb4-4ae3-4e56-9679-baaf6770e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:55.794559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network hostable DHCP agents. Network: 55733bb4-4ae3-4e56-9679-baaf6770e3e8, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:13:55.817089 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f90ae335-c569-4227-b55b-a23f6186c65a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529269 Aug 28 20:13:55.844704 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:55.848518 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:55.909090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Pushing event updated for resources: {'Port': ['ID=b190c475-908a-485f-af9a-c3d7b738ceb5,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:55.920764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:13:55.970482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Attempting to bind port b190c475-908a-485f-af9a-c3d7b738ceb5 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:55.970816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Attempting to bind port b190c475-908a-485f-af9a-c3d7b738ceb5 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:55.971142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Attempting to bind port b190c475-908a-485f-af9a-c3d7b738ceb5 on network 40367ac9-1513-45e2-9f4a-257b035020ce {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:55.981455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Port b190c475-908a-485f-af9a-c3d7b738ceb5 on network 40367ac9-1513-45e2-9f4a-257b035020ce not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:13:55.982657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Attempting to bind port b190c475-908a-485f-af9a-c3d7b738ceb5 on network 40367ac9-1513-45e2-9f4a-257b035020ce {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:55.992375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:55.992823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Checking segment: {'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:55.993247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Bound using segment: {'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:55.993771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Bound port: b190c475-908a-485f-af9a-c3d7b738ceb5, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71998e3c-c197-4638-9904-db0c2f75473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:55.994289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.043560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 55733bb4-4ae3-4e56-9679-baaf6770e3e8) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:56.053654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccc84c-4622-4ba1-8268-c2bee0b60f8d None None] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:56.060010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.062013 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.085787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] For port b190c475-908a-485f-af9a-c3d7b738ceb5, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:56.089940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] For port b190c475-908a-485f-af9a-c3d7b738ceb5, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b190c475-908a-485f-af9a-c3d7b738ceb5,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:56.187405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-55733bb4-4ae3-4e56-9679-baaf6770e3e8', 'network_id': '55733bb4-4ae3-4e56-9679-baaf6770e3e8', 'project_id': 'dbfadcbfe7c441b4b518a61f64b76f33', 'fixed_ips': [{'subnet_id': 'a1310483-5052-4ebc-81b7-2e05a880954a'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:13:56.188790 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.211226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.217797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.218829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.221206 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/b190c475-908a-485f-af9a-c3d7b738ceb5 HTTP/1.1" status: 200 len: 1091 time: 2.2251763 Aug 28 20:13:56.227330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'tag': 'b190c475-908a-485f-af9a-c3d7b738ceb5'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:13:56.238303 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6cb618-f72a-4751-bbd1-8166c1db6506" -d '{"events": [{"name": "network-changed", "server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "tag": "b190c475-908a-485f-af9a-c3d7b738ceb5"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:13:56.260580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.278934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.293965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.301729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e6e7-87bc-4da3-afd5-a1765b44fe56 service neutron] Pushing event updated for resources: {'Port': ['ID=b190c475-908a-485f-af9a-c3d7b738ceb5,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:56.307801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.319603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.333625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.347954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.364406 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fcc806c8-8c67-478a-a459-e782822c6760 req-1335db3b-e300-45b8-bbc5-bff491b11e02 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.2060175 Aug 28 20:13:56.375657 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a500de5-5f7e-4087-bb02-581d3c818d37 x-openstack-request-id: req-7a500de5-5f7e-4087-bb02-581d3c818d37 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:13:56.375657 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "tag": "b190c475-908a-485f-af9a-c3d7b738ceb5", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:13:56.375657 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a500de5-5f7e-4087-bb02-581d3c818d37 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:13:56.375957 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a500de5-5f7e-4087-bb02-581d3c818d37'] response: {'name': 'network-changed', 'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'tag': 'b190c475-908a-485f-af9a-c3d7b738ceb5', 'status': 'completed', 'code': 200} Aug 28 20:13:56.377916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3e9671a9-c4e2-41e4-a581-835ee5787e19 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7916822 Aug 28 20:13:56.391802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57276) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:56.410248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'network': {'name': 'tempest-router-network01--1097498590'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:56.480255 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:56.501989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fcc806c8-8c67-478a-a459-e782822c6760 req-515e2cbe-6222-4f53-8bae-01183555295d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360676 Aug 28 20:13:56.510238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Allocated IP 172.20.0.2 (55733bb4-4ae3-4e56-9679-baaf6770e3e8/a1310483-5052-4ebc-81b7-2e05a880954a/ff331ee3-b236-40c0-9e7e-16357322b1cb) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:13:56.530586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60928-5b83-4f07-bb78-de82dc6403f3 req-c17be357-8c0b-4fb4-95b2-fe60d2a21cb9 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.535655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60928-5b83-4f07-bb78-de82dc6403f3 req-c17be357-8c0b-4fb4-95b2-fe60d2a21cb9 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.537795 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67d60928-5b83-4f07-bb78-de82dc6403f3 req-c17be357-8c0b-4fb4-95b2-fe60d2a21cb9 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1677 time: 0.0940814 Aug 28 20:13:56.575304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Made reservation on behalf of dbfadcbfe7c441b4b518a61f64b76f33 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:56.581731 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.621175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-0a96df8f-1931-4205-b328-18112bfa11ce req-2196a99a-dba6-4c52-9b9c-91099462e962 service neutron] (114322) timed out ('10.222.0.84', 52838) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:13:56.652728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:13:56.669772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b518da75-5958-4c6d-94cd-d6edffb083e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.670300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b518da75-5958-4c6d-94cd-d6edffb083e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.678792 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b518da75-5958-4c6d-94cd-d6edffb083e5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 2041 time: 0.3403890 Aug 28 20:13:56.688022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ccf8a08b-896e-4aca-b4b3-907480818e96), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.691124 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Added segment ccf8a08b-896e-4aca-b4b3-907480818e96 of type vlan for network ce9ea848-18e9-487c-a170-fd824fb6f753 Aug 28 20:13:56.799871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67d60928-5b83-4f07-bb78-de82dc6403f3 req-0db7ec3d-1e84-44e9-91fc-009acc9b5b8b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418075 Aug 28 20:13:56.799871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-6c366f86-7241-4f75-9cca-0f4ec0b7b0bc service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=2564cd8c-ce99-4f23-9c76-25bee3631dd9 HTTP/1.1" status: 200 len: 217 time: 0.1061776 Aug 28 20:13:56.856931 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-26ccdd62-dd7f-431c-b179-6721f681cc29 req-3e2e99bf-9bee-434b-89d8-d7e6c19a904d tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0958240 Aug 28 20:13:56.875555 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ce9ea848-18e9-487c-a170-fd824fb6f753), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.902008 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Publish callbacks [] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.906564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-38599683-37cf-4357-9ec4-8fd7d9c1e416 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76 HTTP/1.1" status: 200 len: 217 time: 0.0422339 Aug 28 20:13:56.929022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b1d136a8-e0dc-4af4-b16e-b4586adbd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.931897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b1d136a8-e0dc-4af4-b16e-b4586adbd653 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0cea7ce6-bccb-4cf2-a2e3-eb581d4af738 HTTP/1.1" status: 200 len: 801 time: 0.1212695 Aug 28 20:13:56.979119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-649995b5-0947-410e-a081-beb4ee5f88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:56.979726 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:56.981040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-649995b5-0947-410e-a081-beb4ee5f88ef service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0444942 Aug 28 20:13:56.996495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.031904 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ce9ea848-18e9-487c-a170-fd824fb6f753), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.037757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.038553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.040740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:13:57.054131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-a1651ba9-7153-4e01-a414-1cc02eb53106 req-52f92aa6-4b20-4bfe-a073-af1f2d8d64d7 service neutron] (114322) timed out ('10.222.0.84', 52687) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:13:57.054821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:57.072483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:13:57.110489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Pushing event updated for resources: {'Port': ['ID=ff331ee3-b236-40c0-9e7e-16357322b1cb,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:57.232834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Attempting to bind port ff331ee3-b236-40c0-9e7e-16357322b1cb on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:13:57.233396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Attempting to bind port ff331ee3-b236-40c0-9e7e-16357322b1cb by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2a2b6487-e6e8-4731-9c62-ff3e4e814828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '55733bb4-4ae3-4e56-9679-baaf6770e3e8'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:13:57.234911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Attempting to bind port ff331ee3-b236-40c0-9e7e-16357322b1cb on network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:13:57.242177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:13:57.244245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Checking segment: {'id': '2a2b6487-e6e8-4731-9c62-ff3e4e814828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '55733bb4-4ae3-4e56-9679-baaf6770e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:57.244245 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.244245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Bound using segment: {'id': '2a2b6487-e6e8-4731-9c62-ff3e4e814828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '55733bb4-4ae3-4e56-9679-baaf6770e3e8'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:13:57.244992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Bound port: ff331ee3-b236-40c0-9e7e-16357322b1cb, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2b6487-e6e8-4731-9c62-ff3e4e814828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '55733bb4-4ae3-4e56-9679-baaf6770e3e8'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:13:57.245539 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.264371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Network': ['ID=ce9ea848-18e9-487c-a170-fd824fb6f753,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:57.267384 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16be8534-9bbf-4d94-9bcd-180f9e996e23 req-2a7577e6-29f8-4a11-be6c-074e45cadef4 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0394828 Aug 28 20:13:57.269945 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b1db2027-ed63-4375-9416-8c1f55b1af58 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826488 Aug 28 20:13:57.279447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c163b175-1178-4468-a1b6-cc3143036b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.280977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-c163b175-1178-4468-a1b6-cc3143036b3e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58e9488b-433c-4eec-9697-2831f1649fd9 HTTP/1.1" status: 200 len: 797 time: 0.1869903 Aug 28 20:13:57.298425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ce9ea848-18e9-487c-a170-fd824fb6f753 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:13:57.352891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a3159630-2abf-4a86-beb6-44733b323ee7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9569631 Aug 28 20:13:57.372260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57298) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:57.372471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-8a890b58-12fc-482b-abb2-2ef3db76f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.376390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-8a890b58-12fc-482b-abb2-2ef3db76f73a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=82181eed-f302-4511-943f-fb3b30d86409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0706310 Aug 28 20:13:57.402673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'network': {'name': 'tempest-router-network02--12948042'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:57.516253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-fc706d46-9ef8-4f0e-a760-9f15b7306e68 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394884 Aug 28 20:13:57.517879 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:57.544527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Made reservation on behalf of dbfadcbfe7c441b4b518a61f64b76f33 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:57.559142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.579120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-4aa4715f-e2fe-49e0-b6b6-2c7d59dadbd5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965609 Aug 28 20:13:57.653827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] For port ff331ee3-b236-40c0-9e7e-16357322b1cb, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:13:57.657012 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-87d8d5c2-6a3e-47de-ab4c-117027130d18 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=b190c475-908a-485f-af9a-c3d7b738ceb5 HTTP/1.1" status: 200 len: 217 time: 0.1331556 Aug 28 20:13:57.681332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] For port ff331ee3-b236-40c0-9e7e-16357322b1cb, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ff331ee3-b236-40c0-9e7e-16357322b1cb,segment=NetworkSegment(2a2b6487-e6e8-4731-9c62-ff3e4e814828),segment_id=2a2b6487-e6e8-4731-9c62-ff3e4e814828)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:13:57.699543 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:57.714016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d35a996d-8c0f-49cb-8b6a-65b9188287d2 req-f05d6212-d5f7-4975-8324-fb52b2aeaea5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258123 Aug 28 20:13:57.736662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:13:57.775536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f3df57c6-afbc-4074-89a0-50db4cda3186), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.775962 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Added segment f3df57c6-afbc-4074-89a0-50db4cda3186 of type vlan for network ad45fcda-5641-4dd9-ba21-5beab4cd9217 Aug 28 20:13:57.783823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.789286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.795673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.801426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.807104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.811676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.812683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.818709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.827804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-9a8e3fd3-5051-4de3-9c11-fd50f8374c0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1308832 Aug 28 20:13:57.828504 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:57.841105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b0a868af-cd88-4128-8857-5feb369745ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:57.842078 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-b0a868af-cd88-4128-8857-5feb369745ed service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=b7192b8a-dba2-43a8-b329-1ef3c7e828b4 HTTP/1.1" status: 200 len: 801 time: 0.1757495 Aug 28 20:13:57.985024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb18c30-cb79-4b96-930d-9f24ac746787 None None] Pushing event updated for resources: {'Port': ['ID=ff331ee3-b236-40c0-9e7e-16357322b1cb,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:58.013879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ad45fcda-5641-4dd9-ba21-5beab4cd9217), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:58.038853 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1973b62-cd3a-4137-8dec-d03d89169a16 req-49561ffe-100e-486f-a258-344e179f216f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:58.045167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1973b62-cd3a-4137-8dec-d03d89169a16 req-49561ffe-100e-486f-a258-344e179f216f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:58.047002 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e1973b62-cd3a-4137-8dec-d03d89169a16 req-49561ffe-100e-486f-a258-344e179f216f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1677 time: 0.0944183 Aug 28 20:13:58.056735 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad46c8dc-9c70-4cbc-97a1-8bd21d442bbc req-2a715ebe-2115-49b7-8b81-4ab22ab42e62 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2278936 Aug 28 20:13:58.061549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-a36d02d6-ef4c-4a95-af94-c7b896f723e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:58.063665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-a36d02d6-ef4c-4a95-af94-c7b896f723e0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=40367ac9-1513-45e2-9f4a-257b035020ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2138431 Aug 28 20:13:58.227947 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e1973b62-cd3a-4137-8dec-d03d89169a16 req-cac40996-b1d2-4a09-987a-7c8a4e7ba19d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688476 Aug 28 20:13:58.278117 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:58.330768 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c010c404-c3dc-4a33-854e-b1278cf11beb req-75a3792c-5165-4ae7-ba1c-6d9c938b7485 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c0a67ef0-fd8f-4137-a50e-695e86fa8e76 HTTP/1.1" status: 200 len: 210 time: 0.0617163 Aug 28 20:13:58.366352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ad45fcda-5641-4dd9-ba21-5beab4cd9217), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:58.373165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:58.374125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:58.507765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Network': ['ID=ad45fcda-5641-4dd9-ba21-5beab4cd9217,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:58.515550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-394808a6-8787-42e0-88f0-4a429360d678 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/40367ac9-1513-45e2-9f4a-257b035020ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443860 Aug 28 20:13:58.528764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ad45fcda-5641-4dd9-ba21-5beab4cd9217 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:13:58.580373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4c22fa9d-afc0-41c6-b2d3-9d97b50665cd tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2046332 Aug 28 20:13:58.581825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57332) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:13:58.588542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'subnet': {'network_id': 'ce9ea848-18e9-487c-a170-fd824fb6f753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:13:58.736336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1e63e8-c2e8-40b6-a13b-1b43b75e9258 req-e402628e-4ebe-46e9-81f2-19c76acd6385 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/40367ac9-1513-45e2-9f4a-257b035020ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135799 Aug 28 20:13:58.889087 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Made reservation on behalf of dbfadcbfe7c441b4b518a61f64b76f33 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:13:58.893435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:59.237880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (c0cf935d-d4fc-4b20-be9f-68fb4a66da15), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:59.326542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b0d37-b88b-40f9-96e6-89b945f4cf7b None None] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:13:59.403613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15e25-e154-4b23-91ee-39a3b84fa707 req-e1853f03-a73d-48c1-b5e6-8e096673781d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.411711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15e25-e154-4b23-91ee-39a3b84fa707 req-e1853f03-a73d-48c1-b5e6-8e096673781d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.412391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14f15e25-e154-4b23-91ee-39a3b84fa707 req-e1853f03-a73d-48c1-b5e6-8e096673781d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1677 time: 0.0776367 Aug 28 20:13:59.427940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.433951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.440325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.447373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.453763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-01f48a5e-737c-44e9-be0f-c3edeaea26ca None None] Provisioning complete for port ff331ee3-b236-40c0-9e7e-16357322b1cb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:13:59.454449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-01f48a5e-737c-44e9-be0f-c3edeaea26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:59.455262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.461256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.467947 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.470715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-3abb4b55-eeef-4fc1-be14-792a53df5ad5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.2167757 Aug 28 20:13:59.475327 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:59.485001 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:59.491344 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14f15e25-e154-4b23-91ee-39a3b84fa707 req-92e0fd1e-190b-4062-8e66-da7a735e1c6d tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688686 Aug 28 20:13:59.548484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Subnet': ['ID=c0cf935d-d4fc-4b20-be9f-68fb4a66da15,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:59.589973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Checking segment: {'id': 'ccf8a08b-896e-4aca-b4b3-907480818e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ce9ea848-18e9-487c-a170-fd824fb6f753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:13:59.590762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network hostable DHCP agents. Network: ce9ea848-18e9-487c-a170-fd824fb6f753, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:13:59.626704 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:59.629346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-01f48a5e-737c-44e9-be0f-c3edeaea26ca None None] Current status of the port ff331ee3-b236-40c0-9e7e-16357322b1cb is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:13:59.630010 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-01f48a5e-737c-44e9-be0f-c3edeaea26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:59.638577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb5ef4a5-2dc3-4e0e-a335-c9e0d2cdc183 req-f517e7e3-e10a-461e-8668-ac9bb61a4113 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463828 Aug 28 20:13:59.681825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-01f48a5e-737c-44e9-be0f-c3edeaea26ca None None] For port ff331ee3-b236-40c0-9e7e-16357322b1cb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ff331ee3-b236-40c0-9e7e-16357322b1cb,segment=NetworkSegment(2a2b6487-e6e8-4731-9c62-ff3e4e814828),segment_id=2a2b6487-e6e8-4731-9c62-ff3e4e814828)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:13:59.683300 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:13:59.775704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network ce9ea848-18e9-487c-a170-fd824fb6f753 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:13:59.786676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-01f48a5e-737c-44e9-be0f-c3edeaea26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:59.871413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ff331ee3-b236-40c0-9e7e-16357322b1cb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:13:59.882687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-5bc5dfa9-c5d2-47ba-8cae-9b1239b6a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.890116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-5bc5dfa9-c5d2-47ba-8cae-9b1239b6a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.890116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-5bc5dfa9-c5d2-47ba-8cae-9b1239b6a4ad service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 2041 time: 0.1389339 Aug 28 20:13:59.938620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ce9ea848-18e9-487c-a170-fd824fb6f753) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:13:59.946422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:13:59.947281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:13:59.992445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f48a5e-737c-44e9-be0f-c3edeaea26ca None None] Pushing event updated for resources: {'Port': ['ID=ff331ee3-b236-40c0-9e7e-16357322b1cb,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:13:59.999300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386a677-b8c4-45fc-838e-1a347438201e None None] Network ce9ea848-18e9-487c-a170-fd824fb6f753 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:00.062135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-269fecad-5d00-4773-9b65-b943219500e7 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4780877 Aug 28 20:14:00.064882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-a6907486-b6b6-4cb6-bef8-ab0f8ee902e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.065573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57368) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:00.067127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-a6907486-b6b6-4cb6-bef8-ab0f8ee902e3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=40367ac9-1513-45e2-9f4a-257b035020ce HTTP/1.1" status: 200 len: 903 time: 0.1754274 Aug 28 20:14:00.072818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'subnet': {'network_id': 'ad45fcda-5641-4dd9-ba21-5beab4cd9217', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:00.088340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1ee20d39-7621-4d14-a080-f712ec284cb4 None None] Provisioning complete for port ff331ee3-b236-40c0-9e7e-16357322b1cb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:00.089001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1ee20d39-7621-4d14-a080-f712ec284cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:00.138011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-b5f39828-74f9-4867-8942-8d74cbe413ca service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=b190c475-908a-485f-af9a-c3d7b738ceb5 HTTP/1.1" status: 200 len: 217 time: 0.0643535 Aug 28 20:14:00.176222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ff331ee3-b236-40c0-9e7e-16357322b1cb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:00.176566 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:00.201150 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb907b33-8bde-4a7e-b696-3284da147ac6 req-25e0593b-659a-4855-bd39-b3120ed13d2a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c6e8fa8a33ad461e87fb95fd60cb0e24&device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0405779 Aug 28 20:14:00.210846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-3e5166c2-54eb-4243-999a-e3a02bbfafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.213526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-3e5166c2-54eb-4243-999a-e3a02bbfafe1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=b7192b8a-dba2-43a8-b329-1ef3c7e828b4 HTTP/1.1" status: 200 len: 801 time: 0.0697486 Aug 28 20:14:00.263011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-ce9ea848-18e9-487c-a170-fd824fb6f753', 'network_id': 'ce9ea848-18e9-487c-a170-fd824fb6f753', 'project_id': 'dbfadcbfe7c441b4b518a61f64b76f33', 'fixed_ips': [{'subnet_id': 'c0cf935d-d4fc-4b20-be9f-68fb4a66da15'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:14:00.264581 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:00.272535 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bdab9042-f8b9-4861-a1fc-6cebde2345f5 req-a7b76708-bf63-4067-8748-3848260012c1 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0811875 Aug 28 20:14:00.281416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb907b33-8bde-4a7e-b696-3284da147ac6 req-407441cf-f484-417d-bffb-8d648b7e0dd6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=c6e8fa8a33ad461e87fb95fd60cb0e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609007 Aug 28 20:14:00.289128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-8e93f3ec-7612-4618-aa25-2cc2e4463bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.290728 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-8e93f3ec-7612-4618-aa25-2cc2e4463bb5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=40367ac9-1513-45e2-9f4a-257b035020ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0712218 Aug 28 20:14:00.405283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb907b33-8bde-4a7e-b696-3284da147ac6 req-6ac606ed-b781-4cf8-8454-3a35404cb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.408352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb907b33-8bde-4a7e-b696-3284da147ac6 req-6ac606ed-b781-4cf8-8454-3a35404cb0c3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222305 Aug 28 20:14:00.417729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1ee20d39-7621-4d14-a080-f712ec284cb4 None None] Current status of the port ff331ee3-b236-40c0-9e7e-16357322b1cb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:00.445739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ff331ee3-b236-40c0-9e7e-16357322b1cb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:00.467087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-7176aef9-bd5b-44f0-859e-36db331317fe service neutron] 10.222.0.89 "GET /networking/v2.0/networks/40367ac9-1513-45e2-9f4a-257b035020ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687179 Aug 28 20:14:00.538734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Made reservation on behalf of dbfadcbfe7c441b4b518a61f64b76f33 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:14:00.543150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:00.629887 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e6cb618-f72a-4751-bbd1-8166c1db6506 req-82b4dd4a-35a9-4b5f-bc0f-af4da98bb8a5 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/40367ac9-1513-45e2-9f4a-257b035020ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560276 Aug 28 20:14:00.797003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3dc94-a613-4248-b34e-c13fcada7c2b req-5bf4b364-2c4c-45db-8c82-66afc3fa946e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.806756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3dc94-a613-4248-b34e-c13fcada7c2b req-5bf4b364-2c4c-45db-8c82-66afc3fa946e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.811597 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cc3dc94-a613-4248-b34e-c13fcada7c2b req-5bf4b364-2c4c-45db-8c82-66afc3fa946e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1677 time: 0.1140916 Aug 28 20:14:00.875834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Allocated IP 172.20.0.2 (ce9ea848-18e9-487c-a170-fd824fb6f753/c0cf935d-d4fc-4b20-be9f-68fb4a66da15/d2c68af4-530b-43a8-be92-cfc87be253cc) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:14:00.902851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.915439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.932288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.942383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.946868 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2cc3dc94-a613-4248-b34e-c13fcada7c2b req-748e6988-f0f5-476e-b02d-a255e94e4972 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271079 Aug 28 20:14:00.954499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.962848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.977034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:00.979795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-6595cce9-f065-4fb2-b543-24a7176b2dcc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.2341404 Aug 28 20:14:00.988306 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:01.093922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4c85bfe-0f8d-4070-acb9-a06d5b4005b5 req-45bf06aa-dcf9-48f0-8c40-50c6510311da tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129289 Aug 28 20:14:01.132706 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Publish callbacks [] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.224141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.277571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Network ce9ea848-18e9-487c-a170-fd824fb6f753 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:01.282487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:01.287029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:14:01.295491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Pushing event updated for resources: {'Port': ['ID=d2c68af4-530b-43a8-be92-cfc87be253cc,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:01.350158 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (dad7af96-2e55-4812-9f40-7b74bfe5c38b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.434771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Attempting to bind port d2c68af4-530b-43a8-be92-cfc87be253cc on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:14:01.434771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Attempting to bind port d2c68af4-530b-43a8-be92-cfc87be253cc by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'ccf8a08b-896e-4aca-b4b3-907480818e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ce9ea848-18e9-487c-a170-fd824fb6f753'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:14:01.434771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Attempting to bind port d2c68af4-530b-43a8-be92-cfc87be253cc on network ce9ea848-18e9-487c-a170-fd824fb6f753 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:14:01.447736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Subnet': ['ID=dad7af96-2e55-4812-9f40-7b74bfe5c38b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:01.453732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Checking segment: {'id': 'f3df57c6-afbc-4074-89a0-50db4cda3186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ad45fcda-5641-4dd9-ba21-5beab4cd9217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:14:01.454434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network hostable DHCP agents. Network: ad45fcda-5641-4dd9-ba21-5beab4cd9217, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:14:01.466505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:14:01.467087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Checking segment: {'id': 'ccf8a08b-896e-4aca-b4b3-907480818e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ce9ea848-18e9-487c-a170-fd824fb6f753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:14:01.467471 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.467898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Bound using segment: {'id': 'ccf8a08b-896e-4aca-b4b3-907480818e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ce9ea848-18e9-487c-a170-fd824fb6f753'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:14:01.469142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Bound port: d2c68af4-530b-43a8-be92-cfc87be253cc, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf8a08b-896e-4aca-b4b3-907480818e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ce9ea848-18e9-487c-a170-fd824fb6f753'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:14:01.469708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.478979 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0396a0a1-d803-427f-a718-9eb5fc0df97a req-5a7a6297-37ac-4d20-8159-33237128d957 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0748091 Aug 28 20:14:01.481000 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:01.516650 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:01.602479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network ad45fcda-5641-4dd9-ba21-5beab4cd9217 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:14:01.676854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] For port d2c68af4-530b-43a8-be92-cfc87be253cc, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:14:01.682929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] For port d2c68af4-530b-43a8-be92-cfc87be253cc, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2c68af4-530b-43a8-be92-cfc87be253cc,segment=NetworkSegment(ccf8a08b-896e-4aca-b4b3-907480818e96),segment_id=ccf8a08b-896e-4aca-b4b3-907480818e96)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:14:01.740622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ff331ee3-b236-40c0-9e7e-16357322b1cb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:01.789196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ff331ee3-b236-40c0-9e7e-16357322b1cb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:01.789573 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.813289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ad45fcda-5641-4dd9-ba21-5beab4cd9217) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:01.823884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:01.823884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.834735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:01.846250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf016b-bc13-4bbc-8bec-1ddc71e00022 None None] Network ad45fcda-5641-4dd9-ba21-5beab4cd9217 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:01.939311 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb907b33-8bde-4a7e-b696-3284da147ac6 req-45a4bb4d-e4bd-4762-b94d-070fa7160d0e tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0565572 Aug 28 20:14:01.951868 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c9d7009c-9baa-4099-9d93-28de9e901045 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8835392 Aug 28 20:14:01.953657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57396) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:02.047933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57402) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:02.064563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ff331ee3-b236-40c0-9e7e-16357322b1cb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:02.070822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c7aea-077a-46b3-80a6-e7d1806f3713 None None] Pushing event updated for resources: {'Port': ['ID=d2c68af4-530b-43a8-be92-cfc87be253cc,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:02.167720 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:02.187895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-ad45fcda-5641-4dd9-ba21-5beab4cd9217', 'network_id': 'ad45fcda-5641-4dd9-ba21-5beab4cd9217', 'project_id': 'dbfadcbfe7c441b4b518a61f64b76f33', 'fixed_ips': [{'subnet_id': 'dad7af96-2e55-4812-9f40-7b74bfe5c38b'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:14:02.189022 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:02.239623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf728-2ac8-4c99-9e65-2f7ab4c80263 req-e29b4fce-084b-4609-84e9-2aa3156d40a7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.266554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf728-2ac8-4c99-9e65-2f7ab4c80263 req-e29b4fce-084b-4609-84e9-2aa3156d40a7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.276793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50cdf728-2ac8-4c99-9e65-2f7ab4c80263 req-e29b4fce-084b-4609-84e9-2aa3156d40a7 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1677 time: 0.1667786 Aug 28 20:14:02.290526 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:02.377839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50cdf728-2ac8-4c99-9e65-2f7ab4c80263 req-69635ecd-6e30-4390-b209-4340a22af3a4 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990877 Aug 28 20:14:02.455007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.460548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.467753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.473767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.479123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.490809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.496391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:02.498444 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b713f95-f233-4997-a1ca-235040975461 req-93749ca7-af8d-46cb-89cb-033d1935ae87 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1545527 Aug 28 20:14:02.507229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Allocated IP 172.20.0.2 (ad45fcda-5641-4dd9-ba21-5beab4cd9217/dad7af96-2e55-4812-9f40-7b74bfe5c38b/1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:14:02.579051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b084f807-90ea-4e97-9a3b-859eca8707d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:02.630381 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:02.687793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b713f95-f233-4997-a1ca-235040975461 req-63220f3f-c461-44f5-ab6c-85c8ba021636 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271615 Aug 28 20:14:02.705565 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:02.763203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a72cb67b-b93c-44be-bf9f-dce380749153 req-3d59b199-c24e-4c56-9f2a-e5d5efd224a5 tempest-ServerShowV247Test-199365879 tempest-ServerShowV247Test-199365879-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8a3beb2e-530c-4e4e-8724-f39f87f0674d HTTP/1.1" status: 200 len: 210 time: 0.0808015 Aug 28 20:14:02.780362 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b084f807-90ea-4e97-9a3b-859eca8707d3 admin admin] Publish callbacks [] for security_group (fc4ff2a2-e42e-4ba0-aa8d-255c64033759), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:02.815286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b190c475-908a-485f-af9a-c3d7b738ceb5 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:02.851748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Publish callbacks [] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:02.854454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:02.860788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b084f807-90ea-4e97-9a3b-859eca8707d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fc4ff2a2-e42e-4ba0-aa8d-255c64033759), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:02.956945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b084f807-90ea-4e97-9a3b-859eca8707d3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=61d5a3ea8708484d905ef64529381546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9072387 Aug 28 20:14:02.958615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57414) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:02.959438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084f807-90ea-4e97-9a3b-859eca8707d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ff2a2-e42e-4ba0-aa8d-255c64033759,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:03.019552 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.045753 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b753cc2-d15f-4b10-826d-10fac7b6825d admin admin] Publish callbacks [] for security_group (fc4ff2a2-e42e-4ba0-aa8d-255c64033759), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.102773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b753cc2-d15f-4b10-826d-10fac7b6825d admin admin] Publish callbacks [] for security_group (fc4ff2a2-e42e-4ba0-aa8d-255c64033759), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.162705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Pushing event updated for resources: {'Port': ['ID=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:03.181381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b190c475-908a-485f-af9a-c3d7b738ceb5, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b190c475-908a-485f-af9a-c3d7b738ceb5,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:03.220738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'b190c475-908a-485f-af9a-c3d7b738ceb5', 'network_id': '40367ac9-1513-45e2-9f4a-257b035020ce', 'port_id': 'b190c475-908a-485f-af9a-c3d7b738ceb5', 'mac_address': 'fa:16:3e:a2:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7192b8a-dba2-43a8-b329-1ef3c7e828b4', 'ip_address': '19.86.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:03.230455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Network ad45fcda-5641-4dd9-ba21-5beab4cd9217 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:03.232634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:03.266574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:14:03.442092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Allocated IP 172.20.0.1 (ce9ea848-18e9-487c-a170-fd824fb6f753/c0cf935d-d4fc-4b20-be9f-68fb4a66da15/5ad7798c-4803-46d4-9eb0-1d0d3d81f642) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:14:03.464461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b190c475-908a-485f-af9a-c3d7b738ceb5 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:03.465125 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.517483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b190c475-908a-485f-af9a-c3d7b738ceb5 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:03.523930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Attempting to bind port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:14:03.532552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Attempting to bind port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f3df57c6-afbc-4074-89a0-50db4cda3186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ad45fcda-5641-4dd9-ba21-5beab4cd9217'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:14:03.532552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Attempting to bind port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a on network ad45fcda-5641-4dd9-ba21-5beab4cd9217 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:14:03.539433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:14:03.540455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Checking segment: {'id': 'f3df57c6-afbc-4074-89a0-50db4cda3186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ad45fcda-5641-4dd9-ba21-5beab4cd9217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:14:03.540881 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.541291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Bound using segment: {'id': 'f3df57c6-afbc-4074-89a0-50db4cda3186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ad45fcda-5641-4dd9-ba21-5beab4cd9217'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:14:03.541802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Bound port: 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df57c6-afbc-4074-89a0-50db4cda3186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ad45fcda-5641-4dd9-ba21-5beab4cd9217'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:14:03.542951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.561679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b190c475-908a-485f-af9a-c3d7b738ceb5, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b190c475-908a-485f-af9a-c3d7b738ceb5,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:03.630998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] For port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:14:03.631705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf0c8-b504-40bd-82d2-a3215650bb60 req-a67c236e-0dcb-44f3-849b-7f36e2f39c77 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:03.634799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] For port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,segment=NetworkSegment(f3df57c6-afbc-4074-89a0-50db4cda3186),segment_id=f3df57c6-afbc-4074-89a0-50db4cda3186)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:14:03.667110 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:03.671830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf0c8-b504-40bd-82d2-a3215650bb60 req-a67c236e-0dcb-44f3-849b-7f36e2f39c77 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:03.677273 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ecbbf0c8-b504-40bd-82d2-a3215650bb60 req-a67c236e-0dcb-44f3-849b-7f36e2f39c77 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1677 time: 0.1289330 Aug 28 20:14:03.692470 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.695379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2564cd8c-ce99-4f23-9c76-25bee3631dd9 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:03.779913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.829957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ecbbf0c8-b504-40bd-82d2-a3215650bb60 req-f50ceda2-6f8a-424a-97f9-8d6625acea2f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463494 Aug 28 20:14:03.854615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2564cd8c-ce99-4f23-9c76-25bee3631dd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2564cd8c-ce99-4f23-9c76-25bee3631dd9,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:03.867578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b753cc2-d15f-4b10-826d-10fac7b6825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fc4ff2a2-e42e-4ba0-aa8d-255c64033759), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.870906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3b753cc2-d15f-4b10-826d-10fac7b6825d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:03.876915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3b753cc2-d15f-4b10-826d-10fac7b6825d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fc4ff2a2-e42e-4ba0-aa8d-255c64033759 HTTP/1.1" status: 204 len: 168 time: 0.9111850 Aug 28 20:14:03.887938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b753cc2-d15f-4b10-826d-10fac7b6825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ff2a2-e42e-4ba0-aa8d-255c64033759,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:03.983347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b190c475-908a-485f-af9a-c3d7b738ceb5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:03.989196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2c68af4-530b-43a8-be92-cfc87be253cc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:03.992900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae429b3-4592-48cc-abc9-ce31b0a1bb17 None None] Network ce9ea848-18e9-487c-a170-fd824fb6f753 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:04.031707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:04.042294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:04.051616 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:04.059355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.061444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:04.071496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:04.078851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:04.086379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:04.089696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-23d5f035-0c5e-453e-8dff-2cce38812e0d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1902277 Aug 28 20:14:04.120648 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.167878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network ce9ea848-18e9-487c-a170-fd824fb6f753 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:04.171903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:04.184631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:14:04.197379 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:04.214320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '2564cd8c-ce99-4f23-9c76-25bee3631dd9', 'network_id': '25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc', 'port_id': '2564cd8c-ce99-4f23-9c76-25bee3631dd9', 'mac_address': 'fa:16:3e:25:41:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cea7ce6-bccb-4cf2-a2e3-eb581d4af738', 'ip_address': '19.80.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:04.248127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72de8e7e-9427-43f1-a8bd-b97970073efe req-47badb3e-64c3-4e68-b8bb-b6442522c48f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493962 Aug 28 20:14:04.251231 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:04.254661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Port': ['ID=5ad7798c-4803-46d4-9eb0-1d0d3d81f642,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:04.282959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.283323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.283658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.290052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.291363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.297561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.297561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.297561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.297561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.297561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.297561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.297561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.298294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.298965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.299682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:04.331334 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.365528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ad6e1bc8-10ce-4bb8-8c52-f39402901c4f None None] Provisioning complete for port d2c68af4-530b-43a8-be92-cfc87be253cc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:04.365528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1bc8-10ce-4bb8-8c52-f39402901c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.407999 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:04.463172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:04.463711 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.492541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140af53-3238-4c7b-8406-3e63a298459e None None] Pushing event updated for resources: {'Port': ['ID=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:04.507464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2564cd8c-ce99-4f23-9c76-25bee3631dd9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:04.518534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d2c68af4-530b-43a8-be92-cfc87be253cc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:04.519364 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.640524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2564cd8c-ce99-4f23-9c76-25bee3631dd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2564cd8c-ce99-4f23-9c76-25bee3631dd9,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:04.735941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e1bc8-10ce-4bb8-8c52-f39402901c4f None None] Current status of the port d2c68af4-530b-43a8-be92-cfc87be253cc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:04.736820 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1bc8-10ce-4bb8-8c52-f39402901c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.830472 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.831673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:04.855850 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ad6e1bc8-10ce-4bb8-8c52-f39402901c4f None None] For port d2c68af4-530b-43a8-be92-cfc87be253cc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2c68af4-530b-43a8-be92-cfc87be253cc,segment=NetworkSegment(ccf8a08b-896e-4aca-b4b3-907480818e96),segment_id=ccf8a08b-896e-4aca-b4b3-907480818e96)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:04.859698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d2c68af4-530b-43a8-be92-cfc87be253cc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:04.860368 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:05.013139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2564cd8c-ce99-4f23-9c76-25bee3631dd9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:05.042203 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1bc8-10ce-4bb8-8c52-f39402901c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:05.180145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['b190c475-908a-485f-af9a-c3d7b738ceb5'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:05.269644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57454) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:05.399886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9283ea-e090-4871-bf99-f9689801e251 req-4b065ad7-d2e1-47c5-ad9b-d761526496cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.406701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9283ea-e090-4871-bf99-f9689801e251 req-4b065ad7-d2e1-47c5-ad9b-d761526496cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.408483 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c9283ea-e090-4871-bf99-f9689801e251 req-4b065ad7-d2e1-47c5-ad9b-d761526496cb tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1679 time: 0.3784204 Aug 28 20:14:05.548508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:05.577001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.595849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.612609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.618889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.630245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.650182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.659211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:05.664652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:05.671321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c9283ea-e090-4871-bf99-f9689801e251 req-1ef4ca42-18a3-4447-bbae-1c366498f27b tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176144 Aug 28 20:14:05.678174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-061c368c-54b8-4cf9-b306-665881172f8c req-22c52667-9231-482b-813e-b75ace2fed72 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.2073054 Aug 28 20:14:05.766735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4a115030-7285-4a9e-8501-f1fbe73940d2 None None] Provisioning complete for port 5ad7798c-4803-46d4-9eb0-1d0d3d81f642 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:05.768029 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4a115030-7285-4a9e-8501-f1fbe73940d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:05.772835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['2564cd8c-ce99-4f23-9c76-25bee3631dd9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:05.792793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Port': ['ID=5ad7798c-4803-46d4-9eb0-1d0d3d81f642,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:05.797644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:05.902648 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-061c368c-54b8-4cf9-b306-665881172f8c req-07919435-3316-4271-a01a-746acf212b94 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2233577 Aug 28 20:14:05.920072 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:05.973181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network ce9ea848-18e9-487c-a170-fd824fb6f753 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:05.974815 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:05.976540 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:05.995767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:06.016256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57464) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:06.046579 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3762-14a5-48f0-bfaa-6a61f9c53c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.063441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:14:06.075382 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:14:06.201007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e1bc8-10ce-4bb8-8c52-f39402901c4f None None] Pushing event updated for resources: {'Port': ['ID=d2c68af4-530b-43a8-be92-cfc87be253cc,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:06.219132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4a115030-7285-4a9e-8501-f1fbe73940d2 None None] Port 5ad7798c-4803-46d4-9eb0-1d0d3d81f642 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:14:06.250397 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:06.261133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4a115030-7285-4a9e-8501-f1fbe73940d2 None None] Provisioning complete for port d2c68af4-530b-43a8-be92-cfc87be253cc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:06.268315 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4a115030-7285-4a9e-8501-f1fbe73940d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.277285 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3762-14a5-48f0-bfaa-6a61f9c53c0c admin admin] Publish callbacks [] for security_group (2b122229-9526-4d96-ba54-1beac232f021), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.366691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3762-14a5-48f0-bfaa-6a61f9c53c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b122229-9526-4d96-ba54-1beac232f021), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.401362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Router a02880ba-dc5a-48d8-a2b9-5d1ac1868363 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:14:06.443150 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:06.450352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8638cce0-f06e-4805-a5ba-1613107f64ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.482176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6d1c3762-14a5-48f0-bfaa-6a61f9c53c0c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cb71dd0c673b42edb834f63fff053fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4646089 Aug 28 20:14:06.486446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c3762-14a5-48f0-bfaa-6a61f9c53c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b122229-9526-4d96-ba54-1beac232f021,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:06.489421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57468) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:06.495879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ec5f0-e2a5-48eb-a1ab-5a106739f3ff None None] Network ad45fcda-5641-4dd9-ba21-5beab4cd9217 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:06.622830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4a115030-7285-4a9e-8501-f1fbe73940d2 None None] Current status of the port d2c68af4-530b-43a8-be92-cfc87be253cc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:06.624959 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e3649a37-4e97-4201-a63b-627bb394c091 admin admin] Publish callbacks [] for security_group (2b122229-9526-4d96-ba54-1beac232f021), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.631563 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8638cce0-f06e-4805-a5ba-1613107f64ad admin admin] Publish callbacks [] for security_group (63a502de-fb60-4050-80b2-a411905128d1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.641728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:06.647724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-00303e91-398f-4532-ab74-f1567a6fe9d0 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "PUT /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6927633 Aug 28 20:14:06.652885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57470) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:06.658836 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] Sync routers for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:06.673218 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:06.674129 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:06.710220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d2c68af4-530b-43a8-be92-cfc87be253cc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:06.717755 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8638cce0-f06e-4805-a5ba-1613107f64ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (63a502de-fb60-4050-80b2-a411905128d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.756580 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:06.786673 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:06.794083 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:06.832465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Provisioning complete for port 5ad7798c-4803-46d4-9eb0-1d0d3d81f642 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:06.832976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.858196 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e3649a37-4e97-4201-a63b-627bb394c091 admin admin] Publish callbacks [] for security_group (2b122229-9526-4d96-ba54-1beac232f021), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:06.878340 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:06.878969 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4506e2d-ad27-43ac-8766-fad9a2350de0 None None] The sync data for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:06.899910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8638cce0-f06e-4805-a5ba-1613107f64ad admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c6e8fa8a33ad461e87fb95fd60cb0e24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6279705 Aug 28 20:14:06.903346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57476) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:06.905216 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:06.928156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638cce0-f06e-4805-a5ba-1613107f64ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a502de-fb60-4050-80b2-a411905128d1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:06.937590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Port 5ad7798c-4803-46d4-9eb0-1d0d3d81f642 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:14:06.950540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Provisioning complete for port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:06.950540 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.063190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e734e43-3724-42b2-b033-c02f455217d7 admin admin] Publish callbacks [] for security_group (63a502de-fb60-4050-80b2-a411905128d1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.103483 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e734e43-3724-42b2-b033-c02f455217d7 admin admin] Publish callbacks [] for security_group (63a502de-fb60-4050-80b2-a411905128d1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.132489 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:07.150045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2c68af4-530b-43a8-be92-cfc87be253cc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:07.201030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Current status of the port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:07.201467 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.290517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] For port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,segment=NetworkSegment(f3df57c6-afbc-4074-89a0-50db4cda3186),segment_id=f3df57c6-afbc-4074-89a0-50db4cda3186)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:07.292788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d2c68af4-530b-43a8-be92-cfc87be253cc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:07.293179 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.339145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.345338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.357172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.362637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.368497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.372852 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.373699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.379315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.384076 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f387e240-ba78-4210-86dc-1036e1aedcea req-94fcac14-638c-42bf-9669-af4a36d9ab7b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1599851 Aug 28 20:14:07.384573 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e734e43-3724-42b2-b033-c02f455217d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (63a502de-fb60-4050-80b2-a411905128d1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.387842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e734e43-3724-42b2-b033-c02f455217d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.389176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4e734e43-3724-42b2-b033-c02f455217d7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/63a502de-fb60-4050-80b2-a411905128d1 HTTP/1.1" status: 204 len: 168 time: 0.4821599 Aug 28 20:14:07.414312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e734e43-3724-42b2-b033-c02f455217d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a502de-fb60-4050-80b2-a411905128d1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:07.560112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f387e240-ba78-4210-86dc-1036e1aedcea req-5bf3855d-cd30-447e-9575-ead496c69851 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688378 Aug 28 20:14:07.566946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-67914e6b-e484-403e-b1f8-51dfb81227da None None] Provisioning complete for port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:07.568002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-67914e6b-e484-403e-b1f8-51dfb81227da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.572167 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:07.575442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d2c68af4-530b-43a8-be92-cfc87be253cc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:07.577598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:07.616826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc605f64-7a4b-421b-a96a-e14c87acc2f1 None None] Pushing event updated for resources: {'Port': ['ID=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:07.655763 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:14:07.669357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:07.669961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.732752 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:07.766409 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:07.787091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0be90-f984-4a87-9572-b07528449c32 req-1577a07a-f871-4623-b9a6-3912b8242bfe tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.792972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0be90-f984-4a87-9572-b07528449c32 req-1577a07a-f871-4623-b9a6-3912b8242bfe tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:07.803842 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32f0be90-f984-4a87-9572-b07528449c32 req-1577a07a-f871-4623-b9a6-3912b8242bfe tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1679 time: 0.8998182 Aug 28 20:14:07.846860 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:07.854608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-67914e6b-e484-403e-b1f8-51dfb81227da None None] Current status of the port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:07.962864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-32f0be90-f984-4a87-9572-b07528449c32 req-0a185a75-9050-4cc2-804e-4c8f917003f1 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397192 Aug 28 20:14:07.975531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e3649a37-4e97-4201-a63b-627bb394c091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b122229-9526-4d96-ba54-1beac232f021), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.980715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e3649a37-4e97-4201-a63b-627bb394c091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:07.980715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e3649a37-4e97-4201-a63b-627bb394c091 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b122229-9526-4d96-ba54-1beac232f021 HTTP/1.1" status: 204 len: 168 time: 1.4894998 Aug 28 20:14:08.008543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3649a37-4e97-4201-a63b-627bb394c091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b122229-9526-4d96-ba54-1beac232f021,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:08.117403 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-7afae67c-8f52-42a3-8551-d167b395f5e4 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:14:08.126753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7afae67c-8f52-42a3-8551-d167b395f5e4 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "PUT /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4669676 Aug 28 20:14:08.127165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57508) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:08.241771 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:08.403302 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:08.587107 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:08.836485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:08.842270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:08.854536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:08.854766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:08.857804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b190c475-908a-485f-af9a-c3d7b738ceb5 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:08.858132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:08.863846 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:08.876499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:08.889148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:08.893133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-f2ee9530-5d68-47ed-875c-b677a18527bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1687849 Aug 28 20:14:09.263482 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:09.303662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:09.303662 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:09.376281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81363bd-c613-49e5-ad5e-0acb7f3857c9 req-6fe1eb86-e94a-4fc8-9455-4701e628f325 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:09.376281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81363bd-c613-49e5-ad5e-0acb7f3857c9 req-6fe1eb86-e94a-4fc8-9455-4701e628f325 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:09.381721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port b190c475-908a-485f-af9a-c3d7b738ceb5 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:09.389715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d81363bd-c613-49e5-ad5e-0acb7f3857c9 req-6fe1eb86-e94a-4fc8-9455-4701e628f325 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1679 time: 0.2587447 Aug 28 20:14:09.502629 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d752ebfb-22a1-44b8-9421-6d6fd9f14cee req-b013043e-7a07-4658-ac52-250482b46c81 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6006870 Aug 28 20:14:09.538167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port b190c475-908a-485f-af9a-c3d7b738ceb5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:09.538554 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:09.576877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d81363bd-c613-49e5-ad5e-0acb7f3857c9 req-5400062c-7db3-4178-8c69-96bbf69f506e tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857059 Aug 28 20:14:09.804744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:09.823668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Deleting port 5ad7798c-4803-46d4-9eb0-1d0d3d81f642 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:09.824630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:09.903679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b190c475-908a-485f-af9a-c3d7b738ceb5 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:09.905261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:09.922428 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:09.951745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b190c475-908a-485f-af9a-c3d7b738ceb5, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b190c475-908a-485f-af9a-c3d7b738ceb5,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:09.953199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190c475-908a-485f-af9a-c3d7b738ceb5'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:09.955979 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cecedc-a373-4cf9-b00b-a8e673261c4d" -d '{"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-plugged", "status": "completed", "tag": "b190c475-908a-485f-af9a-c3d7b738ceb5"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:10.015314 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:10.017977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2564cd8c-ce99-4f23-9c76-25bee3631dd9 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:10.019293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:10.036642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Calling delete_port for 5ad7798c-4803-46d4-9eb0-1d0d3d81f642 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:10.227671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b190c475-908a-485f-af9a-c3d7b738ceb5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:10.236555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:10.315390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:10.315772 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:10.482227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:10.492340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:10.533997 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5ad7798c-4803-46d4-9eb0-1d0d3d81f642), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:10.558105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 2564cd8c-ce99-4f23-9c76-25bee3631dd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2564cd8c-ce99-4f23-9c76-25bee3631dd9,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:10.580863 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1e51e-1b18-4707-a01c-559373fc7659 x-openstack-request-id: req-64a1e51e-1b18-4707-a01c-559373fc7659 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:10.581175 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-plugged", "status": "completed", "tag": "b190c475-908a-485f-af9a-c3d7b738ceb5", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:10.581692 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64a1e51e-1b18-4707-a01c-559373fc7659 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:10.581828 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a1e51e-1b18-4707-a01c-559373fc7659'] response: {'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190c475-908a-485f-af9a-c3d7b738ceb5', 'code': 200} Aug 28 20:14:10.621078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Port': ['ID=5ad7798c-4803-46d4-9eb0-1d0d3d81f642,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:10.695824 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:10.760426 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:10.864327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=2564cd8c-ce99-4f23-9c76-25bee3631dd9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:10.925167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9258d14-38bc-4a74-96a1-099e0ef39f48 req-c84b5b7b-7caa-42c8-96f2-ea3f12455218 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:10.934684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9258d14-38bc-4a74-96a1-099e0ef39f48 req-c84b5b7b-7caa-42c8-96f2-ea3f12455218 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:10.936359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b9258d14-38bc-4a74-96a1-099e0ef39f48 req-c84b5b7b-7caa-42c8-96f2-ea3f12455218 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1681 time: 0.1428912 Aug 28 20:14:10.937967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:10.965803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:10.987978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:11.007789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:11.030048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:11.040758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:11.052646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:11.059432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-57d7d794-baad-4fcd-b02a-1f9cc5c88e30 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.3174987 Aug 28 20:14:11.181291 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b9258d14-38bc-4a74-96a1-099e0ef39f48 req-2d653e39-27fc-4c3c-bc7a-8493235ef0f2 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204273 Aug 28 20:14:11.184008 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:11.225768 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0e7bade-f953-42c7-b476-ebca9d0c271a req-9b94e05f-4f2c-4c4c-983d-dd78b3282bff tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491804 Aug 28 20:14:11.238904 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:11.509647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Router a02880ba-dc5a-48d8-a2b9-5d1ac1868363 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:14:11.592852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:11.603373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57584) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:11.603539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-506244ae-0161-4cb1-bfab-4276aa69cfee tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "PUT /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4765007 Aug 28 20:14:11.615726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] Sync routers for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:11.626450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:11.627082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:11.662815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:11.672075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:11.672945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:11.673191 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-c74f5eb9-0119-48f4-b18f-85da8c2a46c3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] delete failed (client error): The resource could not be found. Aug 28 20:14:11.674459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c74f5eb9-0119-48f4-b18f-85da8c2a46c3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/routers/tempest-non_exist_router-1696092305 HTTP/1.1" status: 404 len: 335 time: 0.0688012 Aug 28 20:14:11.679690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57586) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:11.681277 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:11.684366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1c899ba3-657d-4940-a25f-b70864ee720c tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:11.709289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:11.710221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3acfd-8d21-4924-99da-6eea94229903 None None] The sync data for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:11.899259 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:11.931579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c899ba3-657d-4940-a25f-b70864ee720c tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for router_gateway (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:11.964551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57598) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:12.026942 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-1c899ba3-657d-4940-a25f-b70864ee720c tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] update failed (client error): The resource could not be found. Aug 28 20:14:12.028010 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c899ba3-657d-4940-a25f-b70864ee720c tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "PUT /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363 HTTP/1.1" status: 404 len: 339 time: 0.3473067 Aug 28 20:14:12.032095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57602) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:12.267167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b78de919-b687-4c1a-93c1-1d26df8c19c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:12.337473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf76be-5d9d-492f-9a92-3a10b5b14a9d req-ff67a00a-c832-4457-9f3d-d74da14dd135 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.343986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf76be-5d9d-492f-9a92-3a10b5b14a9d req-ff67a00a-c832-4457-9f3d-d74da14dd135 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.345721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eeaf76be-5d9d-492f-9a92-3a10b5b14a9d req-ff67a00a-c832-4457-9f3d-d74da14dd135 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1681 time: 0.0702522 Aug 28 20:14:12.410420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eeaf76be-5d9d-492f-9a92-3a10b5b14a9d req-925f56f4-6818-41ac-ad7d-be92b43a8c86 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542727 Aug 28 20:14:12.434008 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:12.451042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.456210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.461917 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.467918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.473025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.478782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.483958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.486518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-2dff3cab-442a-424b-a8b5-35944d1658a3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1507411 Aug 28 20:14:12.583073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2564cd8c-ce99-4f23-9c76-25bee3631dd9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:12.585815 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcad813-8691-4eca-9cf2-eeb8eb0a85a3" -d '{"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-plugged", "status": "completed", "tag": "2564cd8c-ce99-4f23-9c76-25bee3631dd9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:12.598908 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:12.601221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b78de919-b687-4c1a-93c1-1d26df8c19c7 admin admin] Publish callbacks [] for security_group (d53398fe-5be8-4439-8319-fe66cc2c2969), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:12.607346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57624) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:12.632170 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537ba08b-0644-4bd1-94d1-d166f9fec73c x-openstack-request-id: req-537ba08b-0644-4bd1-94d1-d166f9fec73c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:12.633137 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-plugged", "status": "completed", "tag": "2564cd8c-ce99-4f23-9c76-25bee3631dd9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:12.633436 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-537ba08b-0644-4bd1-94d1-d166f9fec73c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:12.634051 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537ba08b-0644-4bd1-94d1-d166f9fec73c'] response: {'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2564cd8c-ce99-4f23-9c76-25bee3631dd9', 'code': 200} Aug 28 20:14:12.684502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b78de919-b687-4c1a-93c1-1d26df8c19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d53398fe-5be8-4439-8319-fe66cc2c2969), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:12.707210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a777b2d-9902-4114-a16e-cd0c7c86a4d8 req-0aa2d0a3-cee7-4ca1-a9c1-19eaf2f1223c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084150 Aug 28 20:14:12.817603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b78de919-b687-4c1a-93c1-1d26df8c19c7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=41411691b85944e69afe7528b4978632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8511958 Aug 28 20:14:12.820702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57632) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:12.824040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78de919-b687-4c1a-93c1-1d26df8c19c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53398fe-5be8-4439-8319-fe66cc2c2969,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:12.842370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da2855-4d0b-4421-9236-fd53750dfd10 req-2f0e76dc-0fcd-4a2c-9dd0-3907f14367ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.846754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da2855-4d0b-4421-9236-fd53750dfd10 req-2f0e76dc-0fcd-4a2c-9dd0-3907f14367ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:12.846754 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3da2855-4d0b-4421-9236-fd53750dfd10 req-2f0e76dc-0fcd-4a2c-9dd0-3907f14367ac service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 2045 time: 0.1265910 Aug 28 20:14:12.904567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c69e821-f212-48a2-aa29-c14138e67e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:12.956228 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3da2855-4d0b-4421-9236-fd53750dfd10 req-cf2db8b6-986f-485b-8d21-7954156e1407 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046643 Aug 28 20:14:12.959303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Allocated IP 172.20.0.1 (55733bb4-4ae3-4e56-9679-baaf6770e3e8/a1310483-5052-4ebc-81b7-2e05a880954a/c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:14:12.973742 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:12.978140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c255aaca-81cf-4a58-bd83-d5a312e4e66d admin admin] Publish callbacks [] for security_group (d53398fe-5be8-4439-8319-fe66cc2c2969), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.013614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c255aaca-81cf-4a58-bd83-d5a312e4e66d admin admin] Publish callbacks [] for security_group (d53398fe-5be8-4439-8319-fe66cc2c2969), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.019818 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:13.111089 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.126551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c69e821-f212-48a2-aa29-c14138e67e6e admin admin] Publish callbacks [] for security_group (d66406e5-39c0-4bb1-847d-4e2d0a8c23a9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.208710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c69e821-f212-48a2-aa29-c14138e67e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d66406e5-39c0-4bb1-847d-4e2d0a8c23a9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.212039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c255aaca-81cf-4a58-bd83-d5a312e4e66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d53398fe-5be8-4439-8319-fe66cc2c2969), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.214632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c255aaca-81cf-4a58-bd83-d5a312e4e66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.220994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c255aaca-81cf-4a58-bd83-d5a312e4e66d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d53398fe-5be8-4439-8319-fe66cc2c2969 HTTP/1.1" status: 204 len: 168 time: 0.3940213 Aug 28 20:14:13.237958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.259814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2c69e821-f212-48a2-aa29-c14138e67e6e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=54dde84f0a7d48e4afda6718e51659d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6501226 Aug 28 20:14:13.264260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57654) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:13.271465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69e821-f212-48a2-aa29-c14138e67e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66406e5-39c0-4bb1-847d-4e2d0a8c23a9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:13.292011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255aaca-81cf-4a58-bd83-d5a312e4e66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53398fe-5be8-4439-8319-fe66cc2c2969,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:13.329014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:13.338591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:13.350556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:14:13.365466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Port': ['ID=c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:13.439114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.443673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0c67320-64ce-4087-86ac-1a73a5101efb admin admin] Publish callbacks [] for security_group (d66406e5-39c0-4bb1-847d-4e2d0a8c23a9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.469773 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0c67320-64ce-4087-86ac-1a73a5101efb admin admin] Publish callbacks [] for security_group (d66406e5-39c0-4bb1-847d-4e2d0a8c23a9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.693291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5a80-0b74-44c8-a05f-43f35c71813b req-6fbd2381-21dd-4cae-ab95-4b1ff2d7a07f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.698993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5a80-0b74-44c8-a05f-43f35c71813b req-6fbd2381-21dd-4cae-ab95-4b1ff2d7a07f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.700780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3fd5a80-0b74-44c8-a05f-43f35c71813b req-6fbd2381-21dd-4cae-ab95-4b1ff2d7a07f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1681 time: 0.1483157 Aug 28 20:14:13.737171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1a5fd114-5fd0-4953-8f8c-7625eae4012c None None] Provisioning complete for port c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:13.737762 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1a5fd114-5fd0-4953-8f8c-7625eae4012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.778115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fd114-5fd0-4953-8f8c-7625eae4012c None None] Port c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:14:13.787583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3fd5a80-0b74-44c8-a05f-43f35c71813b req-365e6504-5cca-4cb3-837f-39e16ab8e424 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716805 Aug 28 20:14:13.901187 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0c67320-64ce-4087-86ac-1a73a5101efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d66406e5-39c0-4bb1-847d-4e2d0a8c23a9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.905301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0c67320-64ce-4087-86ac-1a73a5101efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.906606 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f0c67320-64ce-4087-86ac-1a73a5101efb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d66406e5-39c0-4bb1-847d-4e2d0a8c23a9 HTTP/1.1" status: 204 len: 168 time: 0.6139252 Aug 28 20:14:13.939990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.946848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.953117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.956373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c67320-64ce-4087-86ac-1a73a5101efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66406e5-39c0-4bb1-847d-4e2d0a8c23a9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:13.959125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.966091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.974054 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.979797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:13.980340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:13.989484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-0a52171d-c49c-4074-81db-b8ccd21bba6d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1215193 Aug 28 20:14:14.006659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033cc95-30ea-4533-8f81-c37d8a2c18f3 req-cbb288bc-c63f-4652-aa8a-b336afc03ac7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:14.006659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9033cc95-30ea-4533-8f81-c37d8a2c18f3 req-cbb288bc-c63f-4652-aa8a-b336afc03ac7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1484065 Aug 28 20:14:14.062460 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5044a21-33f8-44fc-9cb1-9e591785ce7f req-6e98a79e-c8e4-4232-b395-eaa8973934a0 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714142 Aug 28 20:14:14.110146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9033cc95-30ea-4533-8f81-c37d8a2c18f3 req-13a4864b-381e-4f94-b083-80bfb3fe1fee tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959206 Aug 28 20:14:14.311777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57684) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:14.342241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.344825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d35486f-3af0-43e8-9f9a-a4daa0e959fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.403005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.441495 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:14.446566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d35486f-3af0-43e8-9f9a-a4daa0e959fc admin admin] Publish callbacks [] for security_group (74fd30c6-77a7-447c-943f-300cbaf05c64), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.481585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event updated for resources: {'Port': ['ID=c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:14.483956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.540511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d35486f-3af0-43e8-9f9a-a4daa0e959fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (74fd30c6-77a7-447c-943f-300cbaf05c64), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.565088 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:14.574496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35486f-3af0-43e8-9f9a-a4daa0e959fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd30c6-77a7-447c-943f-300cbaf05c64,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:14.601653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:14.603736 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:14.620742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5d35486f-3af0-43e8-9f9a-a4daa0e959fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e0bc5ea4d63949c7837d5fb15d83f4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075960 Aug 28 20:14:14.623338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57688) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:14.704769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54f9def5-4318-401c-95c4-16138a6a170d admin admin] Publish callbacks [] for security_group (74fd30c6-77a7-447c-943f-300cbaf05c64), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.728435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Router a02880ba-dc5a-48d8-a2b9-5d1ac1868363 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:14:14.744865 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54f9def5-4318-401c-95c4-16138a6a170d admin admin] Publish callbacks [] for security_group (74fd30c6-77a7-447c-943f-300cbaf05c64), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.841178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:14.854417 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] Sync routers for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:14.856120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-225a4fc6-c97c-407c-a59d-a83d861d3365 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "PUT /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229704 Aug 28 20:14:14.859113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57694) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:14.893551 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:14.896262 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:14.959721 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:14.970639 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:14.971362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:14.974033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54f9def5-4318-401c-95c4-16138a6a170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (74fd30c6-77a7-447c-943f-300cbaf05c64), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.976581 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54f9def5-4318-401c-95c4-16138a6a170d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:14.981275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-54f9def5-4318-401c-95c4-16138a6a170d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/74fd30c6-77a7-447c-943f-300cbaf05c64 HTTP/1.1" status: 204 len: 168 time: 0.3533125 Aug 28 20:14:15.006253 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:15.007009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdfc99e-dd08-47e3-850a-dd59c99814a2 None None] The sync data for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:15.008613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9def5-4318-401c-95c4-16138a6a170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd30c6-77a7-447c-943f-300cbaf05c64,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:15.016419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68903-a836-4549-a7ff-a4dc69025cea req-16eeea4f-b34a-45e5-bb74-659ea44e4ee3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.018949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2bd01c92-80ec-48b1-aad4-621992dc7b62 None None] Provisioning complete for port c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:15.020506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c92-80ec-48b1-aad4-621992dc7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.020644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68903-a836-4549-a7ff-a4dc69025cea req-16eeea4f-b34a-45e5-bb74-659ea44e4ee3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.022197 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11e68903-a836-4549-a7ff-a4dc69025cea req-16eeea4f-b34a-45e5-bb74-659ea44e4ee3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1681 time: 0.1172791 Aug 28 20:14:15.038679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78d033a3-a12b-40ae-8c01-0fe778027af5 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for router (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.087217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2bd01c92-80ec-48b1-aad4-621992dc7b62 None None] Port c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:14:15.166541 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-78d033a3-a12b-40ae-8c01-0fe778027af5 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 20:14:15.166541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-78d033a3-a12b-40ae-8c01-0fe778027af5 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363 HTTP/1.1" status: 409 len: 376 time: 0.3034475 Aug 28 20:14:15.167119 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11e68903-a836-4549-a7ff-a4dc69025cea req-1824ac9e-4dce-433b-a83c-5297a67a9faf tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375015 Aug 28 20:14:15.167593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57706) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:15.229065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.236927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.244925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.252333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.259378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.266334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.274369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.277071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ece149fc-902b-4597-9595-8cb420824f78 req-91d75fd1-13ce-462e-8748-4a50f25d5489 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.1268191 Aug 28 20:14:15.306582 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:15.357327 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ece149fc-902b-4597-9595-8cb420824f78 req-7186b37c-b31a-42d5-a119-49493b14f6e1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739641 Aug 28 20:14:15.390415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57712) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:15.409831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9658050-9a0b-4f97-b5b8-2205a8a426d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.411164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d84b0-61ae-4670-9c8b-4d428c1e93af req-ce58bc37-09ec-4a1a-829d-7d2eb0678c1f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:15.412884 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da9d84b0-61ae-4670-9c8b-4d428c1e93af req-ce58bc37-09ec-4a1a-829d-7d2eb0678c1f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1284087 Aug 28 20:14:15.488296 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da9d84b0-61ae-4670-9c8b-4d428c1e93af req-9ddaae53-55cb-4294-987d-716708fd3429 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628929 Aug 28 20:14:15.521228 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9658050-9a0b-4f97-b5b8-2205a8a426d7 admin admin] Publish callbacks [] for security_group (e39bacbe-f41d-4546-8eb3-992bd1912f47), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.635465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.640829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9658050-9a0b-4f97-b5b8-2205a8a426d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e39bacbe-f41d-4546-8eb3-992bd1912f47), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.640987 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:15.683992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e9658050-9a0b-4f97-b5b8-2205a8a426d7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=256cfe3950ba4474a4b2ddcbd0cc1926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2924647 Aug 28 20:14:15.685031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9658050-9a0b-4f97-b5b8-2205a8a426d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bacbe-f41d-4546-8eb3-992bd1912f47,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:15.688580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57718) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:15.760391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae95e813-7a0e-46e9-95d6-cd4b0ca19d64 admin admin] Publish callbacks [] for security_group (e39bacbe-f41d-4546-8eb3-992bd1912f47), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.805015 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae95e813-7a0e-46e9-95d6-cd4b0ca19d64 admin admin] Publish callbacks [] for security_group (e39bacbe-f41d-4546-8eb3-992bd1912f47), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.933915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae95e813-7a0e-46e9-95d6-cd4b0ca19d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e39bacbe-f41d-4546-8eb3-992bd1912f47), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.937198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae95e813-7a0e-46e9-95d6-cd4b0ca19d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.941614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ae95e813-7a0e-46e9-95d6-cd4b0ca19d64 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e39bacbe-f41d-4546-8eb3-992bd1912f47 HTTP/1.1" status: 204 len: 168 time: 0.2515907 Aug 28 20:14:15.953824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Deleting port c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:15.957430 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:15.958539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95e813-7a0e-46e9-95d6-cd4b0ca19d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bacbe-f41d-4546-8eb3-992bd1912f47,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:16.097915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc45f0-df40-4875-a305-2d69f49a11ed req-2d77a06f-1e1b-4827-a7e8-4a7c0e776662 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.103617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc45f0-df40-4875-a305-2d69f49a11ed req-2d77a06f-1e1b-4827-a7e8-4a7c0e776662 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.105961 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ffc45f0-df40-4875-a305-2d69f49a11ed req-2d77a06f-1e1b-4827-a7e8-4a7c0e776662 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1681 time: 0.1157057 Aug 28 20:14:16.178240 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:16.186729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:16.207001 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:16.215676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Calling delete_port for c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:16.224633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2ffc45f0-df40-4875-a305-2d69f49a11ed req-1eba3c5b-6a68-4fe3-9d88-da806ced079f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083183 Aug 28 20:14:16.356137 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:16.517558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.523389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.528888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.534728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.539926 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:16.540092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.545580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.551278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.553289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3fa63722-2785-4871-8556-49302d8a1a09 req-faf13209-9764-4261-822d-9855177ac164 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5420 time: 0.0937362 Aug 28 20:14:16.577376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Port': ['ID=c461a0f5-3d78-4cdd-ab4a-c2bc08e7d38f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:16.650653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3fa63722-2785-4871-8556-49302d8a1a09 req-391d5db4-da83-4420-b263-544b1b1f030d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873866 Aug 28 20:14:16.749562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46f07-1172-4bd5-88aa-5c839047925b req-16b0f81b-4b8b-4450-bf48-f2f9c0d2183b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:16.749562 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12e46f07-1172-4bd5-88aa-5c839047925b req-16b0f81b-4b8b-4450-bf48-f2f9c0d2183b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1073680 Aug 28 20:14:16.901979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5253e30c-d630-4cf3-97c6-70b1c212075f details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:16.940050 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:17.046010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5253e30c-d630-4cf3-97c6-70b1c212075f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5253e30c-d630-4cf3-97c6-70b1c212075f,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:17.062304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'port_id': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'mac_address': 'fa:16:3e:cb:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:17.101965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57752) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:17.104735 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:17.108420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5253e30c-d630-4cf3-97c6-70b1c212075f is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:17.109300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.120235 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:17.127801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5253e30c-d630-4cf3-97c6-70b1c212075f {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:17.138473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff638cf7-b9a4-42ca-91e4-2159e0c8765e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.160167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5253e30c-d630-4cf3-97c6-70b1c212075f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5253e30c-d630-4cf3-97c6-70b1c212075f,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:17.226942 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.265514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff638cf7-b9a4-42ca-91e4-2159e0c8765e admin admin] Publish callbacks [] for security_group (8eeae400-972c-4e36-b246-fec2da4c2b63), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.269455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.271353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:17.345513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5253e30c-d630-4cf3-97c6-70b1c212075f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:17.377296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.378007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.378501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.379003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.379504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.379993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.380555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.381048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.381538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.382051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.382567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.383168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.383884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.384365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.384898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:17.394519 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:17.403713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4a05-3480-4bbe-a8bc-791aea42c536 req-7e050ff1-ca60-46ba-9b2d-b28e2a038c15 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.409084 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12e46f07-1172-4bd5-88aa-5c839047925b req-e0a11b14-428b-4b72-83fc-7d2622d567f1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6300917 Aug 28 20:14:17.412050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4a05-3480-4bbe-a8bc-791aea42c536 req-7e050ff1-ca60-46ba-9b2d-b28e2a038c15 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.415218 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3fbd4a05-3480-4bbe-a8bc-791aea42c536 req-7e050ff1-ca60-46ba-9b2d-b28e2a038c15 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1681 time: 0.1033096 Aug 28 20:14:17.419177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff638cf7-b9a4-42ca-91e4-2159e0c8765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8eeae400-972c-4e36-b246-fec2da4c2b63), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.461711 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:17.516493 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:17.536568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9', 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'port_id': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9', 'mac_address': 'fa:16:3e:82:46:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:17.556800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-4ae1ec0f-f605-4973-bd50-88235b0598ef tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.563079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-4ae1ec0f-f605-4973-bd50-88235b0598ef tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.565107 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-4ae1ec0f-f605-4973-bd50-88235b0598ef tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 1681 time: 0.2142551 Aug 28 20:14:17.584654 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ff638cf7-b9a4-42ca-91e4-2159e0c8765e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=08926c47060d461a85b9e54bd73368ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4813635 Aug 28 20:14:17.590865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:17.590865 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.592666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Router a02880ba-dc5a-48d8-a2b9-5d1ac1868363 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:14:17.593797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57762) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:17.595817 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3fbd4a05-3480-4bbe-a8bc-791aea42c536 req-ee8bdd3a-6f0c-4dc0-b089-6c68d3ad06ff tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497831 Aug 28 20:14:17.602316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:17.622541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638cf7-b9a4-42ca-91e4-2159e0c8765e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeae400-972c-4e36-b246-fec2da4c2b63,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:17.665948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:17.691389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port b190c475-908a-485f-af9a-c3d7b738ceb5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:17.691768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.811978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port b190c475-908a-485f-af9a-c3d7b738ceb5, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b190c475-908a-485f-af9a-c3d7b738ceb5,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:17.812351 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.815550 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:17.820542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:17.832887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4364ac37-10be-4763-b231-a077e3f73f21 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "PUT /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6607087 Aug 28 20:14:17.833097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for b190c475-908a-485f-af9a-c3d7b738ceb5 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:17.833202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57768) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:17.839470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] Sync routers for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:17.844311 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.845549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:17.880244 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c467cff6-83e8-4578-8988-9a4152495591 admin admin] Publish callbacks [] for security_group (8eeae400-972c-4e36-b246-fec2da4c2b63), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:17.883122 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-2e7d5376-e08e-408c-b7ac-0d4178d48233 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] show failed (client error): The resource could not be found. Aug 28 20:14:17.888261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2e7d5376-e08e-408c-b7ac-0d4178d48233 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "GET /networking/v2.0/routers/tempest-non_exist_router-1197847297 HTTP/1.1" status: 404 len: 335 time: 0.0494699 Aug 28 20:14:17.893884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57772) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:17.904930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3e7c96b0-8d80-4a6a-861e-76edb35c793b tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:17.916984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.922929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.928113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.933262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.936214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:17.936866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:17.938415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.943878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.948705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:17.950760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-3435a95a-c92f-403f-ba74-4f2a9846b20f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5421 time: 0.1811128 Aug 28 20:14:17.975992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:17.981356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:17.994433 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c467cff6-83e8-4578-8988-9a4152495591 admin admin] Publish callbacks [] for security_group (8eeae400-972c-4e36-b246-fec2da4c2b63), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.001772 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-3e7c96b0-8d80-4a6a-861e-76edb35c793b tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] update failed (client error): The resource could not be found. Aug 28 20:14:18.002857 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3e7c96b0-8d80-4a6a-861e-76edb35c793b tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "PUT /networking/v2.0/routers/tempest-non_exist_router-1307659986 HTTP/1.1" status: 404 len: 335 time: 0.1024528 Aug 28 20:14:18.014664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:18.017252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57776) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:18.023375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] Routers {'a02880ba-dc5a-48d8-a2b9-5d1ac1868363'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:18.024852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:13:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:18.067029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '35b61e1a-1c85-4efd-99fd-d7d92822f2a5', 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'port_id': '35b61e1a-1c85-4efd-99fd-d7d92822f2a5', 'mac_address': 'fa:16:3e:60:cc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:18.070584 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:18.071402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e831b-26a9-4761-9ff1-b82050c5e3b2 None None] The sync data for ids ['a02880ba-dc5a-48d8-a2b9-5d1ac1868363'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:18.081171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Deleting subnet dad7af96-2e55-4812-9f40-7b74bfe5c38b {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:14:18.093272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (dad7af96-2e55-4812-9f40-7b74bfe5c38b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.170684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b190c475-908a-485f-af9a-c3d7b738ceb5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.178714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (dad7af96-2e55-4812-9f40-7b74bfe5c38b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.227466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc1fbf49-8e3a-4286-877a-4fa4ccbb6c0d req-dad3f61d-266f-4bb5-b5cd-a87896fae82f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2390254 Aug 28 20:14:18.270104 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=b190c475-908a-485f-af9a-c3d7b738ceb5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:18.337292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (dad7af96-2e55-4812-9f40-7b74bfe5c38b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.337292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c467cff6-83e8-4578-8988-9a4152495591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8eeae400-972c-4e36-b246-fec2da4c2b63), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.337292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c467cff6-83e8-4578-8988-9a4152495591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.338662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c467cff6-83e8-4578-8988-9a4152495591 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8eeae400-972c-4e36-b246-fec2da4c2b63 HTTP/1.1" status: 204 len: 168 time: 0.7421813 Aug 28 20:14:18.348539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['b190c475-908a-485f-af9a-c3d7b738ceb5', '2564cd8c-ce99-4f23-9c76-25bee3631dd9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:18.356417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port b190c475-908a-485f-af9a-c3d7b738ceb5 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:18.364922 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.370211 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-a410a139-6c7c-4cf8-ab05-83810b38224c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "DELETE /networking/v2.0/ports/b190c475-908a-485f-af9a-c3d7b738ceb5 HTTP/1.1" status: 204 len: 173 time: 0.7969518 Aug 28 20:14:18.377181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-deleted', 'tag': 'b190c475-908a-485f-af9a-c3d7b738ceb5'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:18.377181 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe7c29d-2239-461f-98ac-704e3a88d41a" -d '{"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-deleted", "tag": "b190c475-908a-485f-af9a-c3d7b738ceb5"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:18.378291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467cff6-83e8-4578-8988-9a4152495591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeae400-972c-4e36-b246-fec2da4c2b63,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:18.498291 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:18.501129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:18.501531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.527918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:18.545009 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f076fa9f-3a4e-400a-8e1f-409476872129 x-openstack-request-id: req-f076fa9f-3a4e-400a-8e1f-409476872129 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:18.545288 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-deleted", "tag": "b190c475-908a-485f-af9a-c3d7b738ceb5", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:18.545650 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f076fa9f-3a4e-400a-8e1f-409476872129 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:18.546160 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f076fa9f-3a4e-400a-8e1f-409476872129'] response: {'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-deleted', 'tag': 'b190c475-908a-485f-af9a-c3d7b738ceb5', 'status': 'completed', 'code': 200} Aug 28 20:14:18.550595 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:18.592583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:18.598649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:18.599292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.619463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (dad7af96-2e55-4812-9f40-7b74bfe5c38b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.689469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Subnet': ['ID=dad7af96-2e55-4812-9f40-7b74bfe5c38b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:18.710645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.715327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fc800a8b-778d-4e2d-b03b-8e4f43b27b67 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/dad7af96-2e55-4812-9f40-7b74bfe5c38b HTTP/1.1" status: 204 len: 168 time: 0.6969595 Aug 28 20:14:18.718840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57796) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:18.721918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c0dfb3-450b-4bbc-9c0b-0463eeff0a92 None None] Network ad45fcda-5641-4dd9-ba21-5beab4cd9217 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:18.737329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92acb08-e142-4243-97d0-37c724c54e0d req-47b0a6b1-fcff-4ddb-9eb8-2ea207809f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:18.747210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e92acb08-e142-4243-97d0-37c724c54e0d req-47b0a6b1-fcff-4ddb-9eb8-2ea207809f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.2012229 Aug 28 20:14:18.764772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port 2564cd8c-ce99-4f23-9c76-25bee3631dd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=2564cd8c-ce99-4f23-9c76-25bee3631dd9,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:18.765180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.794602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for 2564cd8c-ce99-4f23-9c76-25bee3631dd9 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:18.804155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46266bdd-1cc6-4e7c-88ca-3ec2c62d6f66 req-2d91b4fd-1457-40a2-b31b-0cd31314717a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:18.805578 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46266bdd-1cc6-4e7c-88ca-3ec2c62d6f66 req-2d91b4fd-1457-40a2-b31b-0cd31314717a tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 945 time: 0.0839818 Aug 28 20:14:18.833779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Deleting subnet c0cf935d-d4fc-4b20-be9f-68fb4a66da15 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:14:18.838116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (c0cf935d-d4fc-4b20-be9f-68fb4a66da15), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.883949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (c0cf935d-d4fc-4b20-be9f-68fb4a66da15), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.908618 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46266bdd-1cc6-4e7c-88ca-3ec2c62d6f66 req-dbc174a8-b2cc-46de-824c-fc5e9bfcc196 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e0c1a320-dead-40d4-99f6-d057c503fab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650995 Aug 28 20:14:18.929900 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:18.940754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:18.955154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e92acb08-e142-4243-97d0-37c724c54e0d req-32eca00f-32f4-4254-b332-5827b27c0fd1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068977 Aug 28 20:14:19.015694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:19.021527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c0cf935d-d4fc-4b20-be9f-68fb4a66da15), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.091251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] DHCP port deletion for ad45fcda-5641-4dd9-ba21-5beab4cd9217 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:14:19.104975 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:19.117544 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2564cd8c-ce99-4f23-9c76-25bee3631dd9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.173795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:19.176583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] Deleting port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:19.176963 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.187431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=2564cd8c-ce99-4f23-9c76-25bee3631dd9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:19.214519 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (c0cf935d-d4fc-4b20-be9f-68fb4a66da15), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.230287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551', 'network_id': '82181eed-f302-4511-943f-fb3b30d86409', 'port_id': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551', 'mac_address': 'fa:16:3e:f1:33:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e9488b-433c-4eec-9697-2831f1649fd9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:19.275330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cf935d-d4fc-4b20-be9f-68fb4a66da15,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:19.291495 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.295133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port 2564cd8c-ce99-4f23-9c76-25bee3631dd9 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:19.302483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-45d16ecc-0fba-4073-b81f-e522e3e53bc3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c0cf935d-d4fc-4b20-be9f-68fb4a66da15 HTTP/1.1" status: 204 len: 168 time: 0.5824683 Aug 28 20:14:19.315852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57806) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:19.316481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.325145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c76db24a-2e27-449a-88ec-5735ff0165a3 req-0ad8e837-53bc-4d8a-bd07-056ca561e07c tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.89 "DELETE /networking/v2.0/ports/2564cd8c-ce99-4f23-9c76-25bee3631dd9 HTTP/1.1" status: 204 len: 173 time: 0.9463780 Aug 28 20:14:19.332463 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b9c8b-2a5b-4810-a4c6-97a78d576ba3 None None] Network ce9ea848-18e9-487c-a170-fd824fb6f753 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:19.430495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] For port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,segment=NetworkSegment(f3df57c6-afbc-4074-89a0-50db4cda3186),segment_id=f3df57c6-afbc-4074-89a0-50db4cda3186)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:19.430495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.451304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:19.453029 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.487748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] Calling delete_port for 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:19.527917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:19.547538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ad45fcda-5641-4dd9-ba21-5beab4cd9217), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.590459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:19.613453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:19.627334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Deleting port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:19.627698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.629880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:19.638140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:19.651436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:19.659583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:19.668846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:19.687034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:19.692732 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-7bc8ca63-4e7c-466c-9e3c-8984dde64073 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5423 time: 0.1916912 Aug 28 20:14:19.707052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] For port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,segment=NetworkSegment(f3df57c6-afbc-4074-89a0-50db4cda3186),segment_id=f3df57c6-afbc-4074-89a0-50db4cda3186)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:19.707461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.728321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Calling delete_port for 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:19.743085 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:19.766857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4922e79b-aa78-4026-b2a0-566afa106df9 req-8e38a94d-0d73-4892-9f31-64dc34368442 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687463 Aug 28 20:14:19.770407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] DHCP port deletion for ce9ea848-18e9-487c-a170-fd824fb6f753 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.818512 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:14:19.821289 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:14:19.822362 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.832347 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.855168 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.855826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d6393d96-5e9d-4583-a8cb-f534977d0128 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:19.859515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Port': ['ID=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:19.863370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] No DVR routers for this DVR port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:19.865024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] Pushing event deleted for resources: {'Port': ['ID=1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:19.912363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] Deleting port d2c68af4-530b-43a8-be92-cfc87be253cc {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:19.912742 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.966451 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:19.976893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ad45fcda-5641-4dd9-ba21-5beab4cd9217), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:19.997522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] For port d2c68af4-530b-43a8-be92-cfc87be253cc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2c68af4-530b-43a8-be92-cfc87be253cc,segment=NetworkSegment(ccf8a08b-896e-4aca-b4b3-907480818e96),segment_id=ccf8a08b-896e-4aca-b4b3-907480818e96)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:19.998167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.015288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] Calling delete_port for d2c68af4-530b-43a8-be92-cfc87be253cc owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:20.025608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad45fcda-5641-4dd9-ba21-5beab4cd9217']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:20.048826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3df57c6-afbc-4074-89a0-50db4cda3186') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:20.049125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3df57c6-afbc-4074-89a0-50db4cda3186') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:20.081067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (f3df57c6-afbc-4074-89a0-50db4cda3186), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.115350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f3df57c6-afbc-4074-89a0-50db4cda3186), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.118598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254c69a-f9a0-4115-ad43-4b73875fb906 None None] No DVR routers for this DVR port 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:20.125315 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:20.162441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2ce89ec-2381-49d5-91fc-6d9e6076ffcf req-16b743ea-4df4-421a-81cc-0b8598f5480f tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2edf18b1-968b-490e-8fcc-ecf48284e800 HTTP/1.1" status: 200 len: 210 time: 0.0591984 Aug 28 20:14:20.167874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:20.169295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:14:20.170035 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (f3df57c6-afbc-4074-89a0-50db4cda3186), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.191493 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d6393d96-5e9d-4583-a8cb-f534977d0128, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d6393d96-5e9d-4583-a8cb-f534977d0128,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:20.208579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'd6393d96-5e9d-4583-a8cb-f534977d0128', 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'port_id': 'd6393d96-5e9d-4583-a8cb-f534977d0128', 'mac_address': 'fa:16:3e:91:e0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:20.232939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25784915-4e18-4a17-87e6-0889d340149d req-39f1a51c-7252-43e3-9c62-cb09e501fce3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:20.243792 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25784915-4e18-4a17-87e6-0889d340149d req-39f1a51c-7252-43e3-9c62-cb09e501fce3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1318350 Aug 28 20:14:20.258107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d6393d96-5e9d-4583-a8cb-f534977d0128 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:20.258792 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.284885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6393d96-5e9d-4583-a8cb-f534977d0128 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:20.299627 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (d2c68af4-530b-43a8-be92-cfc87be253cc), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.317321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25784915-4e18-4a17-87e6-0889d340149d req-b1c6a18b-a1c1-4383-a549-09b06ee40845 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722790 Aug 28 20:14:20.317581 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f3df57c6-afbc-4074-89a0-50db4cda3186 resource provider aggregate not found Aug 28 20:14:20.344111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d6393d96-5e9d-4583-a8cb-f534977d0128, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d6393d96-5e9d-4583-a8cb-f534977d0128,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:20.347488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] Pushing event deleted for resources: {'Port': ['ID=d2c68af4-530b-43a8-be92-cfc87be253cc,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:20.350363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dd209-3e2c-486d-b29b-7bc457b0da83 None None] No DVR routers for this DVR port d2c68af4-530b-43a8-be92-cfc87be253cc on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:20.372013 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f3df57c6-afbc-4074-89a0-50db4cda3186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3df57c6-afbc-4074-89a0-50db4cda3186 found for delete ", "request_id": "req-40893d6e-2ac1-45a5-b883-9830b15f9d33"}]} Aug 28 20:14:20.425478 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.426534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6198c423-3e56-4d4a-9c4a-acc0e838bf76 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:20.492496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ad45fcda-5641-4dd9-ba21-5beab4cd9217), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.498263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.506960 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ad45fcda-5641-4dd9-ba21-5beab4cd9217 HTTP/1.1" status: 204 len: 168 time: 1.1898675 Aug 28 20:14:20.507286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57830) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:20.517305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d6393d96-5e9d-4583-a8cb-f534977d0128,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:20.526668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f3518-2815-4b66-852a-757a1fa81f77 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Network': ['ID=ad45fcda-5641-4dd9-ba21-5beab4cd9217,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:20.526924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:20.567763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '6198c423-3e56-4d4a-9c4a-acc0e838bf76', 'network_id': '82181eed-f302-4511-943f-fb3b30d86409', 'port_id': '6198c423-3e56-4d4a-9c4a-acc0e838bf76', 'mac_address': 'fa:16:3e:b2:b5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e9488b-433c-4eec-9697-2831f1649fd9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:20.601539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-deleted', 'tag': '2564cd8c-ce99-4f23-9c76-25bee3631dd9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:20.604221 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcdc640-ed83-42ef-8a6a-f828475a2de7" -d '{"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-deleted", "tag": "2564cd8c-ce99-4f23-9c76-25bee3631dd9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:20.634435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:20.635444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.643312 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ce9ea848-18e9-487c-a170-fd824fb6f753), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.663081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6198c423-3e56-4d4a-9c4a-acc0e838bf76 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:20.703172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:20.703172 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:20.705714 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d890800-6f45-4bdb-b206-e3596c90e1b7 x-openstack-request-id: req-5d890800-6f45-4bdb-b206-e3596c90e1b7 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:20.706220 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edf18b1-968b-490e-8fcc-ecf48284e800", "name": "network-vif-deleted", "tag": "2564cd8c-ce99-4f23-9c76-25bee3631dd9", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:20.706612 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d890800-6f45-4bdb-b206-e3596c90e1b7 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:20.707166 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d890800-6f45-4bdb-b206-e3596c90e1b7'] response: {'server_uuid': '2edf18b1-968b-490e-8fcc-ecf48284e800', 'name': 'network-vif-deleted', 'tag': '2564cd8c-ce99-4f23-9c76-25bee3631dd9', 'status': 'completed', 'code': 200} Aug 28 20:14:20.778693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ce9ea848-18e9-487c-a170-fd824fb6f753), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.800635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9ea848-18e9-487c-a170-fd824fb6f753']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:20.808576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2c68af4-530b-43a8-be92-cfc87be253cc no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:20.824065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf8a08b-896e-4aca-b4b3-907480818e96') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:20.824065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf8a08b-896e-4aca-b4b3-907480818e96') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:20.832792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d2c68af4-530b-43a8-be92-cfc87be253cc {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:20.833227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2c68af4-530b-43a8-be92-cfc87be253cc not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:20.837376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:20.854670 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (ccf8a08b-896e-4aca-b4b3-907480818e96), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.864406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:20.865051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1ba5e7fc-dfc8-406a-86a3-67c36f1ab16a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:20.869684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.870536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 504bff6c-07a9-4d41-a62e-a7cbfda55a78 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:20.912674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ccf8a08b-896e-4aca-b4b3-907480818e96), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.929354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:14:20.930781 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (ccf8a08b-896e-4aca-b4b3-907480818e96), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:20.957546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6198c423-3e56-4d4a-9c4a-acc0e838bf76,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:20.971506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b190c475-908a-485f-af9a-c3d7b738ceb5 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:20.974074 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment ccf8a08b-896e-4aca-b4b3-907480818e96 resource provider aggregate not found Aug 28 20:14:21.011943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: b190c475-908a-485f-af9a-c3d7b738ceb5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:21.012536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b190c475-908a-485f-af9a-c3d7b738ceb5 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:21.012879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2564cd8c-ce99-4f23-9c76-25bee3631dd9 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:21.019843 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment ccf8a08b-896e-4aca-b4b3-907480818e96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccf8a08b-896e-4aca-b4b3-907480818e96 found for delete ", "request_id": "req-33ef5a36-3b93-45b8-9349-e0a09ebabc6e"}]} Aug 28 20:14:21.035273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 2564cd8c-ce99-4f23-9c76-25bee3631dd9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:21.035763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 2564cd8c-ce99-4f23-9c76-25bee3631dd9 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:21.060943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:21.076787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '504bff6c-07a9-4d41-a62e-a7cbfda55a78', 'network_id': '113972e0-aaf6-454d-9225-ecf6c56d8066', 'port_id': '504bff6c-07a9-4d41-a62e-a7cbfda55a78', 'mac_address': 'fa:16:3e:ee:fb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:21.085372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.090761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.096020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.101172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.106969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.112827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.118070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:21.118474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.118719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.120708 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-734d86f1-e2fa-49a5-aa75-ee7467dc100c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5426 time: 0.1425102 Aug 28 20:14:21.137682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504bff6c-07a9-4d41-a62e-a7cbfda55a78 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:21.170681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:21.219697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f475b996-4323-4fa6-98ae-1f322847f7dc req-58aaa10b-10f9-447c-b695-84805125a429 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914359 Aug 28 20:14:21.220892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ce9ea848-18e9-487c-a170-fd824fb6f753), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.230180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.233738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ce9ea848-18e9-487c-a170-fd824fb6f753 HTTP/1.1" status: 204 len: 168 time: 0.7279100 Aug 28 20:14:21.240373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57854) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:21.248084 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.257978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84550582-1f3f-494b-a958-e6a953ab992e tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Network': ['ID=ce9ea848-18e9-487c-a170-fd824fb6f753,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:21.292803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57858) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:21.334454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Deleting subnet a1310483-5052-4ebc-81b7-2e05a880954a {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:14:21.339702 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (a1310483-5052-4ebc-81b7-2e05a880954a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.385504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting subnet b7192b8a-dba2-43a8-b329-1ef3c7e828b4 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:14:21.388401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=504bff6c-07a9-4d41-a62e-a7cbfda55a78,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:21.397508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (b7192b8a-dba2-43a8-b329-1ef3c7e828b4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.427321 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:21.464912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (a1310483-5052-4ebc-81b7-2e05a880954a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.474060 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (b7192b8a-dba2-43a8-b329-1ef3c7e828b4), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.583172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ea0ba-7fc5-4bf1-ab15-be2dcb355ac1 req-05c0f816-27da-40c5-a034-f634db1be8ea tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:21.584828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d22ea0ba-7fc5-4bf1-ab15-be2dcb355ac1 req-05c0f816-27da-40c5-a034-f634db1be8ea tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0782068 Aug 28 20:14:21.638787 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (b7192b8a-dba2-43a8-b329-1ef3c7e828b4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.639289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (a1310483-5052-4ebc-81b7-2e05a880954a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.693885 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d22ea0ba-7fc5-4bf1-ab15-be2dcb355ac1 req-54ff9929-5f63-4f6d-bd81-1ad8c97333b2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878723 Aug 28 20:14:21.906524 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (b7192b8a-dba2-43a8-b329-1ef3c7e828b4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.938502 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6c75fb53-bffc-4241-b7bd-782f8ad349f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.940560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Subnet': ['ID=b7192b8a-dba2-43a8-b329-1ef3c7e828b4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:21.942740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (a1310483-5052-4ebc-81b7-2e05a880954a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.944157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.950588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/b7192b8a-dba2-43a8-b329-1ef3c7e828b4 HTTP/1.1" status: 204 len: 168 time: 0.6538584 Aug 28 20:14:21.953544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57872) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:21.954478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73781bef-c5f4-4732-91d6-f4ac0984d0fd None None] Network 40367ac9-1513-45e2-9f4a-257b035020ce requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:21.963171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.963604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.963954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.964290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.964633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.964954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.965284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.965910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.966250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.966573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.966905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.967225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.967550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.967874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.968200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931d94ec-47f3-4ad3-868c-3a3a8e24b0d3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:21.976585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Subnet': ['ID=a1310483-5052-4ebc-81b7-2e05a880954a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:21.982997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:21.989326 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dbb27f55-c85e-4b06-9aaa-b965bcfea1a3 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a1310483-5052-4ebc-81b7-2e05a880954a HTTP/1.1" status: 204 len: 168 time: 0.7519836 Aug 28 20:14:21.990178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57874) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:22.007006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68216c18-f78d-4c0a-b304-9094ca026a92 None None] Network 55733bb4-4ae3-4e56-9679-baaf6770e3e8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:22.063146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (40367ac9-1513-45e2-9f4a-257b035020ce), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.119584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port af9c56d4-6d65-482c-9532-8d665e6c0009 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:22.119947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.131390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (55733bb4-4ae3-4e56-9679-baaf6770e3e8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.243406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Deleting port ff331ee3-b236-40c0-9e7e-16357322b1cb {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:22.243653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.247036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port af9c56d4-6d65-482c-9532-8d665e6c0009, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=af9c56d4-6d65-482c-9532-8d665e6c0009,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:22.247658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.263542 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:22.266080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for af9c56d4-6d65-482c-9532-8d665e6c0009 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:22.271332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] DHCP port deletion for 40367ac9-1513-45e2-9f4a-257b035020ce request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:14:22.317488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] DHCP port deletion for 55733bb4-4ae3-4e56-9679-baaf6770e3e8 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:14:22.365731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] Deleting port af9c56d4-6d65-482c-9532-8d665e6c0009 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:22.366463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.395392 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:22.467360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] Deleting port ff331ee3-b236-40c0-9e7e-16357322b1cb {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:22.467849 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.486581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.493081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.500930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.503058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] For port af9c56d4-6d65-482c-9532-8d665e6c0009, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=af9c56d4-6d65-482c-9532-8d665e6c0009,segment=NetworkSegment(71998e3c-c197-4638-9904-db0c2f75473b),segment_id=71998e3c-c197-4638-9904-db0c2f75473b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:22.511370 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.511524 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.513361 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.519113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.521841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] Calling delete_port for af9c56d4-6d65-482c-9532-8d665e6c0009 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:22.526147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.529525 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd023624-8194-4ff3-888b-73eed26a2fac req-385f7d6b-30e6-4cd4-bd72-bd633db151ec tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5427 time: 0.1384311 Aug 28 20:14:22.531618 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.596710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=af9c56d4-6d65-482c-9532-8d665e6c0009,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:22.608186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port af9c56d4-6d65-482c-9532-8d665e6c0009 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:22.714076 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd023624-8194-4ff3-888b-73eed26a2fac req-9f90fcf7-a67f-4d2a-9667-df39ea32deeb tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764030 Aug 28 20:14:22.768238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] For port ff331ee3-b236-40c0-9e7e-16357322b1cb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ff331ee3-b236-40c0-9e7e-16357322b1cb,segment=NetworkSegment(2a2b6487-e6e8-4731-9c62-ff3e4e814828),segment_id=2a2b6487-e6e8-4731-9c62-ff3e4e814828)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:22.768652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.772453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (40367ac9-1513-45e2-9f4a-257b035020ce), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.782676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['522adff3-5c33-4e24-b8cd-5c7177a1cbe9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:22.785319 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (af9c56d4-6d65-482c-9532-8d665e6c0009), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.821200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40367ac9-1513-45e2-9f4a-257b035020ce']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:22.836764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] For port ff331ee3-b236-40c0-9e7e-16357322b1cb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ff331ee3-b236-40c0-9e7e-16357322b1cb,segment=NetworkSegment(2a2b6487-e6e8-4731-9c62-ff3e4e814828),segment_id=2a2b6487-e6e8-4731-9c62-ff3e4e814828)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:22.837340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.848240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71998e3c-c197-4638-9904-db0c2f75473b') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:22.850730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71998e3c-c197-4638-9904-db0c2f75473b') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:22.853883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Calling delete_port for ff331ee3-b236-40c0-9e7e-16357322b1cb owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:22.857628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] Calling delete_port for ff331ee3-b236-40c0-9e7e-16357322b1cb owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:22.887026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (71998e3c-c197-4638-9904-db0c2f75473b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.920930 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (71998e3c-c197-4638-9904-db0c2f75473b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.933142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:14:22.933142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (71998e3c-c197-4638-9904-db0c2f75473b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:22.944557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] Pushing event deleted for resources: {'Port': ['ID=af9c56d4-6d65-482c-9532-8d665e6c0009,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:22.970535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device af9c56d4-6d65-482c-9532-8d665e6c0009 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:22.990882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea2d97-bfec-43b8-93e7-ec74402a5444 req-f7e3c263-d2d1-403a-b546-9c7f94412837 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:22.999726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45ea2d97-bfec-43b8-93e7-ec74402a5444 req-f7e3c263-d2d1-403a-b546-9c7f94412837 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0821645 Aug 28 20:14:23.014995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5253e30c-d630-4cf3-97c6-70b1c212075f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:23.023397 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 71998e3c-c197-4638-9904-db0c2f75473b resource provider aggregate not found Aug 28 20:14:23.041524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: af9c56d4-6d65-482c-9532-8d665e6c0009 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:23.042298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device af9c56d4-6d65-482c-9532-8d665e6c0009 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:23.043030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ff331ee3-b236-40c0-9e7e-16357322b1cb no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:23.083295 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 71998e3c-c197-4638-9904-db0c2f75473b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71998e3c-c197-4638-9904-db0c2f75473b found for delete ", "request_id": "req-bfa5596b-5e4f-408f-8c3d-cc17af488326"}]} Aug 28 20:14:23.099847 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45ea2d97-bfec-43b8-93e7-ec74402a5444 req-dbcf2ccc-f8b1-412c-a7bc-cb737df8b902 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985053 Aug 28 20:14:23.120640 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.154268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Port': ['ID=ff331ee3-b236-40c0-9e7e-16357322b1cb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:23.166914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] No DVR routers for this DVR port ff331ee3-b236-40c0-9e7e-16357322b1cb on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:23.214538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (40367ac9-1513-45e2-9f4a-257b035020ce), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.234471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.239426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/networks/40367ac9-1513-45e2-9f4a-257b035020ce HTTP/1.1" status: 204 len: 168 time: 1.2847316 Aug 28 20:14:23.242967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57906) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:23.266439 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:23.285358 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (55733bb4-4ae3-4e56-9679-baaf6770e3e8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.290752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8245806-9e3d-491c-9c0a-8d563b3c9f20 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Network': ['ID=40367ac9-1513-45e2-9f4a-257b035020ce,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:23.304578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57908) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:23.320801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['35b61e1a-1c85-4efd-99fd-d7d92822f2a5'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:23.346488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting subnet 0cea7ce6-bccb-4cf2-a2e3-eb581d4af738 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:14:23.353119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55733bb4-4ae3-4e56-9679-baaf6770e3e8']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:23.358307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (0cea7ce6-bccb-4cf2-a2e3-eb581d4af738), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.363900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['504bff6c-07a9-4d41-a62e-a7cbfda55a78'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:23.384732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['d6393d96-5e9d-4583-a8cb-f534977d0128'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:23.386674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2b6487-e6e8-4731-9c62-ff3e4e814828') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:23.386938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2b6487-e6e8-4731-9c62-ff3e4e814828') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:23.388296 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:23.411226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (2a2b6487-e6e8-4731-9c62-ff3e4e814828), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.437179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ba3b3-fa5e-49be-a2c7-a8fed742e981 None None] No DVR routers for this DVR port af9c56d4-6d65-482c-9532-8d665e6c0009 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:23.446333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2a2b6487-e6e8-4731-9c62-ff3e4e814828), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.470670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:14:23.470670 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (2a2b6487-e6e8-4731-9c62-ff3e4e814828), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.471119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (0cea7ce6-bccb-4cf2-a2e3-eb581d4af738), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.506457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6198c423-3e56-4d4a-9c4a-acc0e838bf76'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:23.522048 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (ff331ee3-b236-40c0-9e7e-16357322b1cb), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.571384 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:23.583759 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2a2b6487-e6e8-4731-9c62-ff3e4e814828 resource provider aggregate not found Aug 28 20:14:23.604674 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2a2b6487-e6e8-4731-9c62-ff3e4e814828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a2b6487-e6e8-4731-9c62-ff3e4e814828 found for delete ", "request_id": "req-82dbf314-4126-4095-9602-da3e09148dd7"}]} Aug 28 20:14:23.608599 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No active binding found for port ff331ee3-b236-40c0-9e7e-16357322b1cb {{(pid=114323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 28 20:14:23.611137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] The host n-d-854121-7 is not matching for port ff331ee3-b236-40c0-9e7e-16357322b1cb host None! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:14:23.611137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ff331ee3-b236-40c0-9e7e-16357322b1cb not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:23.612357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] Pushing event deleted for resources: {'Port': ['ID=ff331ee3-b236-40c0-9e7e-16357322b1cb,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:23.624200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:23.639621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0cea7ce6-bccb-4cf2-a2e3-eb581d4af738), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.646712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (55733bb4-4ae3-4e56-9679-baaf6770e3e8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.659549 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.664129 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/networks/55733bb4-4ae3-4e56-9679-baaf6770e3e8 HTTP/1.1" status: 204 len: 168 time: 1.6726251 Aug 28 20:14:23.688409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57924) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:23.689468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492d86d-3824-49ec-8bed-ad2a92b9f8ab tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Pushing event deleted for resources: {'Network': ['ID=55733bb4-4ae3-4e56-9679-baaf6770e3e8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:23.718037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27857f2a-8078-4f91-a78d-30e78ab3c368 None None] No DVR routers for this DVR port ff331ee3-b236-40c0-9e7e-16357322b1cb on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:23.729580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7b0daecd-2ef2-4fd9-b413-81afa772e996 tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a02880ba-dc5a-48d8-a2b9-5d1ac1868363 HTTP/1.1" status: 200 len: 205 time: 0.0298281 Aug 28 20:14:23.735149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57926) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:23.823197 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:23.836976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a75f-060c-4143-b690-48bf0cbd4c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.871105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (0cea7ce6-bccb-4cf2-a2e3-eb581d4af738), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.874563 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72666c72-17d3-48dc-86be-a0271f285bcf tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for router (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.931442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.942184 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:23.951187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0cea7ce6-bccb-4cf2-a2e3-eb581d4af738 HTTP/1.1" status: 204 len: 168 time: 0.6992929 Aug 28 20:14:23.953954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57932) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:23.955983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e007ed9-02fe-43b6-bc35-ee388d9aa695 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Subnet': ['ID=0cea7ce6-bccb-4cf2-a2e3-eb581d4af738,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:23.971579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa9069-b0d0-4d07-a2fc-565ee27aad27 None None] Network 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:24.120128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.128755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.135119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.140709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.146596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.154157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.158475 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72666c72-17d3-48dc-86be-a0271f285bcf tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.159056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.161175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f8aafdf-6912-47c0-8932-366dda213840 req-8481ca0b-49f2-43ab-9fa4-fd9575cd28ab tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5427 time: 0.2713556 Aug 28 20:14:24.164827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72666c72-17d3-48dc-86be-a0271f285bcf tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for router_controller (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.191957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.270528 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:24.300932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Deleting port cc6766bb-9542-4baa-83f4-c82c204fa321 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:24.301835 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.329464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105891b5-c287-4ce1-ad2b-a20bf0af7833 req-03699fcb-89e0-4478-b3aa-699b9956d9a6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:24.331049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-105891b5-c287-4ce1-ad2b-a20bf0af7833 req-03699fcb-89e0-4478-b3aa-699b9956d9a6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0625851 Aug 28 20:14:24.368428 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f8aafdf-6912-47c0-8932-366dda213840 req-ecac07d5-8859-43b5-8fb5-fe7f8af5844c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894956 Aug 28 20:14:24.385099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a75f-060c-4143-b690-48bf0cbd4c00 admin admin] Publish callbacks [] for security_group (54e4c752-594a-4d3b-a8bb-7a92320c19d3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.411603 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72666c72-17d3-48dc-86be-a0271f285bcf tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (a02880ba-dc5a-48d8-a2b9-5d1ac1868363), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.412416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72666c72-17d3-48dc-86be-a0271f285bcf tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Fanout notify agent at l3_agent the message router_deleted on router a02880ba-dc5a-48d8-a2b9-5d1ac1868363 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:14:24.436049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72666c72-17d3-48dc-86be-a0271f285bcf tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.440281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] For port cc6766bb-9542-4baa-83f4-c82c204fa321, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc6766bb-9542-4baa-83f4-c82c204fa321,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:24.440281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.440526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-72666c72-17d3-48dc-86be-a0271f285bcf tempest-RoutersNegativeTest-1919477756 tempest-RoutersNegativeTest-1919477756-project] 10.222.0.78 "DELETE /networking/v2.0/routers/a02880ba-dc5a-48d8-a2b9-5d1ac1868363 HTTP/1.1" status: 204 len: 168 time: 0.7031634 Aug 28 20:14:24.457909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Calling delete_port for cc6766bb-9542-4baa-83f4-c82c204fa321 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:24.469130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a75f-060c-4143-b690-48bf0cbd4c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (54e4c752-594a-4d3b-a8bb-7a92320c19d3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.470783 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-28325053-f034-4184-84ff-69770123013e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.491742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-105891b5-c287-4ce1-ad2b-a20bf0af7833 req-eca3a161-89b5-4468-896c-fdb96346d20c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534040 Aug 28 20:14:24.504697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a75f-060c-4143-b690-48bf0cbd4c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e4c752-594a-4d3b-a8bb-7a92320c19d3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:24.530345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8ce8a75f-060c-4143-b690-48bf0cbd4c00 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8f278d1c14554c7f8d5ec84350865d23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2245238 Aug 28 20:14:24.533415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57946) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:24.551655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] DHCP port deletion for 25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:14:24.635811 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6cf0-822d-4b2b-aa50-b49e5f62ff46 admin admin] Publish callbacks [] for security_group (54e4c752-594a-4d3b-a8bb-7a92320c19d3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.659076 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6cf0-822d-4b2b-aa50-b49e5f62ff46 admin admin] Publish callbacks [] for security_group (54e4c752-594a-4d3b-a8bb-7a92320c19d3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.718722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] Deleting port cc6766bb-9542-4baa-83f4-c82c204fa321 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:24.719130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.738410 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.760639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] No DVR routers for this DVR port cc6766bb-9542-4baa-83f4-c82c204fa321 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:24.791472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Port': ['ID=cc6766bb-9542-4baa-83f4-c82c204fa321,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:24.817566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] For port cc6766bb-9542-4baa-83f4-c82c204fa321, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cc6766bb-9542-4baa-83f4-c82c204fa321,segment=NetworkSegment(8710acb3-4968-49de-ac05-bd80b102b12f),segment_id=8710acb3-4968-49de-ac05-bd80b102b12f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:24.817965 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.837228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc6766bb-9542-4baa-83f4-c82c204fa321 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:24.839511 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] Calling delete_port for cc6766bb-9542-4baa-83f4-c82c204fa321 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:24.859610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6cf0-822d-4b2b-aa50-b49e5f62ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (54e4c752-594a-4d3b-a8bb-7a92320c19d3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.862188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6cf0-822d-4b2b-aa50-b49e5f62ff46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.865998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ce9c6cf0-822d-4b2b-aa50-b49e5f62ff46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/54e4c752-594a-4d3b-a8bb-7a92320c19d3 HTTP/1.1" status: 204 len: 168 time: 0.3289065 Aug 28 20:14:24.873666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: cc6766bb-9542-4baa-83f4-c82c204fa321 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:24.873666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cc6766bb-9542-4baa-83f4-c82c204fa321 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:24.877792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c6cf0-822d-4b2b-aa50-b49e5f62ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e4c752-594a-4d3b-a8bb-7a92320c19d3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:24.897378 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.927215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:24.940426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8710acb3-4968-49de-ac05-bd80b102b12f') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:24.940732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8710acb3-4968-49de-ac05-bd80b102b12f') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:24.952715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (8710acb3-4968-49de-ac05-bd80b102b12f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.967880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8710acb3-4968-49de-ac05-bd80b102b12f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.979300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:14:24.979733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (8710acb3-4968-49de-ac05-bd80b102b12f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:24.982389 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (cc6766bb-9542-4baa-83f4-c82c204fa321), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:25.008778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] Pushing event deleted for resources: {'Port': ['ID=cc6766bb-9542-4baa-83f4-c82c204fa321,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:25.017153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21a69a-2be9-4a39-8124-8b039b4704ba None None] No DVR routers for this DVR port cc6766bb-9542-4baa-83f4-c82c204fa321 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:25.082069 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:25.106366 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8710acb3-4968-49de-ac05-bd80b102b12f resource provider aggregate not found Aug 28 20:14:25.124143 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8710acb3-4968-49de-ac05-bd80b102b12f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8710acb3-4968-49de-ac05-bd80b102b12f found for delete ", "request_id": "req-1a0b44ce-74c9-4024-8eb0-854693ec30f6"}]} Aug 28 20:14:25.145018 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:25.153869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:25.156424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] 10.222.0.78 "DELETE /networking/v2.0/networks/25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc HTTP/1.1" status: 204 len: 168 time: 1.2025414 Aug 28 20:14:25.171601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c616f-e5bd-4056-bb43-3e95e27c9be3 tempest-ServersTestMultiNic-1061920632 tempest-ServersTestMultiNic-1061920632-project] Pushing event deleted for resources: {'Network': ['ID=25dfbea3-9115-48ba-9ca8-3b7f29fcd0bc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:25.332946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57966) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:25.442117 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:25.531040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.536306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.541554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.547028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.552372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.558327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.565020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.571821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-4edf009d-eb69-4f70-a662-d5f09eff4dac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5427 time: 0.1002748 Aug 28 20:14:25.659273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61b4437f-4dd0-45ee-aa64-bb77bb00b121 req-d92c63b6-a0b0-4341-985c-9dfb4045d4bc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838346 Aug 28 20:14:25.708375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f70c-8590-4b63-89e5-d3a600629f9b req-760297a6-6cdc-495b-8ec5-466319557676 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:25.709926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bad8f70c-8590-4b63-89e5-d3a600629f9b req-760297a6-6cdc-495b-8ec5-466319557676 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0700247 Aug 28 20:14:25.750052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57980) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:25.766888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f1a431e0-8c68-4869-8315-ebb7b2022828), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:25.823307 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:25.835190 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bad8f70c-8590-4b63-89e5-d3a600629f9b req-1039882e-472e-45c7-900f-00a356fa1b2c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021800 Aug 28 20:14:25.847358 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:25.922001 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:26.037426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Deleting port 8b36992c-a76b-479b-b8d5-009afb91f6c6 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:26.038142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.041584 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:26.137218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] For port 8b36992c-a76b-479b-b8d5-009afb91f6c6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8b36992c-a76b-479b-b8d5-009afb91f6c6,segment=NetworkSegment(175763ee-621d-475f-9c2e-0eb789725541),segment_id=175763ee-621d-475f-9c2e-0eb789725541)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:26.137667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.140129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57990) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:26.140295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cd13bd34-762d-46e9-8e39-083a3f138666 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dbfadcbfe7c441b4b518a61f64b76f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3886800 Aug 28 20:14:26.165965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Calling delete_port for 8b36992c-a76b-479b-b8d5-009afb91f6c6 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:26.254409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49b18ece-5e25-40af-85b6-0bedb9ef1c33 admin admin] Publish callbacks [] for security_group (cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.285717 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49b18ece-5e25-40af-85b6-0bedb9ef1c33 admin admin] Publish callbacks [] for security_group (cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.458554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49b18ece-5e25-40af-85b6-0bedb9ef1c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.462464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-49b18ece-5e25-40af-85b6-0bedb9ef1c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.466933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-49b18ece-5e25-40af-85b6-0bedb9ef1c33 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0 HTTP/1.1" status: 204 len: 168 time: 0.3231533 Aug 28 20:14:26.472913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b18ece-5e25-40af-85b6-0bedb9ef1c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf98b16-7043-4c3f-af3b-b5ae7f2b67a0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:26.495256 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:26.554702 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8b36992c-a76b-479b-b8d5-009afb91f6c6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.581201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Pushing event deleted for resources: {'Port': ['ID=8b36992c-a76b-479b-b8d5-009afb91f6c6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:26.767340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58018) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:26.796116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9983aeb-91c9-4fab-8295-c41b90482a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.913724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:26.923337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:26.927517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f1a431e0-8c68-4869-8315-ebb7b2022828), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:26.931272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:26.938766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:26.945182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:26.953807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:26.961166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:26.963605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-2187e666-29f3-4e70-9db0-b9314ec2f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5427 time: 0.1630750 Aug 28 20:14:26.964295 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=20 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:26.967886 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=12 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:27.068872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.071892 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7a237ff-c6ec-4ac7-b37d-dce705d68d9b req-314e0a73-b312-41ee-ad68-8374c4175c1f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993934 Aug 28 20:14:27.125260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9983aeb-91c9-4fab-8295-c41b90482a00 admin admin] Publish callbacks [] for security_group (f786f199-ec5b-4428-b004-7b793e58fbfa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.135665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391ec82-d8d8-4360-8a4b-5b6d1d916454 req-13ec4555-8a42-486c-b851-8c7d4a78d3c1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:27.137203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1391ec82-d8d8-4360-8a4b-5b6d1d916454 req-13ec4555-8a42-486c-b851-8c7d4a78d3c1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1100245 Aug 28 20:14:27.176779 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9983aeb-91c9-4fab-8295-c41b90482a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f786f199-ec5b-4428-b004-7b793e58fbfa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.278220 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:27.300615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9983aeb-91c9-4fab-8295-c41b90482a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f786f199-ec5b-4428-b004-7b793e58fbfa,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:27.303028 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=10,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:27.310384 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e9983aeb-91c9-4fab-8295-c41b90482a00 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bcf63b40037b4e67b370f74a996bb762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402288 Aug 28 20:14:27.313243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58032) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:27.321163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1391ec82-d8d8-4360-8a4b-5b6d1d916454 req-65a51d47-2155-4c9f-b61e-257cd7499593 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649339 Aug 28 20:14:27.411367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172026b4-bede-4a4f-bdfc-56c4537b79e1 admin admin] Publish callbacks [] for security_group (f786f199-ec5b-4428-b004-7b793e58fbfa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.422829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Router f1a431e0-8c68-4869-8315-ebb7b2022828 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:14:27.443188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172026b4-bede-4a4f-bdfc-56c4537b79e1 admin admin] Publish callbacks [] for security_group (f786f199-ec5b-4428-b004-7b793e58fbfa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.528624 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:27.592795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:27.600661 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3439245c-2846-4de3-92e5-e4fa3a566aab admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f1a431e0-8c68-4869-8315-ebb7b2022828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2662461 Aug 28 20:14:27.605081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58046) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:27.610081 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] Sync routers for ids ['f1a431e0-8c68-4869-8315-ebb7b2022828'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:27.624703 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.636733 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] Routers {'f1a431e0-8c68-4869-8315-ebb7b2022828'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:27.637387 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f1a431e0-8c68-4869-8315-ebb7b2022828'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:27.699295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172026b4-bede-4a4f-bdfc-56c4537b79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f786f199-ec5b-4428-b004-7b793e58fbfa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.702196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-172026b4-bede-4a4f-bdfc-56c4537b79e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.703182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-172026b4-bede-4a4f-bdfc-56c4537b79e1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f786f199-ec5b-4428-b004-7b793e58fbfa HTTP/1.1" status: 204 len: 168 time: 0.3886321 Aug 28 20:14:27.735466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172026b4-bede-4a4f-bdfc-56c4537b79e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786f199-ec5b-4428-b004-7b793e58fbfa,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:27.802720 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:27.822302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks [] for router (f1a431e0-8c68-4869-8315-ebb7b2022828), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:27.859242 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] Set router f1a431e0-8c68-4869-8315-ebb7b2022828 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:27.935453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks [] for router_gateway (f1a431e0-8c68-4869-8315-ebb7b2022828), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:28.039663 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:14:26Z', 'revision_number': 5, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port': {'id': '51c73d9b-9fc8-41ec-a372-da6abadbde77', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:57Z', 'updated_at': '2022-08-28T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:28.067025 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] Checking router: f1a431e0-8c68-4869-8315-ebb7b2022828 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:14:28.077052 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] Routers {'f1a431e0-8c68-4869-8315-ebb7b2022828'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:28.077684 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f1a431e0-8c68-4869-8315-ebb7b2022828'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:28.088530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Deleting port 51c73d9b-9fc8-41ec-a372-da6abadbde77 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:28.088875 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:28.188252 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] Set router f1a431e0-8c68-4869-8315-ebb7b2022828 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:28.250835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.256202 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:14:27Z', 'revision_number': 6, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:28.256441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.262838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.269026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.275110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.281272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.283162 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9782cab-a376-4273-a501-aeebdb212618 None None] The sync data for ids ['f1a431e0-8c68-4869-8315-ebb7b2022828'] in n-d-854121-7 is: [{'id': 'f1a431e0-8c68-4869-8315-ebb7b2022828', 'name': 'tempest-ServersTestMultiNic-1245984083-router', 'tenant_id': '92dac742c70b4d3c93fa3d6707136cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:54Z', 'updated_at': '2022-08-28T20:14:27Z', 'revision_number': 6, 'project_id': '92dac742c70b4d3c93fa3d6707136cd2', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:28.286963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.290982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-9fb48599-0ce1-4a7b-91ed-ae3512972287 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5427 time: 0.1101010 Aug 28 20:14:28.408029 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] For port 51c73d9b-9fc8-41ec-a372-da6abadbde77, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=51c73d9b-9fc8-41ec-a372-da6abadbde77,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:28.408552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:28.445269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Calling delete_port for 51c73d9b-9fc8-41ec-a372-da6abadbde77 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:28.471694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb300678-8a14-46f1-9d5d-aa619db6ac88 req-6ac69f75-becf-4fdb-9d91-899a551190de tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1679676 Aug 28 20:14:28.496678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428bdb0-8db1-4182-980c-f004723dc434 req-73921f48-81b8-4255-92e2-db1f76212d74 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:28.506447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a428bdb0-8db1-4182-980c-f004723dc434 req-73921f48-81b8-4255-92e2-db1f76212d74 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0739551 Aug 28 20:14:28.589076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a428bdb0-8db1-4182-980c-f004723dc434 req-05ce1563-ceee-4520-a315-cbb981f0e3a4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761881 Aug 28 20:14:28.784065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8b36992c-a76b-479b-b8d5-009afb91f6c6 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:28.814390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (51c73d9b-9fc8-41ec-a372-da6abadbde77), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:28.857118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 8b36992c-a76b-479b-b8d5-009afb91f6c6 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:28.859220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8b36992c-a76b-479b-b8d5-009afb91f6c6 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:28.890724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=51c73d9b-9fc8-41ec-a372-da6abadbde77,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:28.906087 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:29.026431 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f1a431e0-8c68-4869-8315-ebb7b2022828), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.143128 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:29.212713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f1a431e0-8c68-4869-8315-ebb7b2022828), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.215235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks [] for router_controller (f1a431e0-8c68-4869-8315-ebb7b2022828), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.238811 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:29.325513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:14:29.373406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:29.455990 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:29.469319 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:14:29.491736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f1a431e0-8c68-4869-8315-ebb7b2022828), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.493553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a431e0-8c68-4869-8315-ebb7b2022828 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:14:29.504747 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.507071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-55c2632c-382a-4065-9b3b-9ce3a5043b4e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f1a431e0-8c68-4869-8315-ebb7b2022828 HTTP/1.1" status: 204 len: 168 time: 1.9009514 Aug 28 20:14:29.512246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58116) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:29.596204 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:29.631471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:29.676334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] Deleting subnet 3581c569-8bfa-47c8-8092-eb4ee643272d {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:14:29.692637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] Publish callbacks [] for subnet (3581c569-8bfa-47c8-8092-eb4ee643272d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.759541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:29.783454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.799800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.808019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:29.808562 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.817985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.847531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.853320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.871254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.888466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.888803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'port_id': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'mac_address': 'fa:16:3e:b5:b7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:14:29.890802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-6fb537a2-3190-472f-868c-63d041332752 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5427 time: 0.2714798 Aug 28 20:14:29.895494 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (3581c569-8bfa-47c8-8092-eb4ee643272d), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:29.977329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db061db-452c-4e93-a65f-a1cc447e93c3 req-1ad327ae-1ef3-4f1f-925e-215b8d0ae7e0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:29.979280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7db061db-452c-4e93-a65f-a1cc447e93c3 req-1ad327ae-1ef3-4f1f-925e-215b8d0ae7e0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1918504 Aug 28 20:14:30.042048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b63879b-2316-4d6f-a314-8d7b39d4ce4a req-652d624f-2a6e-49fc-90ec-68261e5816f2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390793 Aug 28 20:14:30.092877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:30.095094 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.124812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8ff7047-c221-4bc3-8001-fe2c4a394723 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:14:30.159122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:30.173971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:30.182359 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.186681 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7db061db-452c-4e93-a65f-a1cc447e93c3 req-2890234e-d0dd-44cf-bdee-958eaa3c0fe9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974409 Aug 28 20:14:30.188161 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (3581c569-8bfa-47c8-8092-eb4ee643272d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.232087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:30.234552 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7e1eb-c611-49f2-a9bf-edbdb7178eb8" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:30.279754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:30.314785 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65367c06-bdf9-4bce-a0a8-bafe88e71fff x-openstack-request-id: req-65367c06-bdf9-4bce-a0a8-bafe88e71fff {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:30.315110 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:30.321589 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65367c06-bdf9-4bce-a0a8-bafe88e71fff {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:30.321589 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65367c06-bdf9-4bce-a0a8-bafe88e71fff'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9', 'code': 200} Aug 28 20:14:30.321589 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.390662 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.392428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5253e30c-d630-4cf3-97c6-70b1c212075f up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:30.436193 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (3581c569-8bfa-47c8-8092-eb4ee643272d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.459105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:30.508419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3581c569-8bfa-47c8-8092-eb4ee643272d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:30.526574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.529817 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-933636d5-2a5b-461c-b062-cd4b34d85e90 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/3581c569-8bfa-47c8-8092-eb4ee643272d HTTP/1.1" status: 204 len: 168 time: 1.0165381 Aug 28 20:14:30.532731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58136) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:30.573569 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:30.587911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd226c9-96e0-4601-97eb-a9bd5d9d34a7 None None] Network 6b97bd7d-4a1f-402a-aaec-ac4505756b4d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:30.592380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['d8ff7047-c221-4bc3-8001-fe2c4a394723'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:14:30.613190 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6b97bd7d-4a1f-402a-aaec-ac4505756b4d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.663089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Deleting port 68186746-76ce-4ae8-a1f5-75d243663526 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:30.663772 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (68186746-76ce-4ae8-a1f5-75d243663526), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.749196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:30.821895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] For port 68186746-76ce-4ae8-a1f5-75d243663526, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=68186746-76ce-4ae8-a1f5-75d243663526,segment=NetworkSegment(175763ee-621d-475f-9c2e-0eb789725541),segment_id=175763ee-621d-475f-9c2e-0eb789725541)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:30.824847 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (68186746-76ce-4ae8-a1f5-75d243663526), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:30.830042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 5253e30c-d630-4cf3-97c6-70b1c212075f completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:30.857945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Calling delete_port for 68186746-76ce-4ae8-a1f5-75d243663526 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:30.934042 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:30.940450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 51c73d9b-9fc8-41ec-a372-da6abadbde77 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:30.952072 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:31.004164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] DHCP port deletion for 6b97bd7d-4a1f-402a-aaec-ac4505756b4d request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:14:31.011627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5253e30c-d630-4cf3-97c6-70b1c212075f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:31.012038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.013660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 51c73d9b-9fc8-41ec-a372-da6abadbde77 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:31.016882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 51c73d9b-9fc8-41ec-a372-da6abadbde77 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:31.049883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58144) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:31.168051 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (68186746-76ce-4ae8-a1f5-75d243663526), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.181615 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:31.193891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] Deleting port 68186746-76ce-4ae8-a1f5-75d243663526 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:14:31.194273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (68186746-76ce-4ae8-a1f5-75d243663526), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.233235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68186746-76ce-4ae8-a1f5-75d243663526,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:31.237318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] No DVR routers for this DVR port 68186746-76ce-4ae8-a1f5-75d243663526 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:31.445320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] For port 68186746-76ce-4ae8-a1f5-75d243663526, host n-d-854121-7, got binding levels [] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:31.451805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (68186746-76ce-4ae8-a1f5-75d243663526), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.457068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.491316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.496702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6603cf1-57af-4a57-b2fe-4b7133ea3ccf req-d7592897-48e6-4575-bc4b-6e68107c7277 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.502739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6603cf1-57af-4a57-b2fe-4b7133ea3ccf req-d7592897-48e6-4575-bc4b-6e68107c7277 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 945 time: 0.1103151 Aug 28 20:14:31.506126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.510636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] Calling delete_port for 68186746-76ce-4ae8-a1f5-75d243663526 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:14:31.516818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.527533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.ipam_backend_mixin [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] Port 68186746-76ce-4ae8-a1f5-75d243663526 was not found and therefore no delete operation was performed {{(pid=114323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 28 20:14:31.539496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.542447 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (68186746-76ce-4ae8-a1f5-75d243663526), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.547028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.558071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5253e30c-d630-4cf3-97c6-70b1c212075f is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:31.564630 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.565518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:31.584864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-8a562737-f103-43f2-80dd-f6ac5bd2c3ad tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5428 time: 0.3693910 Aug 28 20:14:31.613753 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6603cf1-57af-4a57-b2fe-4b7133ea3ccf req-8305bf1d-0af2-472d-8b1b-da436ae57ab9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987506 Aug 28 20:14:31.618639 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:31.633171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] Pushing event deleted for resources: {'Port': ['ID=68186746-76ce-4ae8-a1f5-75d243663526,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:31.642872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570dc5a-f29b-4d35-8280-0b6d86789aa6 None None] No DVR routers for this DVR port 68186746-76ce-4ae8-a1f5-75d243663526 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:14:31.707624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6b97bd7d-4a1f-402a-aaec-ac4505756b4d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.725721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5253e30c-d630-4cf3-97c6-70b1c212075f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5253e30c-d630-4cf3-97c6-70b1c212075f,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:31.801537 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3aa73390-fa51-47ab-b3fe-26cef35b1d36 req-89f70386-8bdb-48fc-9972-544d9b939115 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2156997 Aug 28 20:14:31.809026 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.810975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:31.837693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b97bd7d-4a1f-402a-aaec-ac4505756b4d']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:31.859181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175763ee-621d-475f-9c2e-0eb789725541') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:31.862836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175763ee-621d-475f-9c2e-0eb789725541') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:31.875067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (175763ee-621d-475f-9c2e-0eb789725541), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.893485 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (175763ee-621d-475f-9c2e-0eb789725541), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.903611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:14:31.904440 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (175763ee-621d-475f-9c2e-0eb789725541), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:31.950699 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 175763ee-621d-475f-9c2e-0eb789725541 resource provider aggregate not found Aug 28 20:14:31.959835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5253e30c-d630-4cf3-97c6-70b1c212075f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:31.969132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:31.988628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894061111'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:32.042721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:32.043035 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:32.043159 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.047134 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 175763ee-621d-475f-9c2e-0eb789725541 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 175763ee-621d-475f-9c2e-0eb789725541 found for delete ", "request_id": "req-3e1d8796-a394-4fd9-8b5c-a359cd375c6d"}]} Aug 28 20:14:32.079461 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:32.099233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.122769 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6b97bd7d-4a1f-402a-aaec-ac4505756b4d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.123104 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.133273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.137119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6b97bd7d-4a1f-402a-aaec-ac4505756b4d HTTP/1.1" status: 204 len: 168 time: 1.6030381 Aug 28 20:14:32.159092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe40f-881e-4643-8f50-85b56db84df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b97bd7d-4a1f-402a-aaec-ac4505756b4d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:32.205058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:32.205675 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.269079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:32.283721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (8e9249ef-064e-4c58-9449-e404bfcf03bd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.317457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f'}, {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b61e1a-1c85-4efd-99fd-d7d92822f2a5'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:32.321520 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8014ec3-28bd-426f-8c20-761e7cef0ee1" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f"}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "35b61e1a-1c85-4efd-99fd-d7d92822f2a5"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:32.361623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.363657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 504bff6c-07a9-4d41-a62e-a7cbfda55a78 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:32.384690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8e9249ef-064e-4c58-9449-e404bfcf03bd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.423156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58170) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:32.423300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9249ef-064e-4c58-9449-e404bfcf03bd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:32.525188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.623842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.673967 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72afdef8-3977-421f-9f34-44b0a4bd47f3 x-openstack-request-id: req-72afdef8-3977-421f-9f34-44b0a4bd47f3 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:32.674270 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f", "code": 200}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "35b61e1a-1c85-4efd-99fd-d7d92822f2a5", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:32.674641 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72afdef8-3977-421f-9f34-44b0a4bd47f3 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:32.675160 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72afdef8-3977-421f-9f34-44b0a4bd47f3'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'code': 200} Aug 28 20:14:32.675476 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72afdef8-3977-421f-9f34-44b0a4bd47f3'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b61e1a-1c85-4efd-99fd-d7d92822f2a5', 'code': 200} Aug 28 20:14:32.708028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e214f80-3e85-4b47-b83f-2310a3249bb9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:32.724562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:32.735147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:32.789635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.791259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ba89b224-14b9-48c0-81bf-4a95a3f09ba5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7400935 Aug 28 20:14:32.794253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58182) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:32.847513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:32.848006 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:32.905935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d414d-1ead-4d96-9fce-97203848205b req-20ddae2d-481c-406f-b89a-ad8d86ce113b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:32.915185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c6d414d-1ead-4d96-9fce-97203848205b req-20ddae2d-481c-406f-b89a-ad8d86ce113b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 945 time: 0.0904777 Aug 28 20:14:32.957617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-910f59c9-f0f0-402e-bb93-06957d243fd7 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1620388 Aug 28 20:14:32.958477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58190) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:32.968941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-726981a0-9a6c-49aa-9e8c-28406d7b6e62 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-security--1365637410', 'description': 'tempest-security-description-1812568161'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:33.001188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 68186746-76ce-4ae8-a1f5-75d243663526 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:33.011070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c6d414d-1ead-4d96-9fce-97203848205b req-a98c85cf-a8b5-43fa-966f-45334b46c520 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943277 Aug 28 20:14:33.045336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 68186746-76ce-4ae8-a1f5-75d243663526 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:14:33.046216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 68186746-76ce-4ae8-a1f5-75d243663526 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:14:33.073307 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:33.114027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58192) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:33.129076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:33.130532 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.221980 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-64d727b1-3887-417b-a372-d6e05c87c85e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=92dac742c70b4d3c93fa3d6707136cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1029177 Aug 28 20:14:33.222580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58194) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:33.232551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:33.277536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:33.286569 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:33.297297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:33.304720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.305578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d6393d96-5e9d-4583-a8cb-f534977d0128 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:33.308651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:33.317590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:33.325507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:33.334733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:33.349661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-680e3742-4cb9-4784-8188-eb7f64fdf2a3 admin admin] Publish callbacks [] for security_group (e0c1a320-dead-40d4-99f6-d057c503fab0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.350302 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-af06b448-56eb-4f98-8553-0c2514b68289 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5430 time: 0.2838080 Aug 28 20:14:33.405651 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-680e3742-4cb9-4784-8188-eb7f64fdf2a3 admin admin] Publish callbacks [] for security_group (e0c1a320-dead-40d4-99f6-d057c503fab0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.411049 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:33.413106 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:33.443705 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-726981a0-9a6c-49aa-9e8c-28406d7b6e62 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.479904 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:33.557235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=504bff6c-07a9-4d41-a62e-a7cbfda55a78,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:33.599316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port d6393d96-5e9d-4583-a8cb-f534977d0128 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:33.627698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6944dc59-05ab-42e1-bc46-6972927bf617 req-bf949d32-bf45-4aab-ae75-f077e63210cc tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2701313 Aug 28 20:14:33.646648 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-726981a0-9a6c-49aa-9e8c-28406d7b6e62 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.655449 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-680e3742-4cb9-4784-8188-eb7f64fdf2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e0c1a320-dead-40d4-99f6-d057c503fab0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.662651 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-680e3742-4cb9-4784-8188-eb7f64fdf2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.671690 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-680e3742-4cb9-4784-8188-eb7f64fdf2a3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e0c1a320-dead-40d4-99f6-d057c503fab0 HTTP/1.1" status: 204 len: 168 time: 0.4452622 Aug 28 20:14:33.671690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb10441a-4b9a-459b-b889-1c2f3269c5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.710840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e3742-4cb9-4784-8188-eb7f64fdf2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c1a320-dead-40d4-99f6-d057c503fab0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:33.809730 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb10441a-4b9a-459b-b889-1c2f3269c5b5 admin admin] Publish callbacks [] for security_group (1781d380-725e-427d-bcb3-0d56fb2e8f0a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.837797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port d6393d96-5e9d-4583-a8cb-f534977d0128 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:33.838635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.891898 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-726981a0-9a6c-49aa-9e8c-28406d7b6e62 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.899752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-726981a0-9a6c-49aa-9e8c-28406d7b6e62 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:33.903645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-726981a0-9a6c-49aa-9e8c-28406d7b6e62 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/4e214f80-3e85-4b47-b83f-2310a3249bb9 HTTP/1.1" status: 200 len: 1797 time: 0.9435482 Aug 28 20:14:33.910797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58202) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:33.982774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726981a0-9a6c-49aa-9e8c-28406d7b6e62 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e214f80-3e85-4b47-b83f-2310a3249bb9,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:34.011674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb10441a-4b9a-459b-b889-1c2f3269c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1781d380-725e-427d-bcb3-0d56fb2e8f0a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.075336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d6393d96-5e9d-4583-a8cb-f534977d0128 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:34.075922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.184172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10441a-4b9a-459b-b889-1c2f3269c5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781d380-725e-427d-bcb3-0d56fb2e8f0a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:34.186292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d6393d96-5e9d-4583-a8cb-f534977d0128, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d6393d96-5e9d-4583-a8cb-f534977d0128,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:34.229250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0c7688d9-675f-40d5-aaed-b4b076ade988 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups/4e214f80-3e85-4b47-b83f-2310a3249bb9 HTTP/1.1" status: 200 len: 1797 time: 0.3170190 Aug 28 20:14:34.231392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58212) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:34.254446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eb10441a-4b9a-459b-b889-1c2f3269c5b5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3fab363395904e92a8e9935c83c780b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8304267 Aug 28 20:14:34.261079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58214) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:34.379461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aea0a5-c1a6-4f02-a3b9-b657c16fd0ae req-19f0328c-f02c-4f63-aedd-868ff6de6ba6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.381280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a8aea0a5-c1a6-4f02-a3b9-b657c16fd0ae req-19f0328c-f02c-4f63-aedd-868ff6de6ba6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 945 time: 0.1190996 Aug 28 20:14:34.386947 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d931e6c1-b21e-4908-874b-80fcedcaa0b3 admin admin] Publish callbacks [] for security_group (1781d380-725e-427d-bcb3-0d56fb2e8f0a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.390417 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb31016-34e1-40e2-9e41-afbedc13615e tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.448429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d931e6c1-b21e-4908-874b-80fcedcaa0b3 admin admin] Publish callbacks [] for security_group (1781d380-725e-427d-bcb3-0d56fb2e8f0a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.457642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb31016-34e1-40e2-9e41-afbedc13615e tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.504299 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.505616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:34.525161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a8aea0a5-c1a6-4f02-a3b9-b657c16fd0ae req-266be315-fd23-4147-bf7f-809e6d47e163 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276686 Aug 28 20:14:34.630622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d6393d96-5e9d-4583-a8cb-f534977d0128,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:34.635785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:34.677267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78'}, {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6393d96-5e9d-4583-a8cb-f534977d0128'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:34.680743 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1d2b77-c4cf-42f9-a31b-e5253b301d91" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78"}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6393d96-5e9d-4583-a8cb-f534977d0128"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:34.693399 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d931e6c1-b21e-4908-874b-80fcedcaa0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1781d380-725e-427d-bcb3-0d56fb2e8f0a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.696172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb31016-34e1-40e2-9e41-afbedc13615e tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4e214f80-3e85-4b47-b83f-2310a3249bb9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.696843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d931e6c1-b21e-4908-874b-80fcedcaa0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.698114 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d931e6c1-b21e-4908-874b-80fcedcaa0b3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1781d380-725e-427d-bcb3-0d56fb2e8f0a HTTP/1.1" status: 204 len: 168 time: 0.4336121 Aug 28 20:14:34.701511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb31016-34e1-40e2-9e41-afbedc13615e tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.706171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0fb31016-34e1-40e2-9e41-afbedc13615e tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4e214f80-3e85-4b47-b83f-2310a3249bb9 HTTP/1.1" status: 204 len: 168 time: 0.4736011 Aug 28 20:14:34.706814 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58226) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:34.716483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931e6c1-b21e-4908-874b-80fcedcaa0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781d380-725e-427d-bcb3-0d56fb2e8f0a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:34.766729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:34.767160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.837385 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555a0af9-859e-4948-832d-743f1bcd95d6 x-openstack-request-id: req-555a0af9-859e-4948-832d-743f1bcd95d6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:34.837720 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78", "code": 200}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6393d96-5e9d-4583-a8cb-f534977d0128", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:34.837997 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-555a0af9-859e-4948-832d-743f1bcd95d6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:34.838511 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555a0af9-859e-4948-832d-743f1bcd95d6'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78', 'code': 200} Aug 28 20:14:34.838799 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555a0af9-859e-4948-832d-743f1bcd95d6'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6393d96-5e9d-4583-a8cb-f534977d0128', 'code': 200} Aug 28 20:14:34.845299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb31016-34e1-40e2-9e41-afbedc13615e tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e214f80-3e85-4b47-b83f-2310a3249bb9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:34.909324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-48b56de7-8bba-42a3-aa91-01b47cc4de98 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1859581 Aug 28 20:14:34.910473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.912777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58232) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:34.916846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.924954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.927414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:34.928034 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:34.928440 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-9db2c121-6109-4a2f-8977-1ab5c3d939cb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] delete failed (client error): The resource could not be found. Aug 28 20:14:34.933378 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9db2c121-6109-4a2f-8977-1ab5c3d939cb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4e214f80-3e85-4b47-b83f-2310a3249bb9 HTTP/1.1" status: 404 len: 347 time: 0.0156033 Aug 28 20:14:34.933553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.935323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58234) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:34.936813 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:34.936969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.940670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ae1e0ae5-dd31-4b3e-8b65-cebef76fa8bb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705284484'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:34.942767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.950267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:34.960238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d678e9a2-e072-482f-9326-687c05025c2a req-2d31a525-1f34-4dec-8a57-2620bca9dfc5 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5432 time: 0.1280992 Aug 28 20:14:34.985402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:35.027786 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d678e9a2-e072-482f-9326-687c05025c2a req-9e49a8fb-1e66-4d44-997c-37cccf30a80d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657792 Aug 28 20:14:35.058992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae5-dd31-4b3e-8b65-cebef76fa8bb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.066960 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.069438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6198c423-3e56-4d4a-9c4a-acc0e838bf76 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:35.164303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:35.181730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae5-dd31-4b3e-8b65-cebef76fa8bb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.190173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:14:35.292842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae5-dd31-4b3e-8b65-cebef76fa8bb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.325138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:35.326169 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.373689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e0ae5-dd31-4b3e-8b65-cebef76fa8bb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:35.419102 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:35.450541 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae5-dd31-4b3e-8b65-cebef76fa8bb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.452015 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ae1e0ae5-dd31-4b3e-8b65-cebef76fa8bb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5158579 Aug 28 20:14:35.458769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58246) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:35.462263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-aa7ce775-fac3-4734-be65-3ce3fda5443d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': 'f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:35.472929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:35.473628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.516429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:35.608624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58256) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:35.640111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce775-fac3-4734-be65-3ce3fda5443d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.642735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.716242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:35.774959 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce775-fac3-4734-be65-3ce3fda5443d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.815188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6198c423-3e56-4d4a-9c4a-acc0e838bf76,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:35.827946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3a0e4-e643-49ea-b553-4a585277bae1 req-d7cbb9fe-d3bc-4926-a1f4-c22591a3f3ec tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:35.832335 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cd3a0e4-e643-49ea-b553-4a585277bae1 req-d7cbb9fe-d3bc-4926-a1f4-c22591a3f3ec tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 945 time: 0.1131589 Aug 28 20:14:35.841379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port d8ff7047-c221-4bc3-8001-fe2c4a394723 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:35.842257 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.885534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce775-fac3-4734-be65-3ce3fda5443d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:35.929146 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce775-fac3-4734-be65-3ce3fda5443d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:35.933902 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:35.964080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cd3a0e4-e643-49ea-b553-4a585277bae1 req-8a3897ce-def6-4cb7-9a18-a2b3e9948b91 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208899 Aug 28 20:14:35.979006 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:36.004582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce775-fac3-4734-be65-3ce3fda5443d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.010654 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aa7ce775-fac3-4734-be65-3ce3fda5443d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5500600 Aug 28 20:14:36.012911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58264) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:36.018277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:36.022385 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.068751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58268) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:36.077821 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:36.098644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34afa6b2-b3d4-4f9c-8ed4-5f838320c617 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.107508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-47b85017-be56-440e-89ab-706a95b16ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.125204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34afa6b2-b3d4-4f9c-8ed4-5f838320c617 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.153475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:36.260878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:36.271969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:36.292981 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.293530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:36.306767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:36.316654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:36.324727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:36.332286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:36.342642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-9d97b7e1-228a-41c8-accc-9a81679f2161 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.1720681 Aug 28 20:14:36.385993 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34afa6b2-b3d4-4f9c-8ed4-5f838320c617 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.397085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34afa6b2-b3d4-4f9c-8ed4-5f838320c617 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.399356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-34afa6b2-b3d4-4f9c-8ed4-5f838320c617 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e HTTP/1.1" status: 204 len: 168 time: 0.3846827 Aug 28 20:14:36.404110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58272) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:36.431191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:36.491282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1c1dbb6-eab6-44b8-b6bd-0caf0239566c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.509937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-47b85017-be56-440e-89ab-706a95b16ef3 admin admin] Publish callbacks [] for security_group (92eae958-1e3b-451e-bd26-6a50ac2f8175), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.516239 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:36.523064 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afa6b2-b3d4-4f9c-8ed4-5f838320c617 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b66c1b1-8fdb-4f94-a13e-e1ade4a1270e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:36.621303 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1c1dbb6-eab6-44b8-b6bd-0caf0239566c admin admin] Publish callbacks [] for security_group (ba91b80e-fc16-43dc-8d96-1cb751c442b3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.676441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ab178708-d211-4bf6-8d64-204a57f6ed3a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2447152 Aug 28 20:14:36.680625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58280) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:36.688463 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-35e9b4b9-9cb5-4fd9-a2c9-a83c33611cc8 req-3dc52300-db90-4ef6-abad-20eef159ab79 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3447266 Aug 28 20:14:36.733897 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-47b85017-be56-440e-89ab-706a95b16ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (92eae958-1e3b-451e-bd26-6a50ac2f8175), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.744828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1c1dbb6-eab6-44b8-b6bd-0caf0239566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ba91b80e-fc16-43dc-8d96-1cb751c442b3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.840016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551'}, {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76'}, {'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:36.842638 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e6449-7676-47c1-a86c-9756e41b67bb" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551"}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76"}, {"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:36.874878 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c1c1dbb6-eab6-44b8-b6bd-0caf0239566c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c235915b28034070bbac4df8bd9a1be6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2621672 Aug 28 20:14:36.876260 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a9b8db-0b1f-48e8-b57d-4727250ee874 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:36.877520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58290) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:36.935802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-47b85017-be56-440e-89ab-706a95b16ef3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1ad482171307487ebc2d9c0804107ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8655198 Aug 28 20:14:36.937778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58292) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:36.945756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1dbb6-eab6-44b8-b6bd-0caf0239566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91b80e-fc16-43dc-8d96-1cb751c442b3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:36.949375 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3abd98b-86a0-4f6a-96be-9a11203436cd x-openstack-request-id: req-a3abd98b-86a0-4f6a-96be-9a11203436cd {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:36.950056 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551", "code": 200}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-plugged", "status": "completed", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76", "code": 200}, {"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:36.950937 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3abd98b-86a0-4f6a-96be-9a11203436cd {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:36.951673 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3abd98b-86a0-4f6a-96be-9a11203436cd'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551', 'code': 200} Aug 28 20:14:36.952124 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3abd98b-86a0-4f6a-96be-9a11203436cd'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76', 'code': 200} Aug 28 20:14:36.952575 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3abd98b-86a0-4f6a-96be-9a11203436cd'] response: {'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'code': 200} Aug 28 20:14:36.990859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b85017-be56-440e-89ab-706a95b16ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eae958-1e3b-451e-bd26-6a50ac2f8175,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:37.010108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a9b8db-0b1f-48e8-b57d-4727250ee874 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.095755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60a049bb-7111-4c69-b270-5476a0648091 admin admin] Publish callbacks [] for security_group (ba91b80e-fc16-43dc-8d96-1cb751c442b3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.137970 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7506-7f49-492b-9832-a30feea6be51 admin admin] Publish callbacks [] for security_group (92eae958-1e3b-451e-bd26-6a50ac2f8175), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.169812 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60a049bb-7111-4c69-b270-5476a0648091 admin admin] Publish callbacks [] for security_group (ba91b80e-fc16-43dc-8d96-1cb751c442b3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.180925 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7506-7f49-492b-9832-a30feea6be51 admin admin] Publish callbacks [] for security_group (92eae958-1e3b-451e-bd26-6a50ac2f8175), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.213794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066abc9-4eda-4479-9796-ea56ac125c7d req-5cf5e766-ae8e-468d-af34-5d8059bda05c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.222549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f066abc9-4eda-4479-9796-ea56ac125c7d req-5cf5e766-ae8e-468d-af34-5d8059bda05c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1347716 Aug 28 20:14:37.306456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f066abc9-4eda-4479-9796-ea56ac125c7d req-934e1fc9-9256-4edc-9aee-6f9c10f61d81 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826848 Aug 28 20:14:37.317320 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a9b8db-0b1f-48e8-b57d-4727250ee874 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.321657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a9b8db-0b1f-48e8-b57d-4727250ee874 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.323383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-96a9b8db-0b1f-48e8-b57d-4727250ee874 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59 HTTP/1.1" status: 204 len: 168 time: 0.6416078 Aug 28 20:14:37.327627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:37.408998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9b8db-0b1f-48e8-b57d-4727250ee874 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dcfcc4-b574-4ab4-9ec0-d97deba0ea59,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:37.433077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.434235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.434799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.435658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.435852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.436433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.436961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.443132 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60a049bb-7111-4c69-b270-5476a0648091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ba91b80e-fc16-43dc-8d96-1cb751c442b3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.445208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-bdcaaa11-bc44-439a-8da1-88412b83c364 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6708 time: 0.1640856 Aug 28 20:14:37.450849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-60a049bb-7111-4c69-b270-5476a0648091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.454486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-60a049bb-7111-4c69-b270-5476a0648091 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ba91b80e-fc16-43dc-8d96-1cb751c442b3 HTTP/1.1" status: 204 len: 168 time: 0.5639985 Aug 28 20:14:37.505630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58312) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:37.513726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f76c7b5d-24a7-478b-97e2-df5ed3c65376 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1862953 Aug 28 20:14:37.515109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a049bb-7111-4c69-b270-5476a0648091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91b80e-fc16-43dc-8d96-1cb751c442b3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:37.526954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-06727a14-5869-4640-830d-9761647ceb71 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036601680'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:37.562554 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7506-7f49-492b-9832-a30feea6be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (92eae958-1e3b-451e-bd26-6a50ac2f8175), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.566038 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7506-7f49-492b-9832-a30feea6be51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.567553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4e0d7506-7f49-492b-9832-a30feea6be51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/92eae958-1e3b-451e-bd26-6a50ac2f8175 HTTP/1.1" status: 204 len: 168 time: 0.5976610 Aug 28 20:14:37.614563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d7506-7f49-492b-9832-a30feea6be51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eae958-1e3b-451e-bd26-6a50ac2f8175,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:37.678842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a3eb800-16e1-4ca1-b8c2-bc1974cf8dae req-4f97fb2b-ef3e-4bf3-8ecf-0e0f0bea4c33 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2265437 Aug 28 20:14:37.750557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06727a14-5869-4640-830d-9761647ceb71 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:37.899604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.906426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.912408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.923118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.929786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.934431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.939561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:37.941431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-5f4ecb7c-9ac6-4b17-9f29-d404d096122a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.1211908 Aug 28 20:14:38.087060 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:38.099134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e8f3d01b-c353-47c7-9236-e291756f7b30 req-9472544a-94d4-434c-afc4-7694c0fc3ad4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1414959 Aug 28 20:14:38.109957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06727a14-5869-4640-830d-9761647ceb71 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (83be911b-0a86-442b-81b2-361e508d9885), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:38.177407 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06727a14-5869-4640-830d-9761647ceb71 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (83be911b-0a86-442b-81b2-361e508d9885), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:38.247221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06727a14-5869-4640-830d-9761647ceb71 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83be911b-0a86-442b-81b2-361e508d9885,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:38.252614 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=51 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:38.257615 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:38.283367 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=32 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:38.289256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-06727a14-5869-4640-830d-9761647ceb71 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:38.290885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-06727a14-5869-4640-830d-9761647ceb71 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7823122 Aug 28 20:14:38.294215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58332) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:38.299436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-94099035-1d94-4709-a419-71f01169646f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': '83be911b-0a86-442b-81b2-361e508d9885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:38.322029 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58334) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:38.384479 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:38.442100 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:38.449088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94099035-1d94-4709-a419-71f01169646f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (9f69004e-61cb-4082-9441-138b3bccbf46), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:38.615967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05d888-4718-40c1-9bbe-e2ea10a7a08e req-4f7e1018-efe7-4686-9f93-02819f73d0ae tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:38.619096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c05d888-4718-40c1-9bbe-e2ea10a7a08e req-4f7e1018-efe7-4686-9f93-02819f73d0ae tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1223056 Aug 28 20:14:38.834200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1537681704-network', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:38.845998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58346) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:38.873658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03a30150-f154-4dda-a82b-54f6dd36682b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:38.988511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Made reservation on behalf of 89c95f91e3874db2bda39bfa0b90962b for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:14:38.992098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.014692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.071658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03a30150-f154-4dda-a82b-54f6dd36682b admin admin] Publish callbacks [] for security_group (db80bf3c-7c6d-44c4-9096-552109543e0e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.159022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03a30150-f154-4dda-a82b-54f6dd36682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (db80bf3c-7c6d-44c4-9096-552109543e0e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.395080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a30150-f154-4dda-a82b-54f6dd36682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db80bf3c-7c6d-44c4-9096-552109543e0e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:39.410171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-03a30150-f154-4dda-a82b-54f6dd36682b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b8710e956aa94bd28eca61fd82195283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5592628 Aug 28 20:14:39.414097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58360) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:39.482081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c05d888-4718-40c1-9bbe-e2ea10a7a08e req-df944d63-32c8-4566-af25-94c212db663e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8613005 Aug 28 20:14:39.582438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94099035-1d94-4709-a419-71f01169646f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (9f69004e-61cb-4082-9441-138b3bccbf46), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.602155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3f2389c-8f7c-4254-aef1-2da75cc13fe6 admin admin] Publish callbacks [] for security_group (db80bf3c-7c6d-44c4-9096-552109543e0e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.657447 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3f2389c-8f7c-4254-aef1-2da75cc13fe6 admin admin] Publish callbacks [] for security_group (db80bf3c-7c6d-44c4-9096-552109543e0e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.687663 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94099035-1d94-4709-a419-71f01169646f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (9f69004e-61cb-4082-9441-138b3bccbf46), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.717626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94099035-1d94-4709-a419-71f01169646f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f69004e-61cb-4082-9441-138b3bccbf46,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:39.815847 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-94099035-1d94-4709-a419-71f01169646f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.818555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-94099035-1d94-4709-a419-71f01169646f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5230474 Aug 28 20:14:39.822746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58364) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:39.835031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-99ec0018-e755-42a0-b03f-6faaa1497b89 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': '83be911b-0a86-442b-81b2-361e508d9885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:39.882756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3f2389c-8f7c-4254-aef1-2da75cc13fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (db80bf3c-7c6d-44c4-9096-552109543e0e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.890117 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3f2389c-8f7c-4254-aef1-2da75cc13fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:39.892852 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f3f2389c-8f7c-4254-aef1-2da75cc13fe6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/db80bf3c-7c6d-44c4-9096-552109543e0e HTTP/1.1" status: 204 len: 168 time: 0.4737496 Aug 28 20:14:39.943602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2389c-8f7c-4254-aef1-2da75cc13fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db80bf3c-7c6d-44c4-9096-552109543e0e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:39.973589 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:40.013692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99ec0018-e755-42a0-b03f-6faaa1497b89 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (a80217c8-5ce5-488a-b353-4250b15d4975), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.030773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks [] for security_group (f317befa-34bb-4150-a8c6-56f16e56cbce), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.061296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.066979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.073577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.080618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.090900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.096364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.104533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.107162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-29bbb8a1-f9a4-454d-8a06-53ae1d658549 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.7679496 Aug 28 20:14:40.131463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99ec0018-e755-42a0-b03f-6faaa1497b89 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (a80217c8-5ce5-488a-b353-4250b15d4975), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.155770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f317befa-34bb-4150-a8c6-56f16e56cbce), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.187503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:14:40.218398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (7d0b0535-7ffb-42fc-a1ee-c28718d9cc32), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.219368 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Added segment 7d0b0535-7ffb-42fc-a1ee-c28718d9cc32 of type vlan for network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f Aug 28 20:14:40.238543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99ec0018-e755-42a0-b03f-6faaa1497b89 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a80217c8-5ce5-488a-b353-4250b15d4975), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.245135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f317befa-34bb-4150-a8c6-56f16e56cbce,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:40.300059 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a186e34-c27f-4261-8e14-1eefcce98982 req-01facec8-51fa-4598-b66d-a6b930b32bc3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1826258 Aug 28 20:14:40.307271 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.311249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec0018-e755-42a0-b03f-6faaa1497b89 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80217c8-5ce5-488a-b353-4250b15d4975,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:40.440610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.441642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.442197 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.442527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99ec0018-e755-42a0-b03f-6faaa1497b89 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.443756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99ec0018-e755-42a0-b03f-6faaa1497b89 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6159036 Aug 28 20:14:40.448849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58378) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:40.453613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-552830dc-254f-4090-a4b9-af0f2f02fb34 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': '83be911b-0a86-442b-81b2-361e508d9885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:40.576989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] Pushing event updated for resources: {'Network': ['ID=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:40.606126 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:40.622459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:14:40.701305 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5707102a-4498-4d69-a41f-40ef8cc3ed02 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3778384 Aug 28 20:14:40.704048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58384) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:40.709673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Request body: {'subnet': {'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-subnet', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:40.729266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692ba1f-0803-490f-b8fd-f426588b92a6 req-f3a8f2a4-9186-4014-a430-eb3d51ca6316 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:40.740540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2692ba1f-0803-490f-b8fd-f426588b92a6 req-f3a8f2a4-9186-4014-a430-eb3d51ca6316 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1229637 Aug 28 20:14:40.778565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58388) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:40.818007 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:40.836605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552830dc-254f-4090-a4b9-af0f2f02fb34 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (8b2cb4e3-adfb-4b30-b7e0-a6a64e634012), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.927023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Made reservation on behalf of 89c95f91e3874db2bda39bfa0b90962b for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:14:40.930339 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:40.938903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2692ba1f-0803-490f-b8fd-f426588b92a6 req-e6682061-21d4-4f79-9fb7-77e7286dce9b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926103 Aug 28 20:14:41.025809 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552830dc-254f-4090-a4b9-af0f2f02fb34 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (8b2cb4e3-adfb-4b30-b7e0-a6a64e634012), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:41.112099 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552830dc-254f-4090-a4b9-af0f2f02fb34 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (8b2cb4e3-adfb-4b30-b7e0-a6a64e634012), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:41.143386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21ad66fa-ded4-46ab-86da-4c52738f8bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:41.157015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552830dc-254f-4090-a4b9-af0f2f02fb34 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2cb4e3-adfb-4b30-b7e0-a6a64e634012,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:41.256469 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552830dc-254f-4090-a4b9-af0f2f02fb34 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:41.262951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-552830dc-254f-4090-a4b9-af0f2f02fb34 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8084512 Aug 28 20:14:41.274773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58402) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:41.289794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6a9ff94c-cb13-4b41-bc8b-a0a41be77c8a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': '83be911b-0a86-442b-81b2-361e508d9885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:41.413991 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:41.569816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff94c-cb13-4b41-bc8b-a0a41be77c8a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (6630cfdc-b4fb-4c19-845f-001d19ba8059), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:41.659407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff94c-cb13-4b41-bc8b-a0a41be77c8a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (6630cfdc-b4fb-4c19-845f-001d19ba8059), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:41.671197 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21ad66fa-ded4-46ab-86da-4c52738f8bfa admin admin] Publish callbacks [] for security_group (ee52ec79-0ea1-465e-88d5-2672453d8e5f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:41.692549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.698481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.703633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.708946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.715184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.720061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.725360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.727534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-80e94493-a095-4084-8b0d-be6de726fcb2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.1478810 Aug 28 20:14:41.796146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76e2f1f3-9596-4170-b55b-6052207cd9fc req-07db6cb4-72ce-4b80-9204-752f21fd2b71 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624449 Aug 28 20:14:41.940900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.946653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.951796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.956942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.962092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.967201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.972226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:41.974232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e8634582-1608-4185-91b1-242a3515f51d req-a130c4fd-c028-4ae2-aa8d-6c17fff66472 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.0893044 Aug 28 20:14:41.986430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58412) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:41.990987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Request body: {'floatingip': {'port_id': '5253e30c-d630-4cf3-97c6-70b1c212075f'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:42.035352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for floatingip (0969ab5f-fcc3-4b21-abe7-280159b9603d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.068816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-21ad66fa-ded4-46ab-86da-4c52738f8bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ee52ec79-0ea1-465e-88d5-2672453d8e5f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.072326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff94c-cb13-4b41-bc8b-a0a41be77c8a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6630cfdc-b4fb-4c19-845f-001d19ba8059), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.104414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (a4fffd38-61a2-42a2-b8fc-3ff5037f34a7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.121002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ff94c-cb13-4b41-bc8b-a0a41be77c8a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6630cfdc-b4fb-4c19-845f-001d19ba8059,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:42.183874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2495-2bb6-489e-8a08-84ebc340778d req-46b8c186-d708-48d4-9196-e9b7fc55704b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:42.186001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-725c2495-2bb6-489e-8a08-84ebc340778d req-46b8c186-d708-48d4-9196-e9b7fc55704b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1395316 Aug 28 20:14:42.225281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-21ad66fa-ded4-46ab-86da-4c52738f8bfa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b95d74f0b70343ea8e1b78518b3aed1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4426489 Aug 28 20:14:42.236590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58422) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:42.265689 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:42.269813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad66fa-ded4-46ab-86da-4c52738f8bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee52ec79-0ea1-465e-88d5-2672453d8e5f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:42.276062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff94c-cb13-4b41-bc8b-a0a41be77c8a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.277332 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6a9ff94c-cb13-4b41-bc8b-a0a41be77c8a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9998150 Aug 28 20:14:42.282396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58426) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:42.303501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c9736e48-a253-4be4-8d8d-b7daebe83043 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': '83be911b-0a86-442b-81b2-361e508d9885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:42.377760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fffd38-61a2-42a2-b8fc-3ff5037f34a7,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:42.516190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Checking segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:14:42.521079 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9736e48-a253-4be4-8d8d-b7daebe83043 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe8752df-547c-419d-aee5-661a6c9e83e1), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.527850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Network hostable DHCP agents. Network: 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:14:42.543606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-725c2495-2bb6-489e-8a08-84ebc340778d req-9366bc4d-d5f9-4615-ac33-9fc63774ce1f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210511 Aug 28 20:14:42.587136 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86beb15b-3fe5-4288-8ec7-9c2e478b3589 admin admin] Publish callbacks [] for security_group (ee52ec79-0ea1-465e-88d5-2672453d8e5f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.629511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:42.656561 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86beb15b-3fe5-4288-8ec7-9c2e478b3589 admin admin] Publish callbacks [] for security_group (ee52ec79-0ea1-465e-88d5-2672453d8e5f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.690843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58434) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:42.729900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:14:42.779815 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9736e48-a253-4be4-8d8d-b7daebe83043 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe8752df-547c-419d-aee5-661a6c9e83e1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:42.905216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.090305 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.115093 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0969ab5f-fcc3-4b21-abe7-280159b9603d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.115506 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86beb15b-3fe5-4288-8ec7-9c2e478b3589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ee52ec79-0ea1-465e-88d5-2672453d8e5f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.115622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9736e48-a253-4be4-8d8d-b7daebe83043 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (fe8752df-547c-419d-aee5-661a6c9e83e1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.115715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86beb15b-3fe5-4288-8ec7-9c2e478b3589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.115715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-86beb15b-3fe5-4288-8ec7-9c2e478b3589 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ee52ec79-0ea1-465e-88d5-2672453d8e5f HTTP/1.1" status: 204 len: 168 time: 0.8638756 Aug 28 20:14:43.115715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:43.123328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:43.123328 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.138018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e629fd6-ad28-462e-ba75-4dcb3c148a48 None None] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:43.149340 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:43.206860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb15b-3fe5-4288-8ec7-9c2e478b3589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee52ec79-0ea1-465e-88d5-2672453d8e5f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:43.276347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9736e48-a253-4be4-8d8d-b7daebe83043 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8752df-547c-419d-aee5-661a6c9e83e1,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:43.311733 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-332a08fe-857a-46b6-a386-0c101b9e250e admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6061857 Aug 28 20:14:43.313603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58446) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:43.317241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:43.407372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:14:43.413386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7778102-c50f-4f21-aa43-966e3b33f97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.414170 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.500580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (e95d22ba-aa0f-4be6-a07d-11e696e60b29), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.500580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (e95d22ba-aa0f-4be6-a07d-11e696e60b29), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.526868 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Floating IP 0969ab5f-fcc3-4b21-abe7-280159b9603d associated. External IP: 172.25.4.231, port: 5253e30c-d630-4cf3-97c6-70b1c212075f. Aug 28 20:14:43.529654 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:43.544967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c9736e48-a253-4be4-8d8d-b7daebe83043 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.549614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c9736e48-a253-4be4-8d8d-b7daebe83043 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2634611 Aug 28 20:14:43.580657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58450) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:43.586185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7778102-c50f-4f21-aa43-966e3b33f97c admin admin] Publish callbacks [] for security_group (64dfd073-bdb4-419a-8b81-399f9be6e991), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.645887 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks [] for router_controller (e95d22ba-aa0f-4be6-a07d-11e696e60b29), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.660295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae92330b-185d-40f6-a33d-47c2dcb71f36 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe8752df-547c-419d-aee5-661a6c9e83e1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.677125 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:43.678629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae92330b-185d-40f6-a33d-47c2dcb71f36 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe8752df-547c-419d-aee5-661a6c9e83e1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.711907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7778102-c50f-4f21-aa43-966e3b33f97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (64dfd073-bdb4-419a-8b81-399f9be6e991), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:43.846113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Allocated IP 172.20.0.2 (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f/a4fffd38-61a2-42a2-b8fc-3ff5037f34a7/a4fb8063-3ba5-4283-ad84-d912bff02104) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:14:43.894835 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b7778102-c50f-4f21-aa43-966e3b33f97c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=708261703ec141b5b2556c00a158db18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2026722 Aug 28 20:14:43.895759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499af1e-0e58-4005-aa4d-06921056f34d req-38477f74-e263-4455-a589-3b7e8e2532d7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:43.897518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9499af1e-0e58-4005-aa4d-06921056f34d req-38477f74-e263-4455-a589-3b7e8e2532d7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1307673 Aug 28 20:14:43.897906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58458) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:43.900326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778102-c50f-4f21-aa43-966e3b33f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfd073-bdb4-419a-8b81-399f9be6e991,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:43.903570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae92330b-185d-40f6-a33d-47c2dcb71f36 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (fe8752df-547c-419d-aee5-661a6c9e83e1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.066272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks [] for router_gateway (e95d22ba-aa0f-4be6-a07d-11e696e60b29), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.075494 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ae92330b-185d-40f6-a33d-47c2dcb71f36 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.077171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ae92330b-185d-40f6-a33d-47c2dcb71f36 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/fe8752df-547c-419d-aee5-661a6c9e83e1 HTTP/1.1" status: 204 len: 168 time: 0.4953551 Aug 28 20:14:44.078304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92330b-185d-40f6-a33d-47c2dcb71f36 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe8752df-547c-419d-aee5-661a6c9e83e1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:44.088673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58462) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:44.148338 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1d75-ada5-4a68-bf8b-6a68e8f901a2 admin admin] Publish callbacks [] for security_group (64dfd073-bdb4-419a-8b81-399f9be6e991), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.164855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9499af1e-0e58-4005-aa4d-06921056f34d req-8e5e8bc8-454e-4448-9d5b-12773759bda0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542276 Aug 28 20:14:44.184914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b3618548-7602-4f67-a8f8-834b1222572c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0914025 Aug 28 20:14:44.185646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58464) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:44.243958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Publish callbacks [] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.326527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Router 3958a607-369e-4afa-a984-c8f75fb68e72 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:14:44.339141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.377316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1d75-ada5-4a68-bf8b-6a68e8f901a2 admin admin] Publish callbacks [] for security_group (64dfd073-bdb4-419a-8b81-399f9be6e991), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.415745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Pushing event updated for resources: {'Port': ['ID=a4fb8063-3ba5-4283-ad84-d912bff02104,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:44.427238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:44.429984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:44.436414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:14:44.511577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bc9add9-759a-4c1a-a8f1-9abee12c211b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (6630cfdc-b4fb-4c19-845f-001d19ba8059), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.520885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bc9add9-759a-4c1a-a8f1-9abee12c211b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (6630cfdc-b4fb-4c19-845f-001d19ba8059), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.534235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Attempting to bind port a4fb8063-3ba5-4283-ad84-d912bff02104 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:14:44.534771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Attempting to bind port a4fb8063-3ba5-4283-ad84-d912bff02104 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:14:44.535847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Attempting to bind port a4fb8063-3ba5-4283-ad84-d912bff02104 on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:14:44.543670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:14:44.544805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Checking segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:14:44.545381 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.546721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Bound using segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:14:44.552513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Bound port: a4fb8063-3ba5-4283-ad84-d912bff02104, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:14:44.552513 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.560133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:44.583433 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1d75-ada5-4a68-bf8b-6a68e8f901a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (64dfd073-bdb4-419a-8b81-399f9be6e991), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.583917 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1d75-ada5-4a68-bf8b-6a68e8f901a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.585623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4e6a1d75-ada5-4a68-bf8b-6a68e8f901a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/64dfd073-bdb4-419a-8b81-399f9be6e991 HTTP/1.1" status: 204 len: 168 time: 0.6858394 Aug 28 20:14:44.599124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.600801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] Sync routers for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:44.601200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a1d75-ada5-4a68-bf8b-6a68e8f901a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dfd073-bdb4-419a-8b81-399f9be6e991,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:44.661980 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:14:44.676140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3a8b5c4b-7ecd-4ff5-b9e9-8c9030334865 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/0969ab5f-fcc3-4b21-abe7-280159b9603d HTTP/1.1" status: 200 len: 991 time: 2.6885204 Aug 28 20:14:44.679949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:44.683110 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54035d22-896f-403b-9b04-d6cbd8f6a040" -d '{"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:44.698519 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bc9add9-759a-4c1a-a8f1-9abee12c211b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6630cfdc-b4fb-4c19-845f-001d19ba8059), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.701490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks [] for router_gateway (e95d22ba-aa0f-4be6-a07d-11e696e60b29), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.734038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:44.734373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:44.773902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bc9add9-759a-4c1a-a8f1-9abee12c211b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.776430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0bc9add9-759a-4c1a-a8f1-9abee12c211b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/6630cfdc-b4fb-4c19-845f-001d19ba8059 HTTP/1.1" status: 204 len: 168 time: 0.5888836 Aug 28 20:14:44.779356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58480) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:44.812439 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c0d107-a06c-4bbf-96e4-b70d21a7850a x-openstack-request-id: req-88c0d107-a06c-4bbf-96e4-b70d21a7850a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:44.814313 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:44.814619 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88c0d107-a06c-4bbf-96e4-b70d21a7850a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:44.815131 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c0d107-a06c-4bbf-96e4-b70d21a7850a'] response: {'name': 'network-changed', 'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'status': 'completed', 'code': 200} Aug 28 20:14:44.821813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58482) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:44.824720 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:44.886778 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:44.889200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9add9-759a-4c1a-a8f1-9abee12c211b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6630cfdc-b4fb-4c19-845f-001d19ba8059,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:44.894674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] For port a4fb8063-3ba5-4283-ad84-d912bff02104, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:14:44.902650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] For port a4fb8063-3ba5-4283-ad84-d912bff02104, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a4fb8063-3ba5-4283-ad84-d912bff02104,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:14:44.905529 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:44.931304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0dc98ce0-f29f-4181-8612-5dae3f4ff862 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1505017 Aug 28 20:14:44.936716 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:44.940647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58484) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:44.941490 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5e24cc6-e74a-4e7f-92c0-41581d9d5122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.025485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.031743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.031743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.032906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.033600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.034364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.035003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.038483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-5158c7fc-df03-49c9-904f-1eca167c1fe4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6708 time: 0.1840460 Aug 28 20:14:45.061524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3bf52ce9-2553-4f9a-8e05-625bd1f5ade3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (8b2cb4e3-adfb-4b30-b7e0-a6a64e634012), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.063058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:45.067236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.134745 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3bf52ce9-2553-4f9a-8e05-625bd1f5ade3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (8b2cb4e3-adfb-4b30-b7e0-a6a64e634012), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.142144 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:45.221604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5e24cc6-e74a-4e7f-92c0-41581d9d5122 admin admin] Publish callbacks [] for security_group (e25c77ca-7e37-4955-9982-85399423e17e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.245715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-1428db21-fd30-42e4-9c29-37dd37811e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.251423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-1428db21-fd30-42e4-9c29-37dd37811e56 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=77cd677e-32a7-4bf0-bf04-1da6f14ce29f HTTP/1.1" status: 200 len: 912 time: 0.1995797 Aug 28 20:14:45.312524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3bf52ce9-2553-4f9a-8e05-625bd1f5ade3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (8b2cb4e3-adfb-4b30-b7e0-a6a64e634012), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.322816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3bf52ce9-2553-4f9a-8e05-625bd1f5ade3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.328302 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3bf52ce9-2553-4f9a-8e05-625bd1f5ade3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/8b2cb4e3-adfb-4b30-b7e0-a6a64e634012 HTTP/1.1" status: 204 len: 168 time: 0.3632548 Aug 28 20:14:45.332552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58492) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:45.354590 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5e24cc6-e74a-4e7f-92c0-41581d9d5122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e25c77ca-7e37-4955-9982-85399423e17e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.388178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fafe4-fa1b-4746-a799-9575091ddc35 None None] Pushing event updated for resources: {'Port': ['ID=a4fb8063-3ba5-4283-ad84-d912bff02104,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:45.424192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-bf1da502-83bf-4472-931a-0ece6a8189d6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5253e30c-d630-4cf3-97c6-70b1c212075f HTTP/1.1" status: 200 len: 999 time: 0.1645322 Aug 28 20:14:45.465207 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:45.473073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf52ce9-2553-4f9a-8e05-625bd1f5ade3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b2cb4e3-adfb-4b30-b7e0-a6a64e634012,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:45.592199 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:45.646350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Allocated IP 172.25.4.141 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:14:45.657446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-e269fdea-4b88-4049-b45d-f2e4b2cb69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.659073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-e269fdea-4b88-4049-b45d-f2e4b2cb69b1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=45a8bcfa-3558-41a2-9cf0-ab12875c81d5 HTTP/1.1" status: 200 len: 850 time: 0.1950650 Aug 28 20:14:45.664740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f5e24cc6-e74a-4e7f-92c0-41581d9d5122 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=68fe8f65de994ad98abf5fffd1ff8363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8400357 Aug 28 20:14:45.669928 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e24cc6-e74a-4e7f-92c0-41581d9d5122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25c77ca-7e37-4955-9982-85399423e17e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:45.675725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58498) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:45.708345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0969ab5f-fcc3-4b21-abe7-280159b9603d', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'port_id': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'mac_address': 'fa:16:3e:cb:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:12:52Z', 'updated_at': '2022-08-28T20:14:42Z', 'revision_number': 1, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:18Z', 'revision_number': 5, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:45.761549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-de692dc9-b814-4ec7-b58d-cd553a9e2f24 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4089222 Aug 28 20:14:45.762698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58500) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:45.803421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] Checking router: 3958a607-369e-4afa-a984-c8f75fb68e72 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:14:45.826525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:45.827424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:45.829073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80518033-b0c8-4521-a6dd-2ae9433878df req-05f536ff-ec05-4fdc-b5f6-390fe27fefb9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.835313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80518033-b0c8-4521-a6dd-2ae9433878df req-05f536ff-ec05-4fdc-b5f6-390fe27fefb9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.4335170 Aug 28 20:14:45.869959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-60924c2c-5a2f-4386-8270-d725550469bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:45.872095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-60924c2c-5a2f-4386-8270-d725550469bf service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=77cd677e-32a7-4bf0-bf04-1da6f14ce29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1947405 Aug 28 20:14:45.893372 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:45.893617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4252fc40-c17c-4b39-a024-92ec21a63ce8 admin admin] Publish callbacks [] for security_group (e25c77ca-7e37-4955-9982-85399423e17e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.918464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9407a29f-6e42-4555-9128-2970f576151b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (a80217c8-5ce5-488a-b353-4250b15d4975), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.934343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9407a29f-6e42-4555-9128-2970f576151b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (a80217c8-5ce5-488a-b353-4250b15d4975), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:45.974917 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80518033-b0c8-4521-a6dd-2ae9433878df req-3b829195-ed8d-4de4-9985-769284952717 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202173 Aug 28 20:14:46.006423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4252fc40-c17c-4b39-a024-92ec21a63ce8 admin admin] Publish callbacks [] for security_group (e25c77ca-7e37-4955-9982-85399423e17e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.021925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:46.083539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9407a29f-6e42-4555-9128-2970f576151b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a80217c8-5ce5-488a-b353-4250b15d4975), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.093330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks [] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.096377 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9407a29f-6e42-4555-9128-2970f576151b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.102321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9407a29f-6e42-4555-9128-2970f576151b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/a80217c8-5ce5-488a-b353-4250b15d4975 HTTP/1.1" status: 204 len: 168 time: 0.3202286 Aug 28 20:14:46.104762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58504) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:46.130641 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-39983bd9-be46-403f-9fd2-6f17941125b8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495546 Aug 28 20:14:46.181100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407a29f-6e42-4555-9128-2970f576151b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a80217c8-5ce5-488a-b353-4250b15d4975,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:46.225803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6e60bb0b-4bb7-4532-bd92-a381cfea293a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0994670 Aug 28 20:14:46.226913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58506) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:46.268231 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a58015f-8563-4964-8b5b-a3ba424d4f0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (9f69004e-61cb-4082-9441-138b3bccbf46), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.303203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a58015f-8563-4964-8b5b-a3ba424d4f0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (9f69004e-61cb-4082-9441-138b3bccbf46), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.309435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4252fc40-c17c-4b39-a024-92ec21a63ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e25c77ca-7e37-4955-9982-85399423e17e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.313666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4252fc40-c17c-4b39-a024-92ec21a63ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.314564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4252fc40-c17c-4b39-a024-92ec21a63ce8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e25c77ca-7e37-4955-9982-85399423e17e HTTP/1.1" status: 204 len: 168 time: 0.6365197 Aug 28 20:14:46.338487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252fc40-c17c-4b39-a024-92ec21a63ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25c77ca-7e37-4955-9982-85399423e17e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:46.351917 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54035d22-896f-403b-9b04-d6cbd8f6a040 req-09dca625-69fa-4904-b012-c0291696ab14 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069952 Aug 28 20:14:46.361186 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:46.365342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.394024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58512) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:46.446763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-174ff663-7471-45a9-8e7b-293d09fac4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.486802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0969ab5f-fcc3-4b21-abe7-280159b9603d', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'port_id': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'mac_address': 'fa:16:3e:cb:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:12:52Z', 'updated_at': '2022-08-28T20:14:42Z', 'revision_number': 1, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:18Z', 'revision_number': 5, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:46.499116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a58015f-8563-4964-8b5b-a3ba424d4f0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (9f69004e-61cb-4082-9441-138b3bccbf46), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.520676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:46.531536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:46.550007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:14:46.562421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06f580-9e2b-4193-ae0c-a708120096dc None None] The sync data for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 is: [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0969ab5f-fcc3-4b21-abe7-280159b9603d', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'port_id': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'mac_address': 'fa:16:3e:cb:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:12:52Z', 'updated_at': '2022-08-28T20:14:42Z', 'revision_number': 1, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:18Z', 'revision_number': 5, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:46.564487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a58015f-8563-4964-8b5b-a3ba424d4f0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.568982 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0a58015f-8563-4964-8b5b-a3ba424d4f0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/9f69004e-61cb-4082-9441-138b3bccbf46 HTTP/1.1" status: 204 len: 168 time: 0.3385565 Aug 28 20:14:46.568982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58015f-8563-4964-8b5b-a3ba424d4f0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f69004e-61cb-4082-9441-138b3bccbf46,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:46.577003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58514) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:46.627905 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:46.696507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Pushing event updated for resources: {'Port': ['ID=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:46.699101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-df1dd8a1-c91a-4b4c-9c81-22a732cc04c4 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1141198 Aug 28 20:14:46.702106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58518) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:46.982460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-174ff663-7471-45a9-8e7b-293d09fac4ef admin admin] Publish callbacks [] for security_group (b4262f49-3fb9-4481-a762-290612f658b2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.983765 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-951d5660-5b53-468b-be77-8f603062f308 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (83be911b-0a86-442b-81b2-361e508d9885), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:46.998455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a4fb8063-3ba5-4283-ad84-d912bff02104 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:47.034987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-951d5660-5b53-468b-be77-8f603062f308 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (83be911b-0a86-442b-81b2-361e508d9885), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.072112 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87617a-4768-4cda-a076-d455a0338b95 None None] New status for floating IP 0969ab5f-fcc3-4b21-abe7-280159b9603d: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:14:47.157322 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-174ff663-7471-45a9-8e7b-293d09fac4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b4262f49-3fb9-4481-a762-290612f658b2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.182638 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:47.227191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-951d5660-5b53-468b-be77-8f603062f308 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (83be911b-0a86-442b-81b2-361e508d9885), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.234886 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-951d5660-5b53-468b-be77-8f603062f308 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.236073 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-951d5660-5b53-468b-be77-8f603062f308 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/83be911b-0a86-442b-81b2-361e508d9885 HTTP/1.1" status: 204 len: 168 time: 0.5325968 Aug 28 20:14:47.262680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58524) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:47.306566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ff663-7471-45a9-8e7b-293d09fac4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4262f49-3fb9-4481-a762-290612f658b2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:47.348703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-174ff663-7471-45a9-8e7b-293d09fac4ef admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=faa6ce9a17e54431bb19ec7086af6671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9536824 Aug 28 20:14:47.368319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58528) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:47.385088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d5660-5b53-468b-be77-8f603062f308 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be911b-0a86-442b-81b2-361e508d9885,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:47.421876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c3a51-1e47-416b-88e2-910940efe93a None None] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:14:47.473030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444e83a-a29c-48c7-8619-864f842026db req-f52651c8-8a8e-4570-b4f6-ced65438c3b6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:47.486242 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b444e83a-a29c-48c7-8619-864f842026db req-f52651c8-8a8e-4570-b4f6-ced65438c3b6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.2846191 Aug 28 20:14:47.498411 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3ac1d2c8-2e91-428f-b52b-dfba025b53a8 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2253373 Aug 28 20:14:47.500111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58530) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:47.516089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f2dbcfed-4332-4fe6-98dc-34e7f57a2397 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--707183806'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:47.548834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-96776f46-4b4b-4eba-892d-711ed177258e None None] Provisioning complete for port a4fb8063-3ba5-4283-ad84-d912bff02104 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:47.549322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-96776f46-4b4b-4eba-892d-711ed177258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.560725 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:47.641541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a4fb8063-3ba5-4283-ad84-d912bff02104 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:47.642248 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.753573 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcfed-4332-4fe6-98dc-34e7f57a2397 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.785665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b444e83a-a29c-48c7-8619-864f842026db req-7889c066-1973-4b0a-a33c-b1c8f5dfda09 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982593 Aug 28 20:14:47.821498 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1a7-202b-4345-ab5e-09f4ad3c65bf admin admin] Publish callbacks [] for security_group (b4262f49-3fb9-4481-a762-290612f658b2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.827561 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks [] for router_gateway (e95d22ba-aa0f-4be6-a07d-11e696e60b29), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.836245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-96776f46-4b4b-4eba-892d-711ed177258e None None] Current status of the port a4fb8063-3ba5-4283-ad84-d912bff02104 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:47.836789 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-96776f46-4b4b-4eba-892d-711ed177258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.843715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a4fb8063-3ba5-4283-ad84-d912bff02104 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:47.844253 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:47.867709 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:47.908792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a4fb8063-3ba5-4283-ad84-d912bff02104, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a4fb8063-3ba5-4283-ad84-d912bff02104,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:48.006273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcfed-4332-4fe6-98dc-34e7f57a2397 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (8aca28bd-ec42-4ad6-bbca-59ccae861063), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.077175 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1a7-202b-4345-ab5e-09f4ad3c65bf admin admin] Publish callbacks [] for security_group (b4262f49-3fb9-4481-a762-290612f658b2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.093631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.127583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcfed-4332-4fe6-98dc-34e7f57a2397 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8aca28bd-ec42-4ad6-bbca-59ccae861063), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.208077 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:48.238150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (e95d22ba-aa0f-4be6-a07d-11e696e60b29), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.259533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a4fb8063-3ba5-4283-ad84-d912bff02104,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:48.260258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbcfed-4332-4fe6-98dc-34e7f57a2397 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aca28bd-ec42-4ad6-bbca-59ccae861063,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:48.268781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-96776f46-4b4b-4eba-892d-711ed177258e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:14:48.273355 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-96776f46-4b4b-4eba-892d-711ed177258e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:14:48.331722 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcfed-4332-4fe6-98dc-34e7f57a2397 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.333637 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f2dbcfed-4332-4fe6-98dc-34e7f57a2397 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8324916 Aug 28 20:14:48.339752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58548) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:48.351009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6b8a3997-1dc6-4787-b7fe-6d270e4868aa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': '8aca28bd-ec42-4ad6-bbca-59ccae861063', 'direction': 'ingress', 'protocol': 17}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:48.587703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1a7-202b-4345-ab5e-09f4ad3c65bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b4262f49-3fb9-4481-a762-290612f658b2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.590664 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1a7-202b-4345-ab5e-09f4ad3c65bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.591921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9dcfb1a7-202b-4345-ab5e-09f4ad3c65bf admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b4262f49-3fb9-4481-a762-290612f658b2 HTTP/1.1" status: 204 len: 168 time: 1.2210417 Aug 28 20:14:48.604544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfb1a7-202b-4345-ab5e-09f4ad3c65bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4262f49-3fb9-4481-a762-290612f658b2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:48.639995 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:48.641154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Router e95d22ba-aa0f-4be6-a07d-11e696e60b29 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:14:48.643135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b8a3997-1dc6-4787-b7fe-6d270e4868aa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (4e44d054-91f9-46db-82f5-e69df7a80ab9), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.726779 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:48.767747 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b8a3997-1dc6-4787-b7fe-6d270e4868aa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (4e44d054-91f9-46db-82f5-e69df7a80ab9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.832827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:48.868838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Sync routers for ids ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:48.898049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b8a3997-1dc6-4787-b7fe-6d270e4868aa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (4e44d054-91f9-46db-82f5-e69df7a80ab9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.933631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a3997-1dc6-4787-b7fe-6d270e4868aa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e44d054-91f9-46db-82f5-e69df7a80ab9,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:48.939874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a4fb8063-3ba5-4283-ad84-d912bff02104 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:48.940846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:48.942579 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-27e08b6d-0565-4af2-aee0-38295857a741 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6290460 Aug 28 20:14:48.946159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58560) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:49.012984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-96776f46-4b4b-4eba-892d-711ed177258e None None] Current status of the port a4fb8063-3ba5-4283-ad84-d912bff02104 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:49.025441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Routers {'e95d22ba-aa0f-4be6-a07d-11e696e60b29'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:49.025441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:49.029255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a4fb8063-3ba5-4283-ad84-d912bff02104 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:49.029255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.051154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e95775-7240-4ea9-bca1-9d8c846ac5a7 req-af31b36f-4fcb-4e81-92ea-05e4b057e004 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:49.054565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83e95775-7240-4ea9-bca1-9d8c846ac5a7 req-af31b36f-4fcb-4e81-92ea-05e4b057e004 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1023221 Aug 28 20:14:49.124256 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83e95775-7240-4ea9-bca1-9d8c846ac5a7 req-bd166103-2e0a-4103-9654-6ef94c0e9dcb tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599425 Aug 28 20:14:49.165244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-829da5c6-0527-4baa-84fe-fc5683d7d32e None None] Provisioning complete for port a4fb8063-3ba5-4283-ad84-d912bff02104 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:49.168337 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-829da5c6-0527-4baa-84fe-fc5683d7d32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.208626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b8a3997-1dc6-4787-b7fe-6d270e4868aa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.210993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6b8a3997-1dc6-4787-b7fe-6d270e4868aa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8694754 Aug 28 20:14:49.213792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58562) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:49.275559 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a3b239d-2498-425d-b4f4-6fa4d9575eca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (8aca28bd-ec42-4ad6-bbca-59ccae861063), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.304552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a3b239d-2498-425d-b4f4-6fa4d9575eca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (8aca28bd-ec42-4ad6-bbca-59ccae861063), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.305437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a4fb8063-3ba5-4283-ad84-d912bff02104 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:49.322252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Set router e95d22ba-aa0f-4be6-a07d-11e696e60b29 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:49.512890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-829da5c6-0527-4baa-84fe-fc5683d7d32e None None] Current status of the port a4fb8063-3ba5-4283-ad84-d912bff02104 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:49.561173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a3b239d-2498-425d-b4f4-6fa4d9575eca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8aca28bd-ec42-4ad6-bbca-59ccae861063), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.564366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a3b239d-2498-425d-b4f4-6fa4d9575eca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.570541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1a3b239d-2498-425d-b4f4-6fa4d9575eca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8aca28bd-ec42-4ad6-bbca-59ccae861063 HTTP/1.1" status: 204 len: 168 time: 0.3522716 Aug 28 20:14:49.578195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58574) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:49.623883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b239d-2498-425d-b4f4-6fa4d9575eca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aca28bd-ec42-4ad6-bbca-59ccae861063,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:49.673508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:14:47Z', 'revision_number': 3, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:49.716114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Checking router: e95d22ba-aa0f-4be6-a07d-11e696e60b29 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:14:49.716564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Updating router e95d22ba-aa0f-4be6-a07d-11e696e60b29 port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:14:49.723612 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:49.744854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4832f3d9-e596-4f13-89e5-952f6b80d0fa tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1576583 Aug 28 20:14:49.752588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58580) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:49.759573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b49b3d6c-47e9-4fa4-98ce-2615aabea9c3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--652679966'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:49.773803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:49.778906 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:49.903663 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b49b3d6c-47e9-4fa4-98ce-2615aabea9c3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.029814 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:50.138096 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b49b3d6c-47e9-4fa4-98ce-2615aabea9c3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.176790 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:50.224077 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b49b3d6c-47e9-4fa4-98ce-2615aabea9c3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.251292 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:50.253931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.333802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b3d6c-47e9-4fa4-98ce-2615aabea9c3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:50.386614 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Publish callbacks [] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.387227 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:50.423855 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b49b3d6c-47e9-4fa4-98ce-2615aabea9c3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.425416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b49b3d6c-47e9-4fa4-98ce-2615aabea9c3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6775262 Aug 28 20:14:50.429030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58604) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:50.447935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-428248ca-af6f-4ccd-9853-5ea53fc8e739 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--645633828'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:50.536535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-5e3cb535-7c74-4fe3-a4ff-99312722e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:50.539333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-5e3cb535-7c74-4fe3-a4ff-99312722e6fa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1128 time: 0.1536679 Aug 28 20:14:50.553914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f6a5a-d4fa-484a-a04a-bcac6f27c7c7 req-cdc426fa-f335-4ad8-87ed-aa375d90c14e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:50.557396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c4f6a5a-d4fa-484a-a04a-bcac6f27c7c7 req-cdc426fa-f335-4ad8-87ed-aa375d90c14e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.1734853 Aug 28 20:14:50.566740 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.603494 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-428248ca-af6f-4ccd-9853-5ea53fc8e739 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.717825 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:50.718931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Attempting to bind port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:14:50.719582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Attempting to bind port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:14:50.719913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Attempting to bind port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:14:50.745317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:14:50.745597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:14:50.745922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.748757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:14:50.749326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Bound port: 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:14:50.749804 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.802780 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-428248ca-af6f-4ccd-9853-5ea53fc8e739 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4296e8a4-27c0-44fd-a3ce-1d8c90eab085), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.816805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ddefe-386a-4e72-818d-71dc586667d7 None None] Pushing event updated for resources: {'Port': ['ID=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:50.865513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] For port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:14:50.875290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] For port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:14:50.878706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c4f6a5a-d4fa-484a-a04a-bcac6f27c7c7 req-19270b5d-0b98-46ea-bad9-20e3fbf4b962 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701476 Aug 28 20:14:50.904502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Allocated IP 172.20.0.1 (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f/a4fffd38-61a2-42a2-b8fc-3ff5037f34a7/3d145927-8680-449d-9eb6-8988e7ed84e1) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:14:50.908293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-428248ca-af6f-4ccd-9853-5ea53fc8e739 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4296e8a4-27c0-44fd-a3ce-1d8c90eab085), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:50.946000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428248ca-af6f-4ccd-9853-5ea53fc8e739 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4296e8a4-27c0-44fd-a3ce-1d8c90eab085,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:50.966598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-668caaf5-4eb9-4e70-a37e-8df91ee868d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:50.966598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-668caaf5-4eb9-4e70-a37e-8df91ee868d7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.3903387 Aug 28 20:14:50.970135 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.003012 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:51.008316 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-428248ca-af6f-4ccd-9853-5ea53fc8e739 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.013290 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-428248ca-af6f-4ccd-9853-5ea53fc8e739 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5806701 Aug 28 20:14:51.016802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58614) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:51.021744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-846feef5-a3a2-456b-bfb6-14443c86e918 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': 'a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4296e8a4-27c0-44fd-a3ce-1d8c90eab085', 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:51.048913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Routers {'e95d22ba-aa0f-4be6-a07d-11e696e60b29'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:51.049991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:51.104596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ddefe-386a-4e72-818d-71dc586667d7 None None] Pushing event updated for resources: {'Port': ['ID=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:51.157719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846feef5-a3a2-456b-bfb6-14443c86e918 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (3d6cda09-7947-43fc-b0fa-f97483514628), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.205814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-e22b5856-8f66-4aa4-9aec-0d8c45ce60b8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 1002 time: 0.1663723 Aug 28 20:14:51.242715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] Set router e95d22ba-aa0f-4be6-a07d-11e696e60b29 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:51.370980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-58f7a288-c93d-4f91-ae5e-51325fd2cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:51.372729 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-58f7a288-c93d-4f91-ae5e-51325fd2cbdd service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.1564653 Aug 28 20:14:51.384988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846feef5-a3a2-456b-bfb6-14443c86e918 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (3d6cda09-7947-43fc-b0fa-f97483514628), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.397295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks [] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.451443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-c7287b0e-3a05-4a92-b292-951cf14a5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:51.453210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-c7287b0e-3a05-4a92-b292-951cf14a5bce service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726292 Aug 28 20:14:51.490094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:14:47Z', 'revision_number': 3, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:51.492491 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846feef5-a3a2-456b-bfb6-14443c86e918 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (3d6cda09-7947-43fc-b0fa-f97483514628), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.513931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846feef5-a3a2-456b-bfb6-14443c86e918 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6cda09-7947-43fc-b0fa-f97483514628,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:51.521318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8b574-dd8f-47c5-9a9c-7b48c3470449 None None] The sync data for ids ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'] in n-d-854121-7 is: [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:14:47Z', 'revision_number': 3, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:51.592016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-85508d3b-8cc5-4022-8662-3e84e7b633f6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272144 Aug 28 20:14:51.651904 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846feef5-a3a2-456b-bfb6-14443c86e918 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.660626 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-846feef5-a3a2-456b-bfb6-14443c86e918 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6356175 Aug 28 20:14:51.660626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58628) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:51.668756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.694903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a2d-0282-4861-a913-242daab4d93f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (3d6cda09-7947-43fc-b0fa-f97483514628), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.712471 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a2d-0282-4861-a913-242daab4d93f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (3d6cda09-7947-43fc-b0fa-f97483514628), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.731660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:51.742963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:51.747643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:14:51.758945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Pushing event updated for resources: {'Port': ['ID=3d145927-8680-449d-9eb6-8988e7ed84e1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:51.824355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8dc848d-3d5f-48d9-aea8-632db1c681b8 req-4c4d748d-e34d-4138-9026-6e9c11f39798 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240806 Aug 28 20:14:51.863917 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (e95d22ba-aa0f-4be6-a07d-11e696e60b29), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.887778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a2d-0282-4861-a913-242daab4d93f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (3d6cda09-7947-43fc-b0fa-f97483514628), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.907703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a2d-0282-4861-a913-242daab4d93f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.911528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5ca16a2d-0282-4861-a913-242daab4d93f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/3d6cda09-7947-43fc-b0fa-f97483514628 HTTP/1.1" status: 204 len: 168 time: 0.2513874 Aug 28 20:14:51.916596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-80e7b4fb-da36-456d-b6c5-9c7c297f6a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:51.918117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58638) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:51.990290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca16a2d-0282-4861-a913-242daab4d93f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d6cda09-7947-43fc-b0fa-f97483514628,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:52.043404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf7b0fea-74a2-4959-b275-44615afc3c70 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1211586 Aug 28 20:14:52.056037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58642) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:52.112762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09556778-7e65-4dae-968a-9a110f54cd05 req-58872a5d-7077-42ec-8ae2-68e7770b0a2b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:52.114595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-09556778-7e65-4dae-968a-9a110f54cd05 req-58872a5d-7077-42ec-8ae2-68e7770b0a2b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0938618 Aug 28 20:14:52.208422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e7edf2a-f5c1-4895-a1da-3ae77fbc35c5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4296e8a4-27c0-44fd-a3ce-1d8c90eab085), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.229099 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-09556778-7e65-4dae-968a-9a110f54cd05 req-93cd3b16-7f57-435e-b452-19ab417f797a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072538 Aug 28 20:14:52.244876 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e7edf2a-f5c1-4895-a1da-3ae77fbc35c5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (4296e8a4-27c0-44fd-a3ce-1d8c90eab085), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.273690 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:52.277207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dff92e08-e06b-4bbf-94ea-a654d3e99fa4 None None] Provisioning complete for port 3d145927-8680-449d-9eb6-8988e7ed84e1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:52.277791 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dff92e08-e06b-4bbf-94ea-a654d3e99fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.338163 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dff92e08-e06b-4bbf-94ea-a654d3e99fa4 None None] Port 3d145927-8680-449d-9eb6-8988e7ed84e1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:14:52.343134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.416427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58650) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:52.485669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e7edf2a-f5c1-4895-a1da-3ae77fbc35c5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4296e8a4-27c0-44fd-a3ce-1d8c90eab085), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.488487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e7edf2a-f5c1-4895-a1da-3ae77fbc35c5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.489665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5e7edf2a-f5c1-4895-a1da-3ae77fbc35c5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4296e8a4-27c0-44fd-a3ce-1d8c90eab085 HTTP/1.1" status: 204 len: 168 time: 0.4326453 Aug 28 20:14:52.493407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58654) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:52.514426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7edf2a-f5c1-4895-a1da-3ae77fbc35c5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296e8a4-27c0-44fd-a3ce-1d8c90eab085,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:52.591466 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks [] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.593194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a0bb99fc-99d8-4d92-9774-a9ca1950f7ac tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0975676 Aug 28 20:14:52.596136 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58658) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:52.703026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.754419 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80e7e2b5-1f5c-430d-b9c3-6ff401175104 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.860743 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca05b48-072a-4951-9b28-46d0f7d29092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.901684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-a2fd0856-3c20-4914-a65e-20a57a52a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:52.909149 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-a2fd0856-3c20-4914-a65e-20a57a52a63c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1128 time: 0.2177353 Aug 28 20:14:52.923004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:52.964769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80e7e2b5-1f5c-430d-b9c3-6ff401175104 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:52.967828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Pushing event updated for resources: {'Port': ['ID=3d145927-8680-449d-9eb6-8988e7ed84e1,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:52.998341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca05b48-072a-4951-9b28-46d0f7d29092 admin admin] Publish callbacks [] for security_group (d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.002576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (e95d22ba-aa0f-4be6-a07d-11e696e60b29), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.070904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:53.071459 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.144411 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca05b48-072a-4951-9b28-46d0f7d29092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.164050 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:53.211702 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cca05b48-072a-4951-9b28-46d0f7d29092 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c9f7dfe0a2c74dae90fea57caeb6d981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7941120 Aug 28 20:14:53.212357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58670) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:53.232807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-9ff7e5fd-31fa-428e-ba58-de246a777f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:53.234175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-9ff7e5fd-31fa-428e-ba58-de246a777f1d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.3140903 Aug 28 20:14:53.241611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca05b48-072a-4951-9b28-46d0f7d29092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:53.246371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:53.246772 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.267604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:14:53.269404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:14:53.280451 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b87ef970-6603-444c-a14c-c7f948fbbd46 admin admin] Publish callbacks [] for security_group (d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.308254 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:53.316511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b87ef970-6603-444c-a14c-c7f948fbbd46 admin admin] Publish callbacks [] for security_group (d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.341784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:53.354151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80e7e2b5-1f5c-430d-b9c3-6ff401175104 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.359843 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-80e7e2b5-1f5c-430d-b9c3-6ff401175104 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.364213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-80e7e2b5-1f5c-430d-b9c3-6ff401175104 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba HTTP/1.1" status: 204 len: 168 time: 0.7669713 Aug 28 20:14:53.364878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:53.412330 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.463906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e2b5-1f5c-430d-b9c3-6ff401175104 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a115fae5-502c-4b19-ad9e-ae2fdc6dd2ba,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:53.481938 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:53.498624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b87ef970-6603-444c-a14c-c7f948fbbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.503616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b87ef970-6603-444c-a14c-c7f948fbbd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.508076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b87ef970-6603-444c-a14c-c7f948fbbd46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12 HTTP/1.1" status: 204 len: 168 time: 0.2943516 Aug 28 20:14:53.526281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ef970-6603-444c-a14c-c7f948fbbd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ccbf2f-aa86-47e7-97f8-3b1d4ab8ef12,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:53.568799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:53.693200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2343c7-5940-4322-9aef-2d94b404dac1 req-4f5f5557-4338-44b5-a19e-3ce8d5d31422 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:53.694843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fe2d406b-0df1-4d27-bbf4-6eff5b25b39f None None] Provisioning complete for port 3d145927-8680-449d-9eb6-8988e7ed84e1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:53.695335 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fe2d406b-0df1-4d27-bbf4-6eff5b25b39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.697456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba2343c7-5940-4322-9aef-2d94b404dac1 req-4f5f5557-4338-44b5-a19e-3ce8d5d31422 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.2241199 Aug 28 20:14:53.706797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1ea04142-f01a-4db5-b125-770845143fc3 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3210375 Aug 28 20:14:53.711124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-3ca12400-7b58-4e5e-8251-314725d3b93d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 1002 time: 0.3701282 Aug 28 20:14:53.714490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58684) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:53.719422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2e1daff2-12e1-4fa1-b9f8-7c99f9d07f32 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654986867'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:53.769213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d406b-0df1-4d27-bbf4-6eff5b25b39f None None] Port 3d145927-8680-449d-9eb6-8988e7ed84e1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:14:53.800687 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.800932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Router e95d22ba-aa0f-4be6-a07d-11e696e60b29 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:14:53.831340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-843b14b5-11ff-4d2f-9523-ff8a0b094cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:53.832851 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-843b14b5-11ff-4d2f-9523-ff8a0b094cb3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.1079204 Aug 28 20:14:53.861243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba2343c7-5940-4322-9aef-2d94b404dac1 req-b478a1e4-6d09-40aa-9201-31efa58f6c0b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486230 Aug 28 20:14:53.926514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2e1daff2-12e1-4fa1-b9f8-7c99f9d07f32 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:53.935904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-d153d446-7342-4fd7-bb1d-336100b4613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:53.937412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-d153d446-7342-4fd7-bb1d-336100b4613a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0930490 Aug 28 20:14:53.944103 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:54.020066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2e1daff2-12e1-4fa1-b9f8-7c99f9d07f32 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (d09216d4-08e2-4bd1-980c-974b2c1c4d92), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.058976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:14:54.072856 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e448bee3-e831-4534-a12d-cbe8319bee28 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e95d22ba-aa0f-4be6-a07d-11e696e60b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1214967 Aug 28 20:14:54.091595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2e1daff2-12e1-4fa1-b9f8-7c99f9d07f32 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d09216d4-08e2-4bd1-980c-974b2c1c4d92), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.105362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Sync routers for ids ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:14:54.120676 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-fd958754-e225-4ec4-bbf7-a656832f7df4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470528 Aug 28 20:14:54.122839 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Routers {'e95d22ba-aa0f-4be6-a07d-11e696e60b29'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:54.123614 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:54.138748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1daff2-12e1-4fa1-b9f8-7c99f9d07f32 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09216d4-08e2-4bd1-980c-974b2c1c4d92,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:54.142793 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4c0c86a7-d1ea-45d2-851b-8cda4c40d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.167523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2e1daff2-12e1-4fa1-b9f8-7c99f9d07f32 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.171696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2e1daff2-12e1-4fa1-b9f8-7c99f9d07f32 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4531863 Aug 28 20:14:54.171878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58690) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:54.176582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5bea4dda-fb46-4b6c-86b2-41ad8459892a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': 'd09216d4-08e2-4bd1-980c-974b2c1c4d92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:54.237076 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-daba7f61-4c5f-457b-9673-5b3721c96f23 req-e67b3e42-e7c8-42e1-b625-0d7439f79d53 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088471 Aug 28 20:14:54.256373 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Set router e95d22ba-aa0f-4be6-a07d-11e696e60b29 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:54.291835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5bea4dda-fb46-4b6c-86b2-41ad8459892a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (da27beba-fc4a-495b-bc47-ad2ba307fe8f), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.372521 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:54.375212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5bea4dda-fb46-4b6c-86b2-41ad8459892a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (da27beba-fc4a-495b-bc47-ad2ba307fe8f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.561937 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:14:52Z', 'revision_number': 4, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3d145927-8680-449d-9eb6-8988e7ed84e1', 'name': '', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'mac_address': 'fa:16:3e:73:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:50Z', 'updated_at': '2022-08-28T20:14:52Z', 'revision_number': 2, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'subnets': [{'id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:54.572989 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5bea4dda-fb46-4b6c-86b2-41ad8459892a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (da27beba-fc4a-495b-bc47-ad2ba307fe8f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.588403 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Checking router: e95d22ba-aa0f-4be6-a07d-11e696e60b29 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:14:54.588766 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Updating router e95d22ba-aa0f-4be6-a07d-11e696e60b29 port 3d145927-8680-449d-9eb6-8988e7ed84e1 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:14:54.604320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea4dda-fb46-4b6c-86b2-41ad8459892a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da27beba-fc4a-495b-bc47-ad2ba307fe8f,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:54.622819 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.683385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5bea4dda-fb46-4b6c-86b2-41ad8459892a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.684791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5bea4dda-fb46-4b6c-86b2-41ad8459892a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5119357 Aug 28 20:14:54.688551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58700) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:54.719895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0382-df53-405a-8fec-01e37b2943d5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (da27beba-fc4a-495b-bc47-ad2ba307fe8f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.730211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0382-df53-405a-8fec-01e37b2943d5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (da27beba-fc4a-495b-bc47-ad2ba307fe8f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.838185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58702) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:54.839742 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0382-df53-405a-8fec-01e37b2943d5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (da27beba-fc4a-495b-bc47-ad2ba307fe8f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.860968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0382-df53-405a-8fec-01e37b2943d5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.864957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7b8f0382-df53-405a-8fec-01e37b2943d5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/da27beba-fc4a-495b-bc47-ad2ba307fe8f HTTP/1.1" status: 204 len: 168 time: 0.1738472 Aug 28 20:14:54.882409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:54.882523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f0382-df53-405a-8fec-01e37b2943d5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da27beba-fc4a-495b-bc47-ad2ba307fe8f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:54.884785 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-469bbff7-1620-4409-81f3-438aae4b4402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.895224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:54.927023 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Publish callbacks [] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.930337 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:54.960133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:54.960882 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:54.989230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-469bbff7-1620-4409-81f3-438aae4b4402 admin admin] Publish callbacks [] for security_group (f55c425f-967d-4cca-97a7-77d1419dd62c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.011912 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-eba2ca3e-a092-4e55-bea4-4222407cc7f5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1338687 Aug 28 20:14:55.016676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58710) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:55.040533 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.085360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159109e4-8ee6-4007-88e8-a94f699c3603 req-05290f69-3cf8-4292-89ec-57ebf03300b3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:55.087552 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-159109e4-8ee6-4007-88e8-a94f699c3603 req-05290f69-3cf8-4292-89ec-57ebf03300b3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 946 time: 0.0738997 Aug 28 20:14:55.089405 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-469bbff7-1620-4409-81f3-438aae4b4402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f55c425f-967d-4cca-97a7-77d1419dd62c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.122412 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:55.180312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-159109e4-8ee6-4007-88e8-a94f699c3603 req-474a2304-7942-48c3-9979-0e505352a2b6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861542 Aug 28 20:14:55.240375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bbff7-1620-4409-81f3-438aae4b4402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55c425f-967d-4cca-97a7-77d1419dd62c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:55.241992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:55.255057 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:55.264304 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Attempting to bind port 3d145927-8680-449d-9eb6-8988e7ed84e1 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:14:55.264599 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Attempting to bind port 3d145927-8680-449d-9eb6-8988e7ed84e1 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:14:55.264965 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Attempting to bind port 3d145927-8680-449d-9eb6-8988e7ed84e1 on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:14:55.265710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-469bbff7-1620-4409-81f3-438aae4b4402 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=db8ceb4512c24cb18f3a9a90a4fa7da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289639 Aug 28 20:14:55.268414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58718) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:55.277264 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:14:55.277634 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Checking segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:14:55.278304 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.279489 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Bound using segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:14:55.280846 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Bound port: 3d145927-8680-449d-9eb6-8988e7ed84e1, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:14:55.281413 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.287151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf6d1-3be1-40ec-9053-45eb373bae07 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (d09216d4-08e2-4bd1-980c-974b2c1c4d92), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.296847 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Pushing event updated for resources: {'Port': ['ID=3d145927-8680-449d-9eb6-8988e7ed84e1,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:55.312095 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.312702 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.313331 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.313881 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.315225 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.315727 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.316544 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.317305 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.318163 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.318687 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.319332 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.319749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf6d1-3be1-40ec-9053-45eb373bae07 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (d09216d4-08e2-4bd1-980c-974b2c1c4d92), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.320461 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.321131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.321635 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.322156 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:14:55.348575 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651e9d69-a6de-4f27-9fa7-1ffc3dde9765 admin admin] Publish callbacks [] for security_group (f55c425f-967d-4cca-97a7-77d1419dd62c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.352818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58720) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:55.392804 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651e9d69-a6de-4f27-9fa7-1ffc3dde9765 admin admin] Publish callbacks [] for security_group (f55c425f-967d-4cca-97a7-77d1419dd62c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.407686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:55.428496 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] For port 3d145927-8680-449d-9eb6-8988e7ed84e1, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:14:55.434504 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] For port 3d145927-8680-449d-9eb6-8988e7ed84e1, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3d145927-8680-449d-9eb6-8988e7ed84e1,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:14:55.487324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf6d1-3be1-40ec-9053-45eb373bae07 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d09216d4-08e2-4bd1-980c-974b2c1c4d92), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.493368 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf6d1-3be1-40ec-9053-45eb373bae07 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.495527 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cb8cf6d1-3be1-40ec-9053-45eb373bae07 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d09216d4-08e2-4bd1-980c-974b2c1c4d92 HTTP/1.1" status: 204 len: 168 time: 0.4754825 Aug 28 20:14:55.497834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58726) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:55.503962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:55.504357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.507975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cf6d1-3be1-40ec-9053-45eb373bae07 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09216d4-08e2-4bd1-980c-974b2c1c4d92,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:55.533680 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.540912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:14:55.544751 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49405448-5d76-432d-ad24-3c273b61d1af" -d '{"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:14:55.572221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651e9d69-a6de-4f27-9fa7-1ffc3dde9765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f55c425f-967d-4cca-97a7-77d1419dd62c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.572221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-651e9d69-a6de-4f27-9fa7-1ffc3dde9765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.572221 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-651e9d69-a6de-4f27-9fa7-1ffc3dde9765 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f55c425f-967d-4cca-97a7-77d1419dd62c HTTP/1.1" status: 204 len: 168 time: 0.2971098 Aug 28 20:14:55.593049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:55.597746 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:55.599258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9d69-a6de-4f27-9fa7-1ffc3dde9765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55c425f-967d-4cca-97a7-77d1419dd62c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:55.609221 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e3d989bc-5fb1-488c-bd44-cfa478c7da66 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1092019 Aug 28 20:14:55.614008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58734) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:55.615986 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07830482-80a6-4f04-8cbc-6e2b25ef4270 x-openstack-request-id: req-07830482-80a6-4f04-8cbc-6e2b25ef4270 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:14:55.616912 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:14:55.617289 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07830482-80a6-4f04-8cbc-6e2b25ef4270 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:14:55.617764 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07830482-80a6-4f04-8cbc-6e2b25ef4270'] response: {'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'code': 200} Aug 28 20:14:55.619793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6af916af-4c01-4824-9b8f-1defccbcf3db tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--945547498'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:55.669940 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.677411 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Routers {'e95d22ba-aa0f-4be6-a07d-11e696e60b29'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:14:55.678761 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:14:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:55.681035 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:55.731473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:55.743861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6af916af-4c01-4824-9b8f-1defccbcf3db tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.757002 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a45e86-7889-4aef-812a-5efa5d19e02e None None] Pushing event updated for resources: {'Port': ['ID=3d145927-8680-449d-9eb6-8988e7ed84e1,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:55.778458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.822417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a92c506-b4cf-40e0-80e6-91e6eba9880b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.869728 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] Set router e95d22ba-aa0f-4be6-a07d-11e696e60b29 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:14:55.872957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-a8114cef-20b2-4d04-ae6c-001d1368c0f2 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:55.874705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-a8114cef-20b2-4d04-ae6c-001d1368c0f2 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 815 time: 0.1376026 Aug 28 20:14:55.875114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6af916af-4c01-4824-9b8f-1defccbcf3db tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (fa538fa6-4dd1-4f46-86c5-f1484291f7f6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.892625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-75e5eda1-cf83-4222-a314-cd363f6f16c8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/quotas/89c95f91e3874db2bda39bfa0b90962b HTTP/1.1" status: 200 len: 375 time: 0.0108082 Aug 28 20:14:55.953304 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-f4f8c642-b74d-42a5-a28a-4310662c47e1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535538 Aug 28 20:14:55.956455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a92c506-b4cf-40e0-80e6-91e6eba9880b admin admin] Publish callbacks [] for security_group (f2d9c09b-d817-4e79-b25e-eb00e58f6772), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.967011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6af916af-4c01-4824-9b8f-1defccbcf3db tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa538fa6-4dd1-4f46-86c5-f1484291f7f6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:55.969944 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:56.001084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af916af-4c01-4824-9b8f-1defccbcf3db tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa538fa6-4dd1-4f46-86c5-f1484291f7f6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:56.036638 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:56.039841 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a92c506-b4cf-40e0-80e6-91e6eba9880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f2d9c09b-d817-4e79-b25e-eb00e58f6772), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.087365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7a92c506-b4cf-40e0-80e6-91e6eba9880b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2447b7d287a341d9b6efceb2284cb701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7208021 Aug 28 20:14:56.094869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58750) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:56.094869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92c506-b4cf-40e0-80e6-91e6eba9880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d9c09b-d817-4e79-b25e-eb00e58f6772,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:56.112678 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:14:52Z', 'revision_number': 4, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3d145927-8680-449d-9eb6-8988e7ed84e1', 'name': '', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'mac_address': 'fa:16:3e:73:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:50Z', 'updated_at': '2022-08-28T20:14:55Z', 'revision_number': 4, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'subnets': [{'id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:14:56.118539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6af916af-4c01-4824-9b8f-1defccbcf3db tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.133429 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6af916af-4c01-4824-9b8f-1defccbcf3db tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5050619 Aug 28 20:14:56.133940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58754) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:56.138442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e8e9fad3-766d-4855-8e1b-2c858a1f3a00 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': 'fa538fa6-4dd1-4f46-86c5-f1484291f7f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:56.142140 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243402b-44ba-483f-8efd-fde5372876b9 None None] The sync data for ids ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'] in n-d-854121-7 is: [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:14:52Z', 'revision_number': 4, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3d145927-8680-449d-9eb6-8988e7ed84e1', 'name': '', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'mac_address': 'fa:16:3e:73:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:50Z', 'updated_at': '2022-08-28T20:14:55Z', 'revision_number': 4, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'subnets': [{'id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:14:56.190215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-71156be3-3b15-4401-b509-f11b42a47246 admin admin] Publish callbacks [] for security_group (f2d9c09b-d817-4e79-b25e-eb00e58f6772), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.230219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-71156be3-3b15-4401-b509-f11b42a47246 admin admin] Publish callbacks [] for security_group (f2d9c09b-d817-4e79-b25e-eb00e58f6772), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.272148 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fad3-766d-4855-8e1b-2c858a1f3a00 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d9106c2d-6477-40e1-9bb0-16a0f7380de0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.330112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b4f092a0-81a4-451d-9269-07714e66f3b0 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:14:56.346192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b4f092a0-81a4-451d-9269-07714e66f3b0 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3840427 Aug 28 20:14:56.357961 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:56.443214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e923-37a8-480f-a7b6-0c265a38c789 req-dcb73d93-264a-44c4-9ac2-8d4458d4932a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:56.450952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0e5e923-37a8-480f-a7b6-0c265a38c789 req-dcb73d93-264a-44c4-9ac2-8d4458d4932a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1024451 Aug 28 20:14:56.494478 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fad3-766d-4855-8e1b-2c858a1f3a00 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d9106c2d-6477-40e1-9bb0-16a0f7380de0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.533527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-71156be3-3b15-4401-b509-f11b42a47246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f2d9c09b-d817-4e79-b25e-eb00e58f6772), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.536103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-71156be3-3b15-4401-b509-f11b42a47246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.537315 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-71156be3-3b15-4401-b509-f11b42a47246 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f2d9c09b-d817-4e79-b25e-eb00e58f6772 HTTP/1.1" status: 204 len: 168 time: 0.4485273 Aug 28 20:14:56.552247 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0e5e923-37a8-480f-a7b6-0c265a38c789 req-67b55ad8-69c8-4905-88d9-4fb9d4f3f7ba tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003010 Aug 28 20:14:56.557673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71156be3-3b15-4401-b509-f11b42a47246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d9c09b-d817-4e79-b25e-eb00e58f6772,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:56.558491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b3d6509e-7c08-4882-b12d-db161a28564a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104671 Aug 28 20:14:56.640824 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fad3-766d-4855-8e1b-2c858a1f3a00 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d9106c2d-6477-40e1-9bb0-16a0f7380de0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.673593 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:56.675904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9fad3-766d-4855-8e1b-2c858a1f3a00 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9106c2d-6477-40e1-9bb0-16a0f7380de0,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:56.713691 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-1ed37bf3-02f4-46f8-ab93-ebf21b663708 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542182 Aug 28 20:14:56.837721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fad3-766d-4855-8e1b-2c858a1f3a00 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.839156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e8e9fad3-766d-4855-8e1b-2c858a1f3a00 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7042325 Aug 28 20:14:56.845411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58774) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:56.862366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0b56c778-06a2-4c20-a3d1-1baa8eeb6860 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/d9106c2d-6477-40e1-9bb0-16a0f7380de0 HTTP/1.1" status: 200 len: 763 time: 0.0178165 Aug 28 20:14:56.865075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58776) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:56.914990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-47fea568-c5a7-425d-a139-d1e971b15c3f tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0481722 Aug 28 20:14:56.918239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58778) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:56.930231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3d145927-8680-449d-9eb6-8988e7ed84e1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:56.951871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a32c84e-0a83-4f3f-b28a-27ed00b80e18 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d9106c2d-6477-40e1-9bb0-16a0f7380de0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.963309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a32c84e-0a83-4f3f-b28a-27ed00b80e18 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d9106c2d-6477-40e1-9bb0-16a0f7380de0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:56.984815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3d145927-8680-449d-9eb6-8988e7ed84e1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:56.985449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.032022 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:57.081003 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.093796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3d145927-8680-449d-9eb6-8988e7ed84e1 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:57.094221 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.111484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a32c84e-0a83-4f3f-b28a-27ed00b80e18 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d9106c2d-6477-40e1-9bb0-16a0f7380de0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.145253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a32c84e-0a83-4f3f-b28a-27ed00b80e18 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.151221 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8a32c84e-0a83-4f3f-b28a-27ed00b80e18 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/d9106c2d-6477-40e1-9bb0-16a0f7380de0 HTTP/1.1" status: 204 len: 168 time: 0.2317026 Aug 28 20:14:57.153628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58784) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:57.154558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32c84e-0a83-4f3f-b28a-27ed00b80e18 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9106c2d-6477-40e1-9bb0-16a0f7380de0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:57.184270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3d145927-8680-449d-9eb6-8988e7ed84e1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3d145927-8680-449d-9eb6-8988e7ed84e1,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:14:57.218036 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-afeb4ef0-647e-426a-a515-baa584c23f72 req-1daaf3a9-1873-4e53-9645-432bce81bf09 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 210 time: 0.0338683 Aug 28 20:14:57.236837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-15048c05-9c36-473c-b520-14c4e7c6c45c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0817900 Aug 28 20:14:57.239668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58790) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:57.244177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f1d376ea-cb2f-49bc-8c58-028d0c6baeca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': 'fa538fa6-4dd1-4f46-86c5-f1484291f7f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:57.281194 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.370417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3d145927-8680-449d-9eb6-8988e7ed84e1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:57.383020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d376ea-cb2f-49bc-8c58-028d0c6baeca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe79ab65-9192-4c58-a8d4-130c7ea7c59f), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.469212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d376ea-cb2f-49bc-8c58-028d0c6baeca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe79ab65-9192-4c58-a8d4-130c7ea7c59f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.579039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d376ea-cb2f-49bc-8c58-028d0c6baeca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (fe79ab65-9192-4c58-a8d4-130c7ea7c59f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.579998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.613985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d376ea-cb2f-49bc-8c58-028d0c6baeca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe79ab65-9192-4c58-a8d4-130c7ea7c59f,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:57.702598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4ce0-4650-4134-88c4-cab271ce6c43 req-d3c058ed-3ba7-47a5-b6c9-0ed5103d0846 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:14:57.710546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-803a4ce0-4650-4134-88c4-cab271ce6c43 req-d3c058ed-3ba7-47a5-b6c9-0ed5103d0846 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0637219 Aug 28 20:14:57.766908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d376ea-cb2f-49bc-8c58-028d0c6baeca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.768555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f1d376ea-cb2f-49bc-8c58-028d0c6baeca tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5277205 Aug 28 20:14:57.771034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58802) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:57.776882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-803a4ce0-4650-4134-88c4-cab271ce6c43 req-71a7df4c-5d31-41f1-83ee-e6ed9b3fa2ba tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652044 Aug 28 20:14:57.800567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d13967d9-f3e6-4fac-8a47-849b4a43a416 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/fe79ab65-9192-4c58-a8d4-130c7ea7c59f HTTP/1.1" status: 200 len: 763 time: 0.0281973 Aug 28 20:14:57.805016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58806) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:57.817844 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:57.855300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5c31141f-f6fe-4c15-b35a-fae87c716c26 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485408 Aug 28 20:14:57.858592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58808) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:57.893112 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e62c2dd4-ac5e-4001-ae63-10cc64d48625 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe79ab65-9192-4c58-a8d4-130c7ea7c59f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:57.906730 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e62c2dd4-ac5e-4001-ae63-10cc64d48625 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (fe79ab65-9192-4c58-a8d4-130c7ea7c59f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.018209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e62c2dd4-ac5e-4001-ae63-10cc64d48625 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (fe79ab65-9192-4c58-a8d4-130c7ea7c59f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.027637 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e62c2dd4-ac5e-4001-ae63-10cc64d48625 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.029967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58818) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.030104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e62c2dd4-ac5e-4001-ae63-10cc64d48625 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/fe79ab65-9192-4c58-a8d4-130c7ea7c59f HTTP/1.1" status: 204 len: 168 time: 0.1691158 Aug 28 20:14:58.032279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58820) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.033534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2dd4-ac5e-4001-ae63-10cc64d48625 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe79ab65-9192-4c58-a8d4-130c7ea7c59f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:58.055829 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4af46d21-398c-4f19-889a-0d6906b3c613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.116555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-68c7e80f-0c19-433b-bff1-384d43bde2e8 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750778 Aug 28 20:14:58.120274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58826) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.126122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7fb6c6a0-d262-4939-b9aa-ce1b7ca64e68 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': 'fa538fa6-4dd1-4f46-86c5-f1484291f7f6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:58.141939 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:58.196525 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4af46d21-398c-4f19-889a-0d6906b3c613 admin admin] Publish callbacks [] for security_group (f3fb17f2-878f-42c1-8f54-cbc49a7b4a14), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.235086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6a0-d262-4939-b9aa-ce1b7ca64e68 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d951b880-375e-448b-9b56-47fdc859204a), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.291432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4af46d21-398c-4f19-889a-0d6906b3c613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f3fb17f2-878f-42c1-8f54-cbc49a7b4a14), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.308886 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6a0-d262-4939-b9aa-ce1b7ca64e68 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d951b880-375e-448b-9b56-47fdc859204a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.325479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-29d7b0dd-4772-4bbb-9da0-83d0ac535c97 req-39b66932-b188-44af-b485-dc2d184f202e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 210 time: 0.0455639 Aug 28 20:14:58.353328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4af46d21-398c-4f19-889a-0d6906b3c613 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e834036dce5d4015904f86cb2bb580d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228800 Aug 28 20:14:58.354925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af46d21-398c-4f19-889a-0d6906b3c613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb17f2-878f-42c1-8f54-cbc49a7b4a14,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:58.362725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58836) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.430260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a82cbfb0-64e5-4516-8a3f-801e56546464 admin admin] Publish callbacks [] for security_group (f3fb17f2-878f-42c1-8f54-cbc49a7b4a14), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.442907 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6a0-d262-4939-b9aa-ce1b7ca64e68 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d951b880-375e-448b-9b56-47fdc859204a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.466353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a82cbfb0-64e5-4516-8a3f-801e56546464 admin admin] Publish callbacks [] for security_group (f3fb17f2-878f-42c1-8f54-cbc49a7b4a14), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.480536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6c6a0-d262-4939-b9aa-ce1b7ca64e68 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d951b880-375e-448b-9b56-47fdc859204a,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:58.642889 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6a0-d262-4939-b9aa-ce1b7ca64e68 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.644123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7fb6c6a0-d262-4939-b9aa-ce1b7ca64e68 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5225282 Aug 28 20:14:58.646915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58844) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.672979 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c4679d5c-72cd-404b-87bb-0c5c0d1b706c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/d951b880-375e-448b-9b56-47fdc859204a HTTP/1.1" status: 200 len: 764 time: 0.0234616 Aug 28 20:14:58.677118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58850) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.699852 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a82cbfb0-64e5-4516-8a3f-801e56546464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f3fb17f2-878f-42c1-8f54-cbc49a7b4a14), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.703090 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a82cbfb0-64e5-4516-8a3f-801e56546464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.704376 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a82cbfb0-64e5-4516-8a3f-801e56546464 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f3fb17f2-878f-42c1-8f54-cbc49a7b4a14 HTTP/1.1" status: 204 len: 168 time: 0.3405712 Aug 28 20:14:58.718592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cbfb0-64e5-4516-8a3f-801e56546464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb17f2-878f-42c1-8f54-cbc49a7b4a14,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:58.748990 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf7cc3b5-62ae-4d8b-8db3-afab889cccf5 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0699089 Aug 28 20:14:58.751594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58858) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.786021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb93d825-b4f4-401b-a7cd-692719ae5ed2 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d951b880-375e-448b-9b56-47fdc859204a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.800324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb93d825-b4f4-401b-a7cd-692719ae5ed2 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (d951b880-375e-448b-9b56-47fdc859204a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.897467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3d145927-8680-449d-9eb6-8988e7ed84e1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:14:58.946145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3d145927-8680-449d-9eb6-8988e7ed84e1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:14:58.946522 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.954861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb93d825-b4f4-401b-a7cd-692719ae5ed2 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d951b880-375e-448b-9b56-47fdc859204a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.962952 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb93d825-b4f4-401b-a7cd-692719ae5ed2 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:58.964078 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eb93d825-b4f4-401b-a7cd-692719ae5ed2 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/d951b880-375e-448b-9b56-47fdc859204a HTTP/1.1" status: 204 len: 168 time: 0.2115324 Aug 28 20:14:58.966870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58864) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:58.970744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93d825-b4f4-401b-a7cd-692719ae5ed2 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d951b880-375e-448b-9b56-47fdc859204a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:59.041103 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fc6afdf6-e336-4a6a-ac91-6b12969f322a tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503159 Aug 28 20:14:59.041532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3d145927-8680-449d-9eb6-8988e7ed84e1 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:59.045193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58868) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:59.103201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3fdeaa7f-6f86-44a2-8de9-5591240f598b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (fa538fa6-4dd1-4f46-86c5-f1484291f7f6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.130111 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3fdeaa7f-6f86-44a2-8de9-5591240f598b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (fa538fa6-4dd1-4f46-86c5-f1484291f7f6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.194989 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:59.314743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3fdeaa7f-6f86-44a2-8de9-5591240f598b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa538fa6-4dd1-4f46-86c5-f1484291f7f6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.318296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3fdeaa7f-6f86-44a2-8de9-5591240f598b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.319889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3fdeaa7f-6f86-44a2-8de9-5591240f598b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fa538fa6-4dd1-4f46-86c5-f1484291f7f6 HTTP/1.1" status: 204 len: 168 time: 0.2736576 Aug 28 20:14:59.323410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58880) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:59.342798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdeaa7f-6f86-44a2-8de9-5591240f598b tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa538fa6-4dd1-4f46-86c5-f1484291f7f6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:59.424116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-274b82fe-be4e-4350-bc05-019ec816b2fb tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0994985 Aug 28 20:14:59.429576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58888) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:14:59.435754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-32b3640b-f774-41db-8cfd-ac6531e6c948 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489080198'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:14:59.443147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:14:59.508302 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:59.516363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-001f88b9-b0ec-498d-89cc-0ce8b6c6281c req-c7cba0ef-90a2-46f3-bf5f-13205f964f07 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 210 time: 0.0385883 Aug 28 20:14:59.518846 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:14:59.562386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:14:59.572573 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32b3640b-f774-41db-8cfd-ac6531e6c948 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.665888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32b3640b-f774-41db-8cfd-ac6531e6c948 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (56518a0f-3513-47cc-9223-694f6c94156d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.812547 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32b3640b-f774-41db-8cfd-ac6531e6c948 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (56518a0f-3513-47cc-9223-694f6c94156d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.848864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3640b-f774-41db-8cfd-ac6531e6c948 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56518a0f-3513-47cc-9223-694f6c94156d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:14:59.926699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-7b990673-b54d-4f2d-8f3d-22baf79fd557 req-0b0a8bf1-f97e-43c4-9dd4-8d5eab267255 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:14:59.953794 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b990673-b54d-4f2d-8f3d-22baf79fd557 req-0b0a8bf1-f97e-43c4-9dd4-8d5eab267255 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4328666 Aug 28 20:14:59.992274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-32b3640b-f774-41db-8cfd-ac6531e6c948 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:14:59.994703 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-32b3640b-f774-41db-8cfd-ac6531e6c948 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5635831 Aug 28 20:14:59.999572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58902) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:00.008515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f16b479b-7c17-4adb-ae82-388156dcce0d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Request body: {'security_group_rule': {'security_group_id': '56518a0f-3513-47cc-9223-694f6c94156d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:00.121464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f16b479b-7c17-4adb-ae82-388156dcce0d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (2dcf0639-d75c-46a5-b550-24a9a60d4bee), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.197825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f16b479b-7c17-4adb-ae82-388156dcce0d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (2dcf0639-d75c-46a5-b550-24a9a60d4bee), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.303710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f16b479b-7c17-4adb-ae82-388156dcce0d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (2dcf0639-d75c-46a5-b550-24a9a60d4bee), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.341727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b479b-7c17-4adb-ae82-388156dcce0d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcf0639-d75c-46a5-b550-24a9a60d4bee,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:00.392398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eacdf-ba75-4a8d-9e03-1d50b74b0036 req-f827d1da-a10e-4c7a-adf8-61df1ed5c858 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:00.393994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-496eacdf-ba75-4a8d-9e03-1d50b74b0036 req-f827d1da-a10e-4c7a-adf8-61df1ed5c858 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0741401 Aug 28 20:15:00.435560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f16b479b-7c17-4adb-ae82-388156dcce0d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.435560 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f16b479b-7c17-4adb-ae82-388156dcce0d tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4337177 Aug 28 20:15:00.435763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58922) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:00.477209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-496eacdf-ba75-4a8d-9e03-1d50b74b0036 req-9d9f0eae-7a56-4616-a04a-9cd529bd0873 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745382 Aug 28 20:15:00.523812 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1f50-30dc-4fc3-8c2f-307a46646a0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (56518a0f-3513-47cc-9223-694f6c94156d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.534012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58924) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:00.556034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1f50-30dc-4fc3-8c2f-307a46646a0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (56518a0f-3513-47cc-9223-694f6c94156d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.674250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12fe9a7f-31b9-488e-a982-6c80980bdaf3 req-9ffdba00-299e-411f-a76a-3c52717f454c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 210 time: 0.0351202 Aug 28 20:15:00.744127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1f50-30dc-4fc3-8c2f-307a46646a0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (56518a0f-3513-47cc-9223-694f6c94156d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.749007 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1f50-30dc-4fc3-8c2f-307a46646a0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:00.751123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9f8f1f50-30dc-4fc3-8c2f-307a46646a0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/56518a0f-3513-47cc-9223-694f6c94156d HTTP/1.1" status: 204 len: 168 time: 0.3145673 Aug 28 20:15:00.754502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58934) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:00.762552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f1f50-30dc-4fc3-8c2f-307a46646a0c tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56518a0f-3513-47cc-9223-694f6c94156d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:00.835376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a3e9820-6c17-4d54-a383-ba2fe635e87e tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0782669 Aug 28 20:15:00.840224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58938) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:00.890130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-37d76112-9ecd-48ec-9efc-e449c42f1771 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0524442 Aug 28 20:15:00.892703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58944) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:00.910924 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-d9ada99b-7911-444c-bdc2-3144aa2c88f4 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] delete failed (client error): The resource could not be found. Aug 28 20:15:00.912003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9ada99b-7911-444c-bdc2-3144aa2c88f4 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/56518a0f-3513-47cc-9223-694f6c94156d HTTP/1.1" status: 404 len: 347 time: 0.0183101 Aug 28 20:15:00.916353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58946) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:00.974310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac2af602-185a-41c9-9f75-f9251e4f6e99 tempest-SecGroupTest-1422529872 tempest-SecGroupTest-1422529872-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0566454 Aug 28 20:15:01.085403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6909aac8-a880-4525-bc94-013ebce23f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:01.105648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58952) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:01.167628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b84eb3c0-be34-4eda-a76c-2b1dc182a62c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:01.169269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b84eb3c0-be34-4eda-a76c-2b1dc182a62c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 815 time: 0.2249429 Aug 28 20:15:01.203063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Request body: {'port': {'device_id': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'admin_state_up': True, 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:01.274848 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:01.371535 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6909aac8-a880-4525-bc94-013ebce23f67 admin admin] Publish callbacks [] for security_group (f93bcdee-2ca5-40f8-adb7-5f49e722e50b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:01.509254 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6909aac8-a880-4525-bc94-013ebce23f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f93bcdee-2ca5-40f8-adb7-5f49e722e50b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:01.512708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Made reservation on behalf of 89c95f91e3874db2bda39bfa0b90962b for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:15:01.519680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:01.583509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58962) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:01.583729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6909aac8-a880-4525-bc94-013ebce23f67 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e8e65d600dc0453db0f34284a150d54c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0487216 Aug 28 20:15:01.600854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909aac8-a880-4525-bc94-013ebce23f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93bcdee-2ca5-40f8-adb7-5f49e722e50b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:01.804971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba333d8-1717-40ce-819a-8a85a164ef97 req-8db1822a-bd5c-425b-92d4-b6f0adfe3495 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:01.814452 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ba333d8-1717-40ce-819a-8a85a164ef97 req-8db1822a-bd5c-425b-92d4-b6f0adfe3495 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1989622 Aug 28 20:15:01.846627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5477e7db-66e1-4adb-86ef-2b2c42e0bb51 admin admin] Publish callbacks [] for security_group (f93bcdee-2ca5-40f8-adb7-5f49e722e50b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:01.943813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5477e7db-66e1-4adb-86ef-2b2c42e0bb51 admin admin] Publish callbacks [] for security_group (f93bcdee-2ca5-40f8-adb7-5f49e722e50b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.023869 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-5a79ffdf-e7e4-4bb3-a097-088142fe5851 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9105778 Aug 28 20:15:02.057355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-5b2696c1-55c9-4e09-af71-78fdbe2474fe service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:15:02.068416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-5b2696c1-55c9-4e09-af71-78fdbe2474fe service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0297875 Aug 28 20:15:02.086588 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:02.090023 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:02.096643 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:02.138623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58974) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:02.143899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3d5ac16-07be-4d57-85b5-ed891f302b1c req-43e49aa1-6f70-49a0-8a00-355dfde714ee tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 210 time: 0.0511553 Aug 28 20:15:02.187514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6ba333d8-1717-40ce-819a-8a85a164ef97 req-bd9c2975-a166-46c7-a520-68ccda2aa4e6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424010 Aug 28 20:15:02.295386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-7f911536-fbc6-454b-9722-3ff66bbb7c03 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:02.296857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-7f911536-fbc6-454b-9722-3ff66bbb7c03 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports/d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 941 time: 0.1639345 Aug 28 20:15:02.327507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Allocated IP 172.20.0.6 (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f/a4fffd38-61a2-42a2-b8fc-3ff5037f34a7/421e5b3a-8b49-4047-a32c-113e7b6081da) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:15:02.337500 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5477e7db-66e1-4adb-86ef-2b2c42e0bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f93bcdee-2ca5-40f8-adb7-5f49e722e50b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.340578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5477e7db-66e1-4adb-86ef-2b2c42e0bb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.341816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5477e7db-66e1-4adb-86ef-2b2c42e0bb51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f93bcdee-2ca5-40f8-adb7-5f49e722e50b HTTP/1.1" status: 204 len: 168 time: 0.7563171 Aug 28 20:15:02.361930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477e7db-66e1-4adb-86ef-2b2c42e0bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93bcdee-2ca5-40f8-adb7-5f49e722e50b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:02.541486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks [] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.633401 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.633690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5d9f5d5d-b365-445a-936e-fa22e71ab2bb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7bde489733d74997bbf7cc07010591e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4900944 Aug 28 20:15:02.633690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58990) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:02.695128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b69c26e4-50d8-4aca-9bc6-18baedc0e9aa admin admin] Publish callbacks [] for security_group (8e9249ef-064e-4c58-9449-e404bfcf03bd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.701569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:15:02.705670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:15:02.711789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:15:02.731529 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b69c26e4-50d8-4aca-9bc6-18baedc0e9aa admin admin] Publish callbacks [] for security_group (8e9249ef-064e-4c58-9449-e404bfcf03bd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.743122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:02.796603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:02.797802 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.989012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b69c26e4-50d8-4aca-9bc6-18baedc0e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8e9249ef-064e-4c58-9449-e404bfcf03bd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.991603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b69c26e4-50d8-4aca-9bc6-18baedc0e9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:02.992855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-8b6444cd-14ed-4f42-9e59-62ea1d29efe1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8139603 Aug 28 20:15:02.995485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b69c26e4-50d8-4aca-9bc6-18baedc0e9aa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8e9249ef-064e-4c58-9449-e404bfcf03bd HTTP/1.1" status: 204 len: 168 time: 0.3608212 Aug 28 20:15:03.003904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Request body: {'port': {'device_id': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:03.004300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c26e4-50d8-4aca-9bc6-18baedc0e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9249ef-064e-4c58-9449-e404bfcf03bd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:03.077818 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:03.087653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6f6072e0-1c5d-406d-9f79-7ee955c78e16 None None] Provisioning complete for port 421e5b3a-8b49-4047-a32c-113e7b6081da triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:03.088441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6f6072e0-1c5d-406d-9f79-7ee955c78e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:03.167008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6f6072e0-1c5d-406d-9f79-7ee955c78e16 None None] Port 421e5b3a-8b49-4047-a32c-113e7b6081da cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:15:03.395092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f01b82-926d-47b9-856c-ef5c6282fb87 req-fe715b5e-ec4f-4a01-ab78-7ba8c60ea96f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:03.398396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87f01b82-926d-47b9-856c-ef5c6282fb87 req-fe715b5e-ec4f-4a01-ab78-7ba8c60ea96f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0624008 Aug 28 20:15:03.414787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea04d4-42e0-4cb6-a48e-d3566d394117 req-66221adb-fe94-4e28-b163-e2cebef20052 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:03.417038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04ea04d4-42e0-4cb6-a48e-d3566d394117 req-66221adb-fe94-4e28-b163-e2cebef20052 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 931 time: 0.1172299 Aug 28 20:15:03.483338 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87f01b82-926d-47b9-856c-ef5c6282fb87 req-85fc4ea1-4c8f-46f6-b586-cea47d3a65b4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767643 Aug 28 20:15:03.532671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-04ea04d4-42e0-4cb6-a48e-d3566d394117 req-3047a881-720c-4a28-9352-858811c22a59 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039608 Aug 28 20:15:03.588724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421e5b3a-8b49-4047-a32c-113e7b6081da {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:15:03.596966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Publish callbacks [] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:03.610022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Transition to ACTIVE for port object 421e5b3a-8b49-4047-a32c-113e7b6081da will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:15:03.658725 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:03.749143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:03.879826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:03.914911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Attempting to bind port 421e5b3a-8b49-4047-a32c-113e7b6081da on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:15:03.915350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Attempting to bind port 421e5b3a-8b49-4047-a32c-113e7b6081da by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:15:03.915787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Attempting to bind port 421e5b3a-8b49-4047-a32c-113e7b6081da on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:15:03.922680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Port 421e5b3a-8b49-4047-a32c-113e7b6081da on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:15:03.923258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Attempting to bind port 421e5b3a-8b49-4047-a32c-113e7b6081da on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:15:03.930628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:15:03.935909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Checking segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:15:03.935909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Bound using segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:15:03.935909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Bound port: 421e5b3a-8b49-4047-a32c-113e7b6081da, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:15:03.935909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:04.040037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:15:04.044384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:15:04.223965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:04.229575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:04.230369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:04.232126 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/421e5b3a-8b49-4047-a32c-113e7b6081da HTTP/1.1" status: 200 len: 1091 time: 1.2324746 Aug 28 20:15:04.232875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:15:04.238146 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36ec3e3-730e-457a-96ba-d2bd8d769e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:15:04.319350 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90e6ae2-7791-4c2a-8d8a-c809bf4e3a34 x-openstack-request-id: req-f90e6ae2-7791-4c2a-8d8a-c809bf4e3a34 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:15:04.319915 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:15:04.320384 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f90e6ae2-7791-4c2a-8d8a-c809bf4e3a34 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:15:04.321012 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90e6ae2-7791-4c2a-8d8a-c809bf4e3a34'] response: {'name': 'network-changed', 'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'status': 'completed', 'code': 200} Aug 28 20:15:04.379825 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:04.415582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:04.418582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec3e3-730e-457a-96ba-d2bd8d769e2a req-71011a34-e540-440c-835d-1e6154e358fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:04.420769 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b36ec3e3-730e-457a-96ba-d2bd8d769e2a req-71011a34-e540-440c-835d-1e6154e358fc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 1125 time: 0.0804086 Aug 28 20:15:04.428905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.429337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.429586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.430073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.431119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.431119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.431397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.431983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.432153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.432637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.432971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.433679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.434079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.434558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.434859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0368611-8e79-493f-9ea3-8c74b1a69518 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:04.499001 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:04.552382 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:04.707882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec3e3-730e-457a-96ba-d2bd8d769e2a req-4bd40d0b-a99b-400b-956b-cc03b7297a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:04.710035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b36ec3e3-730e-457a-96ba-d2bd8d769e2a req-4bd40d0b-a99b-400b-956b-cc03b7297a69 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=89c95f91e3874db2bda39bfa0b90962b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2697380 Aug 28 20:15:04.728712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce462c-a0e6-405a-9c8e-d932f3069344 req-c654a6e4-03ce-4b7a-8157-607b6678524b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:04.731278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0dce462c-a0e6-405a-9c8e-d932f3069344 req-c654a6e4-03ce-4b7a-8157-607b6678524b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 943 time: 0.0647776 Aug 28 20:15:04.753569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc2b30-42a8-440b-aac5-3290b1672750 req-17568ea2-a825-49fa-8ba4-254d6e0c9669 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:04.755519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ddc2b30-42a8-440b-aac5-3290b1672750 req-17568ea2-a825-49fa-8ba4-254d6e0c9669 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1564622 Aug 28 20:15:04.845700 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0dce462c-a0e6-405a-9c8e-d932f3069344 req-5350e388-ce08-40c8-b6bb-e3397034a0b2 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064205 Aug 28 20:15:04.879286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5ddc2b30-42a8-440b-aac5-3290b1672750 req-63acb5a5-2d03-4068-bb4d-2880c5dac56b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945544 Aug 28 20:15:04.892210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ec3e3-730e-457a-96ba-d2bd8d769e2a req-346d7880-4f1b-40d6-95a3-2f7082a76768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:04.894390 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b36ec3e3-730e-457a-96ba-d2bd8d769e2a req-346d7880-4f1b-40d6-95a3-2f7082a76768 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766660 Aug 28 20:15:05.023355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-e6b54673-82fa-43f4-852e-7a64ef1a4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:05.025723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-e6b54673-82fa-43f4-852e-7a64ef1a4584 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 1125 time: 0.0823994 Aug 28 20:15:05.106195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-c4649009-496d-4547-9563-5bbb6b3a97d1 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=421e5b3a-8b49-4047-a32c-113e7b6081da HTTP/1.1" status: 200 len: 217 time: 0.0723040 Aug 28 20:15:05.170605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-73bd4705-8ebf-431b-b9e2-f5fb7ade10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:05.172115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-73bd4705-8ebf-431b-b9e2-f5fb7ade10dd service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=a4fffd38-61a2-42a2-b8fc-3ff5037f34a7 HTTP/1.1" status: 200 len: 854 time: 0.0579886 Aug 28 20:15:05.227029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-61f58ef4-3cfc-4fd5-80f5-e5572b1c3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:05.240677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-61f58ef4-3cfc-4fd5-80f5-e5572b1c3820 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499799 Aug 28 20:15:05.347073 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-57a2d156-088f-4894-b1e2-b6ce24ce9bd8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107392 Aug 28 20:15:05.473362 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-101b70e5-ec2b-4d44-81bb-2e949e8c25b2 req-616dbfa2-f375-42e7-bcaa-022083b0e0a6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197493 Aug 28 20:15:06.007418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684ab82-3b81-44c6-b1d3-780746e966e5 req-2347ddd0-be6b-4ee1-9388-259e6a66b592 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:06.010653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8684ab82-3b81-44c6-b1d3-780746e966e5 req-2347ddd0-be6b-4ee1-9388-259e6a66b592 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 943 time: 0.0839837 Aug 28 20:15:06.054720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f5a94-9723-4242-b6d0-0195eaeba8a4 req-d9d38357-76b8-4087-9063-bdc0f339dc8e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:06.056489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f08f5a94-9723-4242-b6d0-0195eaeba8a4 req-d9d38357-76b8-4087-9063-bdc0f339dc8e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0713410 Aug 28 20:15:06.119328 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=17 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:06.119986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8684ab82-3b81-44c6-b1d3-780746e966e5 req-d4348ad2-9528-4de3-a7c2-05e238a69a37 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021399 Aug 28 20:15:06.156469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f08f5a94-9723-4242-b6d0-0195eaeba8a4 req-c808bffc-36a7-44ac-8d1d-e760269d98e9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935152 Aug 28 20:15:06.178210 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:06.218168 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:06.486276 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:06.932670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59120) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:06.972203 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:07.177330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-135506305'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:07.217878 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:07.322584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3afe5-7218-4160-94d1-94b22df23a74 req-16e95902-e07e-4830-9fa3-d9d04383cac4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:07.324236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-adb3afe5-7218-4160-94d1-94b22df23a74 req-16e95902-e07e-4830-9fa3-d9d04383cac4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 943 time: 0.0707345 Aug 28 20:15:07.328474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767dc72-8320-47dd-8cd2-6346bf5aa49e req-cd0a0dce-06f7-4b4b-9de0-f181c4e9911c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:07.347926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6767dc72-8320-47dd-8cd2-6346bf5aa49e req-cd0a0dce-06f7-4b4b-9de0-f181c4e9911c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0820124 Aug 28 20:15:07.370345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Made reservation on behalf of 38e9c09f929e4e57939e6a6c55a714ce for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:15:07.375537 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:07.395070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:07.425415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6767dc72-8320-47dd-8cd2-6346bf5aa49e req-79398b66-1fea-428f-804c-767c98a82e4a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757139 Aug 28 20:15:07.475161 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-adb3afe5-7218-4160-94d1-94b22df23a74 req-ce16d1a3-bec8-4428-b33d-fbd4099e32a6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422226 Aug 28 20:15:07.548730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks [] for security_group (736bd64c-a3f9-4358-99fd-4aef5a68cfc9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:07.698024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (736bd64c-a3f9-4358-99fd-4aef5a68cfc9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:07.734763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:15:07.754289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736bd64c-a3f9-4358-99fd-4aef5a68cfc9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:07.757838 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ccb7c64b-8533-423a-a689-d35a30847983), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:07.758224 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Added segment ccb7c64b-8533-423a-a689-d35a30847983 of type vlan for network c4c88122-b2a7-4463-979e-7376e2ce79c5 Aug 28 20:15:07.837088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c4c88122-b2a7-4463-979e-7376e2ce79c5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:08.029491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c4c88122-b2a7-4463-979e-7376e2ce79c5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:08.046410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:08.046410 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:08.167694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Pushing event updated for resources: {'Network': ['ID=c4c88122-b2a7-4463-979e-7376e2ce79c5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:08.185742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c4c88122-b2a7-4463-979e-7376e2ce79c5 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:15:08.282795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7d9b1ed6-cbd2-4f2b-b05b-b2c62c9fdde0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3489306 Aug 28 20:15:08.286145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59160) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:08.291594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-84031571-d6c1-4f70-8327-1088beb16480 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-1655706740') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:08.498841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84031571-d6c1-4f70-8327-1088beb16480 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "PUT /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-1655706740 HTTP/1.1" status: 201 len: 201 time: 0.2110281 Aug 28 20:15:08.501663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59168) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:08.506510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-158b782e-0156-441f-98fe-1d3568daef7f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-1655706740') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:08.643151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a925-91b9-47e2-be66-07d598bd055d req-cb38b604-112b-40e9-9118-42648694f81d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:08.644825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b31a925-91b9-47e2-be66-07d598bd055d req-cb38b604-112b-40e9-9118-42648694f81d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1300788 Aug 28 20:15:08.674087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-158b782e-0156-441f-98fe-1d3568daef7f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "GET /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-1655706740 HTTP/1.1" status: 204 len: 168 time: 0.1709497 Aug 28 20:15:08.677612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59176) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:08.691716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-8976ed3a-df0c-4adb-8218-b2b18a1c2c43 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:08.749628 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b31a925-91b9-47e2-be66-07d598bd055d req-8ff3a241-cfd2-4626-8c61-2d578e066be2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966523 Aug 28 20:15:08.937164 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:09.038887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 421e5b3a-8b49-4047-a32c-113e7b6081da details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:15:09.057309 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:09.195152 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:09.315070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:09.353245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'port_id': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'mac_address': 'fa:16:3e:05:24:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:15:09.421719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 421e5b3a-8b49-4047-a32c-113e7b6081da is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:09.422844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:09.447454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421e5b3a-8b49-4047-a32c-113e7b6081da {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:15:09.489560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:09.577488 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:09.582975 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:09.605973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7172c-7c1c-4f82-b602-a5f3f9d4d444 req-82915239-5b13-44ca-b556-072c9ea6cd0d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:09.613762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05c7172c-7c1c-4f82-b602-a5f3f9d4d444 req-82915239-5b13-44ca-b556-072c9ea6cd0d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 943 time: 0.9424212 Aug 28 20:15:09.617275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8976ed3a-df0c-4adb-8218-b2b18a1c2c43 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "GET /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags HTTP/1.1" status: 200 len: 238 time: 0.9381626 Aug 28 20:15:09.620500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59192) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:09.627536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-d7280e1f-5383-4e52-94db-144019ebd98e tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', {'tags': ['tempest-TagsTest-Tag-431853404', 'tempest-TagsTest-Tag-835734472', 'tempest-TagsTest-Tag-651975253']}) {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:09.698667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-05c7172c-7c1c-4f82-b602-a5f3f9d4d444 req-ab24d304-c654-44c8-b793-6c83893352d9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836391 Aug 28 20:15:09.741792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:09.829313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['421e5b3a-8b49-4047-a32c-113e7b6081da'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:15:09.894977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d7280e1f-5383-4e52-94db-144019ebd98e tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "PUT /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags HTTP/1.1" status: 200 len: 306 time: 0.2713120 Aug 28 20:15:09.897923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59200) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:09.906513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-d240c486-36a9-48e0-a475-c11fd0b5fa64 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-431853404') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:09.911358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59202) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:10.136865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d209f3-8a00-48c1-844e-7326c395c8d2 req-3b597288-82d7-4b28-95c9-689ef1c5b3b9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:10.143726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d209f3-8a00-48c1-844e-7326c395c8d2 req-3b597288-82d7-4b28-95c9-689ef1c5b3b9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1200266 Aug 28 20:15:10.246350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9d209f3-8a00-48c1-844e-7326c395c8d2 req-61796158-093b-4a2d-a8fc-6db1b34eaa22 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931742 Aug 28 20:15:10.267305 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d240c486-36a9-48e0-a475-c11fd0b5fa64 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-431853404 HTTP/1.1" status: 204 len: 168 time: 0.3646495 Aug 28 20:15:10.267476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59210) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:10.273444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-83be43a3-c2d7-4807-8d65-55ad9fd1ca39 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-431853404') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:10.285993 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:10.400353 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-83be43a3-c2d7-4807-8d65-55ad9fd1ca39 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] show failed (client error): The resource could not be found. Aug 28 20:15:10.401386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-83be43a3-c2d7-4807-8d65-55ad9fd1ca39 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "GET /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-431853404 HTTP/1.1" status: 404 len: 325 time: 0.1328678 Aug 28 20:15:10.406961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59214) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:10.413913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-2b647e4c-002f-41bf-8150-774c9c38db6f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-835734472') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:10.432165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f34-30f2-4870-bea8-517a0936df0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:10.635001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2b647e4c-002f-41bf-8150-774c9c38db6f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "GET /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-835734472 HTTP/1.1" status: 204 len: 168 time: 0.2244508 Aug 28 20:15:10.639350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59218) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:10.655800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-336f0736-29d1-4f43-bc61-5b740c20d2d4 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-651975253') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:10.686374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f34-30f2-4870-bea8-517a0936df0b admin admin] Publish callbacks [] for security_group (3ae7d97d-0eee-4a46-9f29-ab79641c4a14), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:10.813934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-336f0736-29d1-4f43-bc61-5b740c20d2d4 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "GET /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-651975253 HTTP/1.1" status: 204 len: 168 time: 0.1681979 Aug 28 20:15:10.816994 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59222) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:10.824068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-e8f228ed-1727-49c3-84f7-0f4d84856d4e tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:10.879962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8f34-30f2-4870-bea8-517a0936df0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ae7d97d-0eee-4a46-9f29-ab79641c4a14), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:10.890404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44674669-8b94-43d4-a4be-69ee40062b75 req-8ae373ff-8ae9-4924-a906-a5e679654a17 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:10.898428 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44674669-8b94-43d4-a4be-69ee40062b75 req-8ae373ff-8ae9-4924-a906-a5e679654a17 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 944 time: 0.0696645 Aug 28 20:15:10.994801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44674669-8b94-43d4-a4be-69ee40062b75 req-c20ad1bf-837a-4237-83a2-ed1c14ed5cfa tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952890 Aug 28 20:15:11.077743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 421e5b3a-8b49-4047-a32c-113e7b6081da up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:15:11.101976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5a9d8f34-30f2-4870-bea8-517a0936df0b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fa969f40156c4a1c93825374d9cff8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1873667 Aug 28 20:15:11.104614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59232) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:11.107249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d8f34-30f2-4870-bea8-517a0936df0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae7d97d-0eee-4a46-9f29-ab79641c4a14,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:11.155483 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e8f228ed-1727-49c3-84f7-0f4d84856d4e tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags HTTP/1.1" status: 204 len: 168 time: 0.3364098 Aug 28 20:15:11.160151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59234) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:11.166011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-365a894c-e2d0-4c1a-bb0d-f5768219e491 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-835734472') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:11.215881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 421e5b3a-8b49-4047-a32c-113e7b6081da completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:15:11.270450 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c53bea9-3f12-4b5f-ac17-65a7f77b6566 admin admin] Publish callbacks [] for security_group (3ae7d97d-0eee-4a46-9f29-ab79641c4a14), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:11.271373 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-365a894c-e2d0-4c1a-bb0d-f5768219e491 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] show failed (client error): The resource could not be found. Aug 28 20:15:11.272700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-365a894c-e2d0-4c1a-bb0d-f5768219e491 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "GET /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-835734472 HTTP/1.1" status: 404 len: 325 time: 0.1110692 Aug 28 20:15:11.281144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59238) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:11.303125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-41b31f51-58c2-4ded-af10-6f9e44242233 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5', 'tempest-TagsTest-Tag-651975253') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:11.338846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c53bea9-3f12-4b5f-ac17-65a7f77b6566 admin admin] Publish callbacks [] for security_group (3ae7d97d-0eee-4a46-9f29-ab79641c4a14), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:11.361055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 421e5b3a-8b49-4047-a32c-113e7b6081da triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:11.361431 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:11.545667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 421e5b3a-8b49-4047-a32c-113e7b6081da is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:11.546102 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:11.597611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:15:11.601162 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3cfb91-b25a-4d8d-adaf-68ffc0adf701" -d '{"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-plugged", "status": "completed", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:15:11.613325 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:11.617581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:11.622383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c53bea9-3f12-4b5f-ac17-65a7f77b6566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ae7d97d-0eee-4a46-9f29-ab79641c4a14), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:11.625249 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c53bea9-3f12-4b5f-ac17-65a7f77b6566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:11.627376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c53bea9-3f12-4b5f-ac17-65a7f77b6566 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3ae7d97d-0eee-4a46-9f29-ab79641c4a14 HTTP/1.1" status: 204 len: 168 time: 0.5217173 Aug 28 20:15:11.637616 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53bea9-3f12-4b5f-ac17-65a7f77b6566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae7d97d-0eee-4a46-9f29-ab79641c4a14,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:11.682627 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e28a6fb-b3b8-4d5a-83ef-6ef1bf6cb1fd x-openstack-request-id: req-8e28a6fb-b3b8-4d5a-83ef-6ef1bf6cb1fd {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:15:11.683011 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-plugged", "status": "completed", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:15:11.683275 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e28a6fb-b3b8-4d5a-83ef-6ef1bf6cb1fd {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:15:11.685961 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e28a6fb-b3b8-4d5a-83ef-6ef1bf6cb1fd'] response: {'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'code': 200} Aug 28 20:15:11.725207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed17640-7bb7-41ff-9252-d385e48d4789 req-6051e1e0-2ffa-42ff-a027-81470238ac1e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:11.735424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8ed17640-7bb7-41ff-9252-d385e48d4789 req-6051e1e0-2ffa-42ff-a027-81470238ac1e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1714664 Aug 28 20:15:11.756785 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-41b31f51-58c2-4ded-af10-6f9e44242233 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] show failed (client error): The resource could not be found. Aug 28 20:15:11.758217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-41b31f51-58c2-4ded-af10-6f9e44242233 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "GET /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags/tempest-TagsTest-Tag-651975253 HTTP/1.1" status: 404 len: 325 time: 0.4757121 Aug 28 20:15:11.765885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59252) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:11.766173 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:11.773716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-11614f35-4cea-4634-8ed6-156d715b4dc0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c4c88122-b2a7-4463-979e-7376e2ce79c5') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:11.891224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:11.975978 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8ed17640-7bb7-41ff-9252-d385e48d4789 req-90af8834-fc0d-41d0-9cc6-12217b73a269 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418807 Aug 28 20:15:11.977447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47de7d9-0aeb-478b-94ca-ae8d66343d54 req-19f24b55-9c4f-4d31-83e8-40664698a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:11.987777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f47de7d9-0aeb-478b-94ca-ae8d66343d54 req-19f24b55-9c4f-4d31-83e8-40664698a6c7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 1127 time: 0.1882875 Aug 28 20:15:11.994958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-11614f35-4cea-4634-8ed6-156d715b4dc0 tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5/tags HTTP/1.1" status: 204 len: 168 time: 0.2276514 Aug 28 20:15:11.999993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59258) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:12.041707 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:12.107246 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f47de7d9-0aeb-478b-94ca-ae8d66343d54 req-02678a50-59b9-4d8f-bd26-9745357a4e0c service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178353 Aug 28 20:15:12.168112 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c4c88122-b2a7-4463-979e-7376e2ce79c5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.185736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:12.358171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744c68-88c7-4e08-bee4-62ca584f14a8 req-9d8d198f-1965-44fa-ab3b-65510bdd3244 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:12.364315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c744c68-88c7-4e08-bee4-62ca584f14a8 req-9d8d198f-1965-44fa-ab3b-65510bdd3244 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.1526470 Aug 28 20:15:12.407767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c4c88122-b2a7-4463-979e-7376e2ce79c5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.466413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c88122-b2a7-4463-979e-7376e2ce79c5']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:12.482696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb7c64b-8533-423a-a689-d35a30847983') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:12.483022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb7c64b-8533-423a-a689-d35a30847983') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:12.496864 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (ccb7c64b-8533-423a-a689-d35a30847983), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.518151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ccb7c64b-8533-423a-a689-d35a30847983), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.529517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:15:12.529960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (ccb7c64b-8533-423a-a689-d35a30847983), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.649518 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ccb7c64b-8533-423a-a689-d35a30847983 resource provider aggregate not found Aug 28 20:15:12.672855 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment ccb7c64b-8533-423a-a689-d35a30847983 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccb7c64b-8533-423a-a689-d35a30847983 found for delete ", "request_id": "req-ea7cb734-5969-4d43-a15c-fcaa89dabe65"}]} Aug 28 20:15:12.696910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c744c68-88c7-4e08-bee4-62ca584f14a8 req-3db4e4d8-d25f-44ac-b21e-d8b7734e2442 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989254 Aug 28 20:15:12.716571 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0f62e4c7-242d-45e5-b6b2-d6a620332b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.779752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c4c88122-b2a7-4463-979e-7376e2ce79c5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.796945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.801011 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c4c88122-b2a7-4463-979e-7376e2ce79c5 HTTP/1.1" status: 204 len: 168 time: 0.7997267 Aug 28 20:15:12.828178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467b703-251b-48e4-ab93-25f2f473717f tempest-TagsTest-100235173 tempest-TagsTest-100235173-project] Pushing event deleted for resources: {'Network': ['ID=c4c88122-b2a7-4463-979e-7376e2ce79c5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:12.923546 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0f62e4c7-242d-45e5-b6b2-d6a620332b8a admin admin] Publish callbacks [] for security_group (a230cec6-faeb-4771-9474-7514b36ed9c4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:12.955988 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:13.004098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.046534 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0f62e4c7-242d-45e5-b6b2-d6a620332b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a230cec6-faeb-4771-9474-7514b36ed9c4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.102391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62e4c7-242d-45e5-b6b2-d6a620332b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230cec6-faeb-4771-9474-7514b36ed9c4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:13.156389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0f62e4c7-242d-45e5-b6b2-d6a620332b8a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=492094632bc947e2966d52089e50c1e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9663496 Aug 28 20:15:13.160528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59286) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:13.196527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c4530-9c53-45c1-b923-799017264b91 req-b2907122-858e-42dd-99d5-05b0e09d90cc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:13.198219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b4c4530-9c53-45c1-b923-799017264b91 req-b2907122-858e-42dd-99d5-05b0e09d90cc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0705867 Aug 28 20:15:13.227037 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e9933c-bf71-494f-9da6-00db331b4cd0 admin admin] Publish callbacks [] for security_group (a230cec6-faeb-4771-9474-7514b36ed9c4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.260469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5b4c4530-9c53-45c1-b923-799017264b91 req-7549b0a8-bec7-4f81-8006-39166053df67 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550582 Aug 28 20:15:13.262313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e9933c-bf71-494f-9da6-00db331b4cd0 admin admin] Publish callbacks [] for security_group (a230cec6-faeb-4771-9474-7514b36ed9c4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.280835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59288) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:13.299258 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e490953-7b7b-4ca7-b867-bb4bc138bb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.441975 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:13.470286 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e9933c-bf71-494f-9da6-00db331b4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a230cec6-faeb-4771-9474-7514b36ed9c4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.472861 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-27e9933c-bf71-494f-9da6-00db331b4cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.474730 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-27e9933c-bf71-494f-9da6-00db331b4cd0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a230cec6-faeb-4771-9474-7514b36ed9c4 HTTP/1.1" status: 204 len: 168 time: 0.3120840 Aug 28 20:15:13.499918 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9933c-bf71-494f-9da6-00db331b4cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230cec6-faeb-4771-9474-7514b36ed9c4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:13.519568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-3c0f24ef-9162-4744-a5f1-6a7a2437fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:13.520910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-3c0f24ef-9162-4744-a5f1-6a7a2437fe48 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238&tenant_id=939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 1126 time: 0.1168015 Aug 28 20:15:13.523174 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e490953-7b7b-4ca7-b867-bb4bc138bb6d admin admin] Publish callbacks [] for security_group (2dd7e0a0-38fd-4fce-929b-b462a924a29c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.616176 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e490953-7b7b-4ca7-b867-bb4bc138bb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2dd7e0a0-38fd-4fce-929b-b462a924a29c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.622750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-a4fe1345-3b64-4451-8a0c-d435f5d744b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:13.625928 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-a4fe1345-3b64-4451-8a0c-d435f5d744b3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1126 time: 0.0579340 Aug 28 20:15:13.675348 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5e490953-7b7b-4ca7-b867-bb4bc138bb6d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=09a4f285b35e49c29e8d3219d3f356b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918560 Aug 28 20:15:13.676105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59304) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:13.689620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e490953-7b7b-4ca7-b867-bb4bc138bb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd7e0a0-38fd-4fce-929b-b462a924a29c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:13.756356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d72205b9-1f37-4c7b-9011-64c843663e51 admin admin] Publish callbacks [] for security_group (2dd7e0a0-38fd-4fce-929b-b462a924a29c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.772770 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:13.786053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d72205b9-1f37-4c7b-9011-64c843663e51 admin admin] Publish callbacks [] for security_group (2dd7e0a0-38fd-4fce-929b-b462a924a29c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:13.808040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59308) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:13.906248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-2eee4e04-2388-4095-8a25-7667d8ae8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:13.908504 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-2eee4e04-2388-4095-8a25-7667d8ae8936 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.2767234 Aug 28 20:15:14.004380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9eb74-990a-4f9f-9ab9-d0b00f4a722f req-dc54b7b4-21e4-4357-9b06-7228202d4f63 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:14.004380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24f9eb74-990a-4f9f-9ab9-d0b00f4a722f req-dc54b7b4-21e4-4357-9b06-7228202d4f63 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.1332476 Aug 28 20:15:14.017592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-c757cb9b-e6d5-4ced-9a6a-acdceeea1a63 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 200 len: 1000 time: 0.0898795 Aug 28 20:15:14.040697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d72205b9-1f37-4c7b-9011-64c843663e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2dd7e0a0-38fd-4fce-929b-b462a924a29c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:14.046083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d72205b9-1f37-4c7b-9011-64c843663e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:14.046083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d72205b9-1f37-4c7b-9011-64c843663e51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2dd7e0a0-38fd-4fce-929b-b462a924a29c HTTP/1.1" status: 204 len: 168 time: 0.3654892 Aug 28 20:15:14.054534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72205b9-1f37-4c7b-9011-64c843663e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd7e0a0-38fd-4fce-929b-b462a924a29c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:14.094153 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-24f9eb74-990a-4f9f-9ab9-d0b00f4a722f req-95509b37-f47d-42a9-877b-70a64f1bd478 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998273 Aug 28 20:15:14.105346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-3e697704-501b-45b0-b6dc-4b878c84ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:14.107061 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-3e697704-501b-45b0-b6dc-4b878c84ead6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.0818620 Aug 28 20:15:14.161462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-04804a9e-d8b0-4c91-8a97-3a4a5d6585f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:14.163213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-04804a9e-d8b0-4c91-8a97-3a4a5d6585f3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477290 Aug 28 20:15:14.239852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918db29-8f02-43b9-9308-9afd39a31973 req-90eb9277-241d-4cc8-9487-abaa8a8e7b77 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:14.241441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5918db29-8f02-43b9-9308-9afd39a31973 req-90eb9277-241d-4cc8-9487-abaa8a8e7b77 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0659816 Aug 28 20:15:14.291669 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-85d510d2-ddfa-42f7-b7f9-fd55efd080bb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210294 Aug 28 20:15:14.375913 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5918db29-8f02-43b9-9308-9afd39a31973 req-fedd938d-5004-4f12-91e5-9f6dd45edeea tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235058 Aug 28 20:15:14.586931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7eb0b-9f89-4b60-a3c9-2f5f2785b530 req-b3691e62-73f3-4603-8dfe-020c07f5f17b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:14.589245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afd7eb0b-9f89-4b60-a3c9-2f5f2785b530 req-b3691e62-73f3-4603-8dfe-020c07f5f17b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1409173 Aug 28 20:15:14.604407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caa8bd8b-7768-47e1-a654-374b55aae059 req-8fdbc523-2e92-4e9b-a3f9-5ada6d449940 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011711 Aug 28 20:15:14.696007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e5430351-4467-4dd9-b7e1-51955e584384 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=38e9c09f929e4e57939e6a6c55a714ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8862457 Aug 28 20:15:14.698602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59346) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:14.711321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afd7eb0b-9f89-4b60-a3c9-2f5f2785b530 req-e1199f28-7169-408e-8528-b2cdc63a8fde tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113369 Aug 28 20:15:14.770127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34d3a4e3-34ec-41f7-bf97-7a9c282c4a6a admin admin] Publish callbacks [] for security_group (736bd64c-a3f9-4358-99fd-4aef5a68cfc9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:14.791763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34d3a4e3-34ec-41f7-bf97-7a9c282c4a6a admin admin] Publish callbacks [] for security_group (736bd64c-a3f9-4358-99fd-4aef5a68cfc9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:14.962694 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34d3a4e3-34ec-41f7-bf97-7a9c282c4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (736bd64c-a3f9-4358-99fd-4aef5a68cfc9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:14.966997 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34d3a4e3-34ec-41f7-bf97-7a9c282c4a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:14.969502 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-34d3a4e3-34ec-41f7-bf97-7a9c282c4a6a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/736bd64c-a3f9-4358-99fd-4aef5a68cfc9 HTTP/1.1" status: 204 len: 168 time: 0.2696519 Aug 28 20:15:14.987854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3a4e3-34ec-41f7-bf97-7a9c282c4a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736bd64c-a3f9-4358-99fd-4aef5a68cfc9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:15.224763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ebcd2-7444-48ef-9f38-3107c4447587 req-3f211726-d926-4ce6-adb8-8302be62b08a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:15.231887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b02ebcd2-7444-48ef-9f38-3107c4447587 req-3f211726-d926-4ce6-adb8-8302be62b08a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0621603 Aug 28 20:15:15.284221 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b02ebcd2-7444-48ef-9f38-3107c4447587 req-06687f8a-eb27-4350-aba8-b4b6c86669c7 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513406 Aug 28 20:15:15.931827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dc329-48d2-4a4b-90dd-fec2d9cbf410 req-5be400ae-c23c-4f36-9584-576a2a5518ee tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:15.933664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c45dc329-48d2-4a4b-90dd-fec2d9cbf410 req-5be400ae-c23c-4f36-9584-576a2a5518ee tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1022379 Aug 28 20:15:16.066679 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c45dc329-48d2-4a4b-90dd-fec2d9cbf410 req-f9cd87fd-770c-4663-8170-17371744857e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207430 Aug 28 20:15:16.222947 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:16.447594 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:16.635272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a5de-3733-4886-ba3f-154b86c635ef req-5b0ea3d5-7164-4e57-a895-1500667ec5e6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:16.651402 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8a7a5de-3733-4886-ba3f-154b86c635ef req-5b0ea3d5-7164-4e57-a895-1500667ec5e6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.1976850 Aug 28 20:15:16.694797 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:16.798166 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8a7a5de-3733-4886-ba3f-154b86c635ef req-283cd33d-684d-4af7-87e8-a06bd7902897 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433034 Aug 28 20:15:16.872808 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:17.448262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4dba-668f-41db-85dd-3016b2d8a72b req-68c1179a-b17c-4c3c-9d5c-a33cf61b3a63 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:17.456866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed2a4dba-668f-41db-85dd-3016b2d8a72b req-68c1179a-b17c-4c3c-9d5c-a33cf61b3a63 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1395426 Aug 28 20:15:17.584439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed2a4dba-668f-41db-85dd-3016b2d8a72b req-a57e6cac-6559-4a7f-a8de-b8c61a5b933f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248071 Aug 28 20:15:18.053034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a25f3-ef19-4bad-b1a0-09565ed8db70 req-1dcc429c-1a59-4f1a-bbc4-5f17c0198d57 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:18.063526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-506a25f3-ef19-4bad-b1a0-09565ed8db70 req-1dcc429c-1a59-4f1a-bbc4-5f17c0198d57 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0873899 Aug 28 20:15:18.126647 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:18.131273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-506a25f3-ef19-4bad-b1a0-09565ed8db70 req-5f1c7926-2a00-4e3a-bb4a-e1a9e2724993 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665679 Aug 28 20:15:18.827989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c387-2835-4d19-9cb6-ab5ca7c9a6bb req-a7bb8538-89d4-4ad9-81af-da4509b928b1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:18.832259 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9d2c387-2835-4d19-9cb6-ab5ca7c9a6bb req-a7bb8538-89d4-4ad9-81af-da4509b928b1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0971382 Aug 28 20:15:18.947313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a9d2c387-2835-4d19-9cb6-ab5ca7c9a6bb req-137d8945-6ef1-49f8-960e-cf1c5b8ab80f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015902 Aug 28 20:15:18.995402 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:19.136070 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:19.359759 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:19.377387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2916e3-9f84-496f-a250-47bc43506560 req-4ba89685-8f21-4e3f-9a3b-8ce440707415 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:19.389974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e2916e3-9f84-496f-a250-47bc43506560 req-4ba89685-8f21-4e3f-9a3b-8ce440707415 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0839493 Aug 28 20:15:19.476465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e2916e3-9f84-496f-a250-47bc43506560 req-1cd3688c-6858-473d-8e1b-462aaad9993d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853119 Aug 28 20:15:20.058040 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:20.163311 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:20.203989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866875bc-60f7-485f-a5b6-b93bea17b36f req-a4163a98-17d1-4b92-9fd1-10d8fb8b0c70 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:20.212928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-866875bc-60f7-485f-a5b6-b93bea17b36f req-a4163a98-17d1-4b92-9fd1-10d8fb8b0c70 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1030672 Aug 28 20:15:20.293828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-866875bc-60f7-485f-a5b6-b93bea17b36f req-d843c8fe-1859-43d2-9f71-7739ec8055d9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797853 Aug 28 20:15:20.566027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59494) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:20.685658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f038d1-9afd-4a9d-93c6-d9ad4bb8158e req-4cff48b0-2c8d-4fa3-8d35-cafb2dff0bab tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:20.687363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2f038d1-9afd-4a9d-93c6-d9ad4bb8158e req-4cff48b0-2c8d-4fa3-8d35-cafb2dff0bab tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0831602 Aug 28 20:15:20.776800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2f038d1-9afd-4a9d-93c6-d9ad4bb8158e req-9205d026-1868-41a4-b59e-bd2fda7adf56 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743876 Aug 28 20:15:21.199212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6bb70cfa-cc03-42f0-b459-4c99dd484b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.326390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6bb70cfa-cc03-42f0-b459-4c99dd484b08 admin admin] Publish callbacks [] for security_group (3907a857-9f2f-43b0-89fb-43c6f814e806), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.359217 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:21.423166 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6bb70cfa-cc03-42f0-b459-4c99dd484b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3907a857-9f2f-43b0-89fb-43c6f814e806), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.466456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb70cfa-cc03-42f0-b459-4c99dd484b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3907a857-9f2f-43b0-89fb-43c6f814e806,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:21.516987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6bb70cfa-cc03-42f0-b459-4c99dd484b08 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=457a5891b549434d9f71572c03585131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9496756 Aug 28 20:15:21.522101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59514) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:21.544563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281eeb0-c595-48e2-a99e-06fbfacf7bd0 req-9dd97083-9d02-45f4-83c0-7147073a9e33 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:21.553240 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:21.553800 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d281eeb0-c595-48e2-a99e-06fbfacf7bd0 req-9dd97083-9d02-45f4-83c0-7147073a9e33 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1102254 Aug 28 20:15:21.596587 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:21.639188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ffb0db1-3804-48a3-ade5-6b2886c776ec admin admin] Publish callbacks [] for security_group (3907a857-9f2f-43b0-89fb-43c6f814e806), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.674578 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:15:21.675131 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d281eeb0-c595-48e2-a99e-06fbfacf7bd0 req-98221fd8-5929-4cf6-bc04-56fba71dc3a1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106544 Aug 28 20:15:21.691491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ffb0db1-3804-48a3-ade5-6b2886c776ec admin admin] Publish callbacks [] for security_group (3907a857-9f2f-43b0-89fb-43c6f814e806), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.736450 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:21.879772 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb33b-d7dc-442b-987c-7f6397937b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.908949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ffb0db1-3804-48a3-ade5-6b2886c776ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3907a857-9f2f-43b0-89fb-43c6f814e806), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.912611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ffb0db1-3804-48a3-ade5-6b2886c776ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:21.914758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ffb0db1-3804-48a3-ade5-6b2886c776ec admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3907a857-9f2f-43b0-89fb-43c6f814e806 HTTP/1.1" status: 204 len: 168 time: 0.3929811 Aug 28 20:15:21.936734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb0db1-3804-48a3-ade5-6b2886c776ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3907a857-9f2f-43b0-89fb-43c6f814e806,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:22.069613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126b7c-87f4-487e-a443-9ac15a91d374 req-67fa88e8-56d4-495d-8194-388f83b3fa7f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:22.071258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03126b7c-87f4-487e-a443-9ac15a91d374 req-67fa88e8-56d4-495d-8194-388f83b3fa7f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.1158822 Aug 28 20:15:22.174009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03126b7c-87f4-487e-a443-9ac15a91d374 req-b108fe77-e81a-45c0-a95d-a8446f5a803d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833387 Aug 28 20:15:22.748258 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:22.872213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2da7e-e108-4e31-9f65-ad499af1054a req-fddbdc79-9260-45cb-915e-1ca4e176b43a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:22.874175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ce2da7e-e108-4e31-9f65-ad499af1054a req-fddbdc79-9260-45cb-915e-1ca4e176b43a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0739908 Aug 28 20:15:22.961282 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:22.962688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ce2da7e-e108-4e31-9f65-ad499af1054a req-7d75443a-9850-434d-8573-ddec49721de7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757895 Aug 28 20:15:23.040053 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:23.323626 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:23.358993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332244e-b632-4b07-9153-258e74852975 req-9ba277d2-2cbc-40bf-8d13-9522c3c16483 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:23.361148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3332244e-b632-4b07-9153-258e74852975 req-9ba277d2-2cbc-40bf-8d13-9522c3c16483 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0724077 Aug 28 20:15:23.422126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3332244e-b632-4b07-9153-258e74852975 req-5b15c508-d411-4b12-ba2e-090682d1040f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 Aug 28 20:15:23.747064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59552) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:23.838825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59556) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:23.867174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.062084 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Publish callbacks [] for security_group (ac502f79-15eb-4902-b8ba-eea0c89ad25a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.108330 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.188309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ac502f79-15eb-4902-b8ba-eea0c89ad25a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.189323 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d201-be80-4a24-92d4-0772f2703ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.196142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c12d9-da67-4d45-89ad-3d28c13e535d req-850e7816-1157-4c85-956f-1280e1a09c60 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:24.206716 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e70c12d9-da67-4d45-89ad-3d28c13e535d req-850e7816-1157-4c85-956f-1280e1a09c60 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1024766 Aug 28 20:15:24.278284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e70c12d9-da67-4d45-89ad-3d28c13e535d req-5df6b527-0e03-4943-b62c-a7eb7a17392c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698650 Aug 28 20:15:24.286468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=27b1890a4a6644569c728faf20190ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4551041 Aug 28 20:15:24.286468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac502f79-15eb-4902-b8ba-eea0c89ad25a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:24.288774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59566) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:24.306697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.312903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.314456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f00795f-d785-469e-afc5-5c031b1f1547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:24.418254 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7e0fbc73-5fbd-43ec-847f-dcaed3e7c04e admin admin] Publish callbacks [] for security_group (ac502f79-15eb-4902-b8ba-eea0c89ad25a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.475957 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7e0fbc73-5fbd-43ec-847f-dcaed3e7c04e admin admin] Publish callbacks [] for security_group (ac502f79-15eb-4902-b8ba-eea0c89ad25a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.663067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598f02a-d615-400d-b05c-45ededb5790e req-b060900f-a9d2-4caf-91a0-0558fb8ad18b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:24.667586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7598f02a-d615-400d-b05c-45ededb5790e req-b060900f-a9d2-4caf-91a0-0558fb8ad18b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0989845 Aug 28 20:15:24.679325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1218161062'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:24.730784 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7e0fbc73-5fbd-43ec-847f-dcaed3e7c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ac502f79-15eb-4902-b8ba-eea0c89ad25a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.733595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7e0fbc73-5fbd-43ec-847f-dcaed3e7c04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.734956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7e0fbc73-5fbd-43ec-847f-dcaed3e7c04e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ac502f79-15eb-4902-b8ba-eea0c89ad25a HTTP/1.1" status: 204 len: 168 time: 0.4447877 Aug 28 20:15:24.759451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fbc73-5fbd-43ec-847f-dcaed3e7c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac502f79-15eb-4902-b8ba-eea0c89ad25a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:24.827645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7598f02a-d615-400d-b05c-45ededb5790e req-8e7fddbe-2da3-4fbf-a587-e10bf51d4872 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151576 Aug 28 20:15:24.932521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Made reservation on behalf of 1daba0f46a8349d28dda69dad1203b82 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:15:24.942691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:24.960960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.071120 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for security_group (2f75b2ee-1f6a-4f30-a7e9-cf5e49265820), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.240230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f75b2ee-1f6a-4f30-a7e9-cf5e49265820), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.277095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f75b2ee-1f6a-4f30-a7e9-cf5e49265820,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:25.310194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:15:25.335619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (59edd179-2763-4a87-819b-c3f0dba71c74), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.337095 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Added segment 59edd179-2763-4a87-819b-c3f0dba71c74 of type vlan for network 1d230ea8-5ca0-421d-9123-6e170af37b05 Aug 28 20:15:25.389220 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:25.452234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (1d230ea8-5ca0-421d-9123-6e170af37b05), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.511720 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:25.520800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb429a5-ca33-4443-b765-b585177276ee req-3ce19613-ccea-4d5c-bc9b-966ae9c29fb4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:25.528592 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3cb429a5-ca33-4443-b765-b585177276ee req-3ce19613-ccea-4d5c-bc9b-966ae9c29fb4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.1083512 Aug 28 20:15:25.591033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3cb429a5-ca33-4443-b765-b585177276ee req-39386f4e-1c2b-4bbe-8a7e-274d40c87291 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609612 Aug 28 20:15:25.685065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (1d230ea8-5ca0-421d-9123-6e170af37b05), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.690624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:25.691237 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.827887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:25.837896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event updated for resources: {'Network': ['ID=1d230ea8-5ca0-421d-9123-6e170af37b05,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:25.852697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 1d230ea8-5ca0-421d-9123-6e170af37b05 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:15:25.927147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f2b4123c-1111-46a8-80e9-b3562ed6974e tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1779809 Aug 28 20:15:25.933068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59594) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:25.943966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Request body: {'subnet': {'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:26.259500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5eea73-bcd6-4b86-9d1b-a0d91fc442dd req-fade14b7-cc70-41d4-b258-cf8bba4e0b1f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:26.261314 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d5eea73-bcd6-4b86-9d1b-a0d91fc442dd req-fade14b7-cc70-41d4-b258-cf8bba4e0b1f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.1027436 Aug 28 20:15:26.320320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5d5eea73-bcd6-4b86-9d1b-a0d91fc442dd req-cfd97c6e-7dd8-4e06-aa9e-ca6ed8e64c69 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520623 Aug 28 20:15:26.729872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fa299-bfce-46da-8eab-d99b21edaf53 req-99d7b5e2-3c30-4946-a6c2-b16cee3cc30c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:26.731360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d76fa299-bfce-46da-8eab-d99b21edaf53 req-99d7b5e2-3c30-4946-a6c2-b16cee3cc30c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0610824 Aug 28 20:15:26.794840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d76fa299-bfce-46da-8eab-d99b21edaf53 req-5feacc53-18e0-4b55-bf82-106c0eaaa3fd tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565948 Aug 28 20:15:26.816718 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:26.908172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Made reservation on behalf of 1daba0f46a8349d28dda69dad1203b82 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:15:26.908673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.028720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.291574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (c15107ee-e9ad-4d8e-b7d5-0708cc3df668), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.366602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event updated for resources: {'Subnet': ['ID=c15107ee-e9ad-4d8e-b7d5-0708cc3df668,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:27.378340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Checking segment: {'id': '59edd179-2763-4a87-819b-c3f0dba71c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:15:27.379671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Network hostable DHCP agents. Network: 1d230ea8-5ca0-421d-9123-6e170af37b05, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:15:27.472194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Network 1d230ea8-5ca0-421d-9123-6e170af37b05 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:15:27.498137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748f5cb-890f-4501-bd43-2065f4ec5bd9 req-e853972d-0b13-4c98-a3b4-50fed299a20a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:27.502438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b748f5cb-890f-4501-bd43-2065f4ec5bd9 req-e853972d-0b13-4c98-a3b4-50fed299a20a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0621438 Aug 28 20:15:27.522479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59616) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:27.546042 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6719fc56-b3a3-479a-8fb1-f265006e462a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.577752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b748f5cb-890f-4501-bd43-2065f4ec5bd9 req-db3dcb31-d623-4b63-927e-e5c80442217b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699534 Aug 28 20:15:27.640463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.645715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 1d230ea8-5ca0-421d-9123-6e170af37b05) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:15:27.659094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5555760-22af-4158-b5a4-a8717d194ca2 None None] Network 1d230ea8-5ca0-421d-9123-6e170af37b05 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:15:27.665818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:27.666970 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.702032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59624) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:27.749889 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6719fc56-b3a3-479a-8fb1-f265006e462a admin admin] Publish callbacks [] for security_group (380fe676-4380-4691-8e3b-ed68e0bc0d89), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.760351 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:27.818934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3fd24a18-fc08-44fa-985c-3ff3fad8b995 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8842947 Aug 28 20:15:27.820151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59634) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:27.826817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-1d230ea8-5ca0-421d-9123-6e170af37b05', 'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05', 'project_id': '1daba0f46a8349d28dda69dad1203b82', 'fixed_ips': [{'subnet_id': 'c15107ee-e9ad-4d8e-b7d5-0708cc3df668'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:15:27.827443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Request body: {'port': {'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1112170547'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:27.828346 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.866734 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6719fc56-b3a3-479a-8fb1-f265006e462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (380fe676-4380-4691-8e3b-ed68e0bc0d89), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.928069 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f50749b4-56ec-41e8-8718-2ccbce01dee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:27.934146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6719fc56-b3a3-479a-8fb1-f265006e462a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9ce4158048ab4f7288f709120bb2a381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102654 Aug 28 20:15:27.935763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59640) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:27.942929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719fc56-b3a3-479a-8fb1-f265006e462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380fe676-4380-4691-8e3b-ed68e0bc0d89,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:27.965276 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:28.037326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e2b9b-c5d9-447e-a54f-3066d8000684 req-111987ab-e115-4e40-b811-294b0281b1ea tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:28.039219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-999e2b9b-c5d9-447e-a54f-3066d8000684 req-111987ab-e115-4e40-b811-294b0281b1ea tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0733297 Aug 28 20:15:28.045605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0f56722-5c60-45f7-b534-9b6efd0f0ad6 admin admin] Publish callbacks [] for security_group (380fe676-4380-4691-8e3b-ed68e0bc0d89), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.053347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Allocated IP 172.20.0.2 (1d230ea8-5ca0-421d-9123-6e170af37b05/c15107ee-e9ad-4d8e-b7d5-0708cc3df668/c4c8609e-e686-4877-b914-c805ff9e8c15) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:15:28.072510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0f56722-5c60-45f7-b534-9b6efd0f0ad6 admin admin] Publish callbacks [] for security_group (380fe676-4380-4691-8e3b-ed68e0bc0d89), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.154296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-999e2b9b-c5d9-447e-a54f-3066d8000684 req-cfc2569a-79a3-4d6f-ad1c-42d63f45ccbf tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715806 Aug 28 20:15:28.158723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f50749b4-56ec-41e8-8718-2ccbce01dee8 admin admin] Publish callbacks [] for security_group (8bd2441a-0245-46fa-9210-dfe00376f349), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.248191 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Publish callbacks [] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.263264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Made reservation on behalf of 1daba0f46a8349d28dda69dad1203b82 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:15:28.263264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.280045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] device_id is not set on port 9c416bc2-95a7-488f-9b78-2c65236a4d40 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:15:28.320021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0f56722-5c60-45f7-b534-9b6efd0f0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (380fe676-4380-4691-8e3b-ed68e0bc0d89), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.323062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0f56722-5c60-45f7-b534-9b6efd0f0ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.323384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f50749b4-56ec-41e8-8718-2ccbce01dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8bd2441a-0245-46fa-9210-dfe00376f349), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.326465 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f0f56722-5c60-45f7-b534-9b6efd0f0ad6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/380fe676-4380-4691-8e3b-ed68e0bc0d89 HTTP/1.1" status: 204 len: 168 time: 0.3901792 Aug 28 20:15:28.337560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56722-5c60-45f7-b534-9b6efd0f0ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380fe676-4380-4691-8e3b-ed68e0bc0d89,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:28.378225 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.385478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59656) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:28.385727 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f50749b4-56ec-41e8-8718-2ccbce01dee8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8e8dfc2fe00a4fe880e5cc54c9ee38d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6816516 Aug 28 20:15:28.407348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50749b4-56ec-41e8-8718-2ccbce01dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd2441a-0245-46fa-9210-dfe00376f349,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:28.439557 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:28.464958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Network 1d230ea8-5ca0-421d-9123-6e170af37b05 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:15:28.465790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Pushing event updated for resources: {'Port': ['ID=c4c8609e-e686-4877-b914-c805ff9e8c15,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:28.470191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:15:28.477376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:15:28.485682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.486479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.487010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.487528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.488029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.488551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.489307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.489844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.496998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.496998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.496998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.496998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.496998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.496998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.496998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:15:28.497762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53e5ff50-9226-495c-96f5-ef78e663704c admin admin] Publish callbacks [] for security_group (8bd2441a-0245-46fa-9210-dfe00376f349), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.521074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Allocated IP 172.20.0.12 (1d230ea8-5ca0-421d-9123-6e170af37b05/c15107ee-e9ad-4d8e-b7d5-0708cc3df668/9c416bc2-95a7-488f-9b78-2c65236a4d40) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:15:28.547588 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53e5ff50-9226-495c-96f5-ef78e663704c admin admin] Publish callbacks [] for security_group (8bd2441a-0245-46fa-9210-dfe00376f349), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.562423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Attempting to bind port c4c8609e-e686-4877-b914-c805ff9e8c15 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:15:28.562802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Attempting to bind port c4c8609e-e686-4877-b914-c805ff9e8c15 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '59edd179-2763-4a87-819b-c3f0dba71c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:15:28.563644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Attempting to bind port c4c8609e-e686-4877-b914-c805ff9e8c15 on network 1d230ea8-5ca0-421d-9123-6e170af37b05 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:15:28.570497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:15:28.571220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Checking segment: {'id': '59edd179-2763-4a87-819b-c3f0dba71c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:15:28.571813 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.572378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Bound using segment: {'id': '59edd179-2763-4a87-819b-c3f0dba71c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:15:28.573155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Bound port: c4c8609e-e686-4877-b914-c805ff9e8c15, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59edd179-2763-4a87-819b-c3f0dba71c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '1d230ea8-5ca0-421d-9123-6e170af37b05'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:15:28.573730 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.655211 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] For port c4c8609e-e686-4877-b914-c805ff9e8c15, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:15:28.658566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] For port c4c8609e-e686-4877-b914-c805ff9e8c15, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c4c8609e-e686-4877-b914-c805ff9e8c15,segment=NetworkSegment(59edd179-2763-4a87-819b-c3f0dba71c74),segment_id=59edd179-2763-4a87-819b-c3f0dba71c74)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:15:28.710785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1e61a-6ab0-4229-97da-7ccd6c43ccb1 req-4ee00691-e37b-46ae-9595-c02960af5246 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:28.712320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b6b1e61a-6ab0-4229-97da-7ccd6c43ccb1 req-4ee00691-e37b-46ae-9595-c02960af5246 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0486879 Aug 28 20:15:28.761543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b6b1e61a-6ab0-4229-97da-7ccd6c43ccb1 req-9a83d5bb-bebe-461c-a8d2-f3a9120e8da6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Aug 28 20:15:28.896839 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53e5ff50-9226-495c-96f5-ef78e663704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8bd2441a-0245-46fa-9210-dfe00376f349), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.899549 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-53e5ff50-9226-495c-96f5-ef78e663704c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:28.903069 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-53e5ff50-9226-495c-96f5-ef78e663704c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8bd2441a-0245-46fa-9210-dfe00376f349 HTTP/1.1" status: 204 len: 168 time: 0.5136905 Aug 28 20:15:28.909414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5ff50-9226-495c-96f5-ef78e663704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd2441a-0245-46fa-9210-dfe00376f349,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:28.925229 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:28.965603 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:29.015281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for port (9c416bc2-95a7-488f-9b78-2c65236a4d40), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:29.032102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a37fd-d400-4719-af2e-fe5d6f4172f8 None None] Pushing event updated for resources: {'Port': ['ID=c4c8609e-e686-4877-b914-c805ff9e8c15,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:29.184710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9c416bc2-95a7-488f-9b78-2c65236a4d40), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:29.255944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Network 1d230ea8-5ca0-421d-9123-6e170af37b05 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:15:29.263603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:15:29.269962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:15:29.299098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event updated for resources: {'Port': ['ID=9c416bc2-95a7-488f-9b78-2c65236a4d40,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:29.339562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:29.340527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:29.348885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568189e-0dcf-40fd-97e4-264230d1cc55 req-c91d1dc8-f4ea-4d3e-95de-a3d19a5f6d4e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:29.350673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e568189e-0dcf-40fd-97e4-264230d1cc55 req-c91d1dc8-f4ea-4d3e-95de-a3d19a5f6d4e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0832694 Aug 28 20:15:29.422860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e568189e-0dcf-40fd-97e4-264230d1cc55 req-14f780b3-5b14-47b4-962c-c46119bd17b4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565217 Aug 28 20:15:29.472510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59672) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:29.515119 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-825f6dd3-59c3-410a-97a6-657038389283 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6937327 Aug 28 20:15:29.518354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59678) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:29.657203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Deleting port 9c416bc2-95a7-488f-9b78-2c65236a4d40 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:15:29.657562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9c416bc2-95a7-488f-9b78-2c65236a4d40), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:29.764045 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9c416bc2-95a7-488f-9b78-2c65236a4d40), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:29.785364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Calling delete_port for 9c416bc2-95a7-488f-9b78-2c65236a4d40 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:15:29.886356 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:29.932118 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:29.958406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0567a3-259c-4e26-aeca-abaed7684138 req-4c0f8496-cb4b-4ec0-8e71-4329aef0f03e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:29.966406 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce0567a3-259c-4e26-aeca-abaed7684138 req-4c0f8496-cb4b-4ec0-8e71-4329aef0f03e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0842943 Aug 28 20:15:30.028656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce0567a3-259c-4e26-aeca-abaed7684138 req-6c8bc1b2-c67d-4528-9384-c689592f8d36 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612049 Aug 28 20:15:30.115848 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-368028ad-fabc-46fc-b8e0-696457740eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.185902 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9c416bc2-95a7-488f-9b78-2c65236a4d40), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.255731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event deleted for resources: {'Port': ['ID=9c416bc2-95a7-488f-9b78-2c65236a4d40,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:30.258362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4da482-92b7-4824-a5b3-9391cc497fb4 None None] Network 1d230ea8-5ca0-421d-9123-6e170af37b05 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:15:30.329328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7b7d74b9-3fdb-40e8-8297-f51f236350d4 None None] Provisioning complete for port c4c8609e-e686-4877-b914-c805ff9e8c15 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:30.329704 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7d74b9-3fdb-40e8-8297-f51f236350d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.360306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.366338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-55d3ca7e-f5fa-48a1-8794-a7575d8c7686 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9c416bc2-95a7-488f-9b78-2c65236a4d40 HTTP/1.1" status: 204 len: 168 time: 0.8468945 Aug 28 20:15:30.369276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59700) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:30.377628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-368028ad-fabc-46fc-b8e0-696457740eb0 admin admin] Publish callbacks [] for security_group (96e27f39-96a9-405d-99e8-05f66a07c15b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.480707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-368028ad-fabc-46fc-b8e0-696457740eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (96e27f39-96a9-405d-99e8-05f66a07c15b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.484374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d74b9-3fdb-40e8-8297-f51f236350d4 None None] Current status of the port c4c8609e-e686-4877-b914-c805ff9e8c15 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:30.485136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7d74b9-3fdb-40e8-8297-f51f236350d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.545460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7b7d74b9-3fdb-40e8-8297-f51f236350d4 None None] For port c4c8609e-e686-4877-b914-c805ff9e8c15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c4c8609e-e686-4877-b914-c805ff9e8c15,segment=NetworkSegment(59edd179-2763-4a87-819b-c3f0dba71c74),segment_id=59edd179-2763-4a87-819b-c3f0dba71c74)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:30.549698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-368028ad-fabc-46fc-b8e0-696457740eb0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2448bb065cbe4220b31aee7fc873b066&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0758202 Aug 28 20:15:30.553174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59708) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:30.571743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368028ad-fabc-46fc-b8e0-696457740eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e27f39-96a9-405d-99e8-05f66a07c15b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:30.622461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eaee7fe1-79ed-4bb7-83e2-410fa0a05b29 admin admin] Publish callbacks [] for security_group (96e27f39-96a9-405d-99e8-05f66a07c15b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.624167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5785-d663-4a9c-aa42-10d6e934edf2 req-02051eaf-5e4b-42d5-af28-1d0989fd40ca tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:30.630463 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-470e5785-d663-4a9c-aa42-10d6e934edf2 req-02051eaf-5e4b-42d5-af28-1d0989fd40ca tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0744064 Aug 28 20:15:30.650610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eaee7fe1-79ed-4bb7-83e2-410fa0a05b29 admin admin] Publish callbacks [] for security_group (96e27f39-96a9-405d-99e8-05f66a07c15b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.696220 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-470e5785-d663-4a9c-aa42-10d6e934edf2 req-320539a3-9ae1-4da7-a973-6c85045f84f2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632739 Aug 28 20:15:30.736535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b7d74b9-3fdb-40e8-8297-f51f236350d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.833337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d74b9-3fdb-40e8-8297-f51f236350d4 None None] Pushing event updated for resources: {'Port': ['ID=c4c8609e-e686-4877-b914-c805ff9e8c15,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:30.877611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7fe1831e-7e18-443d-af93-a9956259465a None None] Provisioning complete for port c4c8609e-e686-4877-b914-c805ff9e8c15 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:30.878063 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7fe1831e-7e18-443d-af93-a9956259465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.902715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eaee7fe1-79ed-4bb7-83e2-410fa0a05b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (96e27f39-96a9-405d-99e8-05f66a07c15b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.906451 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-eaee7fe1-79ed-4bb7-83e2-410fa0a05b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:30.907390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-eaee7fe1-79ed-4bb7-83e2-410fa0a05b29 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/96e27f39-96a9-405d-99e8-05f66a07c15b HTTP/1.1" status: 204 len: 168 time: 0.3532190 Aug 28 20:15:30.947228 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9df485ba-5f3e-49c8-8bda-b18449559bb8 tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.5763476 Aug 28 20:15:30.948778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee7fe1-79ed-4bb7-83e2-410fa0a05b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e27f39-96a9-405d-99e8-05f66a07c15b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:30.950264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59716) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:30.964776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-833004265'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:30.972740 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:30.984841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c4c8609e-e686-4877-b914-c805ff9e8c15 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:15:31.086173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1831e-7e18-443d-af93-a9956259465a None None] Current status of the port c4c8609e-e686-4877-b914-c805ff9e8c15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:31.092842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c4c8609e-e686-4877-b914-c805ff9e8c15 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:31.093424 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:31.119806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Made reservation on behalf of 1daba0f46a8349d28dda69dad1203b82 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:15:31.133910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:31.183767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:15:31.208299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (cc04f515-c616-4800-a1ab-3462b4f41da3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:31.211889 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Added segment cc04f515-c616-4800-a1ab-3462b4f41da3 of type vlan for network d5446cdb-dc6d-4e29-9862-7235634be501 Aug 28 20:15:31.230847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2e054ae7-b4f6-4f04-a27c-08b0fbd1602c None None] Could not find standard attr ID for object 9c416bc2-95a7-488f-9b78-2c65236a4d40. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:15:31.231079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc8403-9fff-404a-b4d2-0629fb190ea6 req-2246569f-cf84-48ee-99da-b7f21afe0101 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:31.233125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3cfc8403-9fff-404a-b4d2-0629fb190ea6 req-2246569f-cf84-48ee-99da-b7f21afe0101 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0805476 Aug 28 20:15:31.239336 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:31.256745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c4c8609e-e686-4877-b914-c805ff9e8c15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:31.280982 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:31.307215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (d5446cdb-dc6d-4e29-9862-7235634be501), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:31.312452 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3cfc8403-9fff-404a-b4d2-0629fb190ea6 req-6c92de57-e76d-4144-84dd-218f71ec604e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709343 Aug 28 20:15:31.410569 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (d5446cdb-dc6d-4e29-9862-7235634be501), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:31.416793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:31.422034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:31.494029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event updated for resources: {'Network': ['ID=d5446cdb-dc6d-4e29-9862-7235634be501,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:31.504353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network d5446cdb-dc6d-4e29-9862-7235634be501 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:15:31.694941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bea7c5e2-d2eb-4d0c-8815-1d4194310371 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7426162 Aug 28 20:15:31.699479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59736) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:31.905231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544d00-fb47-407f-8722-5cba34494212 req-b5251cde-eaba-4d7b-bf3a-89f9981af735 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:31.906816 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82544d00-fb47-407f-8722-5cba34494212 req-b5251cde-eaba-4d7b-bf3a-89f9981af735 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0908089 Aug 28 20:15:31.917588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59742) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:31.920640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d1ab2d84-7e4e-4570-996b-6481e0de94b9 tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/584ea868-7a63-4ce1-872f-6703c525a25b/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.2171426 Aug 28 20:15:31.973008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82544d00-fb47-407f-8722-5cba34494212 req-a70428ea-2827-48c5-8b32-b5c3463a3459 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507464 Aug 28 20:15:31.999562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3d3dd-e638-4567-a16f-1f223d0518c7 tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] Network d5446cdb-dc6d-4e29-9862-7235634be501 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:15:32.013597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59746) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:32.029069 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4bc66fc-8140-4785-9e9c-013ad01f8b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:32.106974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d8b3d3dd-e638-4567-a16f-1f223d0518c7 tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "POST /networking/v2.0/agents/584ea868-7a63-4ce1-872f-6703c525a25b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1881993 Aug 28 20:15:32.109842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59748) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:32.115227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4e92b-2edf-4ddb-9c3d-c6c9bbadfa7c None None] Network d5446cdb-dc6d-4e29-9862-7235634be501 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:15:32.193822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4bc66fc-8140-4785-9e9c-013ad01f8b7b admin admin] Publish callbacks [] for security_group (0bc82ce8-7035-4011-9184-197dc9285821), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:32.313908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4bc66fc-8140-4785-9e9c-013ad01f8b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bc82ce8-7035-4011-9184-197dc9285821), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:32.411132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c4bc66fc-8140-4785-9e9c-013ad01f8b7b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1c8f728c1cda461b9db76dba7a92265e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960645 Aug 28 20:15:32.412906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc66fc-8140-4785-9e9c-013ad01f8b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc82ce8-7035-4011-9184-197dc9285821,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:32.416035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59762) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:32.583144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6502dd9c-891b-48ff-8298-6e5721ab09b1 admin admin] Publish callbacks [] for security_group (0bc82ce8-7035-4011-9184-197dc9285821), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:32.595051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77de89-6b85-4279-99a2-44958632356f req-70b7ec19-1ee2-4be1-aa43-e9d99066e9e7 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:32.597205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae77de89-6b85-4279-99a2-44958632356f req-70b7ec19-1ee2-4be1-aa43-e9d99066e9e7 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.1131837 Aug 28 20:15:32.643822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6502dd9c-891b-48ff-8298-6e5721ab09b1 admin admin] Publish callbacks [] for security_group (0bc82ce8-7035-4011-9184-197dc9285821), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:32.681409 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b8baa7ea-c5b6-4e07-8c3f-abb94a6f121f tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/584ea868-7a63-4ce1-872f-6703c525a25b/dhcp-networks HTTP/1.1" status: 200 len: 8844 time: 0.5690203 Aug 28 20:15:32.685888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59764) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:32.721646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ae77de89-6b85-4279-99a2-44958632356f req-b555baaf-f60a-4fdb-89ef-709316f70dfe tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058712 Aug 28 20:15:32.855666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-723d39db-3d9a-4a78-9adf-6dc186926b4b tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "DELETE /networking/v2.0/agents/584ea868-7a63-4ce1-872f-6703c525a25b/dhcp-networks/d5446cdb-dc6d-4e29-9862-7235634be501 HTTP/1.1" status: 204 len: 168 time: 0.1682544 Aug 28 20:15:32.858205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59770) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:32.885692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6502dd9c-891b-48ff-8298-6e5721ab09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bc82ce8-7035-4011-9184-197dc9285821), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:32.904117 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6502dd9c-891b-48ff-8298-6e5721ab09b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:32.904117 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6502dd9c-891b-48ff-8298-6e5721ab09b1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0bc82ce8-7035-4011-9184-197dc9285821 HTTP/1.1" status: 204 len: 168 time: 0.4771934 Aug 28 20:15:32.934813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502dd9c-891b-48ff-8298-6e5721ab09b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc82ce8-7035-4011-9184-197dc9285821,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:32.969108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c4c8609e-e686-4877-b914-c805ff9e8c15 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:15:33.028087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c4c8609e-e686-4877-b914-c805ff9e8c15 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:33.028459 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.033227 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-83d3f140-66eb-4333-a341-32421a7e907c tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/584ea868-7a63-4ce1-872f-6703c525a25b/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.1737049 Aug 28 20:15:33.037790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59780) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:33.074366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a0055478-2052-43bb-ae14-770ff0c3951e tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/1d230ea8-5ca0-421d-9123-6e170af37b05/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0347512 Aug 28 20:15:33.079866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59784) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:33.124838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c4c8609e-e686-4877-b914-c805ff9e8c15 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:33.128137 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:33.149787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ef0b631a-7731-4267-8e88-f3b90d810ea9 tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/1d230ea8-5ca0-421d-9123-6e170af37b05/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0668643 Aug 28 20:15:33.153746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59788) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:33.170562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc673d3-e538-43fb-8fc0-9a04c8babf9f req-a145ba3a-f006-46cc-92d9-83285c9bddb0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:33.174662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfc673d3-e538-43fb-8fc0-9a04c8babf9f req-a145ba3a-f006-46cc-92d9-83285c9bddb0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0963204 Aug 28 20:15:33.273350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfc673d3-e538-43fb-8fc0-9a04c8babf9f req-3b7849d4-31d4-484b-8c13-9b16ce374ced tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882444 Aug 28 20:15:33.275843 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:33.342643 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a21ad7a0-9485-4070-84fd-c12985554dd8 tempest-DHCPAgentSchedulersTestJSON-8694495 tempest-DHCPAgentSchedulersTestJSON-8694495-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/584ea868-7a63-4ce1-872f-6703c525a25b/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.1876590 Aug 28 20:15:33.347398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:33.402184 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:33.443183 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (d5446cdb-dc6d-4e29-9862-7235634be501), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.543446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (d5446cdb-dc6d-4e29-9862-7235634be501), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.577688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5446cdb-dc6d-4e29-9862-7235634be501']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:33.589514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc04f515-c616-4800-a1ab-3462b4f41da3') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:33.592817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc04f515-c616-4800-a1ab-3462b4f41da3') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:33.602918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (cc04f515-c616-4800-a1ab-3462b4f41da3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.618410 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (cc04f515-c616-4800-a1ab-3462b4f41da3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.625651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:15:33.627045 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (cc04f515-c616-4800-a1ab-3462b4f41da3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.681435 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment cc04f515-c616-4800-a1ab-3462b4f41da3 resource provider aggregate not found Aug 28 20:15:33.713539 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment cc04f515-c616-4800-a1ab-3462b4f41da3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc04f515-c616-4800-a1ab-3462b4f41da3 found for delete ", "request_id": "req-4835b278-8b8a-4563-a6e7-a4ac111e254c"}]} Aug 28 20:15:33.821937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (d5446cdb-dc6d-4e29-9862-7235634be501), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.843656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:33.851721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d5446cdb-dc6d-4e29-9862-7235634be501 HTTP/1.1" status: 204 len: 168 time: 0.4986188 Aug 28 20:15:33.856707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59808) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:33.871266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18523285-4f73-43a3-b6b5-298c41ad0638 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event deleted for resources: {'Network': ['ID=d5446cdb-dc6d-4e29-9862-7235634be501,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:33.907861 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd7616b-09e4-409b-b90c-dc08c00afa17 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] DELETE failed (client error): The resource could not be found. Aug 28 20:15:33.909414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd7616b-09e4-409b-b90c-dc08c00afa17 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:15:33.919755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3dd7616b-09e4-409b-b90c-dc08c00afa17 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9c416bc2-95a7-488f-9b78-2c65236a4d40 HTTP/1.1" status: 404 len: 333 time: 0.0584493 Aug 28 20:15:33.923158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59812) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:33.976641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c0d6b-25db-4c37-93f3-46d10e278acb req-ee7b6111-2c1b-483e-9405-dd355ebf49f9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:33.978466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d8c0d6b-25db-4c37-93f3-46d10e278acb req-ee7b6111-2c1b-483e-9405-dd355ebf49f9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0692325 Aug 28 20:15:34.010671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Deleting subnet c15107ee-e9ad-4d8e-b7d5-0708cc3df668 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:15:34.014690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for subnet (c15107ee-e9ad-4d8e-b7d5-0708cc3df668), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:34.040660 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d8c0d6b-25db-4c37-93f3-46d10e278acb req-a42070cc-345b-4bd2-b6a0-a57529128a25 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533514 Aug 28 20:15:34.067817 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (c15107ee-e9ad-4d8e-b7d5-0708cc3df668), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:34.223948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c15107ee-e9ad-4d8e-b7d5-0708cc3df668), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:34.454359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb68d6-936e-4737-81b8-6925cbe903ef req-87890a35-9188-4beb-8046-f64329bfb82f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:34.462469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34cb68d6-936e-4737-81b8-6925cbe903ef req-87890a35-9188-4beb-8046-f64329bfb82f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0809839 Aug 28 20:15:34.467183 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (c15107ee-e9ad-4d8e-b7d5-0708cc3df668), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:34.478889 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:34.556939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event deleted for resources: {'Subnet': ['ID=c15107ee-e9ad-4d8e-b7d5-0708cc3df668,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:34.567618 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:34.577447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5e379f1c-362c-4453-8dc1-5838456f54a6 tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c15107ee-e9ad-4d8e-b7d5-0708cc3df668 HTTP/1.1" status: 204 len: 168 time: 0.6461072 Aug 28 20:15:34.577676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaffab0-3b84-4f76-93e4-34a64b7c2908 None None] Network 1d230ea8-5ca0-421d-9123-6e170af37b05 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:15:34.579209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59832) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:34.653166 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34cb68d6-936e-4737-81b8-6925cbe903ef req-efef4518-3bfb-447f-b885-849f3c7cb6c0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812689 Aug 28 20:15:34.763913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-739b7283-eb43-41f1-9905-08979dfd8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:34.765034 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (1d230ea8-5ca0-421d-9123-6e170af37b05), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:34.766451 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-739b7283-eb43-41f1-9905-08979dfd8315 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 1127 time: 0.0642428 Aug 28 20:15:34.844309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Deleting port c4c8609e-e686-4877-b914-c805ff9e8c15 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:15:34.845224 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:34.904408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] DHCP port deletion for 1d230ea8-5ca0-421d-9123-6e170af37b05 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:15:34.976315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] Deleting port c4c8609e-e686-4877-b914-c805ff9e8c15 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:15:34.977073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.018318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] For port c4c8609e-e686-4877-b914-c805ff9e8c15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c4c8609e-e686-4877-b914-c805ff9e8c15,segment=NetworkSegment(59edd179-2763-4a87-819b-c3f0dba71c74),segment_id=59edd179-2763-4a87-819b-c3f0dba71c74)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:35.018591 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.050148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Calling delete_port for c4c8609e-e686-4877-b914-c805ff9e8c15 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:15:35.149111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-8a1de79d-d5c1-443f-a031-70a4693d3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:35.152079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-8a1de79d-d5c1-443f-a031-70a4693d3f9a service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 916 time: 0.3296587 Aug 28 20:15:35.229083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-fa3fb19d-5beb-4bb0-af85-54184a9b1079 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=421e5b3a-8b49-4047-a32c-113e7b6081da HTTP/1.1" status: 200 len: 217 time: 0.0671837 Aug 28 20:15:35.255018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f541-b816-433a-9631-b1d28c510b43 req-aeed6c6f-efb8-403b-be61-3d9486d79f96 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:35.262744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4d7f541-b816-433a-9631-b1d28c510b43 req-aeed6c6f-efb8-403b-be61-3d9486d79f96 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0708330 Aug 28 20:15:35.297914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-1a065cef-fa00-42a1-b19a-9514490501f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:35.302035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-1a065cef-fa00-42a1-b19a-9514490501f9 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=a4fffd38-61a2-42a2-b8fc-3ff5037f34a7 HTTP/1.1" status: 200 len: 854 time: 0.0645552 Aug 28 20:15:35.325684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4d7f541-b816-433a-9631-b1d28c510b43 req-a5c0521a-42d9-4e63-a653-c44eea32dfff tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618467 Aug 28 20:15:35.361835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] For port c4c8609e-e686-4877-b914-c805ff9e8c15, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c4c8609e-e686-4877-b914-c805ff9e8c15,segment=NetworkSegment(59edd179-2763-4a87-819b-c3f0dba71c74),segment_id=59edd179-2763-4a87-819b-c3f0dba71c74)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:35.361835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.378419 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] Calling delete_port for c4c8609e-e686-4877-b914-c805ff9e8c15 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:15:35.387310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-fcf2c1b2-7149-417f-bcd9-7870e4ab3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:35.388957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-fcf2c1b2-7149-417f-bcd9-7870e4ab3ed5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790179 Aug 28 20:15:35.411928 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.481274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event deleted for resources: {'Port': ['ID=c4c8609e-e686-4877-b914-c805ff9e8c15,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:35.485358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] No DVR routers for this DVR port c4c8609e-e686-4877-b914-c805ff9e8c15 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:15:35.495031 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:35.595045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:15:35.615868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (1d230ea8-5ca0-421d-9123-6e170af37b05), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.657458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-47ca1977-5379-435f-8a20-f172bdb6d59f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498534 Aug 28 20:15:35.667079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d230ea8-5ca0-421d-9123-6e170af37b05']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:35.681705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59edd179-2763-4a87-819b-c3f0dba71c74') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:35.684209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59edd179-2763-4a87-819b-c3f0dba71c74') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:15:35.700626 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:35.710124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (59edd179-2763-4a87-819b-c3f0dba71c74), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.739252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (59edd179-2763-4a87-819b-c3f0dba71c74), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.749003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:15:35.749458 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (59edd179-2763-4a87-819b-c3f0dba71c74), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.800311 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 59edd179-2763-4a87-819b-c3f0dba71c74 resource provider aggregate not found Aug 28 20:15:35.854039 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-056c8f0d-6a40-490a-aaf4-2c36bd5ce63c req-f5cd6e5c-9797-4e10-81b8-2f9452b8a480 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893687 Aug 28 20:15:35.864528 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 59edd179-2763-4a87-819b-c3f0dba71c74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59edd179-2763-4a87-819b-c3f0dba71c74 found for delete ", "request_id": "req-0c964979-5ca0-4d74-8624-2b58d7af120b"}]} Aug 28 20:15:35.894673 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (c4c8609e-e686-4877-b914-c805ff9e8c15), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:35.930307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed100b09-f877-4c62-8abf-1c894de02d7e req-4b3398f6-0a9a-4878-b376-df229d4ac846 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:35.931903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed100b09-f877-4c62-8abf-1c894de02d7e req-4b3398f6-0a9a-4878-b376-df229d4ac846 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 944 time: 0.0633650 Aug 28 20:15:35.954817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:35.957897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] Pushing event deleted for resources: {'Port': ['ID=c4c8609e-e686-4877-b914-c805ff9e8c15,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:35.969523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339eaed-195d-4e50-b597-4abfbd9c2ce5 None None] No DVR routers for this DVR port c4c8609e-e686-4877-b914-c805ff9e8c15 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:15:35.973746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'port_id': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'mac_address': 'fa:16:3e:b5:b7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:15:36.030475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:36.030872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:36.038523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed100b09-f877-4c62-8abf-1c894de02d7e req-9d96d5e5-12bd-4781-a494-d82b36e459e7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967448 Aug 28 20:15:36.050205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ff7047-c221-4bc3-8001-fe2c4a394723 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:15:36.073899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:36.110684 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (1d230ea8-5ca0-421d-9123-6e170af37b05), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:36.119720 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:36.123999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1d230ea8-5ca0-421d-9123-6e170af37b05 HTTP/1.1" status: 204 len: 168 time: 1.5425630 Aug 28 20:15:36.164206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4209a5d-e4dc-4205-8e8b-131d5d5b8f8c tempest-DHCPAgentSchedulersTestJSON-103602181 tempest-DHCPAgentSchedulersTestJSON-103602181-project] Pushing event deleted for resources: {'Network': ['ID=1d230ea8-5ca0-421d-9123-6e170af37b05,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:36.188066 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:36.250852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:36.468354 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:36.483565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b40c00-5031-42d6-af56-b9734cd1d6e7 req-b5f5168e-6f5a-4e08-9cad-0d6dd36505f8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:36.485125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77b40c00-5031-42d6-af56-b9734cd1d6e7 req-b5f5168e-6f5a-4e08-9cad-0d6dd36505f8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0594506 Aug 28 20:15:36.519671 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:36.547495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77b40c00-5031-42d6-af56-b9734cd1d6e7 req-9a83334c-af7b-4aec-9091-3a3a5176996f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Aug 28 20:15:36.602939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['d8ff7047-c221-4bc3-8001-fe2c4a394723'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:15:36.646947 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:36.891638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c4c8609e-e686-4877-b914-c805ff9e8c15 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:15:36.912374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: c4c8609e-e686-4877-b914-c805ff9e8c15 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:15:36.912728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c4c8609e-e686-4877-b914-c805ff9e8c15 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:15:37.159863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59924) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:37.241542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008e7d9-af63-4d45-b940-853e791e59d1 req-f1fffe4e-4a67-4def-aa59-4f9ae6c1ee28 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:37.243121 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5008e7d9-af63-4d45-b940-853e791e59d1 req-f1fffe4e-4a67-4def-aa59-4f9ae6c1ee28 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 945 time: 0.0567920 Aug 28 20:15:37.302875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5008e7d9-af63-4d45-b940-853e791e59d1 req-e5dc8103-90c1-4592-ac80-129cf513bb15 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519154 Aug 28 20:15:37.606599 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:15:37.675684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port d8ff7047-c221-4bc3-8001-fe2c4a394723 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:37.676906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:37.726121 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:37.761516 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:37.772880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d8ff7047-c221-4bc3-8001-fe2c4a394723 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:37.773431 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:37.790914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-81cedde9-7058-4afe-883b-75a9dd2a3649 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1daba0f46a8349d28dda69dad1203b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6290197 Aug 28 20:15:37.798961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59952) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:37.806168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:15:37.808702 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d35e22-2157-461c-aea6-d1c998124538" -d '{"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:15:37.834027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5b1d2-26e4-41d1-95f5-f29f379a0926 req-bc623324-5688-4382-a3e4-836b6c1635b2 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:37.836193 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14d5b1d2-26e4-41d1-95f5-f29f379a0926 req-bc623324-5688-4382-a3e4-836b6c1635b2 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0934520 Aug 28 20:15:37.847517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:37.891190 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f19d512-b042-4c9d-ab10-bea05a55787e x-openstack-request-id: req-7f19d512-b042-4c9d-ab10-bea05a55787e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:15:37.891638 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:15:37.893002 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f19d512-b042-4c9d-ab10-bea05a55787e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:15:37.893523 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f19d512-b042-4c9d-ab10-bea05a55787e'] response: {'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'code': 200} Aug 28 20:15:37.945007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfd117d3-1696-46ad-a177-36ff85a2d66e admin admin] Publish callbacks [] for security_group (2f75b2ee-1f6a-4f30-a7e9-cf5e49265820), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:37.974851 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14d5b1d2-26e4-41d1-95f5-f29f379a0926 req-7f52cece-e39d-4c17-ace7-755ad409fc97 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164353 Aug 28 20:15:37.983803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:38.039530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfd117d3-1696-46ad-a177-36ff85a2d66e admin admin] Publish callbacks [] for security_group (2f75b2ee-1f6a-4f30-a7e9-cf5e49265820), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:38.068308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:38.222247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfd117d3-1696-46ad-a177-36ff85a2d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f75b2ee-1f6a-4f30-a7e9-cf5e49265820), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:38.237456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfd117d3-1696-46ad-a177-36ff85a2d66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:38.237456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dfd117d3-1696-46ad-a177-36ff85a2d66e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2f75b2ee-1f6a-4f30-a7e9-cf5e49265820 HTTP/1.1" status: 204 len: 168 time: 0.4380083 Aug 28 20:15:38.253057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd117d3-1696-46ad-a177-36ff85a2d66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f75b2ee-1f6a-4f30-a7e9-cf5e49265820,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:38.369377 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:38.399148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4e40-05a1-44f0-85cf-692e8ec4aca4 req-b42ba8c8-19e0-4007-87c2-3bb8c60295ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:38.403154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-90ef4e40-05a1-44f0-85cf-692e8ec4aca4 req-b42ba8c8-19e0-4007-87c2-3bb8c60295ef service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 1129 time: 0.1082282 Aug 28 20:15:38.503758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-90ef4e40-05a1-44f0-85cf-692e8ec4aca4 req-e6b96561-a75f-4e11-be6e-846881373d57 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849345 Aug 28 20:15:38.600081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e180b2-9544-4827-a7f0-d2534dd8fbf1 req-361ab4a9-fe7a-4cba-b9c1-8b75cf48abe6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:38.607291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-52e180b2-9544-4827-a7f0-d2534dd8fbf1 req-361ab4a9-fe7a-4cba-b9c1-8b75cf48abe6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.1415622 Aug 28 20:15:38.736035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-52e180b2-9544-4827-a7f0-d2534dd8fbf1 req-f30b711a-11e9-46d2-b5c1-2827eb9cb69b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131806 Aug 28 20:15:38.970756 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:39.151354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cac980-b96a-486f-b242-6cc2da2986fa req-572171b7-2ce4-488d-b126-7973f84c5b2e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:39.154642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47cac980-b96a-486f-b242-6cc2da2986fa req-572171b7-2ce4-488d-b126-7973f84c5b2e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0722361 Aug 28 20:15:39.241978 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47cac980-b96a-486f-b242-6cc2da2986fa req-8ec6638e-5879-40d0-a4f6-546014383e18 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821428 Aug 28 20:15:39.473702 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:39.950457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402fd3-9c40-4cea-9c75-fa07bf45debc req-a23e5a1e-210d-4eba-9a84-382a24119366 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:39.952501 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2402fd3-9c40-4cea-9c75-fa07bf45debc req-a23e5a1e-210d-4eba-9a84-382a24119366 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.0705194 Aug 28 20:15:40.026964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2402fd3-9c40-4cea-9c75-fa07bf45debc req-d90b9f93-5792-4d34-88a4-309ed9c18f3c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632596 Aug 28 20:15:40.088806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60022) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:40.121208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-efb6d04c-1b1f-435f-85f1-8bb294af35d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.244682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60026) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:40.254879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-efb6d04c-1b1f-435f-85f1-8bb294af35d7 admin admin] Publish callbacks [] for security_group (ae39d417-6e88-4d6d-bee3-06091638a29b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.358330 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:40.400064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-efb6d04c-1b1f-435f-85f1-8bb294af35d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ae39d417-6e88-4d6d-bee3-06091638a29b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.519540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34625bad-da44-4b0f-9a4e-bdf0595b01d5 req-9de92413-83a2-4fa6-9446-358be13044ee tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:40.523301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34625bad-da44-4b0f-9a4e-bdf0595b01d5 req-9de92413-83a2-4fa6-9446-358be13044ee tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.1401832 Aug 28 20:15:40.524886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6d04c-1b1f-435f-85f1-8bb294af35d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae39d417-6e88-4d6d-bee3-06091638a29b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:40.533521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-efb6d04c-1b1f-435f-85f1-8bb294af35d7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9407f08c3ca14f9695c0b91871460b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4433744 Aug 28 20:15:40.536420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60040) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:40.606245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34625bad-da44-4b0f-9a4e-bdf0595b01d5 req-987d33e7-9e27-4a12-841e-d2b46efe6812 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Aug 28 20:15:40.627168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e25996d0-db45-4e06-a326-eda5a63d8ad3 admin admin] Publish callbacks [] for security_group (ae39d417-6e88-4d6d-bee3-06091638a29b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.658243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e25996d0-db45-4e06-a326-eda5a63d8ad3 admin admin] Publish callbacks [] for security_group (ae39d417-6e88-4d6d-bee3-06091638a29b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.924415 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f1a153b-71cf-441e-ab5f-abe334027f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.927984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e25996d0-db45-4e06-a326-eda5a63d8ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ae39d417-6e88-4d6d-bee3-06091638a29b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.931635 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e25996d0-db45-4e06-a326-eda5a63d8ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:40.935237 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e25996d0-db45-4e06-a326-eda5a63d8ad3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ae39d417-6e88-4d6d-bee3-06091638a29b HTTP/1.1" status: 204 len: 168 time: 0.3941567 Aug 28 20:15:40.954632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25996d0-db45-4e06-a326-eda5a63d8ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae39d417-6e88-4d6d-bee3-06091638a29b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:40.966910 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=6 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:41.069975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f1a153b-71cf-441e-ab5f-abe334027f89 admin admin] Publish callbacks [] for security_group (acef7c93-e280-4942-a200-1b17798eeddd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:41.183144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996361f9-eeaa-4689-aa6d-7eff97d623b2 req-5d242ef5-0736-47ba-b6b1-abe5183930bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:41.184739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-996361f9-eeaa-4689-aa6d-7eff97d623b2 req-5d242ef5-0736-47ba-b6b1-abe5183930bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.0519156 Aug 28 20:15:41.227292 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:41.227292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f1a153b-71cf-441e-ab5f-abe334027f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (acef7c93-e280-4942-a200-1b17798eeddd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:41.286827 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-996361f9-eeaa-4689-aa6d-7eff97d623b2 req-dd817541-5918-45f7-85b5-f244550f5a08 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952652 Aug 28 20:15:41.324209 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2f1a153b-71cf-441e-ab5f-abe334027f89 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f3a84236e584447db77dccfe9748eba1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0759001 Aug 28 20:15:41.324209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a153b-71cf-441e-ab5f-abe334027f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acef7c93-e280-4942-a200-1b17798eeddd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:41.324664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60064) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:41.376232 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:41.483387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60072) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:41.503556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db011dd-efd6-4539-bb21-30970e5196b9 admin admin] Publish callbacks [] for security_group (acef7c93-e280-4942-a200-1b17798eeddd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:41.513519 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:41.542237 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db011dd-efd6-4539-bb21-30970e5196b9 admin admin] Publish callbacks [] for security_group (acef7c93-e280-4942-a200-1b17798eeddd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:41.779187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58280d-8309-4771-866b-2260151eca11 req-b12e6165-d7e9-4f1e-aacd-87ec464f4c97 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:41.780875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7b58280d-8309-4771-866b-2260151eca11 req-b12e6165-d7e9-4f1e-aacd-87ec464f4c97 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0561254 Aug 28 20:15:41.816108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db011dd-efd6-4539-bb21-30970e5196b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (acef7c93-e280-4942-a200-1b17798eeddd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:41.819447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db011dd-efd6-4539-bb21-30970e5196b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:41.820757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2db011dd-efd6-4539-bb21-30970e5196b9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/acef7c93-e280-4942-a200-1b17798eeddd HTTP/1.1" status: 204 len: 168 time: 0.4949028 Aug 28 20:15:41.842259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db011dd-efd6-4539-bb21-30970e5196b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acef7c93-e280-4942-a200-1b17798eeddd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:41.846920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7b58280d-8309-4771-866b-2260151eca11 req-f1b26905-fc07-4917-b594-762be8d5c4da tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Aug 28 20:15:41.855065 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:42.042169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93f9567f-6296-4c40-95f3-b7efeb59a67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.177021 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93f9567f-6296-4c40-95f3-b7efeb59a67c admin admin] Publish callbacks [] for security_group (dc2a7539-ebff-4ee6-a321-5202e32b87fc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.234515 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93f9567f-6296-4c40-95f3-b7efeb59a67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dc2a7539-ebff-4ee6-a321-5202e32b87fc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.286971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-93f9567f-6296-4c40-95f3-b7efeb59a67c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a69cb9cbf8074190b0305936c9704937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015206 Aug 28 20:15:42.289908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60104) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:42.302105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9567f-6296-4c40-95f3-b7efeb59a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2a7539-ebff-4ee6-a321-5202e32b87fc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:42.359413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60108) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:42.417361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f061-5efd-4330-bb4f-16e204207192 admin admin] Publish callbacks [] for security_group (dc2a7539-ebff-4ee6-a321-5202e32b87fc), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.455608 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f061-5efd-4330-bb4f-16e204207192 admin admin] Publish callbacks [] for security_group (dc2a7539-ebff-4ee6-a321-5202e32b87fc), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.566310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717a28-9861-4d5c-b81a-ce57a25aca12 req-51ed0f25-6df5-4955-9fcd-229b01d3b685 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:42.568817 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f717a28-9861-4d5c-b81a-ce57a25aca12 req-51ed0f25-6df5-4955-9fcd-229b01d3b685 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.1021848 Aug 28 20:15:42.639873 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-678cfd78-c969-472c-bc7f-07e44beb662a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.662449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f717a28-9861-4d5c-b81a-ce57a25aca12 req-65f08958-eada-430b-91dc-ec87bb6777d6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873935 Aug 28 20:15:42.771010 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f061-5efd-4330-bb4f-16e204207192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dc2a7539-ebff-4ee6-a321-5202e32b87fc), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.778020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f061-5efd-4330-bb4f-16e204207192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.780276 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4c6f061-5efd-4330-bb4f-16e204207192 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dc2a7539-ebff-4ee6-a321-5202e32b87fc HTTP/1.1" status: 204 len: 168 time: 0.4883730 Aug 28 20:15:42.799441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6f061-5efd-4330-bb4f-16e204207192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2a7539-ebff-4ee6-a321-5202e32b87fc,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:42.871455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-678cfd78-c969-472c-bc7f-07e44beb662a admin admin] Publish callbacks [] for security_group (603dad89-6020-4913-af66-89faf6fc935e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:42.930061 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:42.993985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7a059-d352-444b-9d6f-f82c4d2401d2 req-3a6dbaae-e4ef-4481-ae6a-b6fa35018bb1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:42.995610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4c7a059-d352-444b-9d6f-f82c4d2401d2 req-3a6dbaae-e4ef-4481-ae6a-b6fa35018bb1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0566659 Aug 28 20:15:43.075947 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4c7a059-d352-444b-9d6f-f82c4d2401d2 req-25f42336-9c7c-445b-8be8-a7697486a163 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741043 Aug 28 20:15:43.099124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-678cfd78-c969-472c-bc7f-07e44beb662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (603dad89-6020-4913-af66-89faf6fc935e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.100369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60126) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:43.101384 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.107018 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:43.142314 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cf2468c-9635-420d-93d0-85318fe2e619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.147568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cfd78-c969-472c-bc7f-07e44beb662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603dad89-6020-4913-af66-89faf6fc935e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:43.152580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-678cfd78-c969-472c-bc7f-07e44beb662a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a6ed209ca2354f9cb7ebf9ab4ed532f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7919374 Aug 28 20:15:43.155073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60128) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:43.234301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3334188a-3850-4481-8ed2-0b97e9f224bd admin admin] Publish callbacks [] for security_group (603dad89-6020-4913-af66-89faf6fc935e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.267419 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3334188a-3850-4481-8ed2-0b97e9f224bd admin admin] Publish callbacks [] for security_group (603dad89-6020-4913-af66-89faf6fc935e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.295857 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cf2468c-9635-420d-93d0-85318fe2e619 admin admin] Publish callbacks [] for security_group (dfe23234-c941-4d4a-8f2a-abfbbc46d838), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.387827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cf2468c-9635-420d-93d0-85318fe2e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dfe23234-c941-4d4a-8f2a-abfbbc46d838), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.413629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3334188a-3850-4481-8ed2-0b97e9f224bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (603dad89-6020-4913-af66-89faf6fc935e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.436574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3334188a-3850-4481-8ed2-0b97e9f224bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.438994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3334188a-3850-4481-8ed2-0b97e9f224bd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/603dad89-6020-4913-af66-89faf6fc935e HTTP/1.1" status: 204 len: 168 time: 0.2826540 Aug 28 20:15:43.460885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334188a-3850-4481-8ed2-0b97e9f224bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603dad89-6020-4913-af66-89faf6fc935e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:43.552661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2468c-9635-420d-93d0-85318fe2e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe23234-c941-4d4a-8f2a-abfbbc46d838,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:43.600529 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1cf2468c-9635-420d-93d0-85318fe2e619 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cf86ef04f9594363bd34d8674a3ae5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986587 Aug 28 20:15:43.604250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60138) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:43.669222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20e863f1-983a-42ed-b8bc-64c25d9a3520 admin admin] Publish callbacks [] for security_group (dfe23234-c941-4d4a-8f2a-abfbbc46d838), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.701443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20e863f1-983a-42ed-b8bc-64c25d9a3520 admin admin] Publish callbacks [] for security_group (dfe23234-c941-4d4a-8f2a-abfbbc46d838), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.883543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099330e-59b1-4324-9396-6384e9806871 req-c5361cf6-c730-4ec2-87d7-a5a2f4744862 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:43.885561 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1099330e-59b1-4324-9396-6384e9806871 req-c5361cf6-c730-4ec2-87d7-a5a2f4744862 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.0539374 Aug 28 20:15:43.943272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1099330e-59b1-4324-9396-6384e9806871 req-61e4e868-0e0b-40d7-acee-409b3d6a16ea tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497057 Aug 28 20:15:43.981625 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20e863f1-983a-42ed-b8bc-64c25d9a3520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dfe23234-c941-4d4a-8f2a-abfbbc46d838), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.985662 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20e863f1-983a-42ed-b8bc-64c25d9a3520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:43.990016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-20e863f1-983a-42ed-b8bc-64c25d9a3520 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dfe23234-c941-4d4a-8f2a-abfbbc46d838 HTTP/1.1" status: 204 len: 168 time: 0.3834136 Aug 28 20:15:43.999636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e863f1-983a-42ed-b8bc-64c25d9a3520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe23234-c941-4d4a-8f2a-abfbbc46d838,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:44.137812 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:44.280509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7d3d-b8ee-472c-9122-edae94ab90ae req-da6546b8-3a9d-422f-b72a-8eaa2246af6a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:44.283833 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a39e7d3d-b8ee-472c-9122-edae94ab90ae req-da6546b8-3a9d-422f-b72a-8eaa2246af6a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0791078 Aug 28 20:15:44.343929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a39e7d3d-b8ee-472c-9122-edae94ab90ae req-0c20b761-0276-4525-9811-2e9e06cf3f9d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487497 Aug 28 20:15:44.407814 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60154) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:44.442219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abc53c50-4345-47c1-a09c-3937c597bd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:44.582767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abc53c50-4345-47c1-a09c-3937c597bd62 admin admin] Publish callbacks [] for security_group (a55c0c94-81a6-4184-aaea-c3b6bc187a64), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:44.633101 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:44.792941 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-abc53c50-4345-47c1-a09c-3937c597bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a55c0c94-81a6-4184-aaea-c3b6bc187a64), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:44.838465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-abc53c50-4345-47c1-a09c-3937c597bd62 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d2f8c985d87047c5b7146134314956ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291101 Aug 28 20:15:44.839358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc53c50-4345-47c1-a09c-3937c597bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55c0c94-81a6-4184-aaea-c3b6bc187a64,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:44.841323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60160) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:44.904317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d4bd-fc25-4801-83bd-a2055aba0ef9 admin admin] Publish callbacks [] for security_group (a55c0c94-81a6-4184-aaea-c3b6bc187a64), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:44.927874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d4bd-fc25-4801-83bd-a2055aba0ef9 admin admin] Publish callbacks [] for security_group (a55c0c94-81a6-4184-aaea-c3b6bc187a64), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.173287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d4bd-fc25-4801-83bd-a2055aba0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a55c0c94-81a6-4184-aaea-c3b6bc187a64), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.174207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d4bd-fc25-4801-83bd-a2055aba0ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.175112 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0ce4d4bd-fc25-4801-83bd-a2055aba0ef9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a55c0c94-81a6-4184-aaea-c3b6bc187a64 HTTP/1.1" status: 204 len: 168 time: 0.3327203 Aug 28 20:15:45.180929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 421e5b3a-8b49-4047-a32c-113e7b6081da no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:15:45.187292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4d4bd-fc25-4801-83bd-a2055aba0ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55c0c94-81a6-4184-aaea-c3b6bc187a64,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:45.270405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60170) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:45.288441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f85f0f6-acbd-4813-828a-960ce62e4f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.298146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 421e5b3a-8b49-4047-a32c-113e7b6081da is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:45.298796 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.361045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:15:45.363666 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471fa44e-184f-4f7f-a1f5-de0b781af38e" -d '{"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:15:45.382911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:45.411999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f85f0f6-acbd-4813-828a-960ce62e4f31 admin admin] Publish callbacks [] for security_group (8f02d409-f4f0-4584-89e5-61519dbe672f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.444020 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.501649 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f85f0f6-acbd-4813-828a-960ce62e4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8f02d409-f4f0-4584-89e5-61519dbe672f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.506372 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e084fe74-37ad-4024-9959-bd79fd100418 x-openstack-request-id: req-e084fe74-37ad-4024-9959-bd79fd100418 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:15:45.506372 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:15:45.506372 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e084fe74-37ad-4024-9959-bd79fd100418 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:15:45.509281 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e084fe74-37ad-4024-9959-bd79fd100418'] response: {'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'code': 200} Aug 28 20:15:45.561715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e01c20-e6ea-4684-84bb-03a0281918ee req-be4095bd-9b84-42a3-8f37-750f79679bc0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:45.563414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:45.564588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50e01c20-e6ea-4684-84bb-03a0281918ee req-be4095bd-9b84-42a3-8f37-750f79679bc0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 943 time: 0.0726328 Aug 28 20:15:45.593488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0f85f0f6-acbd-4813-828a-960ce62e4f31 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c4421302e7a341838e0d34fa850cb994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192244 Aug 28 20:15:45.594171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60180) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:45.601157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85f0f6-acbd-4813-828a-960ce62e4f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f02d409-f4f0-4584-89e5-61519dbe672f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:45.678891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50e01c20-e6ea-4684-84bb-03a0281918ee req-29250e21-81d8-497a-b44c-5b705cef4497 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066077 Aug 28 20:15:45.680782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8b61f88-8f83-44b3-ac73-84b5349833da admin admin] Publish callbacks [] for security_group (8f02d409-f4f0-4584-89e5-61519dbe672f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.719183 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8b61f88-8f83-44b3-ac73-84b5349833da admin admin] Publish callbacks [] for security_group (8f02d409-f4f0-4584-89e5-61519dbe672f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.924775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8b61f88-8f83-44b3-ac73-84b5349833da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8f02d409-f4f0-4584-89e5-61519dbe672f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.929697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a8b61f88-8f83-44b3-ac73-84b5349833da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:45.931233 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a8b61f88-8f83-44b3-ac73-84b5349833da admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8f02d409-f4f0-4584-89e5-61519dbe672f HTTP/1.1" status: 204 len: 168 time: 0.3364437 Aug 28 20:15:45.941514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b61f88-8f83-44b3-ac73-84b5349833da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f02d409-f4f0-4584-89e5-61519dbe672f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:46.044664 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:46.107548 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:46.820377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2c6a-1eee-4e3b-a047-23bb6434f52d req-b6c0c13c-c9aa-4909-9445-4edf598201d9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:46.820799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2eae2c6a-1eee-4e3b-a047-23bb6434f52d req-b6c0c13c-c9aa-4909-9445-4edf598201d9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 943 time: 0.0568085 Aug 28 20:15:46.879928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2eae2c6a-1eee-4e3b-a047-23bb6434f52d req-b25ad269-4a7d-4281-b652-c0e067349fab tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525749 Aug 28 20:15:46.982591 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:47.177315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 421e5b3a-8b49-4047-a32c-113e7b6081da details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:15:47.239676 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:47.294315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:47.311261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'port_id': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'mac_address': 'fa:16:3e:05:24:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:15:47.367793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 421e5b3a-8b49-4047-a32c-113e7b6081da is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:47.368787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:47.400443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421e5b3a-8b49-4047-a32c-113e7b6081da {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:15:47.416461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:47.483121 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60240) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:47.504873 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:47.548379 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:47.554971 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:47.570472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:47.696785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['421e5b3a-8b49-4047-a32c-113e7b6081da'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:15:47.726112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-86cf2e5c-2a2d-4c63-b4c4-ba2d8116dfce tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-750752837'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:47.919463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86cf2e5c-2a2d-4c63-b4c4-ba2d8116dfce tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:47.921259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86cf2e5c-2a2d-4c63-b4c4-ba2d8116dfce tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.045806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86cf2e5c-2a2d-4c63-b4c4-ba2d8116dfce tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.088527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c563fe-3f2a-4c23-b6d5-7ee048f32392 req-34014a68-d816-4d9b-9260-7130a6e264d0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:48.092213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47c563fe-3f2a-4c23-b6d5-7ee048f32392 req-34014a68-d816-4d9b-9260-7130a6e264d0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 944 time: 0.0979815 Aug 28 20:15:48.148029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86cf2e5c-2a2d-4c63-b4c4-ba2d8116dfce tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.162839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47c563fe-3f2a-4c23-b6d5-7ee048f32392 req-f83a7cc1-7604-49ec-ad52-40cd5e01bcf2 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637455 Aug 28 20:15:48.252522 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86cf2e5c-2a2d-4c63-b4c4-ba2d8116dfce tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.254609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-86cf2e5c-2a2d-4c63-b4c4-ba2d8116dfce tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7699051 Aug 28 20:15:48.257283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60264) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:48.339399 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf12dba3-323a-4cc8-9481-2a5256874f8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.548850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf12dba3-323a-4cc8-9481-2a5256874f8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.563575 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf12dba3-323a-4cc8-9481-2a5256874f8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.771407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf12dba3-323a-4cc8-9481-2a5256874f8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.772441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf12dba3-323a-4cc8-9481-2a5256874f8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:15:48.792840 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf12dba3-323a-4cc8-9481-2a5256874f8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.807127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf12dba3-323a-4cc8-9481-2a5256874f8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/58dd7b6d-b1d0-4d0c-b01c-fa7dd2f0cbd4 HTTP/1.1" status: 204 len: 168 time: 0.5362966 Aug 28 20:15:48.810474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60278) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:48.815895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9978615e-eafa-4472-990a-ec1237880f66 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Request body: {'router': {'name': 'tempest-router-783924460', 'distributed': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:48.861402 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:48.981567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9978615e-eafa-4472-990a-ec1237880f66 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (156bdee6-a846-4946-8c50-26d76ff11aa8), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:48.983085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9978615e-eafa-4472-990a-ec1237880f66 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (156bdee6-a846-4946-8c50-26d76ff11aa8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.047582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9978615e-eafa-4472-990a-ec1237880f66 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (156bdee6-a846-4946-8c50-26d76ff11aa8), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.153162 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9978615e-eafa-4472-990a-ec1237880f66 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (156bdee6-a846-4946-8c50-26d76ff11aa8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.193095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 421e5b3a-8b49-4047-a32c-113e7b6081da up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:15:49.286957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9978615e-eafa-4472-990a-ec1237880f66 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.289367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9978615e-eafa-4472-990a-ec1237880f66 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4766483 Aug 28 20:15:49.299264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60300) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:49.305652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 421e5b3a-8b49-4047-a32c-113e7b6081da triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:15:49.306555 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.328601 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:49.364481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14518a28-2f51-40b9-be00-95e0ae107f47 req-cd269fe4-c5d1-4674-9abb-62bcb117984b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:49.373004 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14518a28-2f51-40b9-be00-95e0ae107f47 req-cd269fe4-c5d1-4674-9abb-62bcb117984b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 944 time: 0.1058700 Aug 28 20:15:49.391380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c861223-89ba-43ba-acc9-3779f8d11b39 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (156bdee6-a846-4946-8c50-26d76ff11aa8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.398614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 421e5b3a-8b49-4047-a32c-113e7b6081da is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:15:49.399342 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.444823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:49.446385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:15:49.449173 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90743c8-c67c-4351-9e47-4c3a3c2b5f90" -d '{"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-plugged", "status": "completed", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:15:49.451654 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14518a28-2f51-40b9-be00-95e0ae107f47 req-694775da-cd30-41b4-8a1d-4432097752ef tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775206 Aug 28 20:15:49.499364 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7475ae6a-bdbb-4864-822d-6368d2b1bf27 x-openstack-request-id: req-7475ae6a-bdbb-4864-822d-6368d2b1bf27 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:15:49.499364 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-plugged", "status": "completed", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:15:49.499364 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7475ae6a-bdbb-4864-822d-6368d2b1bf27 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:15:49.499364 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7475ae6a-bdbb-4864-822d-6368d2b1bf27'] response: {'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'code': 200} Aug 28 20:15:49.564504 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:49.615975 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:49.724028 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:49.733096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaef5cc-1678-49a8-a827-93c826e0a8eb req-7ec71e87-4692-46b1-9eed-e7d399edca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:49.737659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5eaef5cc-1678-49a8-a827-93c826e0a8eb req-7ec71e87-4692-46b1-9eed-e7d399edca65 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 1127 time: 0.0835834 Aug 28 20:15:49.739002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:49.909013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5eaef5cc-1678-49a8-a827-93c826e0a8eb req-8ded0961-eca4-4286-9546-c45ac5312ce8 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600361 Aug 28 20:15:50.031337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c861223-89ba-43ba-acc9-3779f8d11b39 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (156bdee6-a846-4946-8c50-26d76ff11aa8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.034266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c861223-89ba-43ba-acc9-3779f8d11b39 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (156bdee6-a846-4946-8c50-26d76ff11aa8), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.107112 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:50.152992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c861223-89ba-43ba-acc9-3779f8d11b39 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (156bdee6-a846-4946-8c50-26d76ff11aa8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.153973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c861223-89ba-43ba-acc9-3779f8d11b39 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 156bdee6-a846-4946-8c50-26d76ff11aa8 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:15:50.161221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c861223-89ba-43ba-acc9-3779f8d11b39 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.161826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7c861223-89ba-43ba-acc9-3779f8d11b39 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/156bdee6-a846-4946-8c50-26d76ff11aa8 HTTP/1.1" status: 204 len: 168 time: 0.8612957 Aug 28 20:15:50.169500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60336) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:50.197877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b1a92e88-b6b8-4e23-942b-9b49370218d5 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Request body: {'router': {'name': 'tempest-router-991484220', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ec8b95ac71f340c08279c0e29d9df422'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:50.336044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1a92e88-b6b8-4e23-942b-9b49370218d5 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.337355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1a92e88-b6b8-4e23-942b-9b49370218d5 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.420732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1a92e88-b6b8-4e23-942b-9b49370218d5 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (18bb840f-5da4-43e3-be91-3c4e2401bbf3), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.423227 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:50.503131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1a92e88-b6b8-4e23-942b-9b49370218d5 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.630673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09900-8126-46df-b5c4-94a834ff6305 req-4def2775-cddf-498d-badb-797e2dd42aeb tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:50.640098 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93b09900-8126-46df-b5c4-94a834ff6305 req-4def2775-cddf-498d-badb-797e2dd42aeb tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0786712 Aug 28 20:15:50.731780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93b09900-8126-46df-b5c4-94a834ff6305 req-f85b42d3-5077-404d-b01b-596220daee28 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906928 Aug 28 20:15:50.736227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1a92e88-b6b8-4e23-942b-9b49370218d5 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:50.737935 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b1a92e88-b6b8-4e23-942b-9b49370218d5 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5669596 Aug 28 20:15:50.740898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60372) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:50.747956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:51.033833 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:51.034232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:51.119505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 28 20:15:51.119857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Router 18bb840f-5da4-43e3-be91-3c4e2401bbf3 migrating from provider to provider. {{(pid=114322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 28 20:15:51.120260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (18bb840f-5da4-43e3-be91-3c4e2401bbf3), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:51.125756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (18bb840f-5da4-43e3-be91-3c4e2401bbf3), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:51.199319 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:51.330230 n-d-854121-7 neutron-server[114322]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] No L3 agents can host the router 18bb840f-5da4-43e3-be91-3c4e2401bbf3 Aug 28 20:15:51.359198 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:51.512668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Hosts for router 18bb840f-5da4-43e3-be91-3c4e2401bbf3: [] {{(pid=114322) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Aug 28 20:15:51.558059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Hosts for other DVR routers connected to router 18bb840f-5da4-43e3-be91-3c4e2401bbf3: set() {{(pid=114322) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Aug 28 20:15:51.561616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:51.561939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9a00cd78-1d58-43df-84e3-ac7eafb8b34f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/18bb840f-5da4-43e3-be91-3c4e2401bbf3 HTTP/1.1" status: 200 len: 716 time: 0.8199973 Aug 28 20:15:51.565214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60422) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:51.645988 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5a17433b-9c7f-4f75-b590-807b558c5411 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/18bb840f-5da4-43e3-be91-3c4e2401bbf3 HTTP/1.1" status: 200 len: 716 time: 0.0779574 Aug 28 20:15:51.648168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60424) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:51.843814 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4933ffc0-b85c-4b30-9166-6d48027b197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:51.933204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f75ba-a85e-49e9-a108-99ee84c066b0 req-b3a5c7ef-f806-413a-8f3e-a1bfa37a97c1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:51.935850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-858f75ba-a85e-49e9-a108-99ee84c066b0 req-b3a5c7ef-f806-413a-8f3e-a1bfa37a97c1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0833826 Aug 28 20:15:52.011156 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-858f75ba-a85e-49e9-a108-99ee84c066b0 req-942876f2-137d-401e-8d64-8b31d5f61d5c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Aug 28 20:15:52.166400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b232-5e42-43cc-a2eb-c9592d511ce0 req-a252249c-4bc7-4863-9c7e-1d400ccddb27 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:52.173000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9f3b232-5e42-43cc-a2eb-c9592d511ce0 req-a252249c-4bc7-4863-9c7e-1d400ccddb27 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0725853 Aug 28 20:15:52.202608 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-19eb6caf-4c93-4503-8f02-b2149348943b tempest-RoutersTestDVR-66070109 tempest-RoutersTestDVR-66070109-project] 10.222.0.78 "GET /networking/v2.0/routers/18bb840f-5da4-43e3-be91-3c4e2401bbf3 HTTP/1.1" status: 200 len: 682 time: 0.5526681 Aug 28 20:15:52.205225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60454) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:52.280087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9f3b232-5e42-43cc-a2eb-c9592d511ce0 req-96927d79-578c-4e2c-8b05-6f647b5423e1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970082 Aug 28 20:15:52.330388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-544e9b7b-697a-428e-a039-3a6f91b904bf tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:52.355783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60462) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:52.594950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-544e9b7b-697a-428e-a039-3a6f91b904bf tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:52.600223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-544e9b7b-697a-428e-a039-3a6f91b904bf tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (18bb840f-5da4-43e3-be91-3c4e2401bbf3), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:52.776875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f5a81c3-0e3e-4a0b-ae33-35274de1138a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:52.885087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-544e9b7b-697a-428e-a039-3a6f91b904bf tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (18bb840f-5da4-43e3-be91-3c4e2401bbf3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:52.890407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544e9b7b-697a-428e-a039-3a6f91b904bf tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18bb840f-5da4-43e3-be91-3c4e2401bbf3 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:15:52.899770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-544e9b7b-697a-428e-a039-3a6f91b904bf tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:52.906222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-544e9b7b-697a-428e-a039-3a6f91b904bf tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/18bb840f-5da4-43e3-be91-3c4e2401bbf3 HTTP/1.1" status: 204 len: 168 time: 0.6994503 Aug 28 20:15:52.907184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60474) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:52.918717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1cf7d729-ae5c-4dbf-b3a2-23dc7fcc5b90 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Request body: {'router': {'name': 'tempest-router-2057949031', 'distributed': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:52.963484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f5a81c3-0e3e-4a0b-ae33-35274de1138a admin admin] Publish callbacks [] for security_group (e349280c-4526-42f3-97e3-36d4f506a2c9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.039096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d729-ae5c-4dbf-b3a2-23dc7fcc5b90 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (cd73e434-4b72-4111-8c53-7827cd383667), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.040420 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d729-ae5c-4dbf-b3a2-23dc7fcc5b90 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (cd73e434-4b72-4111-8c53-7827cd383667), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.061143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3f5a81c3-0e3e-4a0b-ae33-35274de1138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e349280c-4526-42f3-97e3-36d4f506a2c9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.133290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60484) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:53.160578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d729-ae5c-4dbf-b3a2-23dc7fcc5b90 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (cd73e434-4b72-4111-8c53-7827cd383667), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.166314 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3f5a81c3-0e3e-4a0b-ae33-35274de1138a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dc6b4ca891b7479dbf8135c7e2ab6102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8095407 Aug 28 20:15:53.171506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60488) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:53.171804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a81c3-0e3e-4a0b-ae33-35274de1138a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e349280c-4526-42f3-97e3-36d4f506a2c9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:53.258472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d729-ae5c-4dbf-b3a2-23dc7fcc5b90 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (cd73e434-4b72-4111-8c53-7827cd383667), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.275448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dc01d56-e4ae-423e-8ee7-13bf3f0b8b3c admin admin] Publish callbacks [] for security_group (e349280c-4526-42f3-97e3-36d4f506a2c9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.302936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dc01d56-e4ae-423e-8ee7-13bf3f0b8b3c admin admin] Publish callbacks [] for security_group (e349280c-4526-42f3-97e3-36d4f506a2c9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.423067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d729-ae5c-4dbf-b3a2-23dc7fcc5b90 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.426015 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1cf7d729-ae5c-4dbf-b3a2-23dc7fcc5b90 tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5152946 Aug 28 20:15:53.429422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60506) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:53.464389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35ea0cef-94d3-4d2b-b031-5b7e7c013ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.517779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe2bb-41b8-4576-bf28-b60ffe810c8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (cd73e434-4b72-4111-8c53-7827cd383667), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.559692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-9c753fd2-393b-4e2e-a82c-67be7010aa8d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:53.567653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dc01d56-e4ae-423e-8ee7-13bf3f0b8b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e349280c-4526-42f3-97e3-36d4f506a2c9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.568562 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-9c753fd2-393b-4e2e-a82c-67be7010aa8d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 815 time: 0.2094324 Aug 28 20:15:53.570754 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dc01d56-e4ae-423e-8ee7-13bf3f0b8b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.572189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6dc01d56-e4ae-423e-8ee7-13bf3f0b8b3c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e349280c-4526-42f3-97e3-36d4f506a2c9 HTTP/1.1" status: 204 len: 168 time: 0.3991780 Aug 28 20:15:53.614220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc01d56-e4ae-423e-8ee7-13bf3f0b8b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e349280c-4526-42f3-97e3-36d4f506a2c9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:53.663082 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35ea0cef-94d3-4d2b-b031-5b7e7c013ea4 admin admin] Publish callbacks [] for security_group (fb8d6315-51c4-4214-a43d-ec7c28cee721), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.674025 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-0e477d5b-c9ac-46cf-9dea-89f4b5781f3f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/quotas/89c95f91e3874db2bda39bfa0b90962b HTTP/1.1" status: 200 len: 375 time: 0.1044061 Aug 28 20:15:53.758235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe2bb-41b8-4576-bf28-b60ffe810c8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (cd73e434-4b72-4111-8c53-7827cd383667), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.761633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe2bb-41b8-4576-bf28-b60ffe810c8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router_controller (cd73e434-4b72-4111-8c53-7827cd383667), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.775081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-83d807c4-0f9c-4907-b833-146c5bec591f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998433 Aug 28 20:15:53.780954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-daee748f-634a-4172-8f98-83e49b886546 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:15:53.791116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-daee748f-634a-4172-8f98-83e49b886546 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0130670 Aug 28 20:15:53.848867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-35ea0cef-94d3-4d2b-b031-5b7e7c013ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fb8d6315-51c4-4214-a43d-ec7c28cee721), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.867013 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:53.867950 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:53.906928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-35ea0cef-94d3-4d2b-b031-5b7e7c013ea4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c6a3127313524b7d95dfc42d87627d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7724888 Aug 28 20:15:53.910283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60522) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:53.921700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea0cef-94d3-4d2b-b031-5b7e7c013ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8d6315-51c4-4214-a43d-ec7c28cee721,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:53.945640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-3365b350-99cb-4df7-a06f-6bf846d2562f service neutron] 10.222.0.78 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555619 Aug 28 20:15:53.978867 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a64799e-e9a4-4004-a752-084f4a5342de admin admin] Publish callbacks [] for security_group (fb8d6315-51c4-4214-a43d-ec7c28cee721), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.005654 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a64799e-e9a4-4004-a752-084f4a5342de admin admin] Publish callbacks [] for security_group (fb8d6315-51c4-4214-a43d-ec7c28cee721), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.077801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-9a54ef67-35a0-45ec-9df1-8379d5adba31 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208279 Aug 28 20:15:54.078563 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:54.083026 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe2bb-41b8-4576-bf28-b60ffe810c8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (cd73e434-4b72-4111-8c53-7827cd383667), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.083026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ffe2bb-41b8-4576-bf28-b60ffe810c8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd73e434-4b72-4111-8c53-7827cd383667 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:15:54.097560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe2bb-41b8-4576-bf28-b60ffe810c8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.103626 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e0ffe2bb-41b8-4576-bf28-b60ffe810c8f tempest-RoutersTestDVR-1332679346 tempest-RoutersTestDVR-1332679346-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/cd73e434-4b72-4111-8c53-7827cd383667 HTTP/1.1" status: 204 len: 168 time: 0.6728978 Aug 28 20:15:54.169923 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a2453744-e665-4732-9ddf-f47fc50a88d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.201065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a64799e-e9a4-4004-a752-084f4a5342de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fb8d6315-51c4-4214-a43d-ec7c28cee721), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.204204 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a64799e-e9a4-4004-a752-084f4a5342de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.205963 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1a64799e-e9a4-4004-a752-084f4a5342de admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fb8d6315-51c4-4214-a43d-ec7c28cee721 HTTP/1.1" status: 204 len: 168 time: 0.2945578 Aug 28 20:15:54.219327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64799e-e9a4-4004-a752-084f4a5342de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8d6315-51c4-4214-a43d-ec7c28cee721,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:54.415227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-3dde01be-bd1f-41d0-9bac-71ee97e4845f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:54.417132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-3dde01be-bd1f-41d0-9bac-71ee97e4845f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a6a18f03-a830-4d76-9abf-ba909add8b0d HTTP/1.1" status: 200 len: 945 time: 0.0902469 Aug 28 20:15:54.418902 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:54.523035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f1fb388-4674-4121-b2e3-4d7cd06d07a3 req-0afdd268-ff8a-4a47-8514-9034dd2c03cd tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 210 time: 0.0711176 Aug 28 20:15:54.578812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Deleting port 421e5b3a-8b49-4047-a32c-113e7b6081da {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:15:54.579267 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.734984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] For port 421e5b3a-8b49-4047-a32c-113e7b6081da, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=421e5b3a-8b49-4047-a32c-113e7b6081da,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:15:54.735667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:54.768190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Calling delete_port for 421e5b3a-8b49-4047-a32c-113e7b6081da owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:15:55.049667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (421e5b3a-8b49-4047-a32c-113e7b6081da), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:55.067476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['421e5b3a-8b49-4047-a32c-113e7b6081da'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:15:55.201905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Pushing event deleted for resources: {'Port': ['ID=421e5b3a-8b49-4047-a32c-113e7b6081da,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:55.239760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] No DVR routers for this DVR port 421e5b3a-8b49-4047-a32c-113e7b6081da on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:15:55.245309 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:55.253033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c158e67-60bd-47ff-b374-34ab9dca01b5 req-d9400c61-ac3b-4807-a66c-39077d0df9d6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "DELETE /networking/v2.0/ports/421e5b3a-8b49-4047-a32c-113e7b6081da HTTP/1.1" status: 204 len: 173 time: 0.8295882 Aug 28 20:15:55.254437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-deleted', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:15:55.257504 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d658e28-f320-4388-bd80-c34f8aa118da" -d '{"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-deleted", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:15:55.334646 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87575439-19a7-4426-9394-81a8781683b4 x-openstack-request-id: req-87575439-19a7-4426-9394-81a8781683b4 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:15:55.335286 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a18f03-a830-4d76-9abf-ba909add8b0d", "name": "network-vif-deleted", "tag": "421e5b3a-8b49-4047-a32c-113e7b6081da", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:15:55.335589 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87575439-19a7-4426-9394-81a8781683b4 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:15:55.336042 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87575439-19a7-4426-9394-81a8781683b4'] response: {'server_uuid': 'a6a18f03-a830-4d76-9abf-ba909add8b0d', 'name': 'network-vif-deleted', 'tag': '421e5b3a-8b49-4047-a32c-113e7b6081da', 'status': 'completed', 'code': 200} Aug 28 20:15:55.618733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60568) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:55.673435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60572) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:55.683185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cc80fd0b-0515-41e8-9b13-8110f9f9e904 req-3d04d5bf-98c9-4004-88d0-76954ff679ec tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 210 time: 0.0928941 Aug 28 20:15:55.706211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-774e7218-b328-4e41-a1cf-cfab75a059ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:55.766717 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:55.786920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-774e7218-b328-4e41-a1cf-cfab75a059ec admin admin] Publish callbacks [] for security_group (b54f11ba-efa5-467b-9e5e-7f3e7b776907), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:55.827209 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:55.952424 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-774e7218-b328-4e41-a1cf-cfab75a059ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b54f11ba-efa5-467b-9e5e-7f3e7b776907), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:55.997432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-774e7218-b328-4e41-a1cf-cfab75a059ec admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=aa2f44a441364d738e651497d8f57848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225112 Aug 28 20:15:55.998407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e7218-b328-4e41-a1cf-cfab75a059ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54f11ba-efa5-467b-9e5e-7f3e7b776907,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:56.000754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60578) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:56.080618 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd724-a71b-4afe-96e1-2023cee830b6 admin admin] Publish callbacks [] for security_group (b54f11ba-efa5-467b-9e5e-7f3e7b776907), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.126523 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd724-a71b-4afe-96e1-2023cee830b6 admin admin] Publish callbacks [] for security_group (b54f11ba-efa5-467b-9e5e-7f3e7b776907), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.330826 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd724-a71b-4afe-96e1-2023cee830b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b54f11ba-efa5-467b-9e5e-7f3e7b776907), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.335059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd724-a71b-4afe-96e1-2023cee830b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.336117 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0f6fd724-a71b-4afe-96e1-2023cee830b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b54f11ba-efa5-467b-9e5e-7f3e7b776907 HTTP/1.1" status: 204 len: 168 time: 0.3337152 Aug 28 20:15:56.347951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fd724-a71b-4afe-96e1-2023cee830b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54f11ba-efa5-467b-9e5e-7f3e7b776907,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:56.422360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60588) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:56.461129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82971913-9dbd-410e-a40f-32a87f35dbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.595944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60592) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:56.625598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82971913-9dbd-410e-a40f-32a87f35dbcb admin admin] Publish callbacks [] for security_group (3b04b9c7-731b-4768-ba3b-698b022c87a2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.741409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-07a8507e-7d67-4b36-a25a-64af7568a765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.798041 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82971913-9dbd-410e-a40f-32a87f35dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3b04b9c7-731b-4768-ba3b-698b022c87a2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.813704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-698961b3-7264-4669-aacd-e05c78c88efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.925637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971913-9dbd-410e-a40f-32a87f35dbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04b9c7-731b-4768-ba3b-698b022c87a2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:56.976725 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-698961b3-7264-4669-aacd-e05c78c88efe admin admin] Publish callbacks [] for security_group (86da52a5-3b1b-42f6-ae66-88e09690d2a1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:56.981842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60604) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:56.983851 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-82971913-9dbd-410e-a40f-32a87f35dbcb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1b8daaa861e34f1c8d8e971b9c991576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5626032 Aug 28 20:15:57.063053 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75608bc3-e26b-4026-9ca3-ab951e46feca req-da4e2e16-df9c-4443-892d-3b06cb549a16 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 210 time: 0.1296387 Aug 28 20:15:57.094295 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-07a8507e-7d67-4b36-a25a-64af7568a765 admin admin] Publish callbacks [] for security_group (36b94203-72e1-4506-8e49-8195e14ed4bc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.108248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46e92f6d-24dd-4bb9-9eb4-ca0cd65041f3 admin admin] Publish callbacks [] for security_group (3b04b9c7-731b-4768-ba3b-698b022c87a2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.159167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46e92f6d-24dd-4bb9-9eb4-ca0cd65041f3 admin admin] Publish callbacks [] for security_group (3b04b9c7-731b-4768-ba3b-698b022c87a2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.224721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 421e5b3a-8b49-4047-a32c-113e7b6081da no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:15:57.264056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-698961b3-7264-4669-aacd-e05c78c88efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (86da52a5-3b1b-42f6-ae66-88e09690d2a1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.270043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 421e5b3a-8b49-4047-a32c-113e7b6081da {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:15:57.270043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 421e5b3a-8b49-4047-a32c-113e7b6081da not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:15:57.319827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-698961b3-7264-4669-aacd-e05c78c88efe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a97e525223614a29a3173eb80fe99d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7200582 Aug 28 20:15:57.320785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698961b3-7264-4669-aacd-e05c78c88efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86da52a5-3b1b-42f6-ae66-88e09690d2a1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:57.324415 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.325148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60608) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:57.395721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-07a8507e-7d67-4b36-a25a-64af7568a765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (36b94203-72e1-4506-8e49-8195e14ed4bc), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.397232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46e92f6d-24dd-4bb9-9eb4-ca0cd65041f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3b04b9c7-731b-4768-ba3b-698b022c87a2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.412088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46e92f6d-24dd-4bb9-9eb4-ca0cd65041f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.413338 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-46e92f6d-24dd-4bb9-9eb4-ca0cd65041f3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3b04b9c7-731b-4768-ba3b-698b022c87a2 HTTP/1.1" status: 204 len: 168 time: 0.4298792 Aug 28 20:15:57.444539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e92f6d-24dd-4bb9-9eb4-ca0cd65041f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04b9c7-731b-4768-ba3b-698b022c87a2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:57.514211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33a1a4dd-d2e4-4a1c-a530-af1d773573d8 admin admin] Publish callbacks [] for security_group (86da52a5-3b1b-42f6-ae66-88e09690d2a1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.517173 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:57.543336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-07a8507e-7d67-4b36-a25a-64af7568a765 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ec8b95ac71f340c08279c0e29d9df422&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9157884 Aug 28 20:15:57.548368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8507e-7d67-4b36-a25a-64af7568a765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b94203-72e1-4506-8e49-8195e14ed4bc,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:57.548625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60614) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:57.584551 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33a1a4dd-d2e4-4a1c-a530-af1d773573d8 admin admin] Publish callbacks [] for security_group (86da52a5-3b1b-42f6-ae66-88e09690d2a1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.635250 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.694891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4a1098ca-a66c-4173-917c-7bb6c1d74205 admin admin] Publish callbacks [] for security_group (36b94203-72e1-4506-8e49-8195e14ed4bc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.755333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4a1098ca-a66c-4173-917c-7bb6c1d74205 admin admin] Publish callbacks [] for security_group (36b94203-72e1-4506-8e49-8195e14ed4bc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.860596 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33a1a4dd-d2e4-4a1c-a530-af1d773573d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (86da52a5-3b1b-42f6-ae66-88e09690d2a1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.866257 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33a1a4dd-d2e4-4a1c-a530-af1d773573d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:57.872959 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33a1a4dd-d2e4-4a1c-a530-af1d773573d8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/86da52a5-3b1b-42f6-ae66-88e09690d2a1 HTTP/1.1" status: 204 len: 168 time: 0.5455866 Aug 28 20:15:57.894556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1a4dd-d2e4-4a1c-a530-af1d773573d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86da52a5-3b1b-42f6-ae66-88e09690d2a1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:58.046645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4a1098ca-a66c-4173-917c-7bb6c1d74205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (36b94203-72e1-4506-8e49-8195e14ed4bc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:58.051040 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4a1098ca-a66c-4173-917c-7bb6c1d74205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:58.052438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4a1098ca-a66c-4173-917c-7bb6c1d74205 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/36b94203-72e1-4506-8e49-8195e14ed4bc HTTP/1.1" status: 204 len: 168 time: 0.5027738 Aug 28 20:15:58.062993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1098ca-a66c-4173-917c-7bb6c1d74205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b94203-72e1-4506-8e49-8195e14ed4bc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:58.235941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11291526-4d54-4f1c-8682-657c7f46b0cc req-017d01be-9aac-40ec-9351-1eec6e0afa7a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 210 time: 0.0526497 Aug 28 20:15:58.238517 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:58.558067 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:58.662125 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:58.673392 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:15:58.842502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-4120099c-7ca2-4299-be5a-dac7b283ce39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:15:58.844558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-4120099c-7ca2-4299-be5a-dac7b283ce39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.84 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 815 time: 0.1620195 Aug 28 20:15:58.890207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Request body: {'port': {'device_id': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'admin_state_up': True, 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:15:59.211776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Made reservation on behalf of 89c95f91e3874db2bda39bfa0b90962b for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:15:59.217268 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:59.403277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45d2a9bb-fde4-458a-8dfd-d6f2dba89a53 req-7506d70c-e74a-4ed6-b443-fcf477585bd9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 210 time: 0.0338726 Aug 28 20:15:59.450122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60662) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:59.466012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5b0e-91d7-406e-b352-d6491abd7f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:59.478460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Allocated IP 172.20.0.6 (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f/a4fffd38-61a2-42a2-b8fc-3ff5037f34a7/5f030544-43be-4de5-8f1d-2a426a40d729) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:15:59.575219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5b0e-91d7-406e-b352-d6491abd7f10 admin admin] Publish callbacks [] for security_group (78c1c81e-166d-42d5-b495-b215160db609), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:59.602514 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:15:59.699472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks [] for port (5f030544-43be-4de5-8f1d-2a426a40d729), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:59.867456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5b0e-91d7-406e-b352-d6491abd7f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78c1c81e-166d-42d5-b495-b215160db609), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:59.868997 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:15:59.925591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:15:59.927878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60674) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:59.929813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:15:59.940168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:15:59.957832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5b0e-91d7-406e-b352-d6491abd7f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1c81e-166d-42d5-b495-b215160db609,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:15:59.962889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0f2b5b0e-91d7-406e-b352-d6491abd7f10 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b9d2b83c7f4242e39424f52d3d66b3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5116732 Aug 28 20:15:59.972756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60676) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:15:59.973828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a955c545-fbde-4ea8-98bc-235d725d5781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.047198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:00.048740 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.067444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Pushing event updated for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:00.158635 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a955c545-fbde-4ea8-98bc-235d725d5781 admin admin] Publish callbacks [] for security_group (7ef20314-d464-4a31-9f5e-3102280cb34e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.187179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-8659ee15-9a0d-4a82-9bb4-a09f91a36f39 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2916565 Aug 28 20:16:00.199151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9743c6c-6944-455f-b684-785dd1dec7b6 admin admin] Publish callbacks [] for security_group (78c1c81e-166d-42d5-b495-b215160db609), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.212601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Request body: {'port': {'device_id': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:00.240617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9743c6c-6944-455f-b684-785dd1dec7b6 admin admin] Publish callbacks [] for security_group (78c1c81e-166d-42d5-b495-b215160db609), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.295183 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.360313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a955c545-fbde-4ea8-98bc-235d725d5781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ef20314-d464-4a31-9f5e-3102280cb34e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.393292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955c545-fbde-4ea8-98bc-235d725d5781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef20314-d464-4a31-9f5e-3102280cb34e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:00.400048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a955c545-fbde-4ea8-98bc-235d725d5781 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=286e09ede7584deba34f6f1ed3dafbe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704504 Aug 28 20:16:00.403546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60686) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:00.426700 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9743c6c-6944-455f-b684-785dd1dec7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78c1c81e-166d-42d5-b495-b215160db609), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.429575 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9743c6c-6944-455f-b684-785dd1dec7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.433404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b9743c6c-6944-455f-b684-785dd1dec7b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/78c1c81e-166d-42d5-b495-b215160db609 HTTP/1.1" status: 204 len: 168 time: 0.4475994 Aug 28 20:16:00.441955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a3af06f1-27f3-4448-9825-2a64f9746577 None None] Provisioning complete for port 5f030544-43be-4de5-8f1d-2a426a40d729 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:00.442638 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3af06f1-27f3-4448-9825-2a64f9746577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.467361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9743c6c-6944-455f-b684-785dd1dec7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1c81e-166d-42d5-b495-b215160db609,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:00.564412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a3af06f1-27f3-4448-9825-2a64f9746577 None None] Port 5f030544-43be-4de5-8f1d-2a426a40d729 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:16:00.575722 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb3625e-4c57-4404-ab6d-f60da1ead37d admin admin] Publish callbacks [] for security_group (7ef20314-d464-4a31-9f5e-3102280cb34e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.610467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb3625e-4c57-4404-ab6d-f60da1ead37d admin admin] Publish callbacks [] for security_group (7ef20314-d464-4a31-9f5e-3102280cb34e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.709663 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:00.759050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e2b7d-8d96-47ed-a8a6-dc0b789d3429 req-06c2283f-d3e8-4c15-9596-8650bcb02db3 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:00.760688 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e9e2b7d-8d96-47ed-a8a6-dc0b789d3429 req-06c2283f-d3e8-4c15-9596-8650bcb02db3 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 931 time: 0.2053573 Aug 28 20:16:00.878727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb3625e-4c57-4404-ab6d-f60da1ead37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ef20314-d464-4a31-9f5e-3102280cb34e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.883165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dbb3625e-4c57-4404-ab6d-f60da1ead37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:00.889148 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dbb3625e-4c57-4404-ab6d-f60da1ead37d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7ef20314-d464-4a31-9f5e-3102280cb34e HTTP/1.1" status: 204 len: 168 time: 0.4828830 Aug 28 20:16:00.897706 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3625e-4c57-4404-ab6d-f60da1ead37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef20314-d464-4a31-9f5e-3102280cb34e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:00.913098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e9e2b7d-8d96-47ed-a8a6-dc0b789d3429 req-bccede47-95de-473c-bc7c-25a8a0a66d49 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383772 Aug 28 20:16:01.011111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f030544-43be-4de5-8f1d-2a426a40d729 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:16:01.022234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Publish callbacks [] for port (5f030544-43be-4de5-8f1d-2a426a40d729), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:01.044982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Transition to ACTIVE for port object 5f030544-43be-4de5-8f1d-2a426a40d729 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:16:01.112256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:01.141768 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:01.244086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Pushing event updated for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:01.280749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Attempting to bind port 5f030544-43be-4de5-8f1d-2a426a40d729 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:01.281179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Attempting to bind port 5f030544-43be-4de5-8f1d-2a426a40d729 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:01.281579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Attempting to bind port 5f030544-43be-4de5-8f1d-2a426a40d729 on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:01.289335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Port 5f030544-43be-4de5-8f1d-2a426a40d729 on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:16:01.289335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Attempting to bind port 5f030544-43be-4de5-8f1d-2a426a40d729 on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:01.296026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:01.296254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Checking segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:01.296529 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Bound using segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:01.296947 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Bound port: 5f030544-43be-4de5-8f1d-2a426a40d729, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:01.297316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:01.359040 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:01.383455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:01.388754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:01.497517 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:01.506283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:01.507723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:01.509914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-297a03d7-5be0-4048-86a4-103133026343 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5f030544-43be-4de5-8f1d-2a426a40d729 HTTP/1.1" status: 200 len: 1091 time: 1.3045571 Aug 28 20:16:01.516708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:01.520393 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460c0c7c-85f4-40ee-96af-032621cb3cda" -d '{"events": [{"name": "network-changed", "server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:01.606779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a03d7-5be0-4048-86a4-103133026343 service neutron] Pushing event updated for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:01.783475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-7fbc466d-f346-4d7f-8844-26b9aea8b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:01.785890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-7fbc466d-f346-4d7f-8844-26b9aea8b50b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 1125 time: 0.0655494 Aug 28 20:16:01.850855 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:01.855057 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-71ca448c-a473-46be-ac2a-918c206f1635 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f030544-43be-4de5-8f1d-2a426a40d729 HTTP/1.1" status: 200 len: 217 time: 0.0536194 Aug 28 20:16:02.001511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-93cb2aba-1558-489f-998c-25e9407297a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:02.007170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-93cb2aba-1558-489f-998c-25e9407297a6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=a4fffd38-61a2-42a2-b8fc-3ff5037f34a7 HTTP/1.1" status: 200 len: 854 time: 0.1418743 Aug 28 20:16:02.009543 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85035707-95a9-4bfd-ab60-316a8ff4efc2 x-openstack-request-id: req-85035707-95a9-4bfd-ab60-316a8ff4efc2 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:02.010108 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:02.010592 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85035707-95a9-4bfd-ab60-316a8ff4efc2 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:02.011013 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85035707-95a9-4bfd-ab60-316a8ff4efc2'] response: {'name': 'network-changed', 'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729', 'status': 'completed', 'code': 200} Aug 28 20:16:02.131148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-6409c2a0-718a-4d41-ae79-fe3d5e68b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:02.131148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-6409c2a0-718a-4d41-ae79-fe3d5e68b8c8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045964 Aug 28 20:16:02.159196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612e09-7256-4eef-98c9-f58a6755ec5b req-4f07cf88-5073-430b-a72a-9c5aba4cc3c4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:02.161557 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69612e09-7256-4eef-98c9-f58a6755ec5b req-4f07cf88-5073-430b-a72a-9c5aba4cc3c4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 943 time: 0.0848475 Aug 28 20:16:02.264672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69612e09-7256-4eef-98c9-f58a6755ec5b req-ffd6f575-96a4-478c-9eb2-fa2493ffc6e5 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872085 Aug 28 20:16:02.310874 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-9cc201bf-8283-4369-b861-85cdfc467670 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744516 Aug 28 20:16:02.461432 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c84c29d-9837-4f5f-ba09-b741a665b3ad req-f99d8cf1-7449-4e4d-81da-91e30b3a125d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332507 Aug 28 20:16:02.599143 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:02.717998 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:03.430957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a29e-ad30-429b-9460-b818d265af15 req-8a512703-cf05-4309-8bf4-d0c06ea5a59a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:03.438120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3307a29e-ad30-429b-9460-b818d265af15 req-8a512703-cf05-4309-8bf4-d0c06ea5a59a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 943 time: 0.0763009 Aug 28 20:16:03.499752 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3307a29e-ad30-429b-9460-b818d265af15 req-26cb5bb7-89b5-4b8d-9103-f77ccd0ab0c5 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555906 Aug 28 20:16:03.512795 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:03.684068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-896148b7-d75d-46f1-ac0b-00efc61e117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:03.690314 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-896148b7-d75d-46f1-ac0b-00efc61e117b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 1125 time: 0.0583954 Aug 28 20:16:03.694436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f030544-43be-4de5-8f1d-2a426a40d729 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:16:03.764883 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:03.903605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:03.928618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5f030544-43be-4de5-8f1d-2a426a40d729', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'port_id': '5f030544-43be-4de5-8f1d-2a426a40d729', 'mac_address': 'fa:16:3e:f8:47:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:16:04.020170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5f030544-43be-4de5-8f1d-2a426a40d729 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:04.020822 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:04.052448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f030544-43be-4de5-8f1d-2a426a40d729 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:16:04.089349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:04.153919 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:04.187997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-866b234a-5255-4717-a423-928b3a4237c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:04.189683 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-866b234a-5255-4717-a423-928b3a4237c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 916 time: 0.4974382 Aug 28 20:16:04.244284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:04.247750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-de92b4d2-407d-4db8-8f5d-cfd95471d76f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f030544-43be-4de5-8f1d-2a426a40d729 HTTP/1.1" status: 200 len: 217 time: 0.0508852 Aug 28 20:16:04.272756 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:04.313954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-d1c529a4-c25f-451b-b37a-cddeb343f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:04.316327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-d1c529a4-c25f-451b-b37a-cddeb343f457 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=a4fffd38-61a2-42a2-b8fc-3ff5037f34a7 HTTP/1.1" status: 200 len: 854 time: 0.0610640 Aug 28 20:16:04.375272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-f90b9979-c0bb-4346-bd44-496cf69caa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:04.376855 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-f90b9979-c0bb-4346-bd44-496cf69caa37 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505643 Aug 28 20:16:04.534365 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-22a2c241-f506-4047-ad2b-02235d38633c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485503 Aug 28 20:16:04.557733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5f030544-43be-4de5-8f1d-2a426a40d729'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:16:04.652709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60870) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:04.805718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c765af4-25fa-4b83-90fb-b9798f06ae4c req-ff362e04-83fe-4ff8-94fe-206a1a89b95a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:04.807387 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c765af4-25fa-4b83-90fb-b9798f06ae4c req-ff362e04-83fe-4ff8-94fe-206a1a89b95a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 944 time: 0.0711651 Aug 28 20:16:04.839504 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460c0c7c-85f4-40ee-96af-032621cb3cda req-24f58784-4e90-4969-addd-5a3a30bd8de1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958033 Aug 28 20:16:04.891539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0c765af4-25fa-4b83-90fb-b9798f06ae4c req-9ee57256-5c3e-4cee-bd46-cf46a003a8e8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755215 Aug 28 20:16:05.021021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'networks': [{'name': 'tempest-network--400952803'}, {'name': 'tempest-network--202264569'}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:05.021342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'network': {'name': 'tempest-network--400952803'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:05.021834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'network': {'name': 'tempest-network--202264569'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:05.106985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Made reservation on behalf of 2d74cb7a06e542488ed82bce56a844d5 for: {'network': 2} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:05.113207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.134848 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.267662 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for security_group (15d98324-c3f3-4019-90cb-31b9103ac5ca), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.364448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (15d98324-c3f3-4019-90cb-31b9103ac5ca), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.365439 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.412868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d98324-c3f3-4019-90cb-31b9103ac5ca,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:05.424799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:05.432663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.433126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.433608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.433817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.434573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.434935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.435276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.435756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.436165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.436714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.437058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.437462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.438173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.438344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.438666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:05.448578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (be9cbb2d-005f-4a01-a0aa-7abe00922d30), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.448578 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Added segment be9cbb2d-005f-4a01-a0aa-7abe00922d30 of type vlan for network 4c5e1929-82ae-4059-a818-acd503dbe65b Aug 28 20:16:05.493992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (4c5e1929-82ae-4059-a818-acd503dbe65b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.526477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:05.536253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f6a5ee38-2710-4578-b67a-43156be052f1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.536681 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Added segment f6a5ee38-2710-4578-b67a-43156be052f1 of type vlan for network ca17e6e5-3902-4add-a1a9-113a892fad04 Aug 28 20:16:05.582891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ca17e6e5-3902-4add-a1a9-113a892fad04), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.701971 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:05.725169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f030544-43be-4de5-8f1d-2a426a40d729 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:16:05.746343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (4c5e1929-82ae-4059-a818-acd503dbe65b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.749611 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ca17e6e5-3902-4add-a1a9-113a892fad04), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.756350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:05.765474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:05.766206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:05.819716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 5f030544-43be-4de5-8f1d-2a426a40d729 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:16:05.952337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5f030544-43be-4de5-8f1d-2a426a40d729 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:05.952721 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:06.083876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5f030544-43be-4de5-8f1d-2a426a40d729 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:06.084015 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:06.116212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:06.119311 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb53ad-5245-480c-9829-27751fb0a9e3" -d '{"events": [{"server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "name": "network-vif-plugged", "status": "completed", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:06.134371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:06.168301 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58dfa61-5fd5-403b-90df-bb1b9303aba0 x-openstack-request-id: req-c58dfa61-5fd5-403b-90df-bb1b9303aba0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:06.168598 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "name": "network-vif-plugged", "status": "completed", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:06.168856 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c58dfa61-5fd5-403b-90df-bb1b9303aba0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:06.169409 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58dfa61-5fd5-403b-90df-bb1b9303aba0'] response: {'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729', 'code': 200} Aug 28 20:16:06.175400 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:06.209514 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:06.374343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:06.396449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7ec2b-2193-4ffd-9fb1-5cd2b8670a29 req-6e6ea2ad-e31a-49b5-bff2-2b5e9188c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:06.403436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68b7ec2b-2193-4ffd-9fb1-5cd2b8670a29 req-6e6ea2ad-e31a-49b5-bff2-2b5e9188c818 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 1127 time: 0.0941784 Aug 28 20:16:06.436611 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7825963 Aug 28 20:16:06.438954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60950) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:06.549057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Network': ['ID=4c5e1929-82ae-4059-a818-acd503dbe65b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:06.567818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 4c5e1929-82ae-4059-a818-acd503dbe65b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:06.697123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2969d-bcc9-4558-ac8c-eccfbaca9889 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:06.704645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2969d-bcc9-4558-ac8c-eccfbaca9889 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:06.711620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2969d-bcc9-4558-ac8c-eccfbaca9889 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:06.717060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1105cd1-d2f4-410e-8591-56ca92191d27 req-f0ec0e11-5433-4692-b969-9ae432e96aa6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:06.717617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2969d-bcc9-4558-ac8c-eccfbaca9889 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:06.719352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-25e2969d-bcc9-4558-ac8c-eccfbaca9889 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2791486 Aug 28 20:16:06.725487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 60960) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:06.730016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1105cd1-d2f4-410e-8591-56ca92191d27 req-f0ec0e11-5433-4692-b969-9ae432e96aa6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.3071454 Aug 28 20:16:06.743182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476aca1-29c9-4887-944b-911afbd12cce tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Network': ['ID=ca17e6e5-3902-4add-a1a9-113a892fad04,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:06.759508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ca17e6e5-3902-4add-a1a9-113a892fad04 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:06.801751 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1105cd1-d2f4-410e-8591-56ca92191d27 req-adda1b36-dff5-4169-aac2-f8815474ab7a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703630 Aug 28 20:16:06.904186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68b7ec2b-2193-4ffd-9fb1-5cd2b8670a29 req-16098d29-7d47-4998-97aa-d23d84ac7224 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938643 Aug 28 20:16:06.934167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (4c5e1929-82ae-4059-a818-acd503dbe65b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.050491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (4c5e1929-82ae-4059-a818-acd503dbe65b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.087643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5e1929-82ae-4059-a818-acd503dbe65b']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:07.100975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9cbb2d-005f-4a01-a0aa-7abe00922d30') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:07.101676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9cbb2d-005f-4a01-a0aa-7abe00922d30') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:07.117095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (be9cbb2d-005f-4a01-a0aa-7abe00922d30), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.134778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (be9cbb2d-005f-4a01-a0aa-7abe00922d30), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.144074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:07.144666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (be9cbb2d-005f-4a01-a0aa-7abe00922d30), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.325084 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment be9cbb2d-005f-4a01-a0aa-7abe00922d30 resource provider aggregate not found Aug 28 20:16:07.344840 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment be9cbb2d-005f-4a01-a0aa-7abe00922d30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be9cbb2d-005f-4a01-a0aa-7abe00922d30 found for delete ", "request_id": "req-f3e30556-6d92-4397-8621-7e0ae75db505"}]} Aug 28 20:16:07.397518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (4c5e1929-82ae-4059-a818-acd503dbe65b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.421823 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.426229 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/networks/4c5e1929-82ae-4059-a818-acd503dbe65b HTTP/1.1" status: 204 len: 168 time: 0.6996760 Aug 28 20:16:07.429438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3b676-af93-4590-aaf2-467537c52b67 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Network': ['ID=4c5e1929-82ae-4059-a818-acd503dbe65b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:07.431647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 60984) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:07.530956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ca17e6e5-3902-4add-a1a9-113a892fad04), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.609706 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:07.649615 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ca17e6e5-3902-4add-a1a9-113a892fad04), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.684123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca17e6e5-3902-4add-a1a9-113a892fad04']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:07.696033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a5ee38-2710-4578-b67a-43156be052f1') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:07.696905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a5ee38-2710-4578-b67a-43156be052f1') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:07.709781 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (f6a5ee38-2710-4578-b67a-43156be052f1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.729520 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f6a5ee38-2710-4578-b67a-43156be052f1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.738823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:07.739154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (f6a5ee38-2710-4578-b67a-43156be052f1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.804669 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f6a5ee38-2710-4578-b67a-43156be052f1 resource provider aggregate not found Aug 28 20:16:07.850901 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f6a5ee38-2710-4578-b67a-43156be052f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6a5ee38-2710-4578-b67a-43156be052f1 found for delete ", "request_id": "req-2ada95a6-6440-4d85-b6f0-f03be8821892"}]} Aug 28 20:16:07.948127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ca17e6e5-3902-4add-a1a9-113a892fad04), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.971137 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:07.982459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ca17e6e5-3902-4add-a1a9-113a892fad04 HTTP/1.1" status: 204 len: 168 time: 0.5461707 Aug 28 20:16:07.986630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294b02f-868e-40d8-a97d-5ebbeabcdb91 req-c7b1d187-cbc5-403e-9738-239eeec2101c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:07.991297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d294b02f-868e-40d8-a97d-5ebbeabcdb91 req-c7b1d187-cbc5-403e-9738-239eeec2101c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0918453 Aug 28 20:16:07.991811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 32792) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:08.003777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67930b62-88e0-40d8-a3b7-a46d2dbc70cf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Network': ['ID=ca17e6e5-3902-4add-a1a9-113a892fad04,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:08.167891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d294b02f-868e-40d8-a97d-5ebbeabcdb91 req-3705f267-b113-4ddf-96fe-e1ca75ad50d2 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629238 Aug 28 20:16:08.212003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852b4ad-604d-4fb3-8361-c4d887eebd94 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:08.219508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852b4ad-604d-4fb3-8361-c4d887eebd94 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:08.221702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c852b4ad-604d-4fb3-8361-c4d887eebd94 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2282107 Aug 28 20:16:08.226564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 32804) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:08.236163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-194386157'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:08.443009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Made reservation on behalf of 2d74cb7a06e542488ed82bce56a844d5 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:08.459260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:08.491591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:08.504549 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (feb5c399-ac4a-4b22-8702-9a12e7ac3f3d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:08.505169 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Added segment feb5c399-ac4a-4b22-8702-9a12e7ac3f3d of type vlan for network a8525c9f-b01a-4fff-aa11-1414d261842f Aug 28 20:16:08.576935 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (a8525c9f-b01a-4fff-aa11-1414d261842f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:08.757754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (a8525c9f-b01a-4fff-aa11-1414d261842f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:08.766398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:08.767121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:08.846583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Network': ['ID=a8525c9f-b01a-4fff-aa11-1414d261842f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:08.858355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network a8525c9f-b01a-4fff-aa11-1414d261842f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:08.888211 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:08.996691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fc44ebd0-dc99-434b-8699-31ca5e643660 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7678809 Aug 28 20:16:08.999127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 32834) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:09.009483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1249494910'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:09.157489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Made reservation on behalf of 2d74cb7a06e542488ed82bce56a844d5 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:09.164795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:09.200051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:09.229652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (80a4b92f-98c4-4e9e-8262-9f7f460d9711), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:09.232284 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Added segment 80a4b92f-98c4-4e9e-8262-9f7f460d9711 of type vlan for network 0cd0c321-a98f-421a-89c5-3131f69bd6d6 Aug 28 20:16:09.392304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (0cd0c321-a98f-421a-89c5-3131f69bd6d6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:09.402450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c761-f80a-432b-a8fc-4a7f56999f41 req-25143afd-1375-4a8b-ab17-a2ec2de4e9a3 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:09.410400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f748c761-f80a-432b-a8fc-4a7f56999f41 req-25143afd-1375-4a8b-ab17-a2ec2de4e9a3 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0723958 Aug 28 20:16:09.490442 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f748c761-f80a-432b-a8fc-4a7f56999f41 req-d68a196a-4b7d-4677-8e32-4279539d4f88 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789289 Aug 28 20:16:09.576261 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:09.657140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541adf-667c-4625-8c1d-0dd04ec6f749 req-5cbfbad0-5722-4b84-8a08-393b5b628e46 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:09.657140 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92541adf-667c-4625-8c1d-0dd04ec6f749 req-5cbfbad0-5722-4b84-8a08-393b5b628e46 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0627866 Aug 28 20:16:09.684087 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (0cd0c321-a98f-421a-89c5-3131f69bd6d6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:09.694087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:09.694087 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:09.755682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92541adf-667c-4625-8c1d-0dd04ec6f749 req-95cb82d7-dd98-49d5-ab2b-6daf2258fbad tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Aug 28 20:16:09.821536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Network': ['ID=0cd0c321-a98f-421a-89c5-3131f69bd6d6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:09.833458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 0cd0c321-a98f-421a-89c5-3131f69bd6d6 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:09.932819 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:09.963111 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a31eb9f6-46c6-4784-b000-1ffc5281d198 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9624441 Aug 28 20:16:09.965894 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 32880) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:09.971853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'ports': [{'network_id': 'a8525c9f-b01a-4fff-aa11-1414d261842f', 'name': 'tempest-port--305425710', 'admin_state_up': True}, {'network_id': '0cd0c321-a98f-421a-89c5-3131f69bd6d6', 'admin_state_up': False}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:09.972458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'port': {'network_id': 'a8525c9f-b01a-4fff-aa11-1414d261842f', 'name': 'tempest-port--305425710', 'admin_state_up': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:09.972963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'port': {'network_id': '0cd0c321-a98f-421a-89c5-3131f69bd6d6', 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:10.294474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Made reservation on behalf of 2d74cb7a06e542488ed82bce56a844d5 for: {'port': 2} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:10.301314 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:10.328227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:10.339760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4724b82-ff7a-4958-a729-9dce8291bcea req-3748bab7-ce4d-4602-a6c8-a5cd06dfe778 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:10.349565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4724b82-ff7a-4958-a729-9dce8291bcea req-3748bab7-ce4d-4602-a6c8-a5cd06dfe778 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0742443 Aug 28 20:16:10.411651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4724b82-ff7a-4958-a729-9dce8291bcea req-46a02619-042c-4e03-b1de-4bca2f4bfd95 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610580 Aug 28 20:16:10.588893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] device_id is not set on port dbe65b6e-726a-4c25-a94f-b42e2bc20e8c yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:16:10.615993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1c8d2-f5da-4588-9996-183b23240bc2 req-4fcb1a7b-3856-402b-b912-d9a7007f65aa tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:10.617884 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9a1c8d2-f5da-4588-9996-183b23240bc2 req-4fcb1a7b-3856-402b-b912-d9a7007f65aa tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0998948 Aug 28 20:16:10.707188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c9a1c8d2-f5da-4588-9996-183b23240bc2 req-a04d9a7e-2eae-48b7-a431-70c22d37edfa tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805867 Aug 28 20:16:10.853207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for port (dbe65b6e-726a-4c25-a94f-b42e2bc20e8c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:11.000628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] device_id is not set on port 48e4e479-f1b0-43c2-b888-051489519349 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:16:11.153767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for port (48e4e479-f1b0-43c2-b888-051489519349), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:11.449252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cfa83-0d15-4c5a-8887-528b5845c229 req-20c18595-e8e4-49b7-8c59-c26aba5dd559 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:11.454959 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c15cfa83-0d15-4c5a-8887-528b5845c229 req-20c18595-e8e4-49b7-8c59-c26aba5dd559 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0740480 Aug 28 20:16:11.457690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (dbe65b6e-726a-4c25-a94f-b42e2bc20e8c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:11.557592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Port': ['ID=dbe65b6e-726a-4c25-a94f-b42e2bc20e8c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:11.582865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Checking segment: {'id': 'feb5c399-ac4a-4b22-8702-9a12e7ac3f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8525c9f-b01a-4fff-aa11-1414d261842f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:11.583519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network hostable DHCP agents. Network: a8525c9f-b01a-4fff-aa11-1414d261842f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:11.591942 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c15cfa83-0d15-4c5a-8887-528b5845c229 req-96637333-c6a4-4de7-a9ae-5cc56e5b7daf tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216559 Aug 28 20:16:11.632134 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:11.857703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network a8525c9f-b01a-4fff-aa11-1414d261842f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:12.014883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, a8525c9f-b01a-4fff-aa11-1414d261842f) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:12.022754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:12.025174 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (48e4e479-f1b0-43c2-b888-051489519349), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:12.027175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff97846d-2508-4680-9b3d-b569597771c3 None None] Network a8525c9f-b01a-4fff-aa11-1414d261842f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:12.030567 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:12.049509 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:12.140772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Port': ['ID=48e4e479-f1b0-43c2-b888-051489519349,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:12.152726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Checking segment: {'id': '80a4b92f-98c4-4e9e-8262-9f7f460d9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '0cd0c321-a98f-421a-89c5-3131f69bd6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:12.153397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network hostable DHCP agents. Network: 0cd0c321-a98f-421a-89c5-3131f69bd6d6, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:12.328889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network 0cd0c321-a98f-421a-89c5-3131f69bd6d6 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:12.414437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 0cd0c321-a98f-421a-89c5-3131f69bd6d6) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:12.430983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:12.456763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:12.458621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272204e-d536-4e1f-a760-eb7dc3b86fe6 None None] Network 0cd0c321-a98f-421a-89c5-3131f69bd6d6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:12.461052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:12.462510 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:12.469489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:12.482095 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:12.612550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c0dbeff3-8694-4570-ba30-1c3ab7870e90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6446753 Aug 28 20:16:12.615511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 32978) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:12.728073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a8a3a-9dba-463e-95b7-8c15ba3b2974 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:12.736108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a8a3a-9dba-463e-95b7-8c15ba3b2974 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:12.739508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-111a8a3a-9dba-463e-95b7-8c15ba3b2974 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1225622 Aug 28 20:16:12.742475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 32982) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:12.802974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b09448-4301-4c57-973b-a22cc438d9ad req-78cae8bd-8647-460d-87dd-7f5f3cad25f8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:12.804598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36b09448-4301-4c57-973b-a22cc438d9ad req-78cae8bd-8647-460d-87dd-7f5f3cad25f8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0640075 Aug 28 20:16:12.867399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Deleting port dbe65b6e-726a-4c25-a94f-b42e2bc20e8c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:12.868005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dbe65b6e-726a-4c25-a94f-b42e2bc20e8c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:12.883321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36b09448-4301-4c57-973b-a22cc438d9ad req-a5f543d4-0f60-4db8-9396-9f8ca5f9a155 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668266 Aug 28 20:16:12.993122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dbe65b6e-726a-4c25-a94f-b42e2bc20e8c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.003497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.009808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Calling delete_port for dbe65b6e-726a-4c25-a94f-b42e2bc20e8c owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:13.072912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 32994) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:13.275629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3fc-2df4-4af1-94a4-95d8e1d68590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.285171 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (dbe65b6e-726a-4c25-a94f-b42e2bc20e8c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.342076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Port': ['ID=dbe65b6e-726a-4c25-a94f-b42e2bc20e8c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:13.358636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.363722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fe2a44e4-2187-4c24-9463-2b23620548ed tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/ports/dbe65b6e-726a-4c25-a94f-b42e2bc20e8c HTTP/1.1" status: 204 len: 168 time: 0.6198163 Aug 28 20:16:13.366517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33004) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:13.416327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3fc-2df4-4af1-94a4-95d8e1d68590 admin admin] Publish callbacks [] for security_group (5e714ff3-1df2-4586-b7db-65d4d2b3ec49), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.455355 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:13.474062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Deleting port 48e4e479-f1b0-43c2-b888-051489519349 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:13.474414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (48e4e479-f1b0-43c2-b888-051489519349), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.508074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3fc-2df4-4af1-94a4-95d8e1d68590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5e714ff3-1df2-4586-b7db-65d4d2b3ec49), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.553092 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b13e3fc-2df4-4af1-94a4-95d8e1d68590 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0a5e890e1c454e02a7c67bddd76f6c38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788928 Aug 28 20:16:13.555457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13e3fc-2df4-4af1-94a4-95d8e1d68590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e714ff3-1df2-4586-b7db-65d4d2b3ec49,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:13.556087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33008) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:13.559850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (48e4e479-f1b0-43c2-b888-051489519349), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.595608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Calling delete_port for 48e4e479-f1b0-43c2-b888-051489519349 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:13.712701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e89301f-a7ec-4602-b829-ce4f2346823e admin admin] Publish callbacks [] for security_group (5e714ff3-1df2-4586-b7db-65d4d2b3ec49), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:13.745924 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e89301f-a7ec-4602-b829-ce4f2346823e admin admin] Publish callbacks [] for security_group (5e714ff3-1df2-4586-b7db-65d4d2b3ec49), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.014892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e442f3-0977-494c-b302-73e85827ce14 req-7fc22790-0367-441b-bf5c-7bab33bf4ac8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:14.014892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3e442f3-0977-494c-b302-73e85827ce14 req-7fc22790-0367-441b-bf5c-7bab33bf4ac8 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0561860 Aug 28 20:16:14.029121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (48e4e479-f1b0-43c2-b888-051489519349), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.067700 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e89301f-a7ec-4602-b829-ce4f2346823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5e714ff3-1df2-4586-b7db-65d4d2b3ec49), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.070299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e89301f-a7ec-4602-b829-ce4f2346823e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.071512 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3e89301f-a7ec-4602-b829-ce4f2346823e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5e714ff3-1df2-4586-b7db-65d4d2b3ec49 HTTP/1.1" status: 204 len: 168 time: 0.5141985 Aug 28 20:16:14.076667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Port': ['ID=48e4e479-f1b0-43c2-b888-051489519349,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:14.098331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89301f-a7ec-4602-b829-ce4f2346823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e714ff3-1df2-4586-b7db-65d4d2b3ec49,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:14.100879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.104309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ca2990b6-4330-4fc8-8a5b-ba8abfbd85fe tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/ports/48e4e479-f1b0-43c2-b888-051489519349 HTTP/1.1" status: 204 len: 168 time: 0.7366219 Aug 28 20:16:14.109934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33024) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:14.130884 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3e442f3-0977-494c-b302-73e85827ce14 req-35895e9e-fd05-4657-bcda-4a9cc7a9b800 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083977 Aug 28 20:16:14.177657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33030) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:14.178638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-92d893a0-24a8-405c-9b35-419ad9f9c0c6 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0652616 Aug 28 20:16:14.185440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1405693261'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:14.344594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Made reservation on behalf of 2d74cb7a06e542488ed82bce56a844d5 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:14.355448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.406032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:14.424211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a403f803-cb4a-4ad5-bab3-88c054bb39a1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.425467 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Added segment a403f803-cb4a-4ad5-bab3-88c054bb39a1 of type vlan for network d6f46086-154f-431b-ba49-3e864293d39b Aug 28 20:16:14.477260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (d6f46086-154f-431b-ba49-3e864293d39b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.660850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (d6f46086-154f-431b-ba49-3e864293d39b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.666045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:14.666699 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:14.750682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Network': ['ID=d6f46086-154f-431b-ba49-3e864293d39b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:14.764619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network d6f46086-154f-431b-ba49-3e864293d39b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:14.907425 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:14.912435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9811e015-90e6-47bd-a1b9-02ae0f6df574 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7329915 Aug 28 20:16:14.915412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33044) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:14.922081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-410479502'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:15.032231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Made reservation on behalf of 2d74cb7a06e542488ed82bce56a844d5 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:15.037683 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:15.071696 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:15.092133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:15.116006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (983726b3-36dc-4cff-ab52-5f5fc155cb66), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:15.116579 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Added segment 983726b3-36dc-4cff-ab52-5f5fc155cb66 of type vlan for network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc Aug 28 20:16:15.166965 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:15.281881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cabe-d78d-4cb1-a28a-b92f6d197199 req-269a9854-41dd-498a-8926-2cc4ceef670a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:15.283777 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d5cabe-d78d-4cb1-a28a-b92f6d197199 req-269a9854-41dd-498a-8926-2cc4ceef670a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0516834 Aug 28 20:16:15.317392 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:15.323399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:15.324163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:15.427373 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:15.432195 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d5cabe-d78d-4cb1-a28a-b92f6d197199 req-dc898e9b-be1d-4040-ab74-5e7a58c10734 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390443 Aug 28 20:16:15.459934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Network': ['ID=03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:15.473018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:15.537878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2a2b1660-bce3-4fe3-a2e0-8539fcf05b7b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6111445 Aug 28 20:16:15.677002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33072) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:15.683811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'subnets': [{'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--755978604', 'ip_version': 4}, {'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:15.684146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'subnet': {'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--755978604', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:15.685451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Request body: {'subnet': {'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:15.965570 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:16.037749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Made reservation on behalf of 2d74cb7a06e542488ed82bce56a844d5 for: {'subnet': 2} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:16.043845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:16.044533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:16.232989 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:16.335656 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:16.420546 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:16.732195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bac4b-b2da-4448-a2a4-2d1cc0e4ac8c req-401f960c-e27a-4895-bf16-3358bc56f0a6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:16.734463 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-539bac4b-b2da-4448-a2a4-2d1cc0e4ac8c req-401f960c-e27a-4895-bf16-3358bc56f0a6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.1432264 Aug 28 20:16:16.880101 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (4a45311c-31fd-4a25-843d-11b407777abf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:16.890273 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-539bac4b-b2da-4448-a2a4-2d1cc0e4ac8c req-06335bcf-c807-4d04-9b2a-d21701c42b57 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233652 Aug 28 20:16:16.912494 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:17.016299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Subnet': ['ID=4a45311c-31fd-4a25-843d-11b407777abf,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:17.036540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Checking segment: {'id': 'a403f803-cb4a-4ad5-bab3-88c054bb39a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:17.037143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network hostable DHCP agents. Network: d6f46086-154f-431b-ba49-3e864293d39b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:17.198154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network d6f46086-154f-431b-ba49-3e864293d39b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:17.290013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, d6f46086-154f-431b-ba49-3e864293d39b) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:17.320250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (0072346a-7361-461b-abc4-854d53c114d8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:17.327564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a4b395-bbf6-4a42-80a0-64bea506dbe7 None None] Network d6f46086-154f-431b-ba49-3e864293d39b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:17.457546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event updated for resources: {'Subnet': ['ID=0072346a-7361-461b-abc4-854d53c114d8,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:17.494856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Checking segment: {'id': '983726b3-36dc-4cff-ab52-5f5fc155cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:17.503628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network hostable DHCP agents. Network: 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:17.587803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-d6f46086-154f-431b-ba49-3e864293d39b', 'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b', 'project_id': '2d74cb7a06e542488ed82bce56a844d5', 'fixed_ips': [{'subnet_id': '4a45311c-31fd-4a25-843d-11b407777abf'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:16:17.589313 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:17.643857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:17.774532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:17.788207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:17.790260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:17.791639 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:17.810039 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:17.949395 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:17.953796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-acea67f9-9975-474e-99ab-39b28383243b tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2757154 Aug 28 20:16:17.958584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33150) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:17.987843 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:18.023892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Allocated IP 172.20.0.2 (d6f46086-154f-431b-ba49-3e864293d39b/4a45311c-31fd-4a25-843d-11b407777abf/ff838d05-41a1-4ed4-8ab3-0451c93a07d9) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:18.045106 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:18.133987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1577eb-6ad9-4f4b-ac54-9aa7aca84e74 None None] Network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:18.245282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6041fa04-693b-42ad-87b7-52fcf9d4de92 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:18.252430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6041fa04-693b-42ad-87b7-52fcf9d4de92 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:18.259221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6041fa04-693b-42ad-87b7-52fcf9d4de92 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:18.264768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6041fa04-693b-42ad-87b7-52fcf9d4de92 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3038225 Aug 28 20:16:18.268959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33160) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:18.317774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ff2fc-1f48-4b20-85ca-877ccb4c8d24 req-7dd6fb74-7801-4600-a79c-000ea7f4d7ef tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:18.327464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-481ff2fc-1f48-4b20-85ca-877ccb4c8d24 req-7dd6fb74-7801-4600-a79c-000ea7f4d7ef tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.2912416 Aug 28 20:16:18.491562 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-481ff2fc-1f48-4b20-85ca-877ccb4c8d24 req-7b1ce733-a5f6-47dc-9075-40342a7f878a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588855 Aug 28 20:16:18.532323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Deleting subnet 4a45311c-31fd-4a25-843d-11b407777abf {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:16:18.594097 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc', 'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc', 'project_id': '2d74cb7a06e542488ed82bce56a844d5', 'fixed_ips': [{'subnet_id': '0072346a-7361-461b-abc4-854d53c114d8'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:16:18.598747 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:18.641587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Publish callbacks [] for port (ff838d05-41a1-4ed4-8ab3-0451c93a07d9), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:18.781118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for subnet (4a45311c-31fd-4a25-843d-11b407777abf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:18.822320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Allocated IP 172.20.0.18 (03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc/0072346a-7361-461b-abc4-854d53c114d8/7c3527a7-175d-44f4-971f-814d1c8df121) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:18.877173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (4a45311c-31fd-4a25-843d-11b407777abf), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:18.924485 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:18.929273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (ff838d05-41a1-4ed4-8ab3-0451c93a07d9), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:18.981146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (4a45311c-31fd-4a25-843d-11b407777abf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:18.992360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Pushing event updated for resources: {'Port': ['ID=ff838d05-41a1-4ed4-8ab3-0451c93a07d9,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:18.998317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Network d6f46086-154f-431b-ba49-3e864293d39b is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:19.011574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:19.017261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:19.121439 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Publish callbacks [] for port (7c3527a7-175d-44f4-971f-814d1c8df121), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.152293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (4a45311c-31fd-4a25-843d-11b407777abf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.182671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Attempting to bind port ff838d05-41a1-4ed4-8ab3-0451c93a07d9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:19.183698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Attempting to bind port ff838d05-41a1-4ed4-8ab3-0451c93a07d9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'a403f803-cb4a-4ad5-bab3-88c054bb39a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:19.184223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Attempting to bind port ff838d05-41a1-4ed4-8ab3-0451c93a07d9 on network d6f46086-154f-431b-ba49-3e864293d39b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:19.192824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:19.193492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Checking segment: {'id': 'a403f803-cb4a-4ad5-bab3-88c054bb39a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:19.194139 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.194749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Bound using segment: {'id': 'a403f803-cb4a-4ad5-bab3-88c054bb39a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:19.195445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Bound port: ff838d05-41a1-4ed4-8ab3-0451c93a07d9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403f803-cb4a-4ad5-bab3-88c054bb39a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd6f46086-154f-431b-ba49-3e864293d39b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:19.196058 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff838d05-41a1-4ed4-8ab3-0451c93a07d9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.209144 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:19.210878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Subnet': ['ID=4a45311c-31fd-4a25-843d-11b407777abf,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:19.220134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.225970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-04735985-87a9-480b-8f7b-e8a0ce22ddaf tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4a45311c-31fd-4a25-843d-11b407777abf HTTP/1.1" status: 204 len: 168 time: 0.9557922 Aug 28 20:16:19.228620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33192) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:19.240254 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:19.289506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (7c3527a7-175d-44f4-971f-814d1c8df121), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.308515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Deleting subnet 0072346a-7361-461b-abc4-854d53c114d8 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:16:19.340285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for subnet (0072346a-7361-461b-abc4-854d53c114d8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.409340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] For port ff838d05-41a1-4ed4-8ab3-0451c93a07d9, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:19.418620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:19.446095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:19.448643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0072346a-7361-461b-abc4-854d53c114d8), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.456993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:19.461070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] For port ff838d05-41a1-4ed4-8ab3-0451c93a07d9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ff838d05-41a1-4ed4-8ab3-0451c93a07d9,segment=NetworkSegment(a403f803-cb4a-4ad5-bab3-88c054bb39a1),segment_id=a403f803-cb4a-4ad5-bab3-88c054bb39a1)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:19.462923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Pushing event updated for resources: {'Port': ['ID=7c3527a7-175d-44f4-971f-814d1c8df121,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:19.499110 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:19.565344 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff838d05-41a1-4ed4-8ab3-0451c93a07d9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.690969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Attempting to bind port 7c3527a7-175d-44f4-971f-814d1c8df121 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:19.690969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Attempting to bind port 7c3527a7-175d-44f4-971f-814d1c8df121 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '983726b3-36dc-4cff-ab52-5f5fc155cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:19.690969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Attempting to bind port 7c3527a7-175d-44f4-971f-814d1c8df121 on network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:19.695149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0072346a-7361-461b-abc4-854d53c114d8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.701707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:19.702139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Checking segment: {'id': '983726b3-36dc-4cff-ab52-5f5fc155cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:19.702532 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.702940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Bound using segment: {'id': '983726b3-36dc-4cff-ab52-5f5fc155cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:19.703508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Bound port: 7c3527a7-175d-44f4-971f-814d1c8df121, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983726b3-36dc-4cff-ab52-5f5fc155cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:19.703899 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7c3527a7-175d-44f4-971f-814d1c8df121), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.770716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5527f3-c1a2-4eeb-b911-e5b48a83c449 None None] Network d6f46086-154f-431b-ba49-3e864293d39b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:19.795523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d40a9-ceb7-4b90-969d-a302e712949d req-63b3ddb5-2e8d-4579-96fe-afe015201c1b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:19.802555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ff811-c58a-4ff5-9957-9a77d0a0397f None None] Pushing event updated for resources: {'Port': ['ID=ff838d05-41a1-4ed4-8ab3-0451c93a07d9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:19.809484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f9d40a9-ceb7-4b90-969d-a302e712949d req-63b3ddb5-2e8d-4579-96fe-afe015201c1b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.1301148 Aug 28 20:16:19.877238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f9d40a9-ceb7-4b90-969d-a302e712949d req-9b213d7d-67e3-4c14-ae01-56552849a030 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660725 Aug 28 20:16:19.969138 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:19.969352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0072346a-7361-461b-abc4-854d53c114d8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:19.973515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] For port 7c3527a7-175d-44f4-971f-814d1c8df121, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:19.986798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] For port 7c3527a7-175d-44f4-971f-814d1c8df121, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7c3527a7-175d-44f4-971f-814d1c8df121,segment=NetworkSegment(983726b3-36dc-4cff-ab52-5f5fc155cb66),segment_id=983726b3-36dc-4cff-ab52-5f5fc155cb66)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:19.998936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Subnet': ['ID=0072346a-7361-461b-abc4-854d53c114d8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:20.002550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:20.008417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33226) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:20.008578 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cfb08d7e-06d6-4afd-94da-d0194adc803d tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0072346a-7361-461b-abc4-854d53c114d8 HTTP/1.1" status: 204 len: 168 time: 0.7785912 Aug 28 20:16:20.070395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb08282-b747-42fa-b708-902efdbd2a90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:20.075444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9eb08282-b747-42fa-b708-902efdbd2a90 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0622764 Aug 28 20:16:20.082108 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7c3527a7-175d-44f4-971f-814d1c8df121), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:20.082398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:20.230744 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:20.239934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c822d6e-6e35-46a9-9032-bc50ed9817a1 None None] Pushing event updated for resources: {'Port': ['ID=7c3527a7-175d-44f4-971f-814d1c8df121,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:20.288623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Deleting port 7c3527a7-175d-44f4-971f-814d1c8df121 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:20.289163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7c3527a7-175d-44f4-971f-814d1c8df121), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:20.476073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] For port 7c3527a7-175d-44f4-971f-814d1c8df121, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7c3527a7-175d-44f4-971f-814d1c8df121,segment=NetworkSegment(983726b3-36dc-4cff-ab52-5f5fc155cb66),segment_id=983726b3-36dc-4cff-ab52-5f5fc155cb66)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:20.476447 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7c3527a7-175d-44f4-971f-814d1c8df121), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:20.507554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Calling delete_port for 7c3527a7-175d-44f4-971f-814d1c8df121 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:20.614536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33246) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:20.750013 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:20.801072 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7c3527a7-175d-44f4-971f-814d1c8df121), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:20.830798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d28defc2-752c-4b70-842f-698d35c23646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:20.845369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] No DVR routers for this DVR port 7c3527a7-175d-44f4-971f-814d1c8df121 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:16:20.848649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Port': ['ID=7c3527a7-175d-44f4-971f-814d1c8df121,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:20.999031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.052691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:21.071393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983726b3-36dc-4cff-ab52-5f5fc155cb66') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:21.072011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983726b3-36dc-4cff-ab52-5f5fc155cb66') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:21.088959 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (983726b3-36dc-4cff-ab52-5f5fc155cb66), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.107404 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (983726b3-36dc-4cff-ab52-5f5fc155cb66), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.122128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:21.122595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (983726b3-36dc-4cff-ab52-5f5fc155cb66), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.136170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd215d-f38f-4aa7-a8f9-3da0f8003577 req-53d427f3-b7ea-4ffe-acc0-a089b609084d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:21.148548 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fbcd215d-f38f-4aa7-a8f9-3da0f8003577 req-53d427f3-b7ea-4ffe-acc0-a089b609084d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0785162 Aug 28 20:16:21.174399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d28defc2-752c-4b70-842f-698d35c23646 admin admin] Publish callbacks [] for security_group (0b02be43-139f-4ea8-a51e-903b88ce811d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.220036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fbcd215d-f38f-4aa7-a8f9-3da0f8003577 req-6c1a4056-94f9-4ba4-a8bc-d97b92e0e124 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743237 Aug 28 20:16:21.268023 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 983726b3-36dc-4cff-ab52-5f5fc155cb66 resource provider aggregate not found Aug 28 20:16:21.283203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d28defc2-752c-4b70-842f-698d35c23646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0b02be43-139f-4ea8-a51e-903b88ce811d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.304233 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 983726b3-36dc-4cff-ab52-5f5fc155cb66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 983726b3-36dc-4cff-ab52-5f5fc155cb66 found for delete ", "request_id": "req-b1d375c8-1b9b-441a-8e78-d98a1215851d"}]} Aug 28 20:16:21.318546 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:21.363558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33280) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:21.366299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d28defc2-752c-4b70-842f-698d35c23646 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3d9be8fc40f441608bc9e796560c3818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7445109 Aug 28 20:16:21.368202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28defc2-752c-4b70-842f-698d35c23646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b02be43-139f-4ea8-a51e-903b88ce811d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:21.425078 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.446412 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.452594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/networks/03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc HTTP/1.1" status: 204 len: 168 time: 1.3725441 Aug 28 20:16:21.453949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33288) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:21.480858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cb561-cc91-42c0-b4c1-abba337eac23 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Network': ['ID=03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:21.514263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8aed8676-2077-4578-a9a2-5e1144b0084a admin admin] Publish callbacks [] for security_group (0b02be43-139f-4ea8-a51e-903b88ce811d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.577315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8aed8676-2077-4578-a9a2-5e1144b0084a admin admin] Publish callbacks [] for security_group (0b02be43-139f-4ea8-a51e-903b88ce811d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.685402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (d6f46086-154f-431b-ba49-3e864293d39b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.744948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80da7e5-0dbc-4f19-9640-c3efacb34e4f None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:16:21.755945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Deleting port ff838d05-41a1-4ed4-8ab3-0451c93a07d9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:21.756786 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ff838d05-41a1-4ed4-8ab3-0451c93a07d9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.780749 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8aed8676-2077-4578-a9a2-5e1144b0084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0b02be43-139f-4ea8-a51e-903b88ce811d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.787224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8aed8676-2077-4578-a9a2-5e1144b0084a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.787224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8aed8676-2077-4578-a9a2-5e1144b0084a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0b02be43-139f-4ea8-a51e-903b88ce811d HTTP/1.1" status: 204 len: 168 time: 0.4209459 Aug 28 20:16:21.802357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8676-2077-4578-a9a2-5e1144b0084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b02be43-139f-4ea8-a51e-903b88ce811d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:21.837608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2db8bae9-f66c-49b3-bc4e-5bfe3e94decf None None] Could not find standard attr ID for object 7c3527a7-175d-44f4-971f-814d1c8df121. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:16:21.893614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] For port ff838d05-41a1-4ed4-8ab3-0451c93a07d9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ff838d05-41a1-4ed4-8ab3-0451c93a07d9,segment=NetworkSegment(a403f803-cb4a-4ad5-bab3-88c054bb39a1),segment_id=a403f803-cb4a-4ad5-bab3-88c054bb39a1)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:21.894208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ff838d05-41a1-4ed4-8ab3-0451c93a07d9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:21.915421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Calling delete_port for ff838d05-41a1-4ed4-8ab3-0451c93a07d9 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:21.957987 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:22.011711 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47e05610-35c0-4ccc-8db2-ae4891ef6d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:22.063781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80da7e5-0dbc-4f19-9640-c3efacb34e4f None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:16:22.152290 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ff838d05-41a1-4ed4-8ab3-0451c93a07d9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:22.195235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Port': ['ID=ff838d05-41a1-4ed4-8ab3-0451c93a07d9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:22.200018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] No DVR routers for this DVR port ff838d05-41a1-4ed4-8ab3-0451c93a07d9 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:16:22.430400 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (d6f46086-154f-431b-ba49-3e864293d39b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:22.508854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f46086-154f-431b-ba49-3e864293d39b']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:22.568306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a0be5-c544-453d-8946-f9ab4e0cabf5 req-20fc1c36-3136-4c7b-8259-d39552c5bc10 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:22.573138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d5a0be5-c544-453d-8946-f9ab4e0cabf5 req-20fc1c36-3136-4c7b-8259-d39552c5bc10 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.1968260 Aug 28 20:16:22.606024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9879c20-ac41-4bfd-b190-5e1cdbd4a86b None None] DHCP port deletion for 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:16:22.630775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a403f803-cb4a-4ad5-bab3-88c054bb39a1') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:22.630775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a403f803-cb4a-4ad5-bab3-88c054bb39a1') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:22.636800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb61d7-0d12-4f38-8f3d-786b6978282f None None] Network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:22.655762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb61d7-0d12-4f38-8f3d-786b6978282f None None] Network 03cbcfa8-96af-4d30-b5ad-6ef5d47b2fbc could not be found, it might have been deleted concurrently. {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 28 20:16:22.679401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (a403f803-cb4a-4ad5-bab3-88c054bb39a1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:22.703401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a403f803-cb4a-4ad5-bab3-88c054bb39a1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:22.723910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:22.724318 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (a403f803-cb4a-4ad5-bab3-88c054bb39a1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:22.909900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7c3527a7-175d-44f4-971f-814d1c8df121 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:16:22.939232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 7c3527a7-175d-44f4-971f-814d1c8df121 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:16:22.940466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7c3527a7-175d-44f4-971f-814d1c8df121 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:16:23.004671 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment a403f803-cb4a-4ad5-bab3-88c054bb39a1 resource provider aggregate not found Aug 28 20:16:23.056694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d5a0be5-c544-453d-8946-f9ab4e0cabf5 req-ca407a1f-a412-462a-b9db-d559d0ebfe06 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407656 Aug 28 20:16:23.075548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33344) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:23.095675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ea59208d-79ff-45d3-a23f-47777048ef98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.102549 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment a403f803-cb4a-4ad5-bab3-88c054bb39a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a403f803-cb4a-4ad5-bab3-88c054bb39a1 found for delete ", "request_id": "req-c004b003-88d5-4fa9-aa88-d8ef1a6ad2c2"}]} Aug 28 20:16:23.218924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (d6f46086-154f-431b-ba49-3e864293d39b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.220005 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:23.257309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.260755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d6f46086-154f-431b-ba49-3e864293d39b HTTP/1.1" status: 204 len: 168 time: 1.8055348 Aug 28 20:16:23.265322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33350) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:23.295795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223875d-80f8-453f-9f44-6750df6bf04a tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Network': ['ID=d6f46086-154f-431b-ba49-3e864293d39b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:23.340819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ea59208d-79ff-45d3-a23f-47777048ef98 admin admin] Publish callbacks [] for security_group (0fe72700-faf0-4185-93cc-5afb1fc38d3e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.397369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ea59208d-79ff-45d3-a23f-47777048ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0fe72700-faf0-4185-93cc-5afb1fc38d3e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.429127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ea59208d-79ff-45d3-a23f-47777048ef98 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2c5224a11b404bcd9b76c557f2a8fb16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518865 Aug 28 20:16:23.429618 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (0cd0c321-a98f-421a-89c5-3131f69bd6d6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.431787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33356) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:23.519269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59208d-79ff-45d3-a23f-47777048ef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe72700-faf0-4185-93cc-5afb1fc38d3e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:23.528186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d739544f-8f3c-4cc5-997c-967bde90d1a6 admin admin] Publish callbacks [] for security_group (0fe72700-faf0-4185-93cc-5afb1fc38d3e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.565203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d739544f-8f3c-4cc5-997c-967bde90d1a6 admin admin] Publish callbacks [] for security_group (0fe72700-faf0-4185-93cc-5afb1fc38d3e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.598557 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:23.605963 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (0cd0c321-a98f-421a-89c5-3131f69bd6d6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.641893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd0c321-a98f-421a-89c5-3131f69bd6d6']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:23.646411 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:23.654956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a4b92f-98c4-4e9e-8262-9f7f460d9711') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:23.655336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a4b92f-98c4-4e9e-8262-9f7f460d9711') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:23.668112 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (80a4b92f-98c4-4e9e-8262-9f7f460d9711), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.692161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (80a4b92f-98c4-4e9e-8262-9f7f460d9711), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.707883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:23.708291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (80a4b92f-98c4-4e9e-8262-9f7f460d9711), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.716771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d739544f-8f3c-4cc5-997c-967bde90d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0fe72700-faf0-4185-93cc-5afb1fc38d3e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.720067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d739544f-8f3c-4cc5-997c-967bde90d1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.722587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d739544f-8f3c-4cc5-997c-967bde90d1a6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0fe72700-faf0-4185-93cc-5afb1fc38d3e HTTP/1.1" status: 204 len: 168 time: 0.2890418 Aug 28 20:16:23.732492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739544f-8f3c-4cc5-997c-967bde90d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe72700-faf0-4185-93cc-5afb1fc38d3e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:23.819571 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.946515 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (0cd0c321-a98f-421a-89c5-3131f69bd6d6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.959401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:23.959401 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0cd0c321-a98f-421a-89c5-3131f69bd6d6 HTTP/1.1" status: 204 len: 168 time: 0.6719253 Aug 28 20:16:23.961612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33378) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:23.969725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ec1d0-342a-4a9a-961c-a6073f6575e8 tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Network': ['ID=0cd0c321-a98f-421a-89c5-3131f69bd6d6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:24.026842 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:24.062875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (a8525c9f-b01a-4fff-aa11-1414d261842f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.164386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c4588ccd-1152-40b5-b2c5-683c0883ff5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.219555 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (a8525c9f-b01a-4fff-aa11-1414d261842f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.248346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8525c9f-b01a-4fff-aa11-1414d261842f']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:24.261875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb5c399-ac4a-4b22-8702-9a12e7ac3f3d') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:24.262422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb5c399-ac4a-4b22-8702-9a12e7ac3f3d') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:24.285711 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (feb5c399-ac4a-4b22-8702-9a12e7ac3f3d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.337530 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (feb5c399-ac4a-4b22-8702-9a12e7ac3f3d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.358462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45206eca-155e-49ba-b678-a58dc30fab2d req-ff27a20b-5a44-4e74-8b71-2d6138f4cfd1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:24.358462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45206eca-155e-49ba-b678-a58dc30fab2d req-ff27a20b-5a44-4e74-8b71-2d6138f4cfd1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0969763 Aug 28 20:16:24.359215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:24.359597 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (feb5c399-ac4a-4b22-8702-9a12e7ac3f3d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.413925 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment feb5c399-ac4a-4b22-8702-9a12e7ac3f3d resource provider aggregate not found Aug 28 20:16:24.447768 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment feb5c399-ac4a-4b22-8702-9a12e7ac3f3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid feb5c399-ac4a-4b22-8702-9a12e7ac3f3d found for delete ", "request_id": "req-d1371058-05a3-4a27-b638-be5479c46e37"}]} Aug 28 20:16:24.495912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45206eca-155e-49ba-b678-a58dc30fab2d req-372e263b-585a-4a98-a9b4-f15a456a0322 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165543 Aug 28 20:16:24.551625 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (a8525c9f-b01a-4fff-aa11-1414d261842f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.604484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:24.614443 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a8525c9f-b01a-4fff-aa11-1414d261842f HTTP/1.1" status: 204 len: 168 time: 0.6516821 Aug 28 20:16:24.629436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be03461-e435-4ce0-bfc0-968f6ffeaa5e tempest-BulkNetworkOpsTest-563253474 tempest-BulkNetworkOpsTest-563253474-project] Pushing event deleted for resources: {'Network': ['ID=a8525c9f-b01a-4fff-aa11-1414d261842f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:25.149817 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 80a4b92f-98c4-4e9e-8262-9f7f460d9711 resource provider aggregate not found Aug 28 20:16:25.172736 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 80a4b92f-98c4-4e9e-8262-9f7f460d9711 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80a4b92f-98c4-4e9e-8262-9f7f460d9711 found for delete ", "request_id": "req-4804e727-9a15-4cb5-8cd6-030660eb172c"}]} Aug 28 20:16:25.283073 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:25.341793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33444) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:25.386256 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:25.420207 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:25.639617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cd0788b0-6de8-450b-9ce6-87815f631043 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2d74cb7a06e542488ed82bce56a844d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962248 Aug 28 20:16:25.642424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33468) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:25.679322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d892936-8d99-4279-ac26-2201a52cf59e req-987c0142-0776-4fce-b882-4574f032aaea tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:25.680910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d892936-8d99-4279-ac26-2201a52cf59e req-987c0142-0776-4fce-b882-4574f032aaea tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0924973 Aug 28 20:16:25.798065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:25.818750 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:25.836573 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Publish callbacks [] for security_group (15d98324-c3f3-4019-90cb-31b9103ac5ca), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:25.847408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d892936-8d99-4279-ac26-2201a52cf59e req-dda42c5d-e8d3-4bed-980f-328a6216ef50 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594105 Aug 28 20:16:25.879380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Publish callbacks [] for security_group (15d98324-c3f3-4019-90cb-31b9103ac5ca), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:26.054345 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (15d98324-c3f3-4019-90cb-31b9103ac5ca), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:26.063754 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:26.063754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/15d98324-c3f3-4019-90cb-31b9103ac5ca HTTP/1.1" status: 204 len: 168 time: 0.4136543 Aug 28 20:16:26.067628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d98324-c3f3-4019-90cb-31b9103ac5ca,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:26.076306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.076655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.077000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.077336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.077669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.078027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.078550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.078931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.079264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.079591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.079917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.080245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.080570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.081401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.081742 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d22d91-4f70-428d-bae4-35115ccbc563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:26.771351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33524) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:26.970718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f607507-26a3-4ec1-a636-2229b9370e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.055440 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.068194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687311e-b7df-49c0-ba6d-5baac5480314 req-17daca05-fe36-4c0b-bd42-14a1faba54c5 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:27.077773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4687311e-b7df-49c0-ba6d-5baac5480314 req-17daca05-fe36-4c0b-bd42-14a1faba54c5 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0678916 Aug 28 20:16:27.172447 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f607507-26a3-4ec1-a636-2229b9370e3b admin admin] Publish callbacks [] for security_group (cac5ac39-b80c-423e-b74e-34c2625b5898), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.191929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4687311e-b7df-49c0-ba6d-5baac5480314 req-3d6d0dfc-6d55-4c47-9357-a65cdd13d75f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122568 Aug 28 20:16:27.254373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67989a28-880e-4c47-bbfc-6d2050c515e6 req-6d7c658b-40d1-489f-94f0-461d59f4152c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:27.258366 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67989a28-880e-4c47-bbfc-6d2050c515e6 req-6d7c658b-40d1-489f-94f0-461d59f4152c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.0608404 Aug 28 20:16:27.330583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67989a28-880e-4c47-bbfc-6d2050c515e6 req-f21c1a5e-db23-48ca-811d-da18e96b9a59 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671554 Aug 28 20:16:27.352149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f607507-26a3-4ec1-a636-2229b9370e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cac5ac39-b80c-423e-b74e-34c2625b5898), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.405475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5f607507-26a3-4ec1-a636-2229b9370e3b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6c552ef337c943bcaa9fb6d3dd544b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329076 Aug 28 20:16:27.405620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33558) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:27.407989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f607507-26a3-4ec1-a636-2229b9370e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5ac39-b80c-423e-b74e-34c2625b5898,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:27.482894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c04e-8aa2-4745-ae2b-c938cf92dc0b admin admin] Publish callbacks [] for security_group (cac5ac39-b80c-423e-b74e-34c2625b5898), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.508099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c04e-8aa2-4745-ae2b-c938cf92dc0b admin admin] Publish callbacks [] for security_group (cac5ac39-b80c-423e-b74e-34c2625b5898), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.636497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.924094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c04e-8aa2-4745-ae2b-c938cf92dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cac5ac39-b80c-423e-b74e-34c2625b5898), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.926762 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c04e-8aa2-4745-ae2b-c938cf92dc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:27.928005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d1f0c04e-8aa2-4745-ae2b-c938cf92dc0b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cac5ac39-b80c-423e-b74e-34c2625b5898 HTTP/1.1" status: 204 len: 168 time: 0.5210946 Aug 28 20:16:27.937983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0c04e-8aa2-4745-ae2b-c938cf92dc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5ac39-b80c-423e-b74e-34c2625b5898,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:28.137929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33590) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:28.252857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1327907138'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:28.260319 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:28.357903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd0b40-04bc-48f6-80ee-4b66630d55e6 req-e993b8c8-4d35-41a9-a341-0013fad55aa4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:28.361095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ccd0b40-04bc-48f6-80ee-4b66630d55e6 req-e993b8c8-4d35-41a9-a341-0013fad55aa4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0699780 Aug 28 20:16:28.423069 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ccd0b40-04bc-48f6-80ee-4b66630d55e6 req-8c13ab69-8b64-4de2-b359-8632aa44251d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608702 Aug 28 20:16:28.461435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:28.466156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:28.483402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:28.488804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5399a3-cb07-4434-a707-c96f60f872cf req-8cb2df61-94a5-4e51-8bbf-6b9d7f724130 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:28.490458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f5399a3-cb07-4434-a707-c96f60f872cf req-8cb2df61-94a5-4e51-8bbf-6b9d7f724130 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.0573380 Aug 28 20:16:28.585983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7f5399a3-cb07-4434-a707-c96f60f872cf req-cbcb6003-9401-4315-9a08-bfb0c145c6c4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851674 Aug 28 20:16:28.624589 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for security_group (5f37e787-05ac-4c2a-b01d-a2812015b48c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:28.800741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5f37e787-05ac-4c2a-b01d-a2812015b48c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:28.800741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:28.808858 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5823b428-5ff2-49be-ba0a-1ed67f9c77c3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:28.809210 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Added segment 5823b428-5ff2-49be-ba0a-1ed67f9c77c3 of type vlan for network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 Aug 28 20:16:28.883122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f37e787-05ac-4c2a-b01d-a2812015b48c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:28.898444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c15ccfee-f02f-4c78-ac8c-569c4b0c42b7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:28.971734 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:28.991172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-f353afd5-a679-442a-b573-8affc784f086 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:28.993066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-f353afd5-a679-442a-b573-8affc784f086 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.0647709 Aug 28 20:16:29.079356 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c15ccfee-f02f-4c78-ac8c-569c4b0c42b7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:29.087674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:29.088584 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:29.219068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Network': ['ID=c15ccfee-f02f-4c78-ac8c-569c4b0c42b7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:29.241690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:29.282557 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:29.296416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Deleting port d8ff7047-c221-4bc3-8001-fe2c4a394723 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:29.296912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:29.446472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] For port d8ff7047-c221-4bc3-8001-fe2c4a394723, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d8ff7047-c221-4bc3-8001-fe2c4a394723,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:29.447449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:29.461893 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-31efa654-5399-49c1-8c1b-bae44c269601 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3148155 Aug 28 20:16:29.743973 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:29.930583 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:29.947992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6adbb-2e50-4977-a046-df2f7ea35c16 req-3c1dc2b1-c946-418f-9cd4-ade6d4d2e46e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:29.953887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8f6adbb-2e50-4977-a046-df2f7ea35c16 req-3c1dc2b1-c946-418f-9cd4-ade6d4d2e46e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.4377010 Aug 28 20:16:29.989170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dd42e-8587-4b1b-b6b0-a91d2b9741b3 req-5d2beb55-1084-4917-a84e-281aea0b558e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:29.996261 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d20dd42e-8587-4b1b-b6b0-a91d2b9741b3 req-5d2beb55-1084-4917-a84e-281aea0b558e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 947 time: 0.1978343 Aug 28 20:16:30.087439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d20dd42e-8587-4b1b-b6b0-a91d2b9741b3 req-91a5056e-3d76-4770-94be-26162d4d89aa tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d347a495-8672-4bf0-aff0-af47e1910353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779507 Aug 28 20:16:30.176036 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:30.176418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (407ebda0-bef9-49db-8777-c059ccdddd29), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:30.176745 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Floating IP 407ebda0-bef9-49db-8777-c059ccdddd29 disassociated. External IP: 172.25.4.196, port: d8ff7047-c221-4bc3-8001-fe2c4a394723. Aug 28 20:16:30.177104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Calling delete_port for d8ff7047-c221-4bc3-8001-fe2c4a394723 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:30.282688 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:30.413805 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:30.434019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b8f6adbb-2e50-4977-a046-df2f7ea35c16 req-ca0de0b2-5eed-48c1-a878-d3594775cbfc tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589095 Aug 28 20:16:30.450274 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:30.511277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d8ff7047-c221-4bc3-8001-fe2c4a394723), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:30.573773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event deleted for resources: {'Port': ['ID=d8ff7047-c221-4bc3-8001-fe2c4a394723,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:30.736889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Router 6188a180-6110-47fe-9db1-2a4e02f3dff8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:16:30.855802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:16:30.872148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] Sync routers for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:16:30.889246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:16:30.890403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:30.940396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] No DVR routers for this DVR port d8ff7047-c221-4bc3-8001-fe2c4a394723 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:16:30.944277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:30.948062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f4f6a57-24bf-4ac8-9d78-63af29ea41a4 req-5c70ec57-e621-40fc-8871-a57e07445f13 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.84 "DELETE /networking/v2.0/ports/d8ff7047-c221-4bc3-8001-fe2c4a394723 HTTP/1.1" status: 204 len: 173 time: 1.9409437 Aug 28 20:16:30.948741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-deleted', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:30.959257 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e02b6b-dec6-45d9-8ad1-ff5216851776" -d '{"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-deleted", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:31.087553 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda376d8-8f2b-4891-a26c-a10b2b311bce x-openstack-request-id: req-dda376d8-8f2b-4891-a26c-a10b2b311bce {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:31.087553 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3393ad14-5bd5-4170-b563-24e7c3a1a238", "name": "network-vif-deleted", "tag": "d8ff7047-c221-4bc3-8001-fe2c4a394723", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:31.087553 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dda376d8-8f2b-4891-a26c-a10b2b311bce {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:31.087553 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda376d8-8f2b-4891-a26c-a10b2b311bce'] response: {'server_uuid': '3393ad14-5bd5-4170-b563-24e7c3a1a238', 'name': 'network-vif-deleted', 'tag': 'd8ff7047-c221-4bc3-8001-fe2c4a394723', 'status': 'completed', 'code': 200} Aug 28 20:16:31.294534 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:31.353885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a330a81-59c8-4ffe-8a4c-36dbc1ffccb7 req-89666da7-70fc-4fa3-99e2-0914d1661fd1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.1094234 Aug 28 20:16:31.363834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:16:31.397385 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:31.489174 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:31.737733 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:31.810691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfc058-3e18-4734-bdeb-ffec700f11f1 req-124f69a4-90bf-4bfb-a681-36543566bdea tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:31.825369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7adfc058-3e18-4734-bdeb-ffec700f11f1 req-124f69a4-90bf-4bfb-a681-36543566bdea tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.2131517 Aug 28 20:16:31.962689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7adfc058-3e18-4734-bdeb-ffec700f11f1 req-eb50ffad-63ec-4e72-81d4-271f85660378 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314199 Aug 28 20:16:32.012670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:32.056138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] Checking router: 6188a180-6110-47fe-9db1-2a4e02f3dff8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:16:32.066304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:16:32.067117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:32.199816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:16:32.687838 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f8b6fee1-7164-4c07-9726-8c92a95c5ca5 req-31f9cbf0-5655-4ac1-a392-43e1332c103c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3393ad14-5bd5-4170-b563-24e7c3a1a238 HTTP/1.1" status: 200 len: 210 time: 0.0792122 Aug 28 20:16:32.824145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:32.853498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5702ae6-8789-4668-bf54-f1a22048b24e None None] The sync data for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 is: [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:16:32.905688 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:32.908760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33842) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:32.914153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'subnet': {'network_id': 'c15ccfee-f02f-4c78-ac8c-569c4b0c42b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:33.100385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:33.112806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:33.126699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36f585-3fd9-4149-bae7-f868069e55b9 req-b746a68d-6a1e-496a-ae83-7a7960a83bd0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:33.128434 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c36f585-3fd9-4149-bae7-f868069e55b9 req-b746a68d-6a1e-496a-ae83-7a7960a83bd0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0893335 Aug 28 20:16:33.278285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0c36f585-3fd9-4149-bae7-f868069e55b9 req-9b8d4be4-8e53-4a10-85ef-3ed2a4faca0c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384573 Aug 28 20:16:33.347963 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c4041-1365-4acc-889d-e0078892c0fb None None] New status for floating IP 407ebda0-bef9-49db-8777-c059ccdddd29: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:16:33.557826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (e240d02c-d149-42d9-968b-ed00c3664ed9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:33.616198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Subnet': ['ID=e240d02c-d149-42d9-968b-ed00c3664ed9,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:33.637473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Checking segment: {'id': '5823b428-5ff2-49be-ba0a-1ed67f9c77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c15ccfee-f02f-4c78-ac8c-569c4b0c42b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:33.641941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network hostable DHCP agents. Network: c15ccfee-f02f-4c78-ac8c-569c4b0c42b7, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:33.837333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:33.890635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:16:33.918672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33894) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:33.926990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: d8ff7047-c221-4bc3-8001-fe2c4a394723 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:16:33.927441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d8ff7047-c221-4bc3-8001-fe2c4a394723 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:16:33.981890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c15ccfee-f02f-4c78-ac8c-569c4b0c42b7) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:33.992652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f44da53-9c09-4129-90aa-9bd55da0c7d3 None None] Network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:34.026224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:34.026224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.047002 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:34.075469 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a222d1eb-30a8-4db0-b9ba-c7ef1303df20 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (d347a495-8672-4bf0-aff0-af47e1910353), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.107010 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a222d1eb-30a8-4db0-b9ba-c7ef1303df20 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (d347a495-8672-4bf0-aff0-af47e1910353), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.145538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c15ccfee-f02f-4c78-ac8c-569c4b0c42b7', 'network_id': 'c15ccfee-f02f-4c78-ac8c-569c4b0c42b7', 'project_id': '7330eace4daf4db0a7cb0c149eb48669', 'fixed_ips': [{'subnet_id': 'e240d02c-d149-42d9-968b-ed00c3664ed9'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:16:34.146519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.160513 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2fd1382c-11b9-40f3-8663-3ef11a2d7a11 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2505727 Aug 28 20:16:34.164254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33902) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:34.171212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1330888945'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:34.308262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Allocated IP 2001:db8:0:ffff::2 (c15ccfee-f02f-4c78-ac8c-569c4b0c42b7/e240d02c-d149-42d9-968b-ed00c3664ed9/a28cbd96-2ecc-4750-9bf3-f654cfb40088) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:34.335178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:34.335528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a222d1eb-30a8-4db0-b9ba-c7ef1303df20 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d347a495-8672-4bf0-aff0-af47e1910353), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.338504 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a222d1eb-30a8-4db0-b9ba-c7ef1303df20 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.339030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.340325 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a222d1eb-30a8-4db0-b9ba-c7ef1303df20 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d347a495-8672-4bf0-aff0-af47e1910353 HTTP/1.1" status: 204 len: 168 time: 0.4206336 Aug 28 20:16:34.355606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33920) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:34.411865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:34.422391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222d1eb-30a8-4db0-b9ba-c7ef1303df20 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d347a495-8672-4bf0-aff0-af47e1910353,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:34.432452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c1854f2e-5767-4bba-8181-8123ffbee5cb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.433073 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Added segment c1854f2e-5767-4bba-8181-8123ffbee5cb of type vlan for network 06ae88da-e46f-4855-9c18-853f55ad4787 Aug 28 20:16:34.454749 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:34.455217 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-297c0632-839a-4a2b-adb4-ea2d9ab910fa tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] show failed (client error): The resource could not be found. Aug 28 20:16:34.459182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-297c0632-839a-4a2b-adb4-ea2d9ab910fa tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d347a495-8672-4bf0-aff0-af47e1910353 HTTP/1.1" status: 404 len: 347 time: 0.1022165 Aug 28 20:16:34.466882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33922) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:34.524827 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Publish callbacks [] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.546266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (06ae88da-e46f-4855-9c18-853f55ad4787), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.582543 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:34.648899 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.693395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29640-dbfe-40e8-ba05-18ca3cafd7a9 req-6f8bdbb5-9211-49cb-a2f8-f59fcaa3c8a1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:34.711702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7c29640-dbfe-40e8-ba05-18ca3cafd7a9 req-6f8bdbb5-9211-49cb-a2f8-f59fcaa3c8a1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.2457054 Aug 28 20:16:34.725976 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Pushing event updated for resources: {'Port': ['ID=a28cbd96-2ecc-4750-9bf3-f654cfb40088,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:34.735936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (06ae88da-e46f-4855-9c18-853f55ad4787), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.742320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:34.742972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.751483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:34.752084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Deleting port 59e2f191-1f17-4ced-a7c5-11426f5919fd {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:34.752084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.752392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.752392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.752392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.752392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.752392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.752392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.752869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.752869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.753207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.753548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.753909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.754245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.754571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.754939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.755745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:16:34.760389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:34.766655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:34.840435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Attempting to bind port a28cbd96-2ecc-4750-9bf3-f654cfb40088 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:34.840897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Attempting to bind port a28cbd96-2ecc-4750-9bf3-f654cfb40088 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '5823b428-5ff2-49be-ba0a-1ed67f9c77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c15ccfee-f02f-4c78-ac8c-569c4b0c42b7'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:34.841568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Attempting to bind port a28cbd96-2ecc-4750-9bf3-f654cfb40088 on network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:34.849394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:34.849776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Checking segment: {'id': '5823b428-5ff2-49be-ba0a-1ed67f9c77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c15ccfee-f02f-4c78-ac8c-569c4b0c42b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:34.850372 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.850770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Bound using segment: {'id': '5823b428-5ff2-49be-ba0a-1ed67f9c77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c15ccfee-f02f-4c78-ac8c-569c4b0c42b7'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:34.851703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Bound port: a28cbd96-2ecc-4750-9bf3-f654cfb40088, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5823b428-5ff2-49be-ba0a-1ed67f9c77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c15ccfee-f02f-4c78-ac8c-569c4b0c42b7'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:34.852089 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.867718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.867983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Network': ['ID=06ae88da-e46f-4855-9c18-853f55ad4787,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:34.868388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (59e2f191-1f17-4ced-a7c5-11426f5919fd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:34.895198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Calling delete_port for 59e2f191-1f17-4ced-a7c5-11426f5919fd owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:34.895313 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7c29640-dbfe-40e8-ba05-18ca3cafd7a9 req-3dab0619-279f-45f8-9cbb-64decb88cf10 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647596 Aug 28 20:16:34.895428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 06ae88da-e46f-4855-9c18-853f55ad4787 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:34.931234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-edbc515a-f5f0-4a4f-a16f-96a410dfdb7e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7653406 Aug 28 20:16:34.934122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 33946) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:34.950944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'subnet': {'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:34.982992 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:35.008984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] For port a28cbd96-2ecc-4750-9bf3-f654cfb40088, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:35.035325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] For port a28cbd96-2ecc-4750-9bf3-f654cfb40088, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28cbd96-2ecc-4750-9bf3-f654cfb40088,segment=NetworkSegment(5823b428-5ff2-49be-ba0a-1ed67f9c77c3),segment_id=5823b428-5ff2-49be-ba0a-1ed67f9c77c3)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:35.186103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (59e2f191-1f17-4ced-a7c5-11426f5919fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.187703 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.229230 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:35.233406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event deleted for resources: {'Port': ['ID=59e2f191-1f17-4ced-a7c5-11426f5919fd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:35.274081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce896ac-9839-4db5-a297-3f6e05d7c6bc None None] Pushing event updated for resources: {'Port': ['ID=a28cbd96-2ecc-4750-9bf3-f654cfb40088,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:35.287830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:35.293415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.323040 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (407ebda0-bef9-49db-8777-c059ccdddd29), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.326132 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.328258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-88c6d565-2b16-4bef-812b-9268682f05bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/407ebda0-bef9-49db-8777-c059ccdddd29 HTTP/1.1" status: 204 len: 168 time: 0.8651519 Aug 28 20:16:35.478937 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:35.500318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 33978) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:35.506424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-218d2e32-19ed-4f9f-b6b1-c9612a084f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520656123', 'description': 'tempest-description--890853240'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:35.675638 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:16:35.735166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-218d2e32-19ed-4f9f-b6b1-c9612a084f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.831661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-218d2e32-19ed-4f9f-b6b1-c9612a084f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (331e684f-4b57-4cd4-8e97-9736a2e560d5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.928343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-218d2e32-19ed-4f9f-b6b1-c9612a084f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (331e684f-4b57-4cd4-8e97-9736a2e560d5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:35.965643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d2e32-19ed-4f9f-b6b1-c9612a084f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331e684f-4b57-4cd4-8e97-9736a2e560d5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:36.039099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.objects.ports [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 20:16:36.051146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393aa76-3d49-41e1-9a66-ecfb81dbeeca req-bcb31916-0887-4661-bf62-e6e77a80ff36 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:36.051146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7393aa76-3d49-41e1-9a66-ecfb81dbeeca req-bcb31916-0887-4661-bf62-e6e77a80ff36 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0943003 Aug 28 20:16:36.051146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (4d23d9d4-10a9-486f-8400-9400569f98f4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.125186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-218d2e32-19ed-4f9f-b6b1-c9612a084f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.131169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-218d2e32-19ed-4f9f-b6b1-c9612a084f2f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6249170 Aug 28 20:16:36.131169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34000) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:36.133188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Subnet': ['ID=4d23d9d4-10a9-486f-8400-9400569f98f4,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:36.135872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8988a3b6-e59b-4ca1-b30e-c6d30ac1cda5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'security_group_rule': {'security_group_id': '331e684f-4b57-4cd4-8e97-9736a2e560d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:36.163580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Checking segment: {'id': 'c1854f2e-5767-4bba-8181-8123ffbee5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:36.166617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network hostable DHCP agents. Network: 06ae88da-e46f-4855-9c18-853f55ad4787, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:36.174805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7393aa76-3d49-41e1-9a66-ecfb81dbeeca req-966ff32a-a0a3-408a-ac3a-d1c42c1e98af tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161785 Aug 28 20:16:36.351485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network 06ae88da-e46f-4855-9c18-853f55ad4787 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:36.368507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8988a3b6-e59b-4ca1-b30e-c6d30ac1cda5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (b0561564-61b0-4ab2-a7f0-822c51c223c2), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.480088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8988a3b6-e59b-4ca1-b30e-c6d30ac1cda5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (b0561564-61b0-4ab2-a7f0-822c51c223c2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.497954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 06ae88da-e46f-4855-9c18-853f55ad4787) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:36.501734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:36.502760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.509955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e199816b-946b-4156-a201-add2d0620481 None None] Network 06ae88da-e46f-4855-9c18-853f55ad4787 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:36.537681 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:36.629944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8988a3b6-e59b-4ca1-b30e-c6d30ac1cda5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (b0561564-61b0-4ab2-a7f0-822c51c223c2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.652217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-06ae88da-e46f-4855-9c18-853f55ad4787', 'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787', 'project_id': '7330eace4daf4db0a7cb0c149eb48669', 'fixed_ips': [{'subnet_id': '4d23d9d4-10a9-486f-8400-9400569f98f4'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:16:36.653156 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.665453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988a3b6-e59b-4ca1-b30e-c6d30ac1cda5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0561564-61b0-4ab2-a7f0-822c51c223c2,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:36.718113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34022) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:36.718890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c1366f46-81f8-4ca0-a7a4-557ffcf73076 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7800746 Aug 28 20:16:36.721279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'port': {'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787', 'name': 'tempest-NetworksIpV6TestAttrs-595758137'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:36.727679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b05d43b-f0a2-4a99-9087-d27117ccd4d5 None None] Network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:36.839425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-81a552c5-9bc3-46b9-a972-680c71aea30d None None] Provisioning complete for port a28cbd96-2ecc-4750-9bf3-f654cfb40088 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:36.839799 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81a552c5-9bc3-46b9-a972-680c71aea30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.906997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8988a3b6-e59b-4ca1-b30e-c6d30ac1cda5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:36.906997 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8988a3b6-e59b-4ca1-b30e-c6d30ac1cda5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7731595 Aug 28 20:16:36.907349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34024) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:36.919251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-29b44d5a-432e-444f-a710-63a7537bf091 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'security_group_rule': {'security_group_id': '331e684f-4b57-4cd4-8e97-9736a2e560d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:36.927215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Allocated IP 2001:db8::f816:3eff:fe89:a378 (06ae88da-e46f-4855-9c18-853f55ad4787/4d23d9d4-10a9-486f-8400-9400569f98f4/4f7cc94b-7030-432d-b692-6fb58e43a77f) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:37.088318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28cbd96-2ecc-4750-9bf3-f654cfb40088 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:16:37.091168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-81a552c5-9bc3-46b9-a972-680c71aea30d None None] Current status of the port a28cbd96-2ecc-4750-9bf3-f654cfb40088 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:37.091681 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81a552c5-9bc3-46b9-a972-680c71aea30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.105445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:37.109764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.156371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] device_id is not set on port a6ceeadd-f1a5-4f80-9c3a-07af6d638c66 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:16:37.234644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29b44d5a-432e-444f-a710-63a7537bf091 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (44605aee-7144-4bda-91e0-7fc74612a5d7), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.267025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-81a552c5-9bc3-46b9-a972-680c71aea30d None None] For port a28cbd96-2ecc-4750-9bf3-f654cfb40088, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28cbd96-2ecc-4750-9bf3-f654cfb40088,segment=NetworkSegment(5823b428-5ff2-49be-ba0a-1ed67f9c77c3),segment_id=5823b428-5ff2-49be-ba0a-1ed67f9c77c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:37.271067 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:37.366373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a28cbd96-2ecc-4750-9bf3-f654cfb40088 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:37.366744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.393499 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81a552c5-9bc3-46b9-a972-680c71aea30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.437290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e9ef-ebcf-4d56-9151-522f5346089e req-6b25e752-1bde-46c8-903f-ad1308ba13b9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:37.440072 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25a2e9ef-ebcf-4d56-9151-522f5346089e req-6b25e752-1bde-46c8-903f-ad1308ba13b9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.1071253 Aug 28 20:16:37.450157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Publish callbacks [] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.454519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29b44d5a-432e-444f-a710-63a7537bf091 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (44605aee-7144-4bda-91e0-7fc74612a5d7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.469727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a552c5-9bc3-46b9-a972-680c71aea30d None None] Pushing event updated for resources: {'Port': ['ID=a28cbd96-2ecc-4750-9bf3-f654cfb40088,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:37.472257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34042) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:37.545025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a28cbd96-2ecc-4750-9bf3-f654cfb40088 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:37.545025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a9067b1b-6de9-4ddb-afe1-ca2f08bc62d3 None None] Provisioning complete for port a28cbd96-2ecc-4750-9bf3-f654cfb40088 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:37.545025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9067b1b-6de9-4ddb-afe1-ca2f08bc62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.552511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25a2e9ef-ebcf-4d56-9151-522f5346089e req-e4cbc6ae-ecf2-4c32-9b1c-f8d33be0bf63 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038532 Aug 28 20:16:37.644366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29b44d5a-432e-444f-a710-63a7537bf091 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (44605aee-7144-4bda-91e0-7fc74612a5d7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.650400 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:37.651208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.700662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a9067b1b-6de9-4ddb-afe1-ca2f08bc62d3 None None] Current status of the port a28cbd96-2ecc-4750-9bf3-f654cfb40088 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:37.705588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b44d5a-432e-444f-a710-63a7537bf091 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44605aee-7144-4bda-91e0-7fc74612a5d7,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:37.725675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Network 06ae88da-e46f-4855-9c18-853f55ad4787 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:37.729202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfcdb-cdb6-496c-a0e0-afc6b8add00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.729375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:37.732557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Allocated IP 2001:db8::f816:3eff:fea4:2277 (06ae88da-e46f-4855-9c18-853f55ad4787/4d23d9d4-10a9-486f-8400-9400569f98f4/a6ceeadd-f1a5-4f80-9c3a-07af6d638c66) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:37.733177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:37.752318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Pushing event updated for resources: {'Port': ['ID=4f7cc94b-7030-432d-b692-6fb58e43a77f,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:37.830066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Attempting to bind port 4f7cc94b-7030-432d-b692-6fb58e43a77f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:37.830439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Attempting to bind port 4f7cc94b-7030-432d-b692-6fb58e43a77f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'c1854f2e-5767-4bba-8181-8123ffbee5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:37.831035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Attempting to bind port 4f7cc94b-7030-432d-b692-6fb58e43a77f on network 06ae88da-e46f-4855-9c18-853f55ad4787 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:37.844496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:37.845593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Checking segment: {'id': 'c1854f2e-5767-4bba-8181-8123ffbee5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:37.846944 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.847627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Bound using segment: {'id': 'c1854f2e-5767-4bba-8181-8123ffbee5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:37.848588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Bound port: 4f7cc94b-7030-432d-b692-6fb58e43a77f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1854f2e-5767-4bba-8181-8123ffbee5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '06ae88da-e46f-4855-9c18-853f55ad4787'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:37.849194 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.902140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfcdb-cdb6-496c-a0e0-afc6b8add00f admin admin] Publish callbacks [] for security_group (185960c4-5a53-49d0-9d22-4669a17e58f6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:37.945049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] For port 4f7cc94b-7030-432d-b692-6fb58e43a77f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:37.958467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] For port 4f7cc94b-7030-432d-b692-6fb58e43a77f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4f7cc94b-7030-432d-b692-6fb58e43a77f,segment=NetworkSegment(c1854f2e-5767-4bba-8181-8123ffbee5cb),segment_id=c1854f2e-5767-4bba-8181-8123ffbee5cb)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:38.068843 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfcdb-cdb6-496c-a0e0-afc6b8add00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (185960c4-5a53-49d0-9d22-4669a17e58f6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.118821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ef7cfcdb-cdb6-496c-a0e0-afc6b8add00f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2c4b8bcf71954baead4b01629954b63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6419601 Aug 28 20:16:38.118821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfcdb-cdb6-496c-a0e0-afc6b8add00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185960c4-5a53-49d0-9d22-4669a17e58f6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:38.119489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34056) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:38.169381 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.183896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcfe1-2b43-4f27-b45b-90d1dff8b34b admin admin] Publish callbacks [] for security_group (185960c4-5a53-49d0-9d22-4669a17e58f6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.227397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcfe1-2b43-4f27-b45b-90d1dff8b34b admin admin] Publish callbacks [] for security_group (185960c4-5a53-49d0-9d22-4669a17e58f6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.246343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29b44d5a-432e-444f-a710-63a7537bf091 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.252804 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-29b44d5a-432e-444f-a710-63a7537bf091 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3445313 Aug 28 20:16:38.269086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34060) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:38.273288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687041e-c0e0-4258-9a97-ed39e393660f None None] Pushing event updated for resources: {'Port': ['ID=4f7cc94b-7030-432d-b692-6fb58e43a77f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:38.286306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:38.390854 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for port (a6ceeadd-f1a5-4f80-9c3a-07af6d638c66), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.425801 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcfe1-2b43-4f27-b45b-90d1dff8b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (185960c4-5a53-49d0-9d22-4669a17e58f6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.428530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcfe1-2b43-4f27-b45b-90d1dff8b34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.430887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a4dcfe1-2b43-4f27-b45b-90d1dff8b34b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/185960c4-5a53-49d0-9d22-4669a17e58f6 HTTP/1.1" status: 204 len: 168 time: 0.3092406 Aug 28 20:16:38.439236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dcfe1-2b43-4f27-b45b-90d1dff8b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185960c4-5a53-49d0-9d22-4669a17e58f6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:38.451293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.585740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.623413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a6ceeadd-f1a5-4f80-9c3a-07af6d638c66), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.788676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network 06ae88da-e46f-4855-9c18-853f55ad4787 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:38.797509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:38.807311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Port': ['ID=a6ceeadd-f1a5-4f80-9c3a-07af6d638c66,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:38.813145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:38.819103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:38.820912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:38.837334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7c7c2-42c8-4c92-8f09-4fb888e5f810 req-484c7162-a7e1-47b1-8002-0bf9c318872c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:38.840330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4d7c7c2-42c8-4c92-8f09-4fb888e5f810 req-484c7162-a7e1-47b1-8002-0bf9c318872c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.1600249 Aug 28 20:16:38.894017 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:38.951580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d4d7c7c2-42c8-4c92-8f09-4fb888e5f810 req-8b1c6a35-d907-42ae-b4ae-b25d689bc549 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874102 Aug 28 20:16:39.014455 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:39.023377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Allocated IP 172.25.4.73 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/52f5788f-cd0d-4a58-a693-51867cf8a814) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:39.028545 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-697e44a3-47a8-4801-bafd-824c19d01309 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3116019 Aug 28 20:16:39.031398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34086) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:39.145249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting subnet 4d23d9d4-10a9-486f-8400-9400569f98f4 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:16:39.149406 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (4d23d9d4-10a9-486f-8400-9400569f98f4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:39.171848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f7cc94b-7030-432d-b692-6fb58e43a77f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:16:39.229578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (4d23d9d4-10a9-486f-8400-9400569f98f4), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:39.292078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4f7cc94b-7030-432d-b692-6fb58e43a77f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:39.292463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:39.370554 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:39.467166 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4f7cc94b-7030-432d-b692-6fb58e43a77f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:39.467515 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:39.510794 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:39.534837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 4f7cc94b-7030-432d-b692-6fb58e43a77f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4f7cc94b-7030-432d-b692-6fb58e43a77f,segment=NetworkSegment(c1854f2e-5767-4bba-8181-8123ffbee5cb),segment_id=c1854f2e-5767-4bba-8181-8123ffbee5cb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:39.654708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:39.657380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28cbd96-2ecc-4750-9bf3-f654cfb40088 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:16:39.744596 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:39.841497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:39.855885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:39.859590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:39.926592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'Port': ['ID=52f5788f-cd0d-4a58-a693-51867cf8a814,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:39.944250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (4d23d9d4-10a9-486f-8400-9400569f98f4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.114073 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:40.125188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693689c5-b23c-42d7-8cd7-72dadac8de34 None None] Network 06ae88da-e46f-4855-9c18-853f55ad4787 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:40.197407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d983b1a7-d954-4d02-8230-5204271670e8 None None] Provisioning complete for port 4f7cc94b-7030-432d-b692-6fb58e43a77f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:40.198035 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d983b1a7-d954-4d02-8230-5204271670e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.239953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884543e4-d4c1-4aca-9561-ab71143002dc req-262b7627-d0cb-4c61-a88e-3fe148a2d7b9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.242795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (9d2640af-2a0e-4e3a-a06d-c9edf9352203), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.243116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-884543e4-d4c1-4aca-9561-ab71143002dc req-262b7627-d0cb-4c61-a88e-3fe148a2d7b9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.1477895 Aug 28 20:16:40.266114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=4f7cc94b-7030-432d-b692-6fb58e43a77f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:40.321135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-884543e4-d4c1-4aca-9561-ab71143002dc req-b87a4732-62cc-4110-ad00-1ed735a6c072 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644739 Aug 28 20:16:40.329658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a28cbd96-2ecc-4750-9bf3-f654cfb40088 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:40.330068 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.387967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.398448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.403191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.422881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.422881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.422881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.430897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.432939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-905b2540-04a7-4f16-94dd-aa0a688fc3aa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.2237644 Aug 28 20:16:40.478010 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:40.491091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (4d23d9d4-10a9-486f-8400-9400569f98f4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.525012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d983b1a7-d954-4d02-8230-5204271670e8 None None] Current status of the port 4f7cc94b-7030-432d-b692-6fb58e43a77f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:40.535328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a28cbd96-2ecc-4750-9bf3-f654cfb40088 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:40.550279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.564333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34148) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:40.564501 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4d23d9d4-10a9-486f-8400-9400569f98f4 HTTP/1.1" status: 204 len: 168 time: 1.5319600 Aug 28 20:16:40.566957 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.568864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd64012-7c21-4c65-a187-e2bb54187269 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Subnet': ['ID=4d23d9d4-10a9-486f-8400-9400569f98f4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:40.644143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7499fc81-97d2-4d48-99c5-acbceca13055 req-3e5b49ac-3961-4917-bcb1-f000aa737c00 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640127 Aug 28 20:16:40.681727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b116f-2913-4b52-90cc-6783ab1a43a4 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.686485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b116f-2913-4b52-90cc-6783ab1a43a4 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.691436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-721b116f-2913-4b52-90cc-6783ab1a43a4 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1258352 Aug 28 20:16:40.694738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34150) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:40.758943 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:40.907137 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:40.920099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba3cd7-5e6f-4495-b62d-9ea677c244f9 None None] Network 06ae88da-e46f-4855-9c18-853f55ad4787 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:40.955152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.958813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.963938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.969046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.974837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.979930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.985243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:40.992601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2befae8-5c52-4734-961c-219c67473ab4 req-9ac76ae2-7d2c-4dce-98da-8220ec500c12 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.1186578 Aug 28 20:16:41.006894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-61681498-a8b0-4191-abf8-b7705f39cdcb tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (06ae88da-e46f-4855-9c18-853f55ad4787), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.023292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3d551205-7bce-4260-9428-cbd8b45c5393 None None] Provisioning complete for port a6ceeadd-f1a5-4f80-9c3a-07af6d638c66 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:41.023552 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-61681498-a8b0-4191-abf8-b7705f39cdcb tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 20:16:41.024196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61681498-a8b0-4191-abf8-b7705f39cdcb tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:16:41.024850 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3d551205-7bce-4260-9428-cbd8b45c5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a6ceeadd-f1a5-4f80-9c3a-07af6d638c66), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.031423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-61681498-a8b0-4191-abf8-b7705f39cdcb tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/06ae88da-e46f-4855-9c18-853f55ad4787 HTTP/1.1" status: 409 len: 466 time: 0.3314071 Aug 28 20:16:41.033556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f7cc94b-7030-432d-b692-6fb58e43a77f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:16:41.035119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34166) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:41.040413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1367139855'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:41.067582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.162257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'Port': ['ID=52f5788f-cd0d-4a58-a693-51867cf8a814,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:41.168120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3d551205-7bce-4260-9428-cbd8b45c5393 None None] Port a6ceeadd-f1a5-4f80-9c3a-07af6d638c66 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:16:41.171750 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (9d2640af-2a0e-4e3a-a06d-c9edf9352203), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.191006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3d551205-7bce-4260-9428-cbd8b45c5393 None None] Provisioning complete for port 4f7cc94b-7030-432d-b692-6fb58e43a77f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:41.191006 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3d551205-7bce-4260-9428-cbd8b45c5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.220805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4f7cc94b-7030-432d-b692-6fb58e43a77f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:41.221476 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.275693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] DHCP port deletion for 06ae88da-e46f-4855-9c18-853f55ad4787 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:16:41.282899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:41.290271 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.321609 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.334483 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e13655e4-fec9-4b51-ae42-755e1aa08874 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0523584 Aug 28 20:16:41.346549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:41.375145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (647691e8-f17b-4632-b2cc-f518d1204487), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.375501 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Added segment 647691e8-f17b-4632-b2cc-f518d1204487 of type vlan for network 8904f758-133e-4ac2-9539-bdf06e5b43e2 Aug 28 20:16:41.429225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3d551205-7bce-4260-9428-cbd8b45c5393 None None] Current status of the port 4f7cc94b-7030-432d-b692-6fb58e43a77f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:41.470947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4f7cc94b-7030-432d-b692-6fb58e43a77f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:41.478640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] Deleting port 4f7cc94b-7030-432d-b692-6fb58e43a77f {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:41.479434 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.521006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (8904f758-133e-4ac2-9539-bdf06e5b43e2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.525577 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:41.541626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691694f-e06f-478b-b2de-e5a512330ce7 req-df65bad5-71dd-41a4-96f5-50690971d884 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:41.543679 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a691694f-e06f-478b-b2de-e5a512330ce7 req-df65bad5-71dd-41a4-96f5-50690971d884 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0902097 Aug 28 20:16:41.556517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] For port 4f7cc94b-7030-432d-b692-6fb58e43a77f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4f7cc94b-7030-432d-b692-6fb58e43a77f,segment=NetworkSegment(c1854f2e-5767-4bba-8181-8123ffbee5cb),segment_id=c1854f2e-5767-4bba-8181-8123ffbee5cb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:41.557233 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.573901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] Calling delete_port for 4f7cc94b-7030-432d-b692-6fb58e43a77f owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:41.627011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a691694f-e06f-478b-b2de-e5a512330ce7 req-63954e66-a1e3-420e-a64c-f48484aa76a0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Aug 28 20:16:41.768616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (8904f758-133e-4ac2-9539-bdf06e5b43e2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.775302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:41.775980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.808400 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (4f7cc94b-7030-432d-b692-6fb58e43a77f), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:41.812777 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-1314feb6-c1d4-4f28-928b-779478d07ab6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1520656123&fields=id&tenant_id=939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 267 time: 0.0833361 Aug 28 20:16:41.850870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] Pushing event deleted for resources: {'Port': ['ID=4f7cc94b-7030-432d-b692-6fb58e43a77f,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:41.881434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4476c1-0b40-4d15-80d3-9954fd3b37f5 None None] No DVR routers for this DVR port 4f7cc94b-7030-432d-b692-6fb58e43a77f on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:16:41.903407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Network': ['ID=8904f758-133e-4ac2-9539-bdf06e5b43e2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:41.959520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-64f972ad-f071-4484-a903-4a795098268b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9211767 Aug 28 20:16:41.962008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34210) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:41.964641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 8904f758-133e-4ac2-9539-bdf06e5b43e2 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:41.973117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f030544-43be-4de5-8f1d-2a426a40d729 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:16:41.978848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'subnet': {'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:42.059127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-eb7694ed-a494-4d6d-87fd-f60a548c16ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:42.059127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-eb7694ed-a494-4d6d-87fd-f60a548c16ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 817 time: 0.2404306 Aug 28 20:16:42.084179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-04935786-0d3b-4084-960e-e69018285538 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/quotas/939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 375 time: 0.0173891 Aug 28 20:16:42.153743 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:42.206403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-350dba55-caf4-4dfa-a78c-bb17c2eff1a5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160655 Aug 28 20:16:42.245256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:42.267614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5f030544-43be-4de5-8f1d-2a426a40d729', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'port_id': '5f030544-43be-4de5-8f1d-2a426a40d729', 'mac_address': 'fa:16:3e:f8:47:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:16:42.301361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:42.306586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:42.334052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5f030544-43be-4de5-8f1d-2a426a40d729 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:42.334518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:42.358112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-53213466-ca22-416a-b2ae-537ecb347652 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376829 Aug 28 20:16:42.368443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f030544-43be-4de5-8f1d-2a426a40d729 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:16:42.402123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:42.404455 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:42.497326 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-8f90fbd7-dd4f-4f96-ac48-fe26ab690fc0 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379404 Aug 28 20:16:42.557553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:42.624687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:42.839618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.objects.ports [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 20:16:42.876771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a740baf-b448-493b-b009-519834191647 req-546dafee-00a1-4600-bf01-79b225ad886b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:42.881347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a740baf-b448-493b-b009-519834191647 req-546dafee-00a1-4600-bf01-79b225ad886b tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 944 time: 0.1443837 Aug 28 20:16:42.907208 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (9682e9d0-2958-4b19-a580-ccc0b50978ae), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:43.005030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5f030544-43be-4de5-8f1d-2a426a40d729'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:16:43.033797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b56c5c2b-e78e-4860-b2b0-261d4051f113 req-c06c5b6c-6aea-486c-a6de-3b3b86188c07 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 210 time: 0.0760505 Aug 28 20:16:43.104767 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a740baf-b448-493b-b009-519834191647 req-f41c9a6e-eacb-4f06-b473-96d7cd624864 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900694 Aug 28 20:16:43.104767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Subnet': ['ID=9682e9d0-2958-4b19-a580-ccc0b50978ae,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:43.149274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Checking segment: {'id': '647691e8-f17b-4632-b2cc-f518d1204487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:43.149616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network hostable DHCP agents. Network: 8904f758-133e-4ac2-9539-bdf06e5b43e2, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:43.173958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f7cc94b-7030-432d-b692-6fb58e43a77f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:16:43.192817 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:43.223313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4f7cc94b-7030-432d-b692-6fb58e43a77f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:16:43.223974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f7cc94b-7030-432d-b692-6fb58e43a77f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:16:43.241438 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:43.300204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network 8904f758-133e-4ac2-9539-bdf06e5b43e2 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:43.431175 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:43.471291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 8904f758-133e-4ac2-9539-bdf06e5b43e2) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:43.481270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:43.482065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:43.482963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a6c32-2979-44ee-84ca-f91db9414e61 None None] Network 8904f758-133e-4ac2-9539-bdf06e5b43e2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:43.495348 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:43.616948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34300) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:43.621383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7180b7bc-9931-4016-b3a7-d175503ae47d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6538606 Aug 28 20:16:43.621556 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:43.629329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'port': {'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2', 'name': 'tempest-NetworksIpV6TestAttrs-460739795'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:43.674378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-8904f758-133e-4ac2-9539-bdf06e5b43e2', 'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2', 'project_id': '7330eace4daf4db0a7cb0c149eb48669', 'fixed_ips': [{'subnet_id': '9682e9d0-2958-4b19-a580-ccc0b50978ae'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:16:43.675672 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:43.918187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34320) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:43.969063 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:44.027795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Allocated IP 2001:db8::f816:3eff:fe09:b6c4 (8904f758-133e-4ac2-9539-bdf06e5b43e2/9682e9d0-2958-4b19-a580-ccc0b50978ae/d151a5e2-c389-4dd5-95e9-cc584231d89e) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:44.186628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f91e9aba-14ee-4ea0-b5f5-a843d2263b9c req-1b1e5b81-9024-4955-b898-ba368abb1500 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 210 time: 0.0593216 Aug 28 20:16:44.199089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.199668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.206093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.206900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.207396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.207880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.210622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.212997 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d883623e-2099-427c-b9c0-23c55c90179e req-42e5fa4e-6f01-4b39-ab99-e64b14bc027d service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6708 time: 0.2888699 Aug 28 20:16:44.240376 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:44.258654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f030544-43be-4de5-8f1d-2a426a40d729 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:16:44.263927 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Publish callbacks [] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.307861 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f0b07-bdab-4445-b777-d9098b273af6 req-fca77a4a-149f-4922-a5cf-46ce0111a72e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:44.309539 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a41f0b07-bdab-4445-b777-d9098b273af6 req-fca77a4a-149f-4922-a5cf-46ce0111a72e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 944 time: 0.0708828 Aug 28 20:16:44.316184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5f030544-43be-4de5-8f1d-2a426a40d729 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:44.316678 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.322525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:44.326632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.332217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d883623e-2099-427c-b9c0-23c55c90179e req-c0a9eb12-e93f-4eff-95d6-3c29efdacfb8 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108942 Aug 28 20:16:44.366912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] device_id is not set on port 97b07fda-5711-459d-9e05-5e4250c1ffcf yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:16:44.400793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a41f0b07-bdab-4445-b777-d9098b273af6 req-945ba1c3-a42b-408a-a827-b762771a65e7 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816813 Aug 28 20:16:44.412599 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.483578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5f030544-43be-4de5-8f1d-2a426a40d729 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:44.489928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.508924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Network 8904f758-133e-4ac2-9539-bdf06e5b43e2 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:44.513160 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:44.540594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:44.556561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:44.604876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Allocated IP 2001:db8::f816:3eff:fe56:5fd3 (8904f758-133e-4ac2-9539-bdf06e5b43e2/9682e9d0-2958-4b19-a580-ccc0b50978ae/97b07fda-5711-459d-9e05-5e4250c1ffcf) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:44.639984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:44.643085 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28dbf5e-e899-4630-ba68-ded6fbda655f" -d '{"events": [{"server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "name": "network-vif-plugged", "status": "completed", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:44.645542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Pushing event updated for resources: {'Port': ['ID=d151a5e2-c389-4dd5-95e9-cc584231d89e,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:44.690293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:44.696525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Attempting to bind port d151a5e2-c389-4dd5-95e9-cc584231d89e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:44.696981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Attempting to bind port d151a5e2-c389-4dd5-95e9-cc584231d89e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '647691e8-f17b-4632-b2cc-f518d1204487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:44.697447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Attempting to bind port d151a5e2-c389-4dd5-95e9-cc584231d89e on network 8904f758-133e-4ac2-9539-bdf06e5b43e2 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:44.703984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:44.705407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Checking segment: {'id': '647691e8-f17b-4632-b2cc-f518d1204487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:44.706174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.707016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Bound using segment: {'id': '647691e8-f17b-4632-b2cc-f518d1204487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:44.707667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Bound port: d151a5e2-c389-4dd5-95e9-cc584231d89e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647691e8-f17b-4632-b2cc-f518d1204487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8904f758-133e-4ac2-9539-bdf06e5b43e2'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:44.708236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.713232 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c0ff2a-f429-4d7d-b0bf-fd8cb1b5dcd0 x-openstack-request-id: req-68c0ff2a-f429-4d7d-b0bf-fd8cb1b5dcd0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:44.713714 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "name": "network-vif-plugged", "status": "completed", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:44.714173 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68c0ff2a-f429-4d7d-b0bf-fd8cb1b5dcd0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:44.714727 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c0ff2a-f429-4d7d-b0bf-fd8cb1b5dcd0'] response: {'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729', 'code': 200} Aug 28 20:16:44.793394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] For port d151a5e2-c389-4dd5-95e9-cc584231d89e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:44.799159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] For port d151a5e2-c389-4dd5-95e9-cc584231d89e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d151a5e2-c389-4dd5-95e9-cc584231d89e,segment=NetworkSegment(647691e8-f17b-4632-b2cc-f518d1204487),segment_id=647691e8-f17b-4632-b2cc-f518d1204487)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:44.803465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.871566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:44.910973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:44.922377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34356) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:44.953475 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:44.963098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for port (97b07fda-5711-459d-9e05-5e4250c1ffcf), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.079636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e1a12-37f6-48fb-b908-4141a702c9be None None] Pushing event updated for resources: {'Port': ['ID=d151a5e2-c389-4dd5-95e9-cc584231d89e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:45.153185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf481524-9c35-4f6d-91a9-f8ea55d00fa6 req-c56d1068-ba4b-4a8d-bd98-cfc5887f647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:45.154900 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf481524-9c35-4f6d-91a9-f8ea55d00fa6 req-c56d1068-ba4b-4a8d-bd98-cfc5887f647e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 1127 time: 0.1419871 Aug 28 20:16:45.190933 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc71a44c-fd0d-4a8f-bdcf-baa77b1a7d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.240743 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf481524-9c35-4f6d-91a9-f8ea55d00fa6 req-fc27d9de-a21e-4a50-a4f2-f55c98241e80 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Aug 28 20:16:45.268254 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (97b07fda-5711-459d-9e05-5e4250c1ffcf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.369435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Port': ['ID=97b07fda-5711-459d-9e05-5e4250c1ffcf,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:45.370622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc71a44c-fd0d-4a8f-bdcf-baa77b1a7d68 admin admin] Publish callbacks [] for security_group (f5c654cd-7748-4f6b-a44a-09996fe3bcba), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.387221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network 8904f758-133e-4ac2-9539-bdf06e5b43e2 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:45.389384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:45.393482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:45.399504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:45.400284 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.444050 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14338631-4b83-42f8-a8c7-5a416c5f5904 req-02ae9393-45c2-46de-8a0b-185a65ff3268 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 210 time: 0.0378711 Aug 28 20:16:45.505984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc71a44c-fd0d-4a8f-bdcf-baa77b1a7d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f5c654cd-7748-4f6b-a44a-09996fe3bcba), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.572449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bc71a44c-fd0d-4a8f-bdcf-baa77b1a7d68 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c304ce9703914e75bb19283f045073ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6475446 Aug 28 20:16:45.573107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619ce39-5748-4c91-b6e4-51cb2abdda6a req-ed13ca5b-025c-4b45-85f2-34f4db68b805 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:45.574799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34374) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:45.575398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e619ce39-5748-4c91-b6e4-51cb2abdda6a req-ed13ca5b-025c-4b45-85f2-34f4db68b805 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0637014 Aug 28 20:16:45.580037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a9f6ae7f-599d-4f81-924a-cb4bdd7b108d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9604924 Aug 28 20:16:45.583005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71a44c-fd0d-4a8f-bdcf-baa77b1a7d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c654cd-7748-4f6b-a44a-09996fe3bcba,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:45.583555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34376) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:45.675228 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a9d149c-cb79-49b8-9f3e-b073483d67e9 admin admin] Publish callbacks [] for security_group (f5c654cd-7748-4f6b-a44a-09996fe3bcba), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.675696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting subnet 9682e9d0-2958-4b19-a580-ccc0b50978ae {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:16:45.700261 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a9d149c-cb79-49b8-9f3e-b073483d67e9 admin admin] Publish callbacks [] for security_group (f5c654cd-7748-4f6b-a44a-09996fe3bcba), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.704882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e619ce39-5748-4c91-b6e4-51cb2abdda6a req-46b919bf-87cf-48a8-b8b9-93ba57944836 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901015 Aug 28 20:16:45.706027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (9682e9d0-2958-4b19-a580-ccc0b50978ae), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.767451 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (9682e9d0-2958-4b19-a580-ccc0b50978ae), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.877513 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a9d149c-cb79-49b8-9f3e-b073483d67e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f5c654cd-7748-4f6b-a44a-09996fe3bcba), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.880341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a9d149c-cb79-49b8-9f3e-b073483d67e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:45.881535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0a9d149c-cb79-49b8-9f3e-b073483d67e9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f5c654cd-7748-4f6b-a44a-09996fe3bcba HTTP/1.1" status: 204 len: 168 time: 0.3053000 Aug 28 20:16:45.890445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d149c-cb79-49b8-9f3e-b073483d67e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c654cd-7748-4f6b-a44a-09996fe3bcba,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:45.914493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (9682e9d0-2958-4b19-a580-ccc0b50978ae), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.054450 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:46.055121 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (9682e9d0-2958-4b19-a580-ccc0b50978ae), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.111285 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.111285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/9682e9d0-2958-4b19-a580-ccc0b50978ae HTTP/1.1" status: 204 len: 168 time: 0.5260222 Aug 28 20:16:46.155278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34392) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:46.168495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649d7d3-5bc4-4b73-9b8a-67fc84a933c6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Subnet': ['ID=9682e9d0-2958-4b19-a580-ccc0b50978ae,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:46.189246 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:46.285614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149a95c-69de-4056-8167-a60a712c90cf tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:46.287660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149a95c-69de-4056-8167-a60a712c90cf tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:46.289225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e149a95c-69de-4056-8167-a60a712c90cf tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1326537 Aug 28 20:16:46.292636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34394) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:46.299346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-78d3b869-b513-4a31-ba9a-3b62f10b3562 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:46.301452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-78d3b869-b513-4a31-ba9a-3b62f10b3562 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.89 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 817 time: 0.2438169 Aug 28 20:16:46.441518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-4c639851-9fb5-481f-9db0-0ba0ffb70129 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 380 time: 0.1282556 Aug 28 20:16:46.451118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1b1f2934-1adc-41e5-9522-c9be22430ab6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (8904f758-133e-4ac2-9539-bdf06e5b43e2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.451375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'port': {'device_id': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'admin_state_up': True, 'tenant_id': '939fd477be214483874d147e32cb6a35', 'security_groups': ['331e684f-4b57-4cd4-8e97-9736a2e560d5']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:46.463116 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1f2934-1adc-41e5-9522-c9be22430ab6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 20:16:46.463816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1f2934-1adc-41e5-9522-c9be22430ab6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:16:46.467372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1b1f2934-1adc-41e5-9522-c9be22430ab6 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8904f758-133e-4ac2-9539-bdf06e5b43e2 HTTP/1.1" status: 409 len: 466 time: 0.1728721 Aug 28 20:16:46.472809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34400) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:46.483128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1342694889'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:46.520462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c458e-ff47-4f2f-9d34-29e1382e867b None None] Network 8904f758-133e-4ac2-9539-bdf06e5b43e2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:46.602918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2b8646ac-948e-4f12-a81c-7949f0a4e737 None None] Provisioning complete for port d151a5e2-c389-4dd5-95e9-cc584231d89e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:46.604200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b8646ac-948e-4f12-a81c-7949f0a4e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.625419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:46.631409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.646443 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-061cda78-4e7e-4ac7-ad11-006745805d18 req-20b45bc1-2399-4015-b234-96fe93b60773 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 210 time: 0.0636017 Aug 28 20:16:46.674672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:46.695629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4e380d1a-21d7-4d75-a12f-083c8ab718b6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.695629 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Added segment 4e380d1a-21d7-4d75-a12f-083c8ab718b6 of type vlan for network 800b5f6c-8dd6-45e3-8602-0f52715af6fa Aug 28 20:16:46.776669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (800b5f6c-8dd6-45e3-8602-0f52715af6fa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.847132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] DHCP port deletion for 8904f758-133e-4ac2-9539-bdf06e5b43e2 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:16:46.854941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2b8646ac-948e-4f12-a81c-7949f0a4e737 None None] Current status of the port d151a5e2-c389-4dd5-95e9-cc584231d89e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:46.855904 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b8646ac-948e-4f12-a81c-7949f0a4e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.876573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Made reservation on behalf of 939fd477be214483874d147e32cb6a35 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:46.883181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:46.917393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891ec2c-3575-4fb7-9519-fc4b46309f90 req-761a0b8b-e3ce-40f0-b14e-d9feee541001 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:46.919407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7891ec2c-3575-4fb7-9519-fc4b46309f90 req-761a0b8b-e3ce-40f0-b14e-d9feee541001 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.1077199 Aug 28 20:16:46.994212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2b8646ac-948e-4f12-a81c-7949f0a4e737 None None] For port d151a5e2-c389-4dd5-95e9-cc584231d89e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d151a5e2-c389-4dd5-95e9-cc584231d89e,segment=NetworkSegment(647691e8-f17b-4632-b2cc-f518d1204487),segment_id=647691e8-f17b-4632-b2cc-f518d1204487)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:46.998297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] Deleting port d151a5e2-c389-4dd5-95e9-cc584231d89e {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:46.998835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.008999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7891ec2c-3575-4fb7-9519-fc4b46309f90 req-b6530224-8268-48eb-b9c1-d39602c33e69 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815065 Aug 28 20:16:47.089183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] For port d151a5e2-c389-4dd5-95e9-cc584231d89e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d151a5e2-c389-4dd5-95e9-cc584231d89e,segment=NetworkSegment(647691e8-f17b-4632-b2cc-f518d1204487),segment_id=647691e8-f17b-4632-b2cc-f518d1204487)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:47.090002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.093096 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:47.105799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] Calling delete_port for d151a5e2-c389-4dd5-95e9-cc584231d89e owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:47.111041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (800b5f6c-8dd6-45e3-8602-0f52715af6fa), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.113130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b8646ac-948e-4f12-a81c-7949f0a4e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.118104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:47.118817 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.126758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34418) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:47.222345 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5eedf56-486b-4cc2-a1ae-f1524f762a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.230811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922433-00cd-473d-8af8-573c7717778e req-24c695e8-86cc-4b8b-a3dd-227dc40b6393 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:47.238492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c922433-00cd-473d-8af8-573c7717778e req-24c695e8-86cc-4b8b-a3dd-227dc40b6393 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0856149 Aug 28 20:16:47.299192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Allocated IP 172.20.0.10 (3acf5539-a146-4cb6-a5f2-db201b95186e/0387f0f0-e725-40e5-9515-374ca2e1af49/ff189f50-8465-4463-a212-bccda7353806) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:47.320170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Network': ['ID=800b5f6c-8dd6-45e3-8602-0f52715af6fa,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:47.412561 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-352b0c43-11e3-4490-b3e5-94ac7dba9d61 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9347503 Aug 28 20:16:47.412784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 800b5f6c-8dd6-45e3-8602-0f52715af6fa details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:47.412919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34428) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:47.432254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'subnet': {'network_id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:47.456519 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5eedf56-486b-4cc2-a1ae-f1524f762a92 admin admin] Publish callbacks [] for security_group (bf1ab39d-9010-402c-b0f4-404d3f3802b4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.552724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c922433-00cd-473d-8af8-573c7717778e req-6cecb7fe-c060-4809-9fc4-537b6d0efc71 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764542 Aug 28 20:16:47.562431 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5eedf56-486b-4cc2-a1ae-f1524f762a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bf1ab39d-9010-402c-b0f4-404d3f3802b4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.587867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8646ac-948e-4f12-a81c-7949f0a4e737 None None] Pushing event updated for resources: {'Port': ['ID=d151a5e2-c389-4dd5-95e9-cc584231d89e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:47.613662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eedf56-486b-4cc2-a1ae-f1524f762a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ab39d-9010-402c-b0f4-404d3f3802b4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:47.620974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d5eedf56-486b-4cc2-a1ae-f1524f762a92 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=526a3d7a1fc34b8198ceb7701acf39e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834127 Aug 28 20:16:47.622005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34434) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:47.625896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (d151a5e2-c389-4dd5-95e9-cc584231d89e), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.697216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] Pushing event deleted for resources: {'Port': ['ID=d151a5e2-c389-4dd5-95e9-cc584231d89e,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:47.699505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d16a65-d0c9-4728-9b79-4f181dc9b052 None None] No DVR routers for this DVR port d151a5e2-c389-4dd5-95e9-cc584231d89e on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:16:47.701559 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for port (ff189f50-8465-4463-a212-bccda7353806), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.742481 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1dedb224-f8e4-491e-acc6-ead6e708e7ce admin admin] Publish callbacks [] for security_group (bf1ab39d-9010-402c-b0f4-404d3f3802b4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.754427 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:47.771460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1dedb224-f8e4-491e-acc6-ead6e708e7ce admin admin] Publish callbacks [] for security_group (bf1ab39d-9010-402c-b0f4-404d3f3802b4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.856154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-07c8016d-0c53-40d0-8472-26f533423a9c req-727a6175-6df3-44b7-a442-9734cafa431e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 210 time: 0.0366178 Aug 28 20:16:47.882510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:47.886446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:47.941111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ff189f50-8465-4463-a212-bccda7353806), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:48.019390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Network 3acf5539-a146-4cb6-a5f2-db201b95186e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:48.030486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:48.034061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:48.042927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:48.093427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:48.094180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:48.104901 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1dedb224-f8e4-491e-acc6-ead6e708e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bf1ab39d-9010-402c-b0f4-404d3f3802b4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:48.108340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1dedb224-f8e4-491e-acc6-ead6e708e7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:48.116086 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1dedb224-f8e4-491e-acc6-ead6e708e7ce admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bf1ab39d-9010-402c-b0f4-404d3f3802b4 HTTP/1.1" status: 204 len: 168 time: 0.4905427 Aug 28 20:16:48.153438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedb224-f8e4-491e-acc6-ead6e708e7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ab39d-9010-402c-b0f4-404d3f3802b4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:48.215004 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-5f3c13a7-fd94-442c-aa40-2605fd4a84a9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7670147 Aug 28 20:16:48.238301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Request body: {'port': {'device_id': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:48.375080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ae416b63-0e39-4df4-b5ba-4662ff3dd064 None None] Provisioning complete for port ff189f50-8465-4463-a212-bccda7353806 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:48.375603 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae416b63-0e39-4df4-b5ba-4662ff3dd064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff189f50-8465-4463-a212-bccda7353806), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:48.408564 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:48.422691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ae416b63-0e39-4df4-b5ba-4662ff3dd064 None None] Port ff189f50-8465-4463-a212-bccda7353806 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:16:48.481210 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:48.820054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-f7d98916-8287-4f88-9a4e-eb9c1550e34a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:48.821652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-f7d98916-8287-4f88-9a4e-eb9c1550e34a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 815 time: 0.2790811 Aug 28 20:16:48.844450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.objects.ports [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 20:16:48.849547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (64f88e14-bffa-4652-8698-aa2f8dcf262d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:48.920760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-2bc65ef3-3b4c-4468-bf9a-cb994e11c770 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/quotas/89c95f91e3874db2bda39bfa0b90962b HTTP/1.1" status: 200 len: 375 time: 0.0746584 Aug 28 20:16:48.967970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Subnet': ['ID=64f88e14-bffa-4652-8698-aa2f8dcf262d,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:49.067269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-0c624328-0a42-4e58-bc2f-ab2fb8bbe467 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194134 Aug 28 20:16:49.073736 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Checking segment: {'id': '4e380d1a-21d7-4d75-a12f-083c8ab718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:49.074163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network hostable DHCP agents. Network: 800b5f6c-8dd6-45e3-8602-0f52715af6fa, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:49.083484 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:49.098191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292f82b-0607-4f8f-a22d-41e15faf0502 req-1d489ec2-78e0-4401-b5e7-97b524f48b8f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:49.099642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a292f82b-0607-4f8f-a22d-41e15faf0502 req-1d489ec2-78e0-4401-b5e7-97b524f48b8f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 932 time: 0.0878530 Aug 28 20:16:49.154475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a292f82b-0607-4f8f-a22d-41e15faf0502 req-1cb25e6d-97e1-4a67-8916-aa984dddb551 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489066 Aug 28 20:16:49.189976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff189f50-8465-4463-a212-bccda7353806 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:16:49.203321 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Publish callbacks [] for port (ff189f50-8465-4463-a212-bccda7353806), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.228871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Transition to ACTIVE for port object ff189f50-8465-4463-a212-bccda7353806 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:16:49.255509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-329fe6ce-0a3b-4e41-af69-eef370ee0fff service neutron] 10.222.0.78 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772358 Aug 28 20:16:49.324767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.327072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network 800b5f6c-8dd6-45e3-8602-0f52715af6fa is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:49.418611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:49.424908 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-dc0c4214-d568-45b0-ac06-3474103c6b8c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629214 Aug 28 20:16:49.512376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Attempting to bind port ff189f50-8465-4463-a212-bccda7353806 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:49.512376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Attempting to bind port ff189f50-8465-4463-a212-bccda7353806 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:49.512376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Attempting to bind port ff189f50-8465-4463-a212-bccda7353806 on network 3acf5539-a146-4cb6-a5f2-db201b95186e {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:49.519399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 800b5f6c-8dd6-45e3-8602-0f52715af6fa) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:49.520955 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:49.521650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.526959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Port ff189f50-8465-4463-a212-bccda7353806 on network 3acf5539-a146-4cb6-a5f2-db201b95186e not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:16:49.526959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Attempting to bind port ff189f50-8465-4463-a212-bccda7353806 on network 3acf5539-a146-4cb6-a5f2-db201b95186e {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:49.533760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376cf83-e9c1-4004-b170-8ea0b6fc61c0 None None] Network 800b5f6c-8dd6-45e3-8602-0f52715af6fa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:49.539141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:49.539495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Checking segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:49.539892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Bound using segment: {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:49.540503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Bound port: ff189f50-8465-4463-a212-bccda7353806, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:49.541145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.697485 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-840743a0-7922-4521-a4e9-dd46e7ceb8a0 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2832286 Aug 28 20:16:49.701708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34510) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:49.716546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-800b5f6c-8dd6-45e3-8602-0f52715af6fa', 'network_id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa', 'project_id': '7330eace4daf4db0a7cb0c149eb48669', 'fixed_ips': [{'subnet_id': '64f88e14-bffa-4652-8698-aa2f8dcf262d'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:16:49.718336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:49.720349 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.721816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:49.880691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (800b5f6c-8dd6-45e3-8602-0f52715af6fa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.901068 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.908094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:49.910919 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:49.912706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 1092 time: 1.6909249 Aug 28 20:16:49.913107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:49.923385 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a653c-7a55-43e4-b60c-3ca33559a767" -d '{"events": [{"name": "network-changed", "server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:49.924325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38df685-9e94-406f-a111-99d05e037b29 req-681cc27b-bd55-45cd-b11e-71300d70635e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:49.926208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c38df685-9e94-406f-a111-99d05e037b29 req-681cc27b-bd55-45cd-b11e-71300d70635e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=7941628b-38e7-43ba-ad6a-107ff8ccae25 HTTP/1.1" status: 200 len: 945 time: 0.0858450 Aug 28 20:16:49.926378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Allocated IP 2001:db8::f816:3eff:fe66:7732 (800b5f6c-8dd6-45e3-8602-0f52715af6fa/64f88e14-bffa-4652-8698-aa2f8dcf262d/9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:50.032691 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089bde36-9405-434b-967f-5e7caf913ca2 x-openstack-request-id: req-089bde36-9405-434b-967f-5e7caf913ca2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:50.033019 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "tag": "ff189f50-8465-4463-a212-bccda7353806", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:50.033245 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-089bde36-9405-434b-967f-5e7caf913ca2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:50.035584 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089bde36-9405-434b-967f-5e7caf913ca2'] response: {'name': 'network-changed', 'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'status': 'completed', 'code': 200} Aug 28 20:16:50.061375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (64f88e14-bffa-4652-8698-aa2f8dcf262d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.163601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125477d0-a9e6-4a09-9830-f5a9fa3649e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:50.201099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d509ca78-afc2-440d-8121-a10771039f1e req-70168507-4c35-44a7-a5f7-2c7d64f467fc tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 210 time: 0.2711411 Aug 28 20:16:50.220451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a653c-7a55-43e4-b60c-3ca33559a767 req-4768fee7-9083-4c74-8d7e-f7ae31a2174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:50.224779 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b39a653c-7a55-43e4-b60c-3ca33559a767 req-4768fee7-9083-4c74-8d7e-f7ae31a2174b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1126 time: 0.1854589 Aug 28 20:16:50.227878 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:50.257728 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:50.265937 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:50.355826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Deleting port 5f030544-43be-4de5-8f1d-2a426a40d729 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:50.356181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.384168 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Publish callbacks [] for port (9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.413084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22708a7a-e313-4ce6-bfca-cca068335d2a req-976bfcbf-b035-49dd-b60b-4b9656e50ed5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:50.431087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-22708a7a-e313-4ce6-bfca-cca068335d2a req-976bfcbf-b035-49dd-b60b-4b9656e50ed5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.0932107 Aug 28 20:16:50.478825 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.506572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a653c-7a55-43e4-b60c-3ca33559a767 req-95457abd-59b8-4cb5-8dcf-6241d19ae92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:50.510826 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b39a653c-7a55-43e4-b60c-3ca33559a767 req-95457abd-59b8-4cb5-8dcf-6241d19ae92a service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=939fd477be214483874d147e32cb6a35&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2757699 Aug 28 20:16:50.539313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] For port 5f030544-43be-4de5-8f1d-2a426a40d729, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5f030544-43be-4de5-8f1d-2a426a40d729,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:50.539995 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.559752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Calling delete_port for 5f030544-43be-4de5-8f1d-2a426a40d729 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:50.603380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Pushing event updated for resources: {'Port': ['ID=9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:50.609068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (64f88e14-bffa-4652-8698-aa2f8dcf262d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.612912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Network 800b5f6c-8dd6-45e3-8602-0f52715af6fa is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:50.615985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:50.618886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:50.621819 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-22708a7a-e313-4ce6-bfca-cca068335d2a req-2760c7b1-71ec-495e-a607-a303a57a25c0 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884766 Aug 28 20:16:50.746253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Attempting to bind port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:50.746899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Attempting to bind port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '4e380d1a-21d7-4d75-a12f-083c8ab718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:50.747460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Attempting to bind port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c on network 800b5f6c-8dd6-45e3-8602-0f52715af6fa {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:50.754177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:50.754617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a653c-7a55-43e4-b60c-3ca33559a767 req-eba480fc-ac57-47f5-90f2-f649fc7ad448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:50.755286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Checking segment: {'id': '4e380d1a-21d7-4d75-a12f-083c8ab718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:50.755933 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.756480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Bound using segment: {'id': '4e380d1a-21d7-4d75-a12f-083c8ab718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:50.757135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Bound port: 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e380d1a-21d7-4d75-a12f-083c8ab718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:50.757738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.763169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b39a653c-7a55-43e4-b60c-3ca33559a767 req-eba480fc-ac57-47f5-90f2-f649fc7ad448 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415431 Aug 28 20:16:50.769727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Subnet': ['ID=64f88e14-bffa-4652-8698-aa2f8dcf262d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:50.886997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-adcb67bc-bd1b-4bae-8f40-136ed384ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:50.889032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-adcb67bc-bd1b-4bae-8f40-136ed384ec21 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1126 time: 0.0881860 Aug 28 20:16:50.923602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (800b5f6c-8dd6-45e3-8602-0f52715af6fa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:50.932426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] For port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:50.936893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] For port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c,segment=NetworkSegment(4e380d1a-21d7-4d75-a12f-083c8ab718b6),segment_id=4e380d1a-21d7-4d75-a12f-083c8ab718b6)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:50.979659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800b5f6c-8dd6-45e3-8602-0f52715af6fa']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:51.003825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e380d1a-21d7-4d75-a12f-083c8ab718b6') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:51.004403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e380d1a-21d7-4d75-a12f-083c8ab718b6') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:51.015294 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (4e380d1a-21d7-4d75-a12f-083c8ab718b6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:51.018761 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:51.025424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-69428b50-0fd6-4b47-a8b5-621d8ed7830f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 217 time: 0.1270952 Aug 28 20:16:51.046812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4e380d1a-21d7-4d75-a12f-083c8ab718b6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:51.053425 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:51.143129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:51.143569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (4e380d1a-21d7-4d75-a12f-083c8ab718b6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:51.178825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb9d27-275f-404d-9250-152d6c21d1c6 None None] Pushing event updated for resources: {'Port': ['ID=9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:51.195565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37093a53-0b69-4608-8d98-e21c84d17323 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:16:51.195747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-b896c839-7ceb-43a2-9aff-e885fb403054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:51.197167 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-b896c839-7ceb-43a2-9aff-e885fb403054 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.1650145 Aug 28 20:16:51.206881 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 4e380d1a-21d7-4d75-a12f-083c8ab718b6 resource provider aggregate not found Aug 28 20:16:51.312465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-16af5a51-cd81-4dba-882e-2838b5a65583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:51.317825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-16af5a51-cd81-4dba-882e-2838b5a65583 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110539 Aug 28 20:16:51.334534 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 4e380d1a-21d7-4d75-a12f-083c8ab718b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e380d1a-21d7-4d75-a12f-083c8ab718b6 found for delete ", "request_id": "req-01b4090d-851d-4e88-bf37-5d04ebb20028"}]} Aug 28 20:16:51.408164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8952ea8-3855-4e55-b37e-1370f8b3a54e req-0827584b-73d5-49c2-bfbf-e8c64fe162af tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 210 time: 0.0784984 Aug 28 20:16:51.445959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 20:16:51.445959 n-d-854121-7 neutron-server[114321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 20:16:51.445959 n-d-854121-7 neutron-server[114321]: [parameters: {'id': '800b5f6c-8dd6-45e3-8602-0f52715af6fa'}] Aug 28 20:16:51.445959 n-d-854121-7 neutron-server[114321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:16:51.446927 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:16:51.479991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37093a53-0b69-4608-8d98-e21c84d17323 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:16:51.482644 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5f030544-43be-4de5-8f1d-2a426a40d729), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:51.589489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Pushing event deleted for resources: {'Port': ['ID=5f030544-43be-4de5-8f1d-2a426a40d729,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:51.627508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5f030544-43be-4de5-8f1d-2a426a40d729'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:16:51.659528 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:51.686406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] No DVR routers for this DVR port 5f030544-43be-4de5-8f1d-2a426a40d729 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:16:51.692672 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:51.711178 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c38df685-9e94-406f-a111-99d05e037b29 req-e935169b-7dbd-4765-9a3c-b2b22b45b799 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5f030544-43be-4de5-8f1d-2a426a40d729 HTTP/1.1" status: 204 len: 173 time: 1.7484143 Aug 28 20:16:51.713371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'name': 'network-vif-deleted', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:51.731656 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcafd0c6-da3d-4b6a-9b1d-317872c8f2d0" -d '{"events": [{"server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "name": "network-vif-deleted", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:51.748485 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:51.802806 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d8b32b-0d63-4812-a8e9-b0eb270570ba x-openstack-request-id: req-46d8b32b-0d63-4812-a8e9-b0eb270570ba {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:51.804188 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7941628b-38e7-43ba-ad6a-107ff8ccae25", "name": "network-vif-deleted", "tag": "5f030544-43be-4de5-8f1d-2a426a40d729", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:51.804786 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46d8b32b-0d63-4812-a8e9-b0eb270570ba {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:51.805460 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d8b32b-0d63-4812-a8e9-b0eb270570ba'] response: {'server_uuid': '7941628b-38e7-43ba-ad6a-107ff8ccae25', 'name': 'network-vif-deleted', 'tag': '5f030544-43be-4de5-8f1d-2a426a40d729', 'status': 'completed', 'code': 200} Aug 28 20:16:51.843436 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:51.921227 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:51.948777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (800b5f6c-8dd6-45e3-8602-0f52715af6fa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:51.985961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ffcbbb8c-0a74-4979-9262-7c79e9e473e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:52.038872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214415a4-fcf4-4218-a0c4-b2c0123c094d None None] Network 800b5f6c-8dd6-45e3-8602-0f52715af6fa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:52.094956 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:52.096251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:52.225525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] For port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c,segment=NetworkSegment(4e380d1a-21d7-4d75-a12f-083c8ab718b6),segment_id=4e380d1a-21d7-4d75-a12f-083c8ab718b6)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:52.226177 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:52.274795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Calling delete_port for 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:52.278449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43078ee2-a8e4-44b9-939a-54c459a46a76 req-c33470d9-cadd-45a3-83e8-a6111b239d4f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:52.280208 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43078ee2-a8e4-44b9-939a-54c459a46a76 req-c33470d9-cadd-45a3-83e8-a6111b239d4f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.2147009 Aug 28 20:16:52.303294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-a730776e-ca40-4379-b61c-6a7103b1edec service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9779139 Aug 28 20:16:52.526402 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43078ee2-a8e4-44b9-939a-54c459a46a76 req-590b12f1-1b05-4276-a24d-9ea4ef0a0ab9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218442 Aug 28 20:16:52.583402 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6025b3cd-07bb-4a35-a01c-b02d343731c5 req-bad49e85-1020-4b6e-bb0c-badab5f19c68 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399502 Aug 28 20:16:52.619305 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:52.678351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1874cd92-267e-4303-a7bf-14546f0b3964 req-ee55fd9d-e7bc-46fd-a72a-79ebb061e18d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 210 time: 0.0869026 Aug 28 20:16:52.680080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Port': ['ID=9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:52.688926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No DVR routers for this DVR port 9bd475d5-cf8a-4a48-afaf-6e5ca7333d7c on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:16:52.801463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (800b5f6c-8dd6-45e3-8602-0f52715af6fa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:52.822582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800b5f6c-8dd6-45e3-8602-0f52715af6fa']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:52.833101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e380d1a-21d7-4d75-a12f-083c8ab718b6') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:52.833355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e380d1a-21d7-4d75-a12f-083c8ab718b6') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:52.844431 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (4e380d1a-21d7-4d75-a12f-083c8ab718b6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:52.862655 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4e380d1a-21d7-4d75-a12f-083c8ab718b6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:52.870226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:52.870691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (4e380d1a-21d7-4d75-a12f-083c8ab718b6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.052237 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (800b5f6c-8dd6-45e3-8602-0f52715af6fa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.061793 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.084117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34642) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:53.090075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1397166909'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:53.094128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/800b5f6c-8dd6-45e3-8602-0f52715af6fa HTTP/1.1" status: 204 len: 168 time: 3.3797653 Aug 28 20:16:53.125765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736f97-fe3c-44c2-bddf-e13828215447 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Network': ['ID=800b5f6c-8dd6-45e3-8602-0f52715af6fa,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:53.128811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34646) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:53.135702 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:53.271359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:53.275912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.281242 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:53.315874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:53.324319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:53.326395 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (792c2d08-fc6f-4293-bf5f-c24b5605eb73), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.327037 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Added segment 792c2d08-fc6f-4293-bf5f-c24b5605eb73 of type vlan for network d4d8840a-96a0-4af3-a45a-2af6cb5da415 Aug 28 20:16:53.376356 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 4e380d1a-21d7-4d75-a12f-083c8ab718b6 resource provider aggregate not found Aug 28 20:16:53.386207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (d4d8840a-96a0-4af3-a45a-2af6cb5da415), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.428175 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 4e380d1a-21d7-4d75-a12f-083c8ab718b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e380d1a-21d7-4d75-a12f-083c8ab718b6 found for delete ", "request_id": "req-c1e443d0-e795-4efb-a765-100509581fe0"}]} Aug 28 20:16:53.478584 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.535685 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-99cd800e-eb82-4686-970d-4a37fa5c9656 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0988653 Aug 28 20:16:53.608451 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.625493 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (d4d8840a-96a0-4af3-a45a-2af6cb5da415), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.642992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:53.643675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.779590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Allocated IP 172.25.4.88 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/88b240fc-bf68-48ea-856c-27c4ce7d0965) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:53.898228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6082d-2876-4502-a5b4-8341e0991bb2 req-e3b47b43-b4d6-432b-bc5b-0217ab305b39 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:53.903083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2b6082d-2876-4502-a5b4-8341e0991bb2 req-e3b47b43-b4d6-432b-bc5b-0217ab305b39 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.1396935 Aug 28 20:16:53.904728 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:53.905800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Network': ['ID=d4d8840a-96a0-4af3-a45a-2af6cb5da415,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:53.917530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network d4d8840a-96a0-4af3-a45a-2af6cb5da415 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:53.925070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-90400c12-8d52-482f-88e2-bd7cb1176b1e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8396609 Aug 28 20:16:53.935503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34668) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:53.945772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'subnet': {'network_id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:53.950897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-306adbee-465a-4769-a24f-1fece3977eb8 req-dd797a5f-ac94-44f2-bdf9-46aefe077058 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 210 time: 0.0751388 Aug 28 20:16:54.044190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.044394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.045250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.045749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.046496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.046988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.048453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.050673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-464fab48-6d6c-40fb-be4b-9ec20974c82c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=c26696ea658340348c4ef1bd81bf60d2&device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 6708 time: 0.3906028 Aug 28 20:16:54.055908 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a2b6082d-2876-4502-a5b4-8341e0991bb2 req-3bc7b16b-33c7-47f9-812d-08b023178fe2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291778 Aug 28 20:16:54.092408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:54.175061 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c3d0700e-5185-43cb-83d6-b56da6d00938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:54.246676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-5df14040-6f11-4078-9d7a-6739e93f3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.247158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-5df14040-6f11-4078-9d7a-6739e93f3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.247631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-5df14040-6f11-4078-9d7a-6739e93f3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.249346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-5df14040-6f11-4078-9d7a-6739e93f3cd6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=77cd677e-32a7-4bf0-bf04-1da6f14ce29f&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=113972e0-aaf6-454d-9225-ecf6c56d8066&id=82181eed-f302-4511-943f-fb3b30d86409&id=82181eed-f302-4511-943f-fb3b30d86409 HTTP/1.1" status: 200 len: 2293 time: 0.1549973 Aug 28 20:16:54.270540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f030544-43be-4de5-8f1d-2a426a40d729 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:16:54.293770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 5f030544-43be-4de5-8f1d-2a426a40d729 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:16:54.294546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5f030544-43be-4de5-8f1d-2a426a40d729 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:16:54.322030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:54.324411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:54.329333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:54.437887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-bf3eec53-869c-4b36-8e30-9cc4896124a4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.440089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-bf3eec53-869c-4b36-8e30-9cc4896124a4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "GET /networking/v2.0/networks?id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 200 len: 815 time: 0.1473374 Aug 28 20:16:54.449084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:54.461585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Request body: {'port': {'device_id': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'admin_state_up': True, 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:54.473156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:54.484250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:54.487593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-f36f10d1-dc2c-402f-a8b8-6303078e5916 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5253e30c-d630-4cf3-97c6-70b1c212075f HTTP/1.1" status: 200 len: 1001 time: 0.2280879 Aug 28 20:16:54.520846 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Port': ['ID=88b240fc-bf68-48ea-856c-27c4ce7d0965,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:54.699872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-2793995f-64bd-4019-93e6-858c72e519d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.701357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-2793995f-64bd-4019-93e6-858c72e519d0 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=45a8bcfa-3558-41a2-9cf0-ab12875c81d5 HTTP/1.1" status: 200 len: 850 time: 0.1817629 Aug 28 20:16:54.797207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Made reservation on behalf of 89c95f91e3874db2bda39bfa0b90962b for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:54.799626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for floatingip (9a21b1ab-ebb1-4f15-a6f1-31cc86d1973b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:54.802017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:54.815590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-8872d847-e62a-413b-8bd7-853e620f01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:54.817131 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-8872d847-e62a-413b-8bd7-853e620f01fe service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=77cd677e-32a7-4bf0-bf04-1da6f14ce29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968246 Aug 28 20:16:54.988211 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:55.034707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Allocated IP 172.20.0.3 (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f/a4fffd38-61a2-42a2-b8fc-3ff5037f34a7/7dc2db74-d3cf-4829-97b2-f8882fb99e6a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:55.268746 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:55.271517 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:55.309556 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:55.323493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-576449fb-f517-4bab-a715-cc7b8be20f56 req-cc4311b8-ed49-4bd7-889c-cb72789942a4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 210 time: 0.1131682 Aug 28 20:16:55.329414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38ae4-124c-40a4-b7e4-f56abad847ba req-c146a1dd-86b3-497e-8161-5db615da85f3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:55.331139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8ee38ae4-124c-40a4-b7e4-f56abad847ba req-c146a1dd-86b3-497e-8161-5db615da85f3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.0700479 Aug 28 20:16:55.370920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.413642 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks [] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.431892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8ee38ae4-124c-40a4-b7e4-f56abad847ba req-8b1011e3-0a7b-4124-963c-9848fbe08a4a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919070 Aug 28 20:16:55.442870 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (c4caafea-b896-418c-87f8-fc758e814878), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.456140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:16:55.565098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-b4cb3b2d-bc99-4e2e-a1cf-ce09e236fe65 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264302 Aug 28 20:16:55.603296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:55.617774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'ff189f50-8465-4463-a212-bccda7353806', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'port_id': 'ff189f50-8465-4463-a212-bccda7353806', 'mac_address': 'fa:16:3e:e0:c5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:16:55.660167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:55.660567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.671466 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.686852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff189f50-8465-4463-a212-bccda7353806 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:16:55.714081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:55.757623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:55.760797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Checking segment: {'id': '792c2d08-fc6f-4293-bf5f-c24b5605eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:55.761589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:55.762074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network hostable DHCP agents. Network: d4d8840a-96a0-4af3-a45a-2af6cb5da415, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:16:55.766163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:55.773150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Pushing event updated for resources: {'Port': ['ID=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:55.775881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Subnet': ['ID=c4caafea-b896-418c-87f8-fc758e814878,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:55.777237 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.842320 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.863093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-441d4038-5724-4cfc-8565-ee0627f72ef7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606516 Aug 28 20:16:55.866242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:55.867268 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.868247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.928227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:55.934391 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-75d6aeb1-9e76-4e58-9c27-2bb5457aaa62 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 217 time: 0.0611889 Aug 28 20:16:55.935096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network d4d8840a-96a0-4af3-a45a-2af6cb5da415 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:16:55.942510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-54f6816a-7bb3-4ba8-9d2d-6644333eb51e tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4944801 Aug 28 20:16:55.954432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Request body: {'port': {'device_id': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:56.020164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:56.067502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ff189f50-8465-4463-a212-bccda7353806'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:16:56.158208 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:56.162401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Port': ['ID=88b240fc-bf68-48ea-856c-27c4ce7d0965,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:56.166804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, d4d8840a-96a0-4af3-a45a-2af6cb5da415) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:56.181419 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.181712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:56.182687 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.186890 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (9a21b1ab-ebb1-4f15-a6f1-31cc86d1973b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.198923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e8801-9c84-4576-b81d-289cafe39a73 None None] Network d4d8840a-96a0-4af3-a45a-2af6cb5da415 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:56.218270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-139e5611-84fb-4f65-91f8-8a7568ff76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:56.220983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-139e5611-84fb-4f65-91f8-8a7568ff76ae service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.2576888 Aug 28 20:16:56.266448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9f817159-6b60-4863-86a6-5393fb32f888 None None] Provisioning complete for port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:56.266834 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f817159-6b60-4863-86a6-5393fb32f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.317279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-9dddf73f-399c-4bf1-bd1e-79044943f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:56.321902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-9dddf73f-399c-4bf1-bd1e-79044943f6a4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0898671 Aug 28 20:16:56.336948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aa6b0250-b165-4a0f-8cbf-0cc1fa1e664d tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3967092 Aug 28 20:16:56.341667 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.347848 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7e1cc381-d379-4e33-a473-bd459b54014a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2145901 Aug 28 20:16:56.361618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34716) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:56.361935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34718) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:56.368801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-389258700'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:56.425090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9f817159-6b60-4863-86a6-5393fb32f888 None None] Port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:16:56.537210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-d4d8840a-96a0-4af3-a45a-2af6cb5da415', 'network_id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415', 'project_id': '7330eace4daf4db0a7cb0c149eb48669', 'fixed_ips': [{'subnet_id': 'c4caafea-b896-418c-87f8-fc758e814878'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:16:56.539579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.618949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653672-7d96-4e25-b030-d378f65d28b6 req-eb48be28-094b-404b-9fef-1bcbb5e3f596 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:56.626942 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d2653672-7d96-4e25-b030-d378f65d28b6 req-eb48be28-094b-404b-9fef-1bcbb5e3f596 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 931 time: 0.1110845 Aug 28 20:16:56.681393 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-a1ae8710-fd51-4fab-b8eb-fc205699e679 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432648 Aug 28 20:16:56.687287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Made reservation on behalf of 0338ca58862347b5928f25caec0dabfb for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:56.691182 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.704983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.748609 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a36f-c4b1-4882-9149-3807764762a6 req-2d08ac4a-fea2-4bb0-8156-a5b949ca992e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:56.758887 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3fc0a36f-c4b1-4882-9149-3807764762a6 req-2d08ac4a-fea2-4bb0-8156-a5b949ca992e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 945 time: 0.1218557 Aug 28 20:16:56.767750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (d4d8840a-96a0-4af3-a45a-2af6cb5da415), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.851150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Allocated IP 2001:db8::2 (d4d8840a-96a0-4af3-a45a-2af6cb5da415/c4caafea-b896-418c-87f8-fc758e814878/6950c29f-acda-418b-a56f-dde6aaf7219f) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:16:56.869322 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d2653672-7d96-4e25-b030-d378f65d28b6 req-e2f5ba1f-7067-457e-9ecb-ffc6672241cc tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413352 Aug 28 20:16:56.893309 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:56.940260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3fc0a36f-c4b1-4882-9149-3807764762a6 req-b45632f2-97c7-484d-a9b7-f7d9d6c4205c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802053 Aug 28 20:16:56.951731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc2db74-d3cf-4829-97b2-f8882fb99e6a {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:16:56.981370 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c4caafea-b896-418c-87f8-fc758e814878), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:56.992568 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-27ead99a-5ab8-44d8-82c1-dca1be6dc446 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913024 Aug 28 20:16:56.995221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Publish callbacks [] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.024741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Transition to ACTIVE for port object 7dc2db74-d3cf-4829-97b2-f8882fb99e6a will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:16:57.086114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-669513e6-3259-4dfe-b0b9-dead88129dee service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 217 time: 0.0687261 Aug 28 20:16:57.087012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.152783 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:57.160923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for security_group (4b23a4b6-8b8c-47cb-9c2c-a849974d397d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.181157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Publish callbacks [] for port (6950c29f-acda-418b-a56f-dde6aaf7219f), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.193156 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:57.198983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Pushing event updated for resources: {'Port': ['ID=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:57.213323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-e4a5ebc3-4c6c-4c3c-ae1e-d6671e56068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:57.214862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-e4a5ebc3-4c6c-4c3c-ae1e-d6671e56068c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.1113772 Aug 28 20:16:57.237370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Attempting to bind port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:57.238126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Attempting to bind port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:57.238692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Attempting to bind port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:57.247523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:16:57.248152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Attempting to bind port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a on network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:57.252387 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.256971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:57.257586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Checking segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:57.258210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Bound using segment: {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:57.258852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Bound port: 7dc2db74-d3cf-4829-97b2-f8882fb99e6a, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:57.259425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.292231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-58ba4d2e-a6cd-4ec6-84a0-fa675859df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:57.293871 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-58ba4d2e-a6cd-4ec6-84a0-fa675859df3a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0689161 Aug 28 20:16:57.316467 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6950c29f-acda-418b-a56f-dde6aaf7219f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.328038 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4b23a4b6-8b8c-47cb-9c2c-a849974d397d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.346985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] For port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:57.352259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] For port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:57.391796 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:57.395805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Network d4d8840a-96a0-4af3-a45a-2af6cb5da415 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:16:57.401003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:16:57.402487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Pushing event updated for resources: {'Port': ['ID=6950c29f-acda-418b-a56f-dde6aaf7219f,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:57.407924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:16:57.448311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b23a4b6-8b8c-47cb-9c2c-a849974d397d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:57.466053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.494628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:16:57.512683 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-9a062504-c8db-4451-9fab-2e3aac7d01ee service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087626 Aug 28 20:16:57.529902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (c4caafea-b896-418c-87f8-fc758e814878), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.541782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:57.542501 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.545967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/7dc2db74-d3cf-4829-97b2-f8882fb99e6a HTTP/1.1" status: 200 len: 1091 time: 1.5956743 Aug 28 20:16:57.547352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259875eb-1848-47fb-865c-d1124743d1ee service neutron] Pushing event updated for resources: {'Port': ['ID=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:57.551812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'tag': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:57.554606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:16:57.556272 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afdb87d-fb6d-4150-8d15-ba9d378d0577" -d '{"events": [{"name": "network-changed", "server_uuid": "c87565da-5bf6-4350-bc63-52dc1a0ced34", "tag": "7dc2db74-d3cf-4829-97b2-f8882fb99e6a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:57.613351 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:57.621934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Attempting to bind port 6950c29f-acda-418b-a56f-dde6aaf7219f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:16:57.622352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Attempting to bind port 6950c29f-acda-418b-a56f-dde6aaf7219f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '792c2d08-fc6f-4293-bf5f-c24b5605eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:16:57.622896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Attempting to bind port 6950c29f-acda-418b-a56f-dde6aaf7219f on network d4d8840a-96a0-4af3-a45a-2af6cb5da415 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:16:57.625038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port ff189f50-8465-4463-a212-bccda7353806 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:16:57.625328 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532cd1d-5f9a-463d-9e9c-7b352744febe x-openstack-request-id: req-9532cd1d-5f9a-463d-9e9c-7b352744febe {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:57.626286 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87565da-5bf6-4350-bc63-52dc1a0ced34", "tag": "7dc2db74-d3cf-4829-97b2-f8882fb99e6a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:57.626686 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9532cd1d-5f9a-463d-9e9c-7b352744febe {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:57.627741 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9532cd1d-5f9a-463d-9e9c-7b352744febe'] response: {'name': 'network-changed', 'server_uuid': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'tag': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a', 'status': 'completed', 'code': 200} Aug 28 20:16:57.635664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:16:57.636225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Checking segment: {'id': '792c2d08-fc6f-4293-bf5f-c24b5605eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:16:57.636894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.637694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Bound using segment: {'id': '792c2d08-fc6f-4293-bf5f-c24b5605eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:16:57.638360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Bound port: 6950c29f-acda-418b-a56f-dde6aaf7219f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792c2d08-fc6f-4293-bf5f-c24b5605eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:16:57.639027 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6950c29f-acda-418b-a56f-dde6aaf7219f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.658496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Subnet': ['ID=c4caafea-b896-418c-87f8-fc758e814878,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:57.678641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bc8e1b7d-eb50-47c2-a064-4a7950743b3b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.678997 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Added segment bc8e1b7d-eb50-47c2-a064-4a7950743b3b of type vlan for network e0b212f7-53b4-4ce8-8906-420ccd14158e Aug 28 20:16:57.745946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb87d-fb6d-4150-8d15-ba9d378d0577 req-fc92cc20-4dd2-40b9-abb4-b36a9b624f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:57.747860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8afdb87d-fb6d-4150-8d15-ba9d378d0577 req-fc92cc20-4dd2-40b9-abb4-b36a9b624f53 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 1125 time: 0.0948772 Aug 28 20:16:57.764997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] For port 6950c29f-acda-418b-a56f-dde6aaf7219f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:16:57.770643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] For port 6950c29f-acda-418b-a56f-dde6aaf7219f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6950c29f-acda-418b-a56f-dde6aaf7219f,segment=NetworkSegment(792c2d08-fc6f-4293-bf5f-c24b5605eb73),segment_id=792c2d08-fc6f-4293-bf5f-c24b5605eb73)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:16:57.772592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (d4d8840a-96a0-4af3-a45a-2af6cb5da415), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.777546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port ff189f50-8465-4463-a212-bccda7353806 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:16:57.778090 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff189f50-8465-4463-a212-bccda7353806), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.781716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.833309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e0b212f7-53b4-4ce8-8906-420ccd14158e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.880825 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6950c29f-acda-418b-a56f-dde6aaf7219f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:57.911777 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-0d830e80-85f6-4750-a7ef-37b461dbc184 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903322 Aug 28 20:16:57.914333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d8840a-96a0-4af3-a45a-2af6cb5da415']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:57.936755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb87d-fb6d-4150-8d15-ba9d378d0577 req-8e5973e5-89f5-46eb-af0d-18ac01f34d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:57.940439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8afdb87d-fb6d-4150-8d15-ba9d378d0577 req-8e5973e5-89f5-46eb-af0d-18ac01f34d69 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=89c95f91e3874db2bda39bfa0b90962b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1855168 Aug 28 20:16:57.964052 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-eea242b8-35a4-4de4-9e08-9fdf8c073bda service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9 HTTP/1.1" status: 200 len: 217 time: 0.0399144 Aug 28 20:16:57.969549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792c2d08-fc6f-4293-bf5f-c24b5605eb73') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:57.969876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792c2d08-fc6f-4293-bf5f-c24b5605eb73') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:16:57.981939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:16:57.983000 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:58.019967 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e0b212f7-53b4-4ce8-8906-420ccd14158e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:58.025072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.025713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:58.032034 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (792c2d08-fc6f-4293-bf5f-c24b5605eb73), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:58.102402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac73d42-1528-4344-a609-5771ce64c417 req-b9cf70f2-6dbf-423d-8130-501732873c73 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.104084 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ac73d42-1528-4344-a609-5771ce64c417 req-b9cf70f2-6dbf-423d-8130-501732873c73 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 943 time: 0.1040738 Aug 28 20:16:58.132547 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:58.198662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb87d-fb6d-4150-8d15-ba9d378d0577 req-ca6d3867-6f20-4d80-9a0c-dc361fcea45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.202033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (792c2d08-fc6f-4293-bf5f-c24b5605eb73), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:58.202646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8afdb87d-fb6d-4150-8d15-ba9d378d0577 req-ca6d3867-6f20-4d80-9a0c-dc361fcea45e service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570100 Aug 28 20:16:58.243092 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ac73d42-1528-4344-a609-5771ce64c417 req-8989671b-8df3-4d6a-bbf7-7006b7ec72b4 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294637 Aug 28 20:16:58.287230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Network': ['ID=e0b212f7-53b4-4ce8-8906-420ccd14158e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:58.300403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:16:58.300909 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (792c2d08-fc6f-4293-bf5f-c24b5605eb73), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:58.325909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-c2c4a2e2-25f3-4078-99f3-ca8fba8bdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.329796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-c2c4a2e2-25f3-4078-99f3-ca8fba8bdd49 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=89c95f91e3874db2bda39bfa0b90962b&device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 1125 time: 0.0787098 Aug 28 20:16:58.372309 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 792c2d08-fc6f-4293-bf5f-c24b5605eb73 resource provider aggregate not found Aug 28 20:16:58.374247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e0b212f7-53b4-4ce8-8906-420ccd14158e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:16:58.377419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-8e75b969-2b43-43ef-b9bf-d09862d76e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.379075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-8e75b969-2b43-43ef-b9bf-d09862d76e89 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.4006281 Aug 28 20:16:58.391188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-e7b64c98-de1a-47c1-bdc4-75f58927d8b3 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dc2db74-d3cf-4829-97b2-f8882fb99e6a HTTP/1.1" status: 200 len: 217 time: 0.0549808 Aug 28 20:16:58.453155 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9d2e65d8-967a-4e5e-9a44-11672b75eaf0 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0887101 Aug 28 20:16:58.455523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-344c8d0d-aadb-4b37-a0e8-9c67398158f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.457438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-344c8d0d-aadb-4b37-a0e8-9c67398158f0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0587544 Aug 28 20:16:58.463126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34760) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:58.468503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52b323-60d3-4566-82a1-09b486bd80dd req-bace712c-6305-4cc0-b67c-e21a6ee4a5e7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.470222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c52b323-60d3-4566-82a1-09b486bd80dd req-bace712c-6305-4cc0-b67c-e21a6ee4a5e7 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 945 time: 0.2880886 Aug 28 20:16:58.473473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Request body: {'subnet': {'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:16:58.473960 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 792c2d08-fc6f-4293-bf5f-c24b5605eb73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 792c2d08-fc6f-4293-bf5f-c24b5605eb73 found for delete ", "request_id": "req-bb5010b4-ff80-401c-8eda-0d6fd2a44bda"}]} Aug 28 20:16:58.572211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-86d9d4db-25a7-4624-a037-86210056e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.574138 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-86d9d4db-25a7-4624-a037-86210056e284 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=a4fffd38-61a2-42a2-b8fc-3ff5037f34a7 HTTP/1.1" status: 200 len: 854 time: 0.1736486 Aug 28 20:16:58.581145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.api [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 20:16:58.581145 n-d-854121-7 neutron-server[114321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 20:16:58.581145 n-d-854121-7 neutron-server[114321]: [parameters: {'id': 'd4d8840a-96a0-4af3-a45a-2af6cb5da415'}] Aug 28 20:16:58.581145 n-d-854121-7 neutron-server[114321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:16:58.581602 n-d-854121-7 neutron-server[114321]: DEBUG oslo_db.api [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:16:58.626147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:16:58.630572 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734f0b55-b68c-40d7-87b5-c9f9c34d5973" -d '{"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-plugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:16:58.662839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab447ef5-1bfd-4096-92a8-ce854dbd8f50 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:16:58.682152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c52b323-60d3-4566-82a1-09b486bd80dd req-6049b90f-1b74-40e9-bb6c-3975ff8a313c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980996 Aug 28 20:16:58.702640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-b15d5dda-d133-4692-adc6-e7b653a34882 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305815 Aug 28 20:16:58.768236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-760d2c9a-7497-4bdb-8881-15685bd159c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.769920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-760d2c9a-7497-4bdb-8881-15685bd159c4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1884823 Aug 28 20:16:58.790732 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b9448-83bc-4240-bbc4-c6048931b4b2 x-openstack-request-id: req-523b9448-83bc-4240-bbc4-c6048931b4b2 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:16:58.791076 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-plugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:16:58.791426 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-523b9448-83bc-4240-bbc4-c6048931b4b2 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:16:58.791905 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523b9448-83bc-4240-bbc4-c6048931b4b2'] response: {'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'code': 200} Aug 28 20:16:58.792959 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:58.794144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd284fef-cd66-4573-87e7-7c98e0a39e56 None None] Pushing event updated for resources: {'Port': ['ID=6950c29f-acda-418b-a56f-dde6aaf7219f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:58.837512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:58.935241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-45e458f3-04e8-460c-aa32-286772492453 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219591 Aug 28 20:16:58.936620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896db3b-1d39-4d3f-b82d-8bb9835a5a6e req-65a185d1-8b43-41c7-893e-17992570d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:58.938794 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d896db3b-1d39-4d3f-b82d-8bb9835a5a6e req-65a185d1-8b43-41c7-893e-17992570d630 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1127 time: 0.1028049 Aug 28 20:16:58.969808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Made reservation on behalf of 0338ca58862347b5928f25caec0dabfb for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:16:58.974464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:59.046116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-4d324153-a6fc-409e-b046-06a4a1e93408 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78 HTTP/1.1" status: 200 len: 217 time: 0.1011240 Aug 28 20:16:59.048066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab447ef5-1bfd-4096-92a8-ce854dbd8f50 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:16:59.105087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (d4d8840a-96a0-4af3-a45a-2af6cb5da415), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:59.131727 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d896db3b-1d39-4d3f-b82d-8bb9835a5a6e req-c977fe05-f509-4afb-8179-fb54fa414613 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526120 Aug 28 20:16:59.168251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-d5a780fa-1401-48cd-9f38-ee9de0405781 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857749 Aug 28 20:16:59.174970 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:59.181275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting port 6950c29f-acda-418b-a56f-dde6aaf7219f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:16:59.181637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6950c29f-acda-418b-a56f-dde6aaf7219f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:59.184927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-d650a9b1-9e1e-4af5-af52-170f1c143d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:59.186695 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-d650a9b1-9e1e-4af5-af52-170f1c143d6e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 200 len: 797 time: 0.1305296 Aug 28 20:16:59.218251 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:16:59.263508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:16:59.386282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] For port 6950c29f-acda-418b-a56f-dde6aaf7219f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6950c29f-acda-418b-a56f-dde6aaf7219f,segment=NetworkSegment(792c2d08-fc6f-4293-bf5f-c24b5605eb73),segment_id=792c2d08-fc6f-4293-bf5f-c24b5605eb73)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:16:59.386892 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6950c29f-acda-418b-a56f-dde6aaf7219f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:16:59.391856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-ae226f24-0508-4205-bdf9-c1f87b3ca03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:16:59.393833 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-ae226f24-0508-4205-bdf9-c1f87b3ca03e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=113972e0-aaf6-454d-9225-ecf6c56d8066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1942706 Aug 28 20:16:59.489594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Calling delete_port for 6950c29f-acda-418b-a56f-dde6aaf7219f owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:16:59.600449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b5b29c4-f20c-4632-a23b-4282d37e2949 req-7e520341-3dda-46e3-aaec-14159ba8847d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381723 Aug 28 20:16:59.652330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab01f3-c935-48ba-96ee-b4cc7656fbee None None] Network d4d8840a-96a0-4af3-a45a-2af6cb5da415 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:16:59.724688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34782) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:16:59.741420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (3c943cca-9355-4d2f-bdf4-d32fe181a111), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.024800 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:00.057325 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:00.067346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Subnet': ['ID=3c943cca-9355-4d2f-bdf4-d32fe181a111,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:00.092045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011515b-b7de-464f-bdec-d4e0d0e79e67 req-3d2b6ace-a44d-4e3b-9eaf-dcc965aaec08 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:00.096382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4011515b-b7de-464f-bdec-d4e0d0e79e67 req-3d2b6ace-a44d-4e3b-9eaf-dcc965aaec08 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1446059 Aug 28 20:17:00.116567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7733d04a-d592-4f15-bc1c-287938a7a3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.125131 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-ad75732e-c448-4d9f-aceb-47118e32892a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020469 Aug 28 20:17:00.135379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3263-1148-4e23-890b-7e5448c5e6c9 req-dd9be404-a6d5-41c4-99fd-c56340f3aaf7 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:00.135379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-93ad3263-1148-4e23-890b-7e5448c5e6c9 req-dd9be404-a6d5-41c4-99fd-c56340f3aaf7 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 943 time: 0.7176573 Aug 28 20:17:00.231130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7733d04a-d592-4f15-bc1c-287938a7a3be admin admin] Publish callbacks [] for security_group (e287fe3b-1b3f-4801-b625-d0978568deb8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.232673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Checking segment: {'id': 'bc8e1b7d-eb50-47c2-a064-4a7950743b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:00.233108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Network hostable DHCP agents. Network: e0b212f7-53b4-4ce8-8906-420ccd14158e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:00.318265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4011515b-b7de-464f-bdec-d4e0d0e79e67 req-3104575c-6633-4b0c-a3bd-88cf7c360ef2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908271 Aug 28 20:17:00.323921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7733d04a-d592-4f15-bc1c-287938a7a3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e287fe3b-1b3f-4801-b625-d0978568deb8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.354493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-93ad3263-1148-4e23-890b-7e5448c5e6c9 req-c5ffd199-2bee-4b53-9f45-6da0742f5907 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763561 Aug 28 20:17:00.385516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733d04a-d592-4f15-bc1c-287938a7a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e287fe3b-1b3f-4801-b625-d0978568deb8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:00.392800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Network e0b212f7-53b4-4ce8-8906-420ccd14158e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:00.439606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-a97cf6cb-a57d-4f4e-a128-8ad62bd96d36 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649434 Aug 28 20:17:00.445760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7733d04a-d592-4f15-bc1c-287938a7a3be admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6a9d385853a84022984423b141adcb68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7185748 Aug 28 20:17:00.448410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34798) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:00.490965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-e852c864-22c1-49fa-ac92-3056ca703bc1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 HTTP/1.1" status: 200 len: 217 time: 0.0426805 Aug 28 20:17:00.523104 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b88b196-48af-49ce-97d1-b85c92a44f29 admin admin] Publish callbacks [] for security_group (e287fe3b-1b3f-4801-b625-d0978568deb8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.543972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6950c29f-acda-418b-a56f-dde6aaf7219f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.550150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e0b212f7-53b4-4ce8-8906-420ccd14158e) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:00.553375 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b88b196-48af-49ce-97d1-b85c92a44f29 admin admin] Publish callbacks [] for security_group (e287fe3b-1b3f-4801-b625-d0978568deb8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.560958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259a6df-02a4-4831-8404-17d4bb273cfe None None] Network e0b212f7-53b4-4ce8-8906-420ccd14158e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:00.564407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:00.565123 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.572175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Port': ['ID=6950c29f-acda-418b-a56f-dde6aaf7219f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:00.576312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No DVR routers for this DVR port 6950c29f-acda-418b-a56f-dde6aaf7219f on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:00.666702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-0756a502-8ed6-4b56-a5f7-a0f1adbe2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:00.668289 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-0756a502-8ed6-4b56-a5f7-a0f1adbe2210 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58e9488b-433c-4eec-9697-2831f1649fd9 HTTP/1.1" status: 200 len: 797 time: 0.1712246 Aug 28 20:17:00.718453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e0b212f7-53b4-4ce8-8906-420ccd14158e', 'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e', 'project_id': '0338ca58862347b5928f25caec0dabfb', 'fixed_ips': [{'subnet_id': '3c943cca-9355-4d2f-bdf4-d32fe181a111'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:17:00.721624 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.731652 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:00.749955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-3cfc5934-b781-447e-b353-da1dc4622720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:00.755219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-3cfc5934-b781-447e-b353-da1dc4622720 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=82181eed-f302-4511-943f-fb3b30d86409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0503495 Aug 28 20:17:00.804811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-610ef28c-759a-437e-aa7f-f3c130cd7dcc tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3401804 Aug 28 20:17:00.807138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b88b196-48af-49ce-97d1-b85c92a44f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e287fe3b-1b3f-4801-b625-d0978568deb8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.819581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b88b196-48af-49ce-97d1-b85c92a44f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.824132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6b88b196-48af-49ce-97d1-b85c92a44f29 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e287fe3b-1b3f-4801-b625-d0978568deb8 HTTP/1.1" status: 204 len: 168 time: 0.3727753 Aug 28 20:17:00.825032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34802) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:00.873821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-911819722', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:00.914647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (d4d8840a-96a0-4af3-a45a-2af6cb5da415), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:00.945234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88b196-48af-49ce-97d1-b85c92a44f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e287fe3b-1b3f-4801-b625-d0978568deb8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:01.009274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-88b86657-cd6b-4aea-bdf9-531ec7db4824 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372222 Aug 28 20:17:01.049134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (7e370b4e-e319-478c-85c7-5be30af8d086), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.051806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (7e370b4e-e319-478c-85c7-5be30af8d086), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.113674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d8840a-96a0-4af3-a45a-2af6cb5da415']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:01.117389 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:01.133701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792c2d08-fc6f-4293-bf5f-c24b5605eb73') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:01.134062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792c2d08-fc6f-4293-bf5f-c24b5605eb73') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:01.135374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router_controller (7e370b4e-e319-478c-85c7-5be30af8d086), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.151906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (792c2d08-fc6f-4293-bf5f-c24b5605eb73), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.154035 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:01.198859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Allocated IP 172.20.0.2 (e0b212f7-53b4-4ce8-8906-420ccd14158e/3c943cca-9355-4d2f-bdf4-d32fe181a111/f599d60e-94ae-44b2-a1cb-f4c894247e57) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:01.221481 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-4226703f-a782-4493-b275-e8a200d0e724 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983097 Aug 28 20:17:01.249922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (792c2d08-fc6f-4293-bf5f-c24b5605eb73), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.319864 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-68fd9e8d-700d-444f-b62d-2b87a5e13ff0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76 HTTP/1.1" status: 200 len: 217 time: 0.0874524 Aug 28 20:17:01.321023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:01.321575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (792c2d08-fc6f-4293-bf5f-c24b5605eb73), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.437283 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 792c2d08-fc6f-4293-bf5f-c24b5605eb73 resource provider aggregate not found Aug 28 20:17:01.487698 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 792c2d08-fc6f-4293-bf5f-c24b5605eb73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 792c2d08-fc6f-4293-bf5f-c24b5605eb73 found for delete ", "request_id": "req-9be65bfd-1156-452f-b4c0-47ebe07b0910"}]} Aug 28 20:17:01.491977 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:01.507113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-0ac7cb3d-6c37-4553-887e-41e1a1270931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:01.508998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-0ac7cb3d-6c37-4553-887e-41e1a1270931 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=58e9488b-433c-4eec-9697-2831f1649fd9 HTTP/1.1" status: 200 len: 797 time: 0.1656480 Aug 28 20:17:01.596714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (d4d8840a-96a0-4af3-a45a-2af6cb5da415), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.623981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router_gateway (7e370b4e-e319-478c-85c7-5be30af8d086), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.631575 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Publish callbacks [] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.656008 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.663035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d4d8840a-96a0-4af3-a45a-2af6cb5da415 HTTP/1.1" status: 204 len: 168 time: 5.2964609 Aug 28 20:17:01.668350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800bede-b371-466f-a1ee-4bac8253adb5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Network': ['ID=d4d8840a-96a0-4af3-a45a-2af6cb5da415,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:01.670885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34830) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:01.686476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-360652202'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:01.698575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-76a0ad62-41d0-4461-baad-38baed538447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:01.701176 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-76a0ad62-41d0-4461-baad-38baed538447 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=82181eed-f302-4511-943f-fb3b30d86409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1790721 Aug 28 20:17:01.709670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ff75c-e826-4352-a083-8b7c4558ec6b req-e8938258-e331-4cca-bd45-10535fde4d2d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:01.711834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e2ff75c-e826-4352-a083-8b7c4558ec6b req-e8938258-e331-4cca-bd45-10535fde4d2d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1399910 Aug 28 20:17:01.719307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c736da-18d5-473a-b591-bcd255beb99f req-5c036e29-e44c-441c-863e-4accf8aae763 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:01.722509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-64c736da-18d5-473a-b591-bcd255beb99f req-5c036e29-e44c-441c-863e-4accf8aae763 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 943 time: 0.1428554 Aug 28 20:17:01.778398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.835321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Network e0b212f7-53b4-4ce8-8906-420ccd14158e is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:01.842679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:01.851219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:01.853518 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e2ff75c-e826-4352-a083-8b7c4558ec6b req-98145217-06bf-48c6-88ad-9a88e84d5ae6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156828 Aug 28 20:17:01.870794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Pushing event updated for resources: {'Port': ['ID=f599d60e-94ae-44b2-a1cb-f4c894247e57,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:01.901760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-64c736da-18d5-473a-b591-bcd255beb99f req-0711d87e-714f-4681-8478-8791ecf804ff tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980260 Aug 28 20:17:01.929028 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:01.949310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-c51c6901-dbd1-421e-9699-831ed97fb3b7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373233 Aug 28 20:17:01.959288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Attempting to bind port f599d60e-94ae-44b2-a1cb-f4c894247e57 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:01.959288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Attempting to bind port f599d60e-94ae-44b2-a1cb-f4c894247e57 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'bc8e1b7d-eb50-47c2-a064-4a7950743b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:01.959288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Attempting to bind port f599d60e-94ae-44b2-a1cb-f4c894247e57 on network e0b212f7-53b4-4ce8-8906-420ccd14158e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:01.969896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:01.970285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Checking segment: {'id': 'bc8e1b7d-eb50-47c2-a064-4a7950743b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:01.975046 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:01.978876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Bound using segment: {'id': 'bc8e1b7d-eb50-47c2-a064-4a7950743b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:01.980610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Bound port: f599d60e-94ae-44b2-a1cb-f4c894247e57, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8e1b7d-eb50-47c2-a064-4a7950743b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:01.982391 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.028505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:02.049092 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.171116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] For port f599d60e-94ae-44b2-a1cb-f4c894247e57, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:02.182399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] For port f599d60e-94ae-44b2-a1cb-f4c894247e57, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f599d60e-94ae-44b2-a1cb-f4c894247e57,segment=NetworkSegment(bc8e1b7d-eb50-47c2-a064-4a7950743b3b),segment_id=bc8e1b7d-eb50-47c2-a064-4a7950743b3b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:02.230357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225b0cb-6498-4392-aca5-3fc89ba55cf5 req-08b0ffe8-4e2c-429f-8bce-206a996657f5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:02.233705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f225b0cb-6498-4392-aca5-3fc89ba55cf5 req-08b0ffe8-4e2c-429f-8bce-206a996657f5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.0977798 Aug 28 20:17:02.247500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router_gateway (7e370b4e-e319-478c-85c7-5be30af8d086), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.260374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.313771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:02.333501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1beb1344-54cf-40d9-8cd2-15cc73739df4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.334294 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Added segment 1beb1344-54cf-40d9-8cd2-15cc73739df4 of type vlan for network 0d215baa-f875-4568-ac2b-016692df2b71 Aug 28 20:17:02.400626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 34844) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:02.407427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.418641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fb7a5-d6be-45e6-80cd-962451e44cc7 None None] Pushing event updated for resources: {'Port': ['ID=f599d60e-94ae-44b2-a1cb-f4c894247e57,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:02.429983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Request body: {'floatingip': {'port_id': 'ff189f50-8465-4463-a212-bccda7353806'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:02.447863 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5683a66c-606a-49ca-b8c4-b6fc806e6252 req-402cf723-b1bb-437b-840a-4ca38e594967 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885001 Aug 28 20:17:02.449758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (0d215baa-f875-4568-ac2b-016692df2b71), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.568554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (9d2640af-2a0e-4e3a-a06d-c9edf9352203), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.636124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (0d215baa-f875-4568-ac2b-016692df2b71), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.642321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:02.642979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:02.792883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Network': ['ID=0d215baa-f875-4568-ac2b-016692df2b71,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:02.829166 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 0d215baa-f875-4568-ac2b-016692df2b71 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:17:02.943414 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-37334720-9cf2-41e6-aa48-ac81e9a43972 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2657423 Aug 28 20:17:02.947052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34858) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:02.966578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Request body: {'subnet': {'network_id': '0d215baa-f875-4568-ac2b-016692df2b71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:03.088753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Allocated IP 172.25.4.90 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/d9e14266-923c-453a-9ab4-08f98d5e991f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:03.171179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f599d60e-94ae-44b2-a1cb-f4c894247e57 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:03.236184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f599d60e-94ae-44b2-a1cb-f4c894247e57 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:03.236184 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:03.264348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Made reservation on behalf of 7330eace4daf4db0a7cb0c149eb48669 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:03.273645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:03.397916 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:03.409135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f599d60e-94ae-44b2-a1cb-f4c894247e57 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:03.409654 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:03.476081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port f599d60e-94ae-44b2-a1cb-f4c894247e57, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f599d60e-94ae-44b2-a1cb-f4c894247e57,segment=NetworkSegment(bc8e1b7d-eb50-47c2-a064-4a7950743b3b),segment_id=bc8e1b7d-eb50-47c2-a064-4a7950743b3b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:03.486426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7dc2db74-d3cf-4829-97b2-f8882fb99e6a details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:17:03.576873 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:03.588377 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:03.668103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=f599d60e-94ae-44b2-a1cb-f4c894247e57,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:03.676592 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:03.791786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf5f53-1765-45ef-a9f7-5b4c3b9ae554 req-6603b994-f176-48b7-888e-5e59b0499fbe tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:03.792358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:03.794063 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2cf5f53-1765-45ef-a9f7-5b4c3b9ae554 req-6603b994-f176-48b7-888e-5e59b0499fbe tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 943 time: 0.6771019 Aug 28 20:17:03.809177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a', 'network_id': '52aaf08a-a29d-42ee-9b0a-4acfb3ba022f', 'port_id': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a', 'mac_address': 'fa:16:3e:2f:ea:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fffd38-61a2-42a2-b8fc-3ff5037f34a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:17:03.819068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.objects.ports [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 20:17:03.823619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (bb5e0462-07cd-448a-98e4-2b1082b6dae7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:03.856024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:03.857213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:03.875866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc2db74-d3cf-4829-97b2-f8882fb99e6a {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:17:03.896491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event updated for resources: {'Subnet': ['ID=bb5e0462-07cd-448a-98e4-2b1082b6dae7,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:03.904967 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:03.916484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:03.918104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Checking segment: {'id': '1beb1344-54cf-40d9-8cd2-15cc73739df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0d215baa-f875-4568-ac2b-016692df2b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:03.918619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network hostable DHCP agents. Network: 0d215baa-f875-4568-ac2b-016692df2b71, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:03.992232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for port (d9e14266-923c-453a-9ab4-08f98d5e991f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.013452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2cf5f53-1765-45ef-a9f7-5b4c3b9ae554 req-f398ac7c-67cf-45f8-8df0-4043e3829ae0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598535 Aug 28 20:17:04.062133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bfa65-a3f6-4d92-8f28-8683385c9a9c None None] Network e0b212f7-53b4-4ce8-8906-420ccd14158e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:04.077596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.130202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Network 0d215baa-f875-4568-ac2b-016692df2b71 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:04.162041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-615d05fd-32a9-4b0f-a397-494d02ce13ec None None] Provisioning complete for port f599d60e-94ae-44b2-a1cb-f4c894247e57 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:04.162041 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-615d05fd-32a9-4b0f-a397-494d02ce13ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.230394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 0d215baa-f875-4568-ac2b-016692df2b71) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:04.239779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:04.244449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.256809 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:04.260278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e3da4-2ecc-48ab-b170-b047755c64c7 None None] Network 0d215baa-f875-4568-ac2b-016692df2b71 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:04.282732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d9e14266-923c-453a-9ab4-08f98d5e991f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.327733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:17:04.328617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['7dc2db74-d3cf-4829-97b2-f8882fb99e6a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:17:04.332252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:04.353886 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2cb18cdc-9fa5-4354-b39d-4b60e3c3f3ed tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3951197 Aug 28 20:17:04.353886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34938) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:04.365522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34940) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:04.421837 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.433029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:04.434537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:04.437264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:04.464268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Port': ['ID=d9e14266-923c-453a-9ab4-08f98d5e991f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:04.534155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (0d215baa-f875-4568-ac2b-016692df2b71), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.587409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (9d2640af-2a0e-4e3a-a06d-c9edf9352203), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.623623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a41da32e-9231-4e7c-81bb-0ff4eb04b3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.713113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a41da32e-9231-4e7c-81bb-0ff4eb04b3b3 admin admin] Publish callbacks [] for security_group (040366c1-b441-40c1-8914-fc3c9adf58e0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.720799 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (bb5e0462-07cd-448a-98e4-2b1082b6dae7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.786062 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Floating IP 9d2640af-2a0e-4e3a-a06d-c9edf9352203 associated. External IP: 172.25.4.73, port: ff189f50-8465-4463-a212-bccda7353806. Aug 28 20:17:04.816314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a41da32e-9231-4e7c-81bb-0ff4eb04b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (040366c1-b441-40c1-8914-fc3c9adf58e0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.884716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a41da32e-9231-4e7c-81bb-0ff4eb04b3b3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fccd655ef7284542a148df8eaa60cb15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5169058 Aug 28 20:17:04.886373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41da32e-9231-4e7c-81bb-0ff4eb04b3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040366c1-b441-40c1-8914-fc3c9adf58e0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:04.889058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 34966) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:04.901112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-615d05fd-32a9-4b0f-a397-494d02ce13ec None None] Current status of the port f599d60e-94ae-44b2-a1cb-f4c894247e57 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:04.917222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71293180-87e7-4429-ba2f-b8668e5ea31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-0d215baa-f875-4568-ac2b-016692df2b71', 'network_id': '0d215baa-f875-4568-ac2b-016692df2b71', 'project_id': '7330eace4daf4db0a7cb0c149eb48669', 'fixed_ips': [{'subnet_id': 'bb5e0462-07cd-448a-98e4-2b1082b6dae7'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:17:04.917222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-71293180-87e7-4429-ba2f-b8668e5ea31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:04.992479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f11be722-50d5-4d25-ba56-b3f73d6b35f4 admin admin] Publish callbacks [] for security_group (040366c1-b441-40c1-8914-fc3c9adf58e0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.001628 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (bb5e0462-07cd-448a-98e4-2b1082b6dae7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.076375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5e0462-07cd-448a-98e4-2b1082b6dae7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:05.090316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f599d60e-94ae-44b2-a1cb-f4c894247e57 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:05.095701 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f11be722-50d5-4d25-ba56-b3f73d6b35f4 admin admin] Publish callbacks [] for security_group (040366c1-b441-40c1-8914-fc3c9adf58e0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.177766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router_gateway (7e370b4e-e319-478c-85c7-5be30af8d086), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.223823 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:05.240036 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:05.311144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (0d215baa-f875-4568-ac2b-016692df2b71), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.358838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518231-e451-4493-9e31-1a77db9c942b req-914e8b8f-4a71-46d0-ab1e-c18882d1c29f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:05.360802 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:05.368380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca518231-e451-4493-9e31-1a77db9c942b req-914e8b8f-4a71-46d0-ab1e-c18882d1c29f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 944 time: 0.1265695 Aug 28 20:17:05.401591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-66295548-d24a-4267-b37d-13e14c9ffd49 None None] Provisioning complete for port f599d60e-94ae-44b2-a1cb-f4c894247e57 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:05.402014 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-66295548-d24a-4267-b37d-13e14c9ffd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.403861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d215baa-f875-4568-ac2b-016692df2b71']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:05.408808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Router 6188a180-6110-47fe-9db1-2a4e02f3dff8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:17:05.418684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e2682-cdfc-4bad-83be-aa45dfd3430f None None] Network 0d215baa-f875-4568-ac2b-016692df2b71 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:05.425328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1beb1344-54cf-40d9-8cd2-15cc73739df4') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:05.425553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1beb1344-54cf-40d9-8cd2-15cc73739df4') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:05.454888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (1beb1344-54cf-40d9-8cd2-15cc73739df4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.493458 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca518231-e451-4493-9e31-1a77db9c942b req-311f06ef-0272-41d7-8f2b-0190ac66671a tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239955 Aug 28 20:17:05.501367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f599d60e-94ae-44b2-a1cb-f4c894247e57 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:05.501756 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.503447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1beb1344-54cf-40d9-8cd2-15cc73739df4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.530498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:05.544163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (1beb1344-54cf-40d9-8cd2-15cc73739df4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.562316 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1beb1344-54cf-40d9-8cd2-15cc73739df4 resource provider aggregate not found Aug 28 20:17:05.603864 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 1beb1344-54cf-40d9-8cd2-15cc73739df4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1beb1344-54cf-40d9-8cd2-15cc73739df4 found for delete ", "request_id": "req-2171ee9d-d784-49d5-9a60-20a65433a97f"}]} Aug 28 20:17:05.618151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f11be722-50d5-4d25-ba56-b3f73d6b35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (040366c1-b441-40c1-8914-fc3c9adf58e0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.620766 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f11be722-50d5-4d25-ba56-b3f73d6b35f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.622019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f11be722-50d5-4d25-ba56-b3f73d6b35f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/040366c1-b441-40c1-8914-fc3c9adf58e0 HTTP/1.1" status: 204 len: 168 time: 0.7315331 Aug 28 20:17:05.638960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be722-50d5-4d25-ba56-b3f73d6b35f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040366c1-b441-40c1-8914-fc3c9adf58e0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:05.647987 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:05.666758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (7e370b4e-e319-478c-85c7-5be30af8d086), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.684613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f599d60e-94ae-44b2-a1cb-f4c894247e57 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:05.686993 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-66295548-d24a-4267-b37d-13e14c9ffd49 None None] Current status of the port f599d60e-94ae-44b2-a1cb-f4c894247e57 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:05.739165 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (0d215baa-f875-4568-ac2b-016692df2b71), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.746802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:05.751880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.754464 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:05.763550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0d215baa-f875-4568-ac2b-016692df2b71 HTTP/1.1" status: 204 len: 168 time: 1.4109683 Aug 28 20:17:05.768740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] Sync routers for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:05.783987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35008) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:05.785074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b25d5-3f83-4750-92d8-fcb40ccf6003 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Network': ['ID=0d215baa-f875-4568-ac2b-016692df2b71,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:05.803033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:05.803692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:05.834003 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-926844e9-489d-461a-9a3e-b63e0b6b380a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/9d2640af-2a0e-4e3a-a06d-c9edf9352203 HTTP/1.1" status: 200 len: 991 time: 3.4145877 Aug 28 20:17:05.835849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:17:05.838379 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bde98f-49d0-48fe-9a99-eafea718638e" -d '{"events": [{"name": "network-changed", "server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:17:05.846405 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9566a0c4-4457-43d9-a4cc-43648690d5f5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:05.847143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9566a0c4-4457-43d9-a4cc-43648690d5f5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:05.851805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9566a0c4-4457-43d9-a4cc-43648690d5f5 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bb5e0462-07cd-448a-98e4-2b1082b6dae7 HTTP/1.1" status: 404 len: 337 time: 0.0564375 Aug 28 20:17:05.854240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35016) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:05.885172 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-182e5633-bec0-424a-94d2-eba326517c9e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:05.886909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182e5633-bec0-424a-94d2-eba326517c9e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:05.893924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-182e5633-bec0-424a-94d2-eba326517c9e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0d215baa-f875-4568-ac2b-016692df2b71 HTTP/1.1" status: 404 len: 339 time: 0.0376477 Aug 28 20:17:05.899697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35022) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:05.901751 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:05.916731 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d173ef03-9d62-4c8a-87af-b814d482f4dc x-openstack-request-id: req-d173ef03-9d62-4c8a-87af-b814d482f4dc {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:17:05.917125 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "tag": "ff189f50-8465-4463-a212-bccda7353806", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:17:05.917471 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d173ef03-9d62-4c8a-87af-b814d482f4dc {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:17:05.917996 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d173ef03-9d62-4c8a-87af-b814d482f4dc'] response: {'name': 'network-changed', 'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'status': 'completed', 'code': 200} Aug 28 20:17:05.943707 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f980c4-2c1b-411e-9ac3-c6bbc138582e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:05.944469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f980c4-2c1b-411e-9ac3-c6bbc138582e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:05.947854 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9f980c4-2c1b-411e-9ac3-c6bbc138582e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c4caafea-b896-418c-87f8-fc758e814878 HTTP/1.1" status: 404 len: 337 time: 0.0465231 Aug 28 20:17:05.953955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35024) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:05.974269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7dc2db74-d3cf-4829-97b2-f8882fb99e6a up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:05.983906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bde98f-49d0-48fe-9a99-eafea718638e req-7d2bfa66-7749-4b91-9ee6-c05129bea57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:05.985800 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18bde98f-49d0-48fe-9a99-eafea718638e req-7d2bfa66-7749-4b91-9ee6-c05129bea57b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1128 time: 0.0495119 Aug 28 20:17:06.037121 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:06.040887 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dbaad9-fdae-4a23-907a-e783b944b23e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:06.044840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66dbaad9-fdae-4a23-907a-e783b944b23e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:06.057277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:06.060520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-66dbaad9-fdae-4a23-907a-e783b944b23e tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d4d8840a-96a0-4af3-a45a-2af6cb5da415 HTTP/1.1" status: 404 len: 339 time: 0.1050711 Aug 28 20:17:06.061231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35032) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:06.068170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Router 7e370b4e-e319-478c-85c7-5be30af8d086 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:17:06.097118 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a394a7c9-907d-4d9a-ada0-8e7b121528cd tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:06.097693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a394a7c9-907d-4d9a-ada0-8e7b121528cd tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:06.103944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a394a7c9-907d-4d9a-ada0-8e7b121528cd tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/64f88e14-bffa-4652-8698-aa2f8dcf262d HTTP/1.1" status: 404 len: 337 time: 0.0415375 Aug 28 20:17:06.104726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35036) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:06.109264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:17:06.139478 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dac9be-6187-433d-9089-c4253ea74952 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:06.143633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dac9be-6187-433d-9089-c4253ea74952 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:06.149074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-29dac9be-6187-433d-9089-c4253ea74952 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/800b5f6c-8dd6-45e3-8602-0f52715af6fa HTTP/1.1" status: 404 len: 339 time: 0.0430977 Aug 28 20:17:06.151631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35042) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:06.277544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:06.278782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:06.281801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bde98f-49d0-48fe-9a99-eafea718638e req-2db1820c-57b0-4b58-9a8e-3a3e0454d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:06.283454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18bde98f-49d0-48fe-9a99-eafea718638e req-2db1820c-57b0-4b58-9a8e-3a3e0454d4d7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.2908607 Aug 28 20:17:06.317383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting port 97b07fda-5711-459d-9e05-5e4250c1ffcf {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:06.317732 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (97b07fda-5711-459d-9e05-5e4250c1ffcf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:06.394023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:06.405825 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] Sync routers for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:06.430608 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:06.440723 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:06.464236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (97b07fda-5711-459d-9e05-5e4250c1ffcf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:06.484057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Calling delete_port for 97b07fda-5711-459d-9e05-5e4250c1ffcf owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:06.488698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18bde98f-49d0-48fe-9a99-eafea718638e req-8a6ef036-ec37-4609-b43e-a5c201e7f135 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 999 time: 0.1982720 Aug 28 20:17:06.507608 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:06.518603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '9d2640af-2a0e-4e3a-a06d-c9edf9352203', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'port_id': 'ff189f50-8465-4463-a212-bccda7353806', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'mac_address': 'fa:16:3e:e0:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:16:40Z', 'updated_at': '2022-08-28T20:17:04Z', 'revision_number': 1, 'project_id': '939fd477be214483874d147e32cb6a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:06.538610 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:06.539262 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:06.590999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:06.597983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a6ff0bb4-aa7c-4446-905c-5218c6d83905 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.7652791 Aug 28 20:17:06.601495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] Checking router: 6188a180-6110-47fe-9db1-2a4e02f3dff8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:17:06.605934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35068) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:06.643213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bde98f-49d0-48fe-9a99-eafea718638e req-336ea34a-d44e-46d1-9d14-ae270755627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:06.644823 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18bde98f-49d0-48fe-9a99-eafea718638e req-336ea34a-d44e-46d1-9d14-ae270755627a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.1494071 Aug 28 20:17:06.645095 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:06.646116 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f0a21e-ee37-444d-a792-04f9baffa031 None None] The sync data for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:06.691364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:06.692497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:06.713114 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:06.723414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bde98f-49d0-48fe-9a99-eafea718638e req-856337d3-b79f-4763-af5a-42c3094b07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:06.726919 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18bde98f-49d0-48fe-9a99-eafea718638e req-856337d3-b79f-4763-af5a-42c3094b07cd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0752432 Aug 28 20:17:06.743623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:06.744030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:06.813481 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:06.821279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:17:06.823879 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5226c7-7bce-43a4-bb07-2f6c2355f03d" -d '{"events": [{"server_uuid": "c87565da-5bf6-4350-bc63-52dc1a0ced34", "name": "network-vif-plugged", "status": "completed", "tag": "7dc2db74-d3cf-4829-97b2-f8882fb99e6a"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:17:06.850066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:06.856324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18bde98f-49d0-48fe-9a99-eafea718638e req-8245253b-3743-4f2a-a5ab-740062d5f904 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215153 Aug 28 20:17:06.859366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb322-b112-47d2-910b-ffb973d1e74b req-b109c396-67a5-45ea-8788-c2e4b15ce68c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:06.867148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31ccb322-b112-47d2-910b-ffb973d1e74b req-b109c396-67a5-45ea-8788-c2e4b15ce68c tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 944 time: 0.1675944 Aug 28 20:17:06.882023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:06.928413 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee7ba00-b2ba-48fc-9576-22c8af257d4f x-openstack-request-id: req-6ee7ba00-b2ba-48fc-9576-22c8af257d4f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:17:06.928917 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87565da-5bf6-4350-bc63-52dc1a0ced34", "name": "network-vif-plugged", "status": "completed", "tag": "7dc2db74-d3cf-4829-97b2-f8882fb99e6a", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:17:06.929338 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ee7ba00-b2ba-48fc-9576-22c8af257d4f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:17:06.930206 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee7ba00-b2ba-48fc-9576-22c8af257d4f'] response: {'server_uuid': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a', 'code': 200} Aug 28 20:17:06.941974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (97b07fda-5711-459d-9e05-5e4250c1ffcf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:06.968046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31ccb322-b112-47d2-910b-ffb973d1e74b req-23f706b3-7468-441d-8e5f-4f8fb02000b6 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998123 Aug 28 20:17:07.031669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Port': ['ID=97b07fda-5711-459d-9e05-5e4250c1ffcf,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:07.100048 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:07.100642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:07.109139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5d3d2180-c51b-45c4-bfe4-47722c6f9073 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/ports/97b07fda-5711-459d-9e05-5e4250c1ffcf HTTP/1.1" status: 204 len: 168 time: 0.9555883 Aug 28 20:17:07.115956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35092) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:07.201653 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4967dad-770e-4286-b8b4-e0529a4f5d7b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:07.209131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4967dad-770e-4286-b8b4-e0529a4f5d7b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:07.209131 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f4967dad-770e-4286-b8b4-e0529a4f5d7b tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/9682e9d0-2958-4b19-a580-ccc0b50978ae HTTP/1.1" status: 404 len: 337 time: 0.0870442 Aug 28 20:17:07.214803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2902-ea6f-48d1-a2c8-db3adce4532e req-98e31372-9d8a-4c8d-80c4-a8f21b4b5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:07.217586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef9a2902-ea6f-48d1-a2c8-db3adce4532e req-98e31372-9d8a-4c8d-80c4-a8f21b4b5059 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 1127 time: 0.1574590 Aug 28 20:17:07.227046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35096) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:07.301887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:07.494305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '9d2640af-2a0e-4e3a-a06d-c9edf9352203', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'port_id': 'ff189f50-8465-4463-a212-bccda7353806', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'mac_address': 'fa:16:3e:e0:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:16:40Z', 'updated_at': '2022-08-28T20:17:04Z', 'revision_number': 1, 'project_id': '939fd477be214483874d147e32cb6a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:07.552330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c1dfc-f987-433d-aaca-2b8a22bf7139 None None] The sync data for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 is: [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '9d2640af-2a0e-4e3a-a06d-c9edf9352203', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'port_id': 'ff189f50-8465-4463-a212-bccda7353806', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'mac_address': 'fa:16:3e:e0:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:16:40Z', 'updated_at': '2022-08-28T20:17:04Z', 'revision_number': 1, 'project_id': '939fd477be214483874d147e32cb6a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:07.640101 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:07.665649 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:07.802338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18bde98f-49d0-48fe-9a99-eafea718638e req-83f5af05-84d1-4271-aa0d-9fad4b5a64b3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9268906 Aug 28 20:17:07.804052 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:07.818873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (8904f758-133e-4ac2-9539-bdf06e5b43e2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:07.959059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef9a2902-ea6f-48d1-a2c8-db3adce4532e req-338ce75f-0e6b-4bbc-9102-b69bf2cd41ef service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299016 Aug 28 20:17:08.006484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b48638-e0d8-455f-abaa-d8bf4ad95ec7 None None] New status for floating IP 9d2640af-2a0e-4e3a-a06d-c9edf9352203: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:17:08.064350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (8904f758-133e-4ac2-9539-bdf06e5b43e2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.102828 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:08.104838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8904f758-133e-4ac2-9539-bdf06e5b43e2']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:08.118273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647691e8-f17b-4632-b2cc-f518d1204487') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:08.118888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647691e8-f17b-4632-b2cc-f518d1204487') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:08.192396 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (647691e8-f17b-4632-b2cc-f518d1204487), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.248880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231a5b-5eb6-4bbe-b2d8-46d0d8a67c8f req-f1da73dd-9191-4cfc-a221-2e75af8502f0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:08.250788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6231a5b-5eb6-4bbe-b2d8-46d0d8a67c8f req-f1da73dd-9191-4cfc-a221-2e75af8502f0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.1287992 Aug 28 20:17:08.259934 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (647691e8-f17b-4632-b2cc-f518d1204487), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.291502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:08.291925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (647691e8-f17b-4632-b2cc-f518d1204487), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.503764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35162) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:08.565927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6231a5b-5eb6-4bbe-b2d8-46d0d8a67c8f req-9e54dfde-f221-4367-ac77-d095afd56811 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930431 Aug 28 20:17:08.594790 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 647691e8-f17b-4632-b2cc-f518d1204487 resource provider aggregate not found Aug 28 20:17:08.631861 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 647691e8-f17b-4632-b2cc-f518d1204487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 647691e8-f17b-4632-b2cc-f518d1204487 found for delete ", "request_id": "req-cfa4c530-4c91-483d-b649-35944aa9285b"}]} Aug 28 20:17:08.641298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (8904f758-133e-4ac2-9539-bdf06e5b43e2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.653406 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.661911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8904f758-133e-4ac2-9539-bdf06e5b43e2 HTTP/1.1" status: 204 len: 168 time: 1.4331594 Aug 28 20:17:08.665440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35176) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:08.679512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Network': ['ID=8904f758-133e-4ac2-9539-bdf06e5b43e2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:08.690549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.691059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.691606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.692049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.692534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.692974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.693317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.693661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.694032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.694463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.694800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.695197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.695675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.696095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.696469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8266852-a8d7-43be-943f-07684e916861 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:08.726229 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Allocated IP 172.20.0.1 (e0b212f7-53b4-4ce8-8906-420ccd14158e/3c943cca-9355-4d2f-bdf4-d32fe181a111/ca0320a2-fc14-46bc-bc6c-3b85bfb70e00) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:08.739782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9e55-094a-48c0-b1c0-ae84da315f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.837085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting port a6ceeadd-f1a5-4f80-9c3a-07af6d638c66 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:08.837475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a6ceeadd-f1a5-4f80-9c3a-07af6d638c66), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.840776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9e55-094a-48c0-b1c0-ae84da315f29 admin admin] Publish callbacks [] for security_group (d435db54-15d0-4da7-a0d9-bdab774b3d10), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.893357 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:08.944046 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9e55-094a-48c0-b1c0-ae84da315f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d435db54-15d0-4da7-a0d9-bdab774b3d10), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.960454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a6ceeadd-f1a5-4f80-9c3a-07af6d638c66), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:08.990669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Calling delete_port for a6ceeadd-f1a5-4f80-9c3a-07af6d638c66 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:09.024915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.088580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0bdc9e55-094a-48c0-b1c0-ae84da315f29 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=43a25f818109450aba3161e82f057a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5827665 Aug 28 20:17:09.089637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc9e55-094a-48c0-b1c0-ae84da315f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d435db54-15d0-4da7-a0d9-bdab774b3d10,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:09.092103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35188) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:09.186022 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:09.208682 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1280a204-b232-485f-9a2a-90fd1aab45d8 admin admin] Publish callbacks [] for security_group (d435db54-15d0-4da7-a0d9-bdab774b3d10), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.234147 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1280a204-b232-485f-9a2a-90fd1aab45d8 admin admin] Publish callbacks [] for security_group (d435db54-15d0-4da7-a0d9-bdab774b3d10), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.299506 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.346046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Network e0b212f7-53b4-4ce8-8906-420ccd14158e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:09.346953 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a6ceeadd-f1a5-4f80-9c3a-07af6d638c66), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.356357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:09.360488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:09.414288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Port': ['ID=ca0320a2-fc14-46bc-bc6c-3b85bfb70e00,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:09.508343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.525911 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a6ceeadd-f1a5-4f80-9c3a-07af6d638c66 HTTP/1.1" status: 204 len: 168 time: 0.8556647 Aug 28 20:17:09.528396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35204) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:09.540452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1280a204-b232-485f-9a2a-90fd1aab45d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d435db54-15d0-4da7-a0d9-bdab774b3d10), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.554553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1280a204-b232-485f-9a2a-90fd1aab45d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.554553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1280a204-b232-485f-9a2a-90fd1aab45d8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d435db54-15d0-4da7-a0d9-bdab774b3d10 HTTP/1.1" status: 204 len: 168 time: 0.4602275 Aug 28 20:17:09.554553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb1a2-2f28-490e-acfb-76ed19bef2f9 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Port': ['ID=a6ceeadd-f1a5-4f80-9c3a-07af6d638c66,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:09.577570 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:09.583736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (7e370b4e-e319-478c-85c7-5be30af8d086), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.601888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a204-b232-485f-9a2a-90fd1aab45d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d435db54-15d0-4da7-a0d9-bdab774b3d10,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:09.649877 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e81ef39-354a-42ad-9f1a-67b3aba2d7ef tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:09.650440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e81ef39-354a-42ad-9f1a-67b3aba2d7ef tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:09.670899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2e81ef39-354a-42ad-9f1a-67b3aba2d7ef tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4d23d9d4-10a9-486f-8400-9400569f98f4 HTTP/1.1" status: 404 len: 337 time: 0.1413653 Aug 28 20:17:09.681040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35216) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:09.760800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-38b5f77b-08db-49bb-a4e1-d39a36807869 None None] Provisioning complete for port ca0320a2-fc14-46bc-bc6c-3b85bfb70e00 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:09.761458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38b5f77b-08db-49bb-a4e1-d39a36807869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.848989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38b5f77b-08db-49bb-a4e1-d39a36807869 None None] Port ca0320a2-fc14-46bc-bc6c-3b85bfb70e00 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:17:09.875377 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (06ae88da-e46f-4855-9c18-853f55ad4787), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.889952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff7a94-01b6-4296-b8d3-b6cdd20e5127 req-6c8db3bb-859c-46c7-9e03-11c4ac884229 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:09.892444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cff7a94-01b6-4296-b8d3-b6cdd20e5127 req-6c8db3bb-859c-46c7-9e03-11c4ac884229 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.1294994 Aug 28 20:17:09.970911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:09.995065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (06ae88da-e46f-4855-9c18-853f55ad4787), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.021508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ae88da-e46f-4855-9c18-853f55ad4787']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:10.035492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1854f2e-5767-4bba-8181-8123ffbee5cb') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:10.043257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1854f2e-5767-4bba-8181-8123ffbee5cb') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:10.052533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (c1854f2e-5767-4bba-8181-8123ffbee5cb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.057345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cff7a94-01b6-4296-b8d3-b6cdd20e5127 req-daa08fbc-f74c-4c2c-9f26-3223f313cc59 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419981 Aug 28 20:17:10.063478 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:10.082185 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c1854f2e-5767-4bba-8181-8123ffbee5cb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.111127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:10.111548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (c1854f2e-5767-4bba-8181-8123ffbee5cb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.202662 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:10.293875 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:10.312829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad2e3e-0340-412b-b1f0-4c3b3b4c46ff req-7e655b89-19c0-444b-aaf0-0b48a27c10e1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:10.314790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26ad2e3e-0340-412b-b1f0-4c3b3b4c46ff req-7e655b89-19c0-444b-aaf0-0b48a27c10e1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.0820823 Aug 28 20:17:10.396269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (06ae88da-e46f-4855-9c18-853f55ad4787), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.402243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.407265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/06ae88da-e46f-4855-9c18-853f55ad4787 HTTP/1.1" status: 204 len: 168 time: 0.7256663 Aug 28 20:17:10.410016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35248) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:10.460123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a6b0a-7fb0-4908-9b77-e9b64e0aaf98 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Network': ['ID=06ae88da-e46f-4855-9c18-853f55ad4787,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:10.481329 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-26ad2e3e-0340-412b-b1f0-4c3b3b4c46ff req-5fa18513-b0a0-46b8-9967-e07c9885ff81 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568129 Aug 28 20:17:10.560408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting subnet e240d02c-d149-42d9-968b-ed00c3664ed9 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:17:10.566573 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (e240d02c-d149-42d9-968b-ed00c3664ed9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.636387 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (e240d02c-d149-42d9-968b-ed00c3664ed9), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.652186 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c1854f2e-5767-4bba-8181-8123ffbee5cb resource provider aggregate not found Aug 28 20:17:10.671552 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c1854f2e-5767-4bba-8181-8123ffbee5cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1854f2e-5767-4bba-8181-8123ffbee5cb found for delete ", "request_id": "req-366d462e-22b6-4548-80ab-c1cdfd508c13"}]} Aug 28 20:17:10.692724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.747241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e240d02c-d149-42d9-968b-ed00c3664ed9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.832953 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.925842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (e240d02c-d149-42d9-968b-ed00c3664ed9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.933499 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (7e370b4e-e319-478c-85c7-5be30af8d086), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:10.980988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00ae16-73bf-44c2-82f9-8b7d8df17edc req-ccefe245-cccc-4ea6-b9f5-195ca38bd9c0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:10.988962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Subnet': ['ID=e240d02c-d149-42d9-968b-ed00c3664ed9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:10.996174 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:10.999511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.006390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-14d6f373-0b4b-4ecc-982f-67cee325f2ec tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e240d02c-d149-42d9-968b-ed00c3664ed9 HTTP/1.1" status: 204 len: 168 time: 0.5929992 Aug 28 20:17:11.010587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee545ed-c2d0-404c-b5ed-1c08e487593f None None] Network c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:11.012097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c00ae16-73bf-44c2-82f9-8b7d8df17edc req-ccefe245-cccc-4ea6-b9f5-195ca38bd9c0 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.1670821 Aug 28 20:17:11.014492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35286) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:11.018998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Port': ['ID=ca0320a2-fc14-46bc-bc6c-3b85bfb70e00,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:11.133299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Network e0b212f7-53b4-4ce8-8906-420ccd14158e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:11.135033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:11.195603 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c15ccfee-f02f-4c78-ac8c-569c4b0c42b7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.209275 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c00ae16-73bf-44c2-82f9-8b7d8df17edc req-d5842fb0-ba27-4993-aa09-ce8173d8ca27 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959999 Aug 28 20:17:11.283890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Deleting port a28cbd96-2ecc-4750-9bf3-f654cfb40088 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:11.284260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.326575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] DHCP port deletion for c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:17:11.342286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Router 7e370b4e-e319-478c-85c7-5be30af8d086 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:17:11.401653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] For port a28cbd96-2ecc-4750-9bf3-f654cfb40088, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28cbd96-2ecc-4750-9bf3-f654cfb40088,segment=NetworkSegment(5823b428-5ff2-49be-ba0a-1ed67f9c77c3),segment_id=5823b428-5ff2-49be-ba0a-1ed67f9c77c3)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:11.402188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.429991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Calling delete_port for a28cbd96-2ecc-4750-9bf3-f654cfb40088 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:11.461263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] Deleting port a28cbd96-2ecc-4750-9bf3-f654cfb40088 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:11.461544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.499828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5adfa-409a-4b6a-b441-4f67eb852a40 req-2a52eb6e-89c5-4d0e-a4ac-49c2d05c7eb9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:11.508161 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4c5adfa-409a-4b6a-b441-4f67eb852a40 req-2a52eb6e-89c5-4d0e-a4ac-49c2d05c7eb9 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.0742881 Aug 28 20:17:11.641343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4c5adfa-409a-4b6a-b441-4f67eb852a40 req-0af1d61d-4d39-40b8-8239-abab04dfb2aa tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321709 Aug 28 20:17:11.658752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:11.667170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3ae017c1-dd1b-4bd1-a94c-f93b8c08a88e tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "PUT /networking/v2.0/routers/7e370b4e-e319-478c-85c7-5be30af8d086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0638518 Aug 28 20:17:11.669293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35316) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:11.674201 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] Sync routers for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:11.675750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Request body: {'port': {'network_id': 'e0b212f7-53b4-4ce8-8906-420ccd14158e', 'name': 'tempest-FloatingIPAdminTestJSON-1518920220'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:11.704433 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:11.712917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:11.715807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] For port a28cbd96-2ecc-4750-9bf3-f654cfb40088, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28cbd96-2ecc-4750-9bf3-f654cfb40088,segment=NetworkSegment(5823b428-5ff2-49be-ba0a-1ed67f9c77c3),segment_id=5823b428-5ff2-49be-ba0a-1ed67f9c77c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:11.716214 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.724787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.743044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] Calling delete_port for a28cbd96-2ecc-4750-9bf3-f654cfb40088 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:11.745506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0d79f660-9608-43cc-8900-4d4c49a2b1c0 None None] Provisioning complete for port ca0320a2-fc14-46bc-bc6c-3b85bfb70e00 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:11.746139 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0d79f660-9608-43cc-8900-4d4c49a2b1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.783653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0d79f660-9608-43cc-8900-4d4c49a2b1c0 None None] Port ca0320a2-fc14-46bc-bc6c-3b85bfb70e00 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:17:11.802754 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:11.830917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:11.833364 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:11.846072 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:11.898474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] No DVR routers for this DVR port a28cbd96-2ecc-4750-9bf3-f654cfb40088 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:11.899174 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:11.899886 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfde0e-faf2-47e8-97e2-5ad41a89f196 None None] The sync data for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:11.900798 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (a28cbd96-2ecc-4750-9bf3-f654cfb40088), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:11.901078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Port': ['ID=a28cbd96-2ecc-4750-9bf3-f654cfb40088,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:11.917274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] No DVR routers for this DVR port a28cbd96-2ecc-4750-9bf3-f654cfb40088 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:11.935987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bcbe7-2629-4b96-8743-c66647638b58 None None] Pushing event deleted for resources: {'Port': ['ID=a28cbd96-2ecc-4750-9bf3-f654cfb40088,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:12.026611 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c15ccfee-f02f-4c78-ac8c-569c4b0c42b7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.066371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15ccfee-f02f-4c78-ac8c-569c4b0c42b7']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:12.080988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5823b428-5ff2-49be-ba0a-1ed67f9c77c3') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:12.081348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5823b428-5ff2-49be-ba0a-1ed67f9c77c3') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:12.091486 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:12.097131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (5823b428-5ff2-49be-ba0a-1ed67f9c77c3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.113821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5823b428-5ff2-49be-ba0a-1ed67f9c77c3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.124200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758446ce-234f-412b-916c-fab762231dae req-f265d477-571e-4b47-8dfd-2106581616ea tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:12.126954 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-758446ce-234f-412b-916c-fab762231dae req-f265d477-571e-4b47-8dfd-2106581616ea tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.0761151 Aug 28 20:17:12.127775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:12.128456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (5823b428-5ff2-49be-ba0a-1ed67f9c77c3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.205127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-758446ce-234f-412b-916c-fab762231dae req-9b54263a-600b-4a85-9078-e93ef255dcac tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696499 Aug 28 20:17:12.220211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Made reservation on behalf of 0338ca58862347b5928f25caec0dabfb for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:12.224772 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.253267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] device_id is not set on port 465dcd1a-0a69-4cb2-89a4-9a4167093c3c yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:12.325989 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c15ccfee-f02f-4c78-ac8c-569c4b0c42b7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.378894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.385020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c15ccfee-f02f-4c78-ac8c-569c4b0c42b7 HTTP/1.1" status: 204 len: 168 time: 1.3497589 Aug 28 20:17:12.432539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27507e1c-3a53-47f0-ad51-bd9e58833882 tempest-NetworksIpV6TestAttrs-1334375340 tempest-NetworksIpV6TestAttrs-1334375340-project] Pushing event deleted for resources: {'Network': ['ID=c15ccfee-f02f-4c78-ac8c-569c4b0c42b7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:12.452451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e873e-c9e1-450d-a6a4-4ac5184b16ca req-566ac202-457a-4f2c-91d5-fa47c47673e1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:12.452451 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c9e873e-c9e1-450d-a6a4-4ac5184b16ca req-566ac202-457a-4f2c-91d5-fa47c47673e1 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.1265969 Aug 28 20:17:12.471082 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:12.488187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Allocated IP 172.20.0.11 (e0b212f7-53b4-4ce8-8906-420ccd14158e/3c943cca-9355-4d2f-bdf4-d32fe181a111/465dcd1a-0a69-4cb2-89a4-9a4167093c3c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:12.531717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c9e873e-c9e1-450d-a6a4-4ac5184b16ca req-a370f730-c19e-45a5-a7ca-9634d56fb12f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759623 Aug 28 20:17:12.674618 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:17:12.711724 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5823b428-5ff2-49be-ba0a-1ed67f9c77c3 resource provider aggregate not found Aug 28 20:17:12.734075 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5823b428-5ff2-49be-ba0a-1ed67f9c77c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5823b428-5ff2-49be-ba0a-1ed67f9c77c3 found for delete ", "request_id": "req-9c1077a6-2fca-416a-8411-30fdb1b478ce"}]} Aug 28 20:17:12.746636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for port (465dcd1a-0a69-4cb2-89a4-9a4167093c3c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.844654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35388) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:12.865352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (465dcd1a-0a69-4cb2-89a4-9a4167093c3c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:12.927111 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:12.955390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Network e0b212f7-53b4-4ce8-8906-420ccd14158e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:12.959816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:12.965480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:12.985063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event updated for resources: {'Port': ['ID=465dcd1a-0a69-4cb2-89a4-9a4167093c3c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:13.002182 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.045064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28cbd96-2ecc-4750-9bf3-f654cfb40088 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:13.052623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1754220111', 'router:external': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:13.071395 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:13.087401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:13.088213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.095741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a28cbd96-2ecc-4750-9bf3-f654cfb40088 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:17:13.096496 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28cbd96-2ecc-4750-9bf3-f654cfb40088 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:17:13.243373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c8b24539-fddb-4bed-91a1-476020dc5f92 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5724258 Aug 28 20:17:13.249309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35416) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:13.259080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35420) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:13.268804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Made reservation on behalf of 44cd7a49738b45d7ba4b65a3243c34a5 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:13.271448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.294323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.382541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22dbf1-89a4-416e-94e3-c3eb06256087 req-024cfe1a-8910-4070-903c-41c760096661 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:13.395412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c22dbf1-89a4-416e-94e3-c3eb06256087 req-024cfe1a-8910-4070-903c-41c760096661 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.0862887 Aug 28 20:17:13.443164 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for security_group (f1868f2f-296d-4ca4-a418-fa732498b341), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.450151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9677839e-fcbc-445e-b791-2ea4256854b8 None None] Provisioning complete for port 465dcd1a-0a69-4cb2-89a4-9a4167093c3c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:13.450788 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9677839e-fcbc-445e-b791-2ea4256854b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (465dcd1a-0a69-4cb2-89a4-9a4167093c3c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.491406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9677839e-fcbc-445e-b791-2ea4256854b8 None None] Port 465dcd1a-0a69-4cb2-89a4-9a4167093c3c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:17:13.499546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c22dbf1-89a4-416e-94e3-c3eb06256087 req-8a7386cb-4c00-4745-8321-02f7c33d982d tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026282 Aug 28 20:17:13.525899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'project_id': '0338ca58862347b5928f25caec0dabfb', 'port_id': '465dcd1a-0a69-4cb2-89a4-9a4167093c3c'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:13.532017 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-518f0214-b98a-4971-b81c-f3c4a8772cea admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7330eace4daf4db0a7cb0c149eb48669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695332 Aug 28 20:17:13.534675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35430) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:13.540849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f1868f2f-296d-4ca4-a418-fa732498b341), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.572549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:13.584616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1868f2f-296d-4ca4-a418-fa732498b341,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:13.591283 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (be9f6fd9-f451-40ea-85b8-e449d4666fba), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.591641 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Added segment be9f6fd9-f451-40ea-85b8-e449d4666fba of type vlan for network 70a472c3-ad01-446c-b7ea-3a89ffcb440d Aug 28 20:17:13.594210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-decee7f8-deaa-49f6-859e-3898834d870b admin admin] Publish callbacks [] for security_group (5f37e787-05ac-4c2a-b01d-a2812015b48c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.617899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-decee7f8-deaa-49f6-859e-3898834d870b admin admin] Publish callbacks [] for security_group (5f37e787-05ac-4c2a-b01d-a2812015b48c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.645422 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (70a472c3-ad01-446c-b7ea-3a89ffcb440d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.661491 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.763091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.768782 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-decee7f8-deaa-49f6-859e-3898834d870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5f37e787-05ac-4c2a-b01d-a2812015b48c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.779920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-decee7f8-deaa-49f6-859e-3898834d870b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.779920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-decee7f8-deaa-49f6-859e-3898834d870b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5f37e787-05ac-4c2a-b01d-a2812015b48c HTTP/1.1" status: 204 len: 168 time: 0.2401388 Aug 28 20:17:13.788548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decee7f8-deaa-49f6-859e-3898834d870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f37e787-05ac-4c2a-b01d-a2812015b48c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:13.830175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (70a472c3-ad01-446c-b7ea-3a89ffcb440d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.831384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:13.831977 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:13.834745 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:13.933175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Network': ['ID=70a472c3-ad01-446c-b7ea-3a89ffcb440d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:13.951926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 70a472c3-ad01-446c-b7ea-3a89ffcb440d details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:17:13.993015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Allocated IP 172.25.4.115 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/2ba7c894-f33f-46c9-9e3f-5b069d9a50cf) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:14.011321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a10579e3-cf46-41c7-bc60-30037fcb0d55 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1655099 Aug 28 20:17:14.014615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35456) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:14.024110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'subnet': {'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:14.143457 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:14.208091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Made reservation on behalf of 44cd7a49738b45d7ba4b65a3243c34a5 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:14.210450 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:14.244143 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:14.277900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:14.343417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:14.360614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:14.366701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:14.393677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba7c894-f33f-46c9-9e3f-5b069d9a50cf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:14.518307 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:14.678599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a480716-4d6c-4681-9b0b-f9bd0b57a00b req-c9c3fd59-dc90-43c2-82a6-abbb9b446f41 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:14.680139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a480716-4d6c-4681-9b0b-f9bd0b57a00b req-c9c3fd59-dc90-43c2-82a6-abbb9b446f41 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.0706289 Aug 28 20:17:14.821315 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:14.846940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-4625157d-c36b-43d0-8e9a-0c75644de468 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:14.848501 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-4625157d-c36b-43d0-8e9a-0c75644de468 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 945 time: 0.1867156 Aug 28 20:17:14.989308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a480716-4d6c-4681-9b0b-f9bd0b57a00b req-97a26635-98ac-431d-96a2-e3caf24a2877 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f317befa-34bb-4150-a8c6-56f16e56cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579284 Aug 28 20:17:15.043352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.objects.ports [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 20:17:15.044129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (dad70d7c-b243-4391-868e-ce0711c1ded1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.172701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Deleting port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:15.173404 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.183128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35522) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:15.268745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dad70d7c-b243-4391-868e-ce0711c1ded1,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:15.310922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Checking segment: {'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:15.311199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network hostable DHCP agents. Network: 70a472c3-ad01-446c-b7ea-3a89ffcb440d, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:15.315953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for floatingip (4b62a9bd-6b62-42e2-a92e-4f78d22f78ba), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.324320 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:15.364963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] For port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:15.364963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.390396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Calling delete_port for 7dc2db74-d3cf-4829-97b2-f8882fb99e6a owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:15.420586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-325298197'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:15.443026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network 70a472c3-ad01-446c-b7ea-3a89ffcb440d is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:15.528024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:15.533149 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.544259 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.665178 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (b72938d5-b100-4d7d-85ee-531d7f0b69b5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.772180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b72938d5-b100-4d7d-85ee-531d7f0b69b5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.813310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:15.831979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2dce604d-d0a1-4843-a938-253386f8cbc7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.832382 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment 2dce604d-d0a1-4843-a938-253386f8cbc7 of type vlan for network 10898b37-f24f-4c68-a969-025286443568 Aug 28 20:17:15.842351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72938d5-b100-4d7d-85ee-531d7f0b69b5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:15.852029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 70a472c3-ad01-446c-b7ea-3a89ffcb440d) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:15.861545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:15.862460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.869268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f524ec1f-f389-4cde-917e-2b6cf9029b11 None None] Network 70a472c3-ad01-446c-b7ea-3a89ffcb440d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:15.884041 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.927594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (10898b37-f24f-4c68-a969-025286443568), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:15.984499 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a657f3a0-31ae-45fb-aeec-8c0e25383b08 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9645076 Aug 28 20:17:15.991455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35562) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:16.014431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1756086782', 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:16.050355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ea104-3580-4e53-be7d-70bc55029de0 None None] Network 70a472c3-ad01-446c-b7ea-3a89ffcb440d requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:16.062557 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7dc2db74-d3cf-4829-97b2-f8882fb99e6a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.110197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Pushing event deleted for resources: {'Port': ['ID=7dc2db74-d3cf-4829-97b2-f8882fb99e6a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:16.123201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (10898b37-f24f-4c68-a969-025286443568), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.146632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:16.148671 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.157328 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:16.189296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Made reservation on behalf of 44cd7a49738b45d7ba4b65a3243c34a5 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:16.196096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.205291 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:16.249487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] No DVR routers for this DVR port 7dc2db74-d3cf-4829-97b2-f8882fb99e6a on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:16.254630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.259094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63d95648-6672-47bc-9c6b-0a84cd102d2b req-9e535bb0-d361-407a-8b62-2270ba81541f tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.89 "DELETE /networking/v2.0/ports/7dc2db74-d3cf-4829-97b2-f8882fb99e6a HTTP/1.1" status: 204 len: 173 time: 1.3966033 Aug 28 20:17:16.277218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'name': 'network-vif-deleted', 'tag': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:17:16.280467 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6434e61b-0230-4bfc-b1b2-ed8241977c1a" -d '{"events": [{"server_uuid": "c87565da-5bf6-4350-bc63-52dc1a0ced34", "name": "network-vif-deleted", "tag": "7dc2db74-d3cf-4829-97b2-f8882fb99e6a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:17:16.329158 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.349916 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aa5334-2543-406e-8cfc-047f70823d1f x-openstack-request-id: req-d9aa5334-2543-406e-8cfc-047f70823d1f {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:17:16.349916 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87565da-5bf6-4350-bc63-52dc1a0ced34", "name": "network-vif-deleted", "tag": "7dc2db74-d3cf-4829-97b2-f8882fb99e6a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:17:16.349916 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9aa5334-2543-406e-8cfc-047f70823d1f {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:17:16.349916 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9aa5334-2543-406e-8cfc-047f70823d1f'] response: {'server_uuid': 'c87565da-5bf6-4350-bc63-52dc1a0ced34', 'name': 'network-vif-deleted', 'tag': '7dc2db74-d3cf-4829-97b2-f8882fb99e6a', 'status': 'completed', 'code': 200} Aug 28 20:17:16.391348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.424646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e236428-9c09-4b60-a8d1-a2a1111e5276 req-e1909736-524b-4151-87fc-6e1a6a7d7103 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 210 time: 0.2433376 Aug 28 20:17:16.447848 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2571850 Aug 28 20:17:16.450294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35584) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:16.455487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e0c57-8553-431e-aac5-52876a7bbad8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=10898b37-f24f-4c68-a969-025286443568,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:16.459126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'name': 'tempest-PortsIpV6TestJSON-402528564'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:16.468861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] device_id is not set on port c172eb0b-ce44-4476-ab3c-3c1cd92a974e yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:16.475015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 10898b37-f24f-4c68-a969-025286443568 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:17:16.548857 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:16.569645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba7c894-f33f-46c9-9e3f-5b069d9a50cf,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:16.576243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (4b62a9bd-6b62-42e2-a92e-4f78d22f78ba), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.713070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Allocated IP 172.20.0.3 (70a472c3-ad01-446c-b7ea-3a89ffcb440d/dad70d7c-b243-4391-868e-ce0711c1ded1/c172eb0b-ce44-4476-ab3c-3c1cd92a974e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:16.744946 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Floating IP 4b62a9bd-6b62-42e2-a92e-4f78d22f78ba associated. External IP: 172.25.4.115, port: 465dcd1a-0a69-4cb2-89a4-9a4167093c3c. Aug 28 20:17:16.759466 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:16.932018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:16.938170 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.947689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for port (c172eb0b-ce44-4476-ab3c-3c1cd92a974e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:16.987070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port b4ac1e93-1584-42dd-9b52-56f272ab856b yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:17.117790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c172eb0b-ce44-4476-ab3c-3c1cd92a974e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.131899 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:17.173299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Router 7e370b4e-e319-478c-85c7-5be30af8d086 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:17:17.193722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Port': ['ID=c172eb0b-ce44-4476-ab3c-3c1cd92a974e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:17.209166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network 70a472c3-ad01-446c-b7ea-3a89ffcb440d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:17.230295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:17.230295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:17.281455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:17.283404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.361760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2feade4d-1c68-45ad-b847-5ea9bfdde264 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3675423 Aug 28 20:17:17.364396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35612) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:17.393199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.475318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:17.485503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Deleting port c172eb0b-ce44-4476-ab3c-3c1cd92a974e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:17.485957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c172eb0b-ce44-4476-ab3c-3c1cd92a974e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.488868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] Sync routers for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:17.508248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:17.509823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:17.563350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.579786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:17.590838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:17.591894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:17.626742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c172eb0b-ce44-4476-ab3c-3c1cd92a974e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.655652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:17.657452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b487a-dc98-48c6-89b5-42e10b642efb None None] The sync data for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:17.659120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.662922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Calling delete_port for c172eb0b-ce44-4476-ab3c-3c1cd92a974e owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:17.681432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-85a940ed-ac5e-4f29-96b4-ebb8b0d3949e req-a1717a04-e9b5-4a8d-8371-5f38d9c41293 tempest-ServerDiskConfigTestJSON-1424108359 tempest-ServerDiskConfigTestJSON-1424108359-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c87565da-5bf6-4350-bc63-52dc1a0ced34 HTTP/1.1" status: 200 len: 210 time: 0.1061330 Aug 28 20:17:17.733697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=b4ac1e93-1584-42dd-9b52-56f272ab856b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:17.737109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7ccbbc6d-f461-4795-9545-6623f5292fef tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.4895322 Aug 28 20:17:17.741124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35628) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:17.779030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': '2dce604d-d0a1-4843-a938-253386f8cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '10898b37-f24f-4c68-a969-025286443568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:17.779415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: 10898b37-f24f-4c68-a969-025286443568, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:17.845824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7dc2db74-d3cf-4829-97b2-f8882fb99e6a no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:17.866639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 7dc2db74-d3cf-4829-97b2-f8882fb99e6a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:17:17.866989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 7dc2db74-d3cf-4829-97b2-f8882fb99e6a not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:17:17.878664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-325cd767-8b03-44a8-bd3d-f71d07a8201d tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips/4b62a9bd-6b62-42e2-a92e-4f78d22f78ba HTTP/1.1" status: 200 len: 984 time: 0.1364033 Aug 28 20:17:17.881222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35632) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:17.963473 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c172eb0b-ce44-4476-ab3c-3c1cd92a974e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:17.974918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:18.008956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-80a062da-3a53-439a-8ef7-e49bc1a74c9b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1265392 Aug 28 20:17:18.013130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:18.016265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event deleted for resources: {'Port': ['ID=c172eb0b-ce44-4476-ab3c-3c1cd92a974e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:18.037264 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:18.104039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 10898b37-f24f-4c68-a969-025286443568) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:18.110124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:18.115626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:18.116280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.123442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20606127-fad7-40f8-9917-e94331cdfc70 None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:18.223433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0f4a2101-795c-41cd-8ee3-f6de3d4477e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7670262 Aug 28 20:17:18.223802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35650) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:18.225902 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:18.231501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-795555396'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:18.478374 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.482018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5ed9782f-12ef-44bf-97b5-042a1de94f0d tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/c172eb0b-ce44-4476-ab3c-3c1cd92a974e HTTP/1.1" status: 204 len: 168 time: 1.1153960 Aug 28 20:17:18.485709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:18.487830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35656) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:18.492111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d', 'external_fixed_ips': [{'subnet_id': 'dad70d7c-b243-4391-868e-ce0711c1ded1', 'ip_address': '172.20.0.3'}]}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:18.492343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.562178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Deleting port 2ba7c894-f33f-46c9-9e3f-5b069d9a50cf {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:18.562540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.645021 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.646185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.662454 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:18.683698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.684028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for floatingip (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.709472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Calling delete_port for 2ba7c894-f33f-46c9-9e3f-5b069d9a50cf owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:18.743696 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.830333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:18.850216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bb3bfebb-72f1-414c-984a-66a87a0d75eb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:18.850961 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment bb3bfebb-72f1-414c-984a-66a87a0d75eb of type vlan for network 6a37e70e-ec01-4f34-bd9b-405836e3742b Aug 28 20:17:18.942054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6a37e70e-ec01-4f34-bd9b-405836e3742b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.078522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35688) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:19.149813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.160091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6a37e70e-ec01-4f34-bd9b-405836e3742b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.165301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:19.166393 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.293972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=6a37e70e-ec01-4f34-bd9b-405836e3742b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:19.304872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6a37e70e-ec01-4f34-bd9b-405836e3742b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:17:19.359561 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d45e0e9e-e4a3-47bb-858e-46adda337f57 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1337416 Aug 28 20:17:19.366644 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35700) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:19.375311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'ports': [{'network_id': '10898b37-f24f-4c68-a969-025286443568'}, {'network_id': '6a37e70e-ec01-4f34-bd9b-405836e3742b'}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:19.375788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:19.376377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '6a37e70e-ec01-4f34-bd9b-405836e3742b'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:19.439234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2ba7c894-f33f-46c9-9e3f-5b069d9a50cf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.441456 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:19.477411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Port': ['ID=2ba7c894-f33f-46c9-9e3f-5b069d9a50cf,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:19.653109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for floatingip (4b62a9bd-6b62-42e2-a92e-4f78d22f78ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.653939 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Floating IP 4b62a9bd-6b62-42e2-a92e-4f78d22f78ba disassociated (deleted). External IP: 172.25.4.115, port: 465dcd1a-0a69-4cb2-89a4-9a4167093c3c. Aug 28 20:17:19.728054 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.802950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (e95d22ba-aa0f-4be6-a07d-11e696e60b29), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.815011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.897460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 2} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:19.903436 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:19.909728 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:19.929032 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.151790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Allocated IP 172.20.0.3 (70a472c3-ad01-446c-b7ea-3a89ffcb440d/dad70d7c-b243-4391-868e-ce0711c1ded1/fbc9a60c-3436-476b-8069-cb134a844429) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:20.156298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:20.166157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Router 7e370b4e-e319-478c-85c7-5be30af8d086 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:17:20.185674 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:20.309704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Deleting port 3d145927-8680-449d-9eb6-8988e7ed84e1 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:20.310073 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.374590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for port (fbc9a60c-3436-476b-8069-cb134a844429), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.387033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:20.393816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.403197 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] Sync routers for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:20.424665 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:20.425319 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:20.458387 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ea171cfe-c692-4562-8634-5b610354f578 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/4b62a9bd-6b62-42e2-a92e-4f78d22f78ba HTTP/1.1" status: 204 len: 168 time: 2.4441578 Aug 28 20:17:20.465075 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:20.465324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35738) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:20.470985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:20.483237 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:20.484934 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:20.542178 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:20.542790 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39d296-8cb9-457a-82f7-a5ac7d54ff6f None None] The sync data for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:20.557837 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fbc9a60c-3436-476b-8069-cb134a844429), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.615643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network 70a472c3-ad01-446c-b7ea-3a89ffcb440d is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:20.619229 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:20.624077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:20.651144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc9a60c-3436-476b-8069-cb134a844429,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:20.664596 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.813052 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.837763 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:20.873621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.880187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] For port 3d145927-8680-449d-9eb6-8988e7ed84e1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3d145927-8680-449d-9eb6-8988e7ed84e1,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:20.880542 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:20.907900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Calling delete_port for 3d145927-8680-449d-9eb6-8988e7ed84e1 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:20.927428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port b32b893c-b29b-4097-a013-8e35c86985f4 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:20.998372 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:21.094333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Allocated IP 172.25.4.102 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/2450e1fd-31ca-42bd-8196-e02769ce1090) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:21.225516 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:21.228655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (b32b893c-b29b-4097-a013-8e35c86985f4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.237677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.357082 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.448714 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.509297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:21.513952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:21.525616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:21.527426 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b32b893c-b29b-4097-a013-8e35c86985f4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.547765 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:21.563069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:21.588068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.600790 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3d145927-8680-449d-9eb6-8988e7ed84e1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.625539 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:21.666659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:21.696331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:21.699469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': 'bb3bfebb-72f1-414c-984a-66a87a0d75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a37e70e-ec01-4f34-bd9b-405836e3742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:21.700422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: 6a37e70e-ec01-4f34-bd9b-405836e3742b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:21.707572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:21.710454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Pushing event updated for resources: {'Port': ['ID=2450e1fd-31ca-42bd-8196-e02769ce1090,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:21.713265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:21.741278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=b32b893c-b29b-4097-a013-8e35c86985f4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:21.755087 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:21.790120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d145927-8680-449d-9eb6-8988e7ed84e1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:21.895096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 6a37e70e-ec01-4f34-bd9b-405836e3742b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:21.984844 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for floatingip (0dcd1d2b-5fcf-42dc-9002-ad0508c37049), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.000262 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f06f2238-5d49-4045-889a-27f5e88d833a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.034765 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (e95d22ba-aa0f-4be6-a07d-11e696e60b29), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.115122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6a37e70e-ec01-4f34-bd9b-405836e3742b) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:22.131040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a62d719-37e5-48cc-8cb8-7d2d1dd766c6 None None] Network 6a37e70e-ec01-4f34-bd9b-405836e3742b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:22.131322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:22.136507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:22.141554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:22.142387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.388877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-633670c7-d829-44e4-b377-d8506b435106 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0209413 Aug 28 20:17:22.422127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35802) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:22.485700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Router 06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:17:22.502066 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.564568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Router e95d22ba-aa0f-4be6-a07d-11e696e60b29 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:17:22.576427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port b32b893c-b29b-4097-a013-8e35c86985f4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:22.582456 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b32b893c-b29b-4097-a013-8e35c86985f4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.605202 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:22.703135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:22.719454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Sync routers for ids ['06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:22.732596 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b32b893c-b29b-4097-a013-8e35c86985f4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.743107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Routers {'06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:22.744029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:22.790046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.791843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for b32b893c-b29b-4097-a013-8e35c86985f4 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:22.849818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:22.859665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1634eb46-b703-40af-bd9e-b9279b0b6c7f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e95d22ba-aa0f-4be6-a07d-11e696e60b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7832396 Aug 28 20:17:22.860581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35806) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:22.871581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Set router 06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:22.881464 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] Sync routers for ids ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:22.894197 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.900129 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e3192e28-94f0-47d4-bfac-c423abc794bf tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4068370 Aug 28 20:17:22.900415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35810) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:22.907653 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] Routers {'e95d22ba-aa0f-4be6-a07d-11e696e60b29'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:22.909141 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:22.950828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:22.965196 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:23.082291 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:23.088344 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks [] for router (e95d22ba-aa0f-4be6-a07d-11e696e60b29), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.091676 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] Set router e95d22ba-aa0f-4be6-a07d-11e696e60b29 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:23.104334 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0dcd1d2b-5fcf-42dc-9002-ad0508c37049), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.119961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Pushing event updated for resources: {'Port': ['ID=2450e1fd-31ca-42bd-8196-e02769ce1090,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:23.133459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.174624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b32b893c-b29b-4097-a013-8e35c86985f4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.241906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=b32b893c-b29b-4097-a013-8e35c86985f4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:23.243198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.246808 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf78eb33-ef3b-4b6c-ad25-c02ab6c437ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b32b893c-b29b-4097-a013-8e35c86985f4 HTTP/1.1" status: 204 len: 168 time: 0.8233492 Aug 28 20:17:23.279035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35814) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:23.288592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86', 'name': '', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d', 'external_fixed_ips': [{'subnet_id': 'dad70d7c-b243-4391-868e-ce0711c1ded1', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fbc9a60c-3436-476b-8069-cb134a844429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:18Z', 'updated_at': '2022-08-28T20:17:20Z', 'revision_number': 3, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port': {'id': 'fbc9a60c-3436-476b-8069-cb134a844429', 'name': '', 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'dad70d7c-b243-4391-868e-ce0711c1ded1', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:19Z', 'updated_at': '2022-08-28T20:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dad70d7c-b243-4391-868e-ce0711c1ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:23.304960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.309785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-213560ca-04f7-438f-ab6f-f18fdc30f46b tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8402789 Aug 28 20:17:23.323413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35818) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:23.355135 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:23.363356 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:23.363651 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Checking router: 06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:17:23.366091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Updating router 06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86 port fbc9a60c-3436-476b-8069-cb134a844429 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:17:23.400657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.400815 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks [] for router_gateway (e95d22ba-aa0f-4be6-a07d-11e696e60b29), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.412165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea96a69-8c62-4462-aff9-18d3eebfc45f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:23.418267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea96a69-8c62-4462-aff9-18d3eebfc45f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:23.423364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0ea96a69-8c62-4462-aff9-18d3eebfc45f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1397209 Aug 28 20:17:23.424505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35824) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:23.448635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fbc9a60c-3436-476b-8069-cb134a844429), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.454349 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:17:21Z', 'revision_number': 5, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:23.486705 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] Checking router: e95d22ba-aa0f-4be6-a07d-11e696e60b29 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:17:23.500847 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] Routers {'e95d22ba-aa0f-4be6-a07d-11e696e60b29'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:23.501484 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:16:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:23.573002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:23.573748 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.627261 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:23.652636 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] Set router e95d22ba-aa0f-4be6-a07d-11e696e60b29 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:23.655376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Deleting port fbc9a60c-3436-476b-8069-cb134a844429 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:23.655759 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fbc9a60c-3436-476b-8069-cb134a844429), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.721903 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:23.752655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.803480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Deleting port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:23.804997 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:23.805618 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.822098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fbc9a60c-3436-476b-8069-cb134a844429), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.860036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Calling delete_port for fbc9a60c-3436-476b-8069-cb134a844429 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:23.881768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:23.891052 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:17:21Z', 'revision_number': 5, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:23.927892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:23.945022 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99245-119c-4bdb-919d-5f401be0d089 None None] The sync data for ids ['e95d22ba-aa0f-4be6-a07d-11e696e60b29'] in n-d-854121-7 is: [{'id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'name': 'tempest-ServerDiskConfigTestJSON-1537681704-router', 'tenant_id': '89c95f91e3874db2bda39bfa0b90962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:14:43Z', 'updated_at': '2022-08-28T20:17:21Z', 'revision_number': 5, 'project_id': '89c95f91e3874db2bda39bfa0b90962b', 'gw_port': {'id': '65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d22ba-aa0f-4be6-a07d-11e696e60b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:14:44Z', 'updated_at': '2022-08-28T20:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:23.993219 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:24.059442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] For port 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:24.060420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.065531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Publish callbacks [] for port (fbc9a60c-3436-476b-8069-cb134a844429), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.090378 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.094171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Calling delete_port for 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:24.158061 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:24.212932 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fbc9a60c-3436-476b-8069-cb134a844429), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.230857 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.266402 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.275265 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef964f6d-03b7-4c60-91f9-5196efbd5282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.318580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Attempting to bind port fbc9a60c-3436-476b-8069-cb134a844429 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:24.320389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Attempting to bind port fbc9a60c-3436-476b-8069-cb134a844429 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:24.321021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Attempting to bind port fbc9a60c-3436-476b-8069-cb134a844429 on network 70a472c3-ad01-446c-b7ea-3a89ffcb440d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:24.346599 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:24.351967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.357367 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c7192528-ce3d-498d-bfec-ead96d1d34b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7 HTTP/1.1" status: 204 len: 168 time: 0.9286330 Aug 28 20:17:24.360644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35840) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:24.384653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:24.385041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Checking segment: {'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:24.385777 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.385956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Bound using segment: {'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:24.386341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Bound port: fbc9a60c-3436-476b-8069-cb134a844429, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:24.386803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fbc9a60c-3436-476b-8069-cb134a844429), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.404397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3361a-eeed-4821-9a72-bbaad602c4d8 None None] Pushing event updated for resources: {'Port': ['ID=fbc9a60c-3436-476b-8069-cb134a844429,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:24.463849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf7368-be01-41e3-9149-57e667f82f37 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:24.465377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-10bf7368-be01-41e3-9149-57e667f82f37 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1003385 Aug 28 20:17:24.468407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35842) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:24.529368 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5455f51-b5bf-439a-82b3-ed6bf14de7b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:17:24.530969 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b5455f51-b5bf-439a-82b3-ed6bf14de7b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/b32b893c-b29b-4097-a013-8e35c86985f4 HTTP/1.1" status: 404 len: 333 time: 0.0613375 Aug 28 20:17:24.533822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35846) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:24.584350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.592141 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-99123ccf-631e-4fe8-b9e3-9e66fe1f183a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:17:24.594209 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99123ccf-631e-4fe8-b9e3-9e66fe1f183a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/a6df81d8-8e0b-4c6e-a8ba-5d60dad9cce7 HTTP/1.1" status: 404 len: 333 time: 0.0588331 Aug 28 20:17:24.602396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35850) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:24.608458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:17:24.609637 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:17:24.626589 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fbc9a60c-3436-476b-8069-cb134a844429), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.630022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:24.668010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Allocated IP 172.25.4.216 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/f9ee8b6d-017a-4082-939c-9e59e9d3b4c7) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:24.706739 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (e95d22ba-aa0f-4be6-a07d-11e696e60b29), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.739841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc9a60c-3436-476b-8069-cb134a844429,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:24.851890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (e95d22ba-aa0f-4be6-a07d-11e696e60b29), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.856738 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks [] for router_controller (e95d22ba-aa0f-4be6-a07d-11e696e60b29), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.862120 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6a37e70e-ec01-4f34-bd9b-405836e3742b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:24.919841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.018889 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (e95d22ba-aa0f-4be6-a07d-11e696e60b29), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.019517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95d22ba-aa0f-4be6-a07d-11e696e60b29 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:17:25.025780 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.031866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b8d4c738-a21d-4a3a-8d17-f5708f3825f8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/e95d22ba-aa0f-4be6-a07d-11e696e60b29 HTTP/1.1" status: 204 len: 168 time: 2.1657126 Aug 28 20:17:25.032425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35856) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:25.071017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3d145927-8680-449d-9eb6-8988e7ed84e1 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:25.097678 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks [] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.112062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3d145927-8680-449d-9eb6-8988e7ed84e1 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:17:25.112062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3d145927-8680-449d-9eb6-8988e7ed84e1 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:17:25.150640 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.157590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.162637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6a37e70e-ec01-4f34-bd9b-405836e3742b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.167549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Attempting to bind port fbc9a60c-3436-476b-8069-cb134a844429 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:25.168376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Attempting to bind port fbc9a60c-3436-476b-8069-cb134a844429 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:25.168963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Attempting to bind port fbc9a60c-3436-476b-8069-cb134a844429 on network 70a472c3-ad01-446c-b7ea-3a89ffcb440d {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:25.177353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:25.178079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Checking segment: {'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:25.178939 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.179716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Bound using segment: {'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:25.180560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Bound port: fbc9a60c-3436-476b-8069-cb134a844429, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9f6fd9-f451-40ea-85b8-e449d4666fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70a472c3-ad01-446c-b7ea-3a89ffcb440d'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:25.181225 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fbc9a60c-3436-476b-8069-cb134a844429), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.195000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] Deleting subnet a4fffd38-61a2-42a2-b8fc-3ff5037f34a7 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:17:25.213044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Port fbc9a60c-3436-476b-8069-cb134a844429 has been deleted concurrently {{(pid=114323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Aug 28 20:17:25.219313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] Publish callbacks [] for subnet (a4fffd38-61a2-42a2-b8fc-3ff5037f34a7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.236879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Routers {'06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:25.238724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:25.277145 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:25.279199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a37e70e-ec01-4f34-bd9b-405836e3742b']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:25.307103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3bfebb-72f1-414c-984a-66a87a0d75eb') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:25.307412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3bfebb-72f1-414c-984a-66a87a0d75eb') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:25.322502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (bb3bfebb-72f1-414c-984a-66a87a0d75eb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.353321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] Set router 06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:25.368659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bb3bfebb-72f1-414c-984a-66a87a0d75eb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.378016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (a4fffd38-61a2-42a2-b8fc-3ff5037f34a7), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.392298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:25.393365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (bb3bfebb-72f1-414c-984a-66a87a0d75eb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.459367 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bb3bfebb-72f1-414c-984a-66a87a0d75eb resource provider aggregate not found Aug 28 20:17:25.476560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.477321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:17:25.478799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86', 'name': '', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:18Z', 'updated_at': '2022-08-28T20:17:24Z', 'revision_number': 5, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:25.482503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.486923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-28c50b44-8281-4c49-8025-bdd2ce529698 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86 HTTP/1.1" status: 204 len: 168 time: 2.5854425 Aug 28 20:17:25.488240 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.491004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35868) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:25.526536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff99cb-a158-440d-9b1d-1fa6067d167e None None] The sync data for ids ['06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86'] in n-d-854121-7 is: [{'id': '06d46fb9-5da7-4f17-af1f-3f4ad0b5fd86', 'name': '', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:18Z', 'updated_at': '2022-08-28T20:17:24Z', 'revision_number': 5, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:25.550504 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (a4fffd38-61a2-42a2-b8fc-3ff5037f34a7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.586073 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:25.688889 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment bb3bfebb-72f1-414c-984a-66a87a0d75eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb3bfebb-72f1-414c-984a-66a87a0d75eb found for delete ", "request_id": "req-76270bae-8e05-4553-8317-eff26d6cb4aa"}]} Aug 28 20:17:25.739580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:25.752498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:25.756880 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:25.763251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Pushing event updated for resources: {'Port': ['ID=f9ee8b6d-017a-4082-939c-9e59e9d3b4c7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:25.787318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (a4fffd38-61a2-42a2-b8fc-3ff5037f34a7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.800661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Deleting subnet dad70d7c-b243-4391-868e-ce0711c1ded1 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:17:25.805168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for subnet (dad70d7c-b243-4391-868e-ce0711c1ded1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.819694 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.863912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fffd38-61a2-42a2-b8fc-3ff5037f34a7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:25.865755 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (dad70d7c-b243-4391-868e-ce0711c1ded1), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.875579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:25.880023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e5a11-f449-4e1c-aa75-169324746e42 None None] Network 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:25.887199 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-abc93c11-1c52-4449-893b-600b9add2d7e admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/a4fffd38-61a2-42a2-b8fc-3ff5037f34a7 HTTP/1.1" status: 204 len: 168 time: 0.8535621 Aug 28 20:17:25.893549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35872) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:25.911494 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:25.939054 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:25.962531 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6a37e70e-ec01-4f34-bd9b-405836e3742b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.020392 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.028595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35874) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:26.032118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6a37e70e-ec01-4f34-bd9b-405836e3742b HTTP/1.1" status: 204 len: 168 time: 1.4234931 Aug 28 20:17:26.035656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939273610'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:26.096610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (dad70d7c-b243-4391-868e-ce0711c1ded1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.149758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] DHCP port deletion for 52aaf08a-a29d-42ee-9b0a-4acfb3ba022f request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:17:26.150744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:26.155762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.157694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=6a37e70e-ec01-4f34-bd9b-405836e3742b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:26.190536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:26.202141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ea996402-50e8-4cb8-a2b2-30cbe42cc3de), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.202834 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment ea996402-50e8-4cb8-a2b2-30cbe42cc3de of type vlan for network fb773e60-3e1a-4f44-a8a9-e5b338265d80 Aug 28 20:17:26.202925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] Deleting port a4fb8063-3ba5-4283-ad84-d912bff02104 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:26.203239 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.239531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.239888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.240237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.240667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.241015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.241357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.247785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.248293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.248647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.248997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.249951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.250299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.250636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.250969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.251301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb422a0-deea-4264-a72e-2348834a390c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:26.286221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.288820 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:26.298195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] For port a4fb8063-3ba5-4283-ad84-d912bff02104, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a4fb8063-3ba5-4283-ad84-d912bff02104,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:26.298410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (fb773e60-3e1a-4f44-a8a9-e5b338265d80), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.299558 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.310474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks [] for floatingip (ce26cf95-7ce4-4406-ac5d-e7fb08ae2052), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.325713 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] Calling delete_port for a4fb8063-3ba5-4283-ad84-d912bff02104 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:26.336095 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:26.368506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Deleting port a4fb8063-3ba5-4283-ad84-d912bff02104 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:26.368651 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.424460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (fb773e60-3e1a-4f44-a8a9-e5b338265d80), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.430281 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:26.431018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.433311 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:26.433823 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (dad70d7c-b243-4391-868e-ce0711c1ded1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.496296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.527609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.535373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/dad70d7c-b243-4391-868e-ce0711c1ded1 HTTP/1.1" status: 204 len: 168 time: 0.9633834 Aug 28 20:17:26.544482 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.565484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] No DVR routers for this DVR port a4fb8063-3ba5-4283-ad84-d912bff02104 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:26.598093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=fb773e60-3e1a-4f44-a8a9-e5b338265d80,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:26.603307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:26.632905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network fb773e60-3e1a-4f44-a8a9-e5b338265d80 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:17:26.639012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa35c69-1077-4567-994e-3fc768c7804b None None] Pushing event deleted for resources: {'Port': ['ID=a4fb8063-3ba5-4283-ad84-d912bff02104,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:26.732266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3a90bd93-a848-42b0-bd8c-d96f814ff3d1 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7024143 Aug 28 20:17:26.745025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35880) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:26.748712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks [] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.752031 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:26.759815 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:26.761188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910814-b554-4b6b-aba0-ef5a3c96cc9f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dad70d7c-b243-4391-868e-ce0711c1ded1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:26.763081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:26.788682 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] For port a4fb8063-3ba5-4283-ad84-d912bff02104, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a4fb8063-3ba5-4283-ad84-d912bff02104,segment=NetworkSegment(7d0b0535-7ffb-42fc-a1ee-c28718d9cc32),segment_id=7d0b0535-7ffb-42fc-a1ee-c28718d9cc32)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:26.789981 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:26.812259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Calling delete_port for a4fb8063-3ba5-4283-ad84-d912bff02104 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:26.865390 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (70a472c3-ad01-446c-b7ea-3a89ffcb440d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.007185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a4fb8063-3ba5-4283-ad84-d912bff02104), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.050204 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.089945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:27.094588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fb8063-3ba5-4283-ad84-d912bff02104,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:27.134294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:17:27.134785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65f1599a-c4c4-4851-9e7f-7bc2a8e0ae7f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:17:27.135237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a4fb8063-3ba5-4283-ad84-d912bff02104 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:27.141679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] No DVR routers for this DVR port a4fb8063-3ba5-4283-ad84-d912bff02104 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:27.144097 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.148924 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (70a472c3-ad01-446c-b7ea-3a89ffcb440d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.185962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a472c3-ad01-446c-b7ea-3a89ffcb440d']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:27.194237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a4fb8063-3ba5-4283-ad84-d912bff02104 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:17:27.195403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a4fb8063-3ba5-4283-ad84-d912bff02104 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:17:27.203048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9f6fd9-f451-40ea-85b8-e449d4666fba') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:27.203048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9f6fd9-f451-40ea-85b8-e449d4666fba') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:27.214455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (be9f6fd9-f451-40ea-85b8-e449d4666fba), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.220556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (ce26cf95-7ce4-4406-ac5d-e7fb08ae2052), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.239917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (be9f6fd9-f451-40ea-85b8-e449d4666fba), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.247744 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:27.253739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:27.254325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (be9f6fd9-f451-40ea-85b8-e449d4666fba), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.300668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Pushing event updated for resources: {'Port': ['ID=f9ee8b6d-017a-4082-939c-9e59e9d3b4c7,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:27.303262 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment be9f6fd9-f451-40ea-85b8-e449d4666fba resource provider aggregate not found Aug 28 20:17:27.349939 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment be9f6fd9-f451-40ea-85b8-e449d4666fba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be9f6fd9-f451-40ea-85b8-e449d4666fba found for delete ", "request_id": "req-c2b13f37-fcee-4fa5-b37f-fd15a45fa359"}]} Aug 28 20:17:27.365819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:27.370339 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.452837 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:27.460562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (70a472c3-ad01-446c-b7ea-3a89ffcb440d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.487912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70a472c3-ad01-446c-b7ea-3a89ffcb440d {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 20:17:27.526880 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.537626 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/70a472c3-ad01-446c-b7ea-3a89ffcb440d HTTP/1.1" status: 204 len: 168 time: 0.9275696 Aug 28 20:17:27.537626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Performing IP validity checks on allocation pools {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Aug 28 20:17:27.560473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Aug 28 20:17:27.567672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4ac1f-24a2-49ec-baa0-58c1d5692de7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event deleted for resources: {'Network': ['ID=70a472c3-ad01-446c-b7ea-3a89ffcb440d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:27.757343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.766619 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.769925 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8cc76b2f-6f41-4034-9672-deb5df614ec8 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4440691 Aug 28 20:17:27.772170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.786280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35892) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:27.812500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52aaf08a-a29d-42ee-9b0a-4acfb3ba022f']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:27.834056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:27.838096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0b0535-7ffb-42fc-a1ee-c28718d9cc32') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:27.864265 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (7d0b0535-7ffb-42fc-a1ee-c28718d9cc32), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.876014 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-866dddf5-ced9-4962-86dd-f62564aeb9a5 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.0874958 Aug 28 20:17:27.877381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (4ae00c7e-7439-48aa-8a04-1bd7cad4eec5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.879752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35896) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:27.897211 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (7d0b0535-7ffb-42fc-a1ee-c28718d9cc32), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.913061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:27.916468 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (7d0b0535-7ffb-42fc-a1ee-c28718d9cc32), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:27.976746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7ab094de-b5e3-4be0-8d6b-a4fa945ab5bd tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0920730 Aug 28 20:17:27.997311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35898) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:28.074986 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 7d0b0535-7ffb-42fc-a1ee-c28718d9cc32 resource provider aggregate not found Aug 28 20:17:28.103129 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 7d0b0535-7ffb-42fc-a1ee-c28718d9cc32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d0b0535-7ffb-42fc-a1ee-c28718d9cc32 found for delete ", "request_id": "req-d6e193cd-1ab9-4bab-938f-4addb040ef61"}]} Aug 28 20:17:28.115918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (52aaf08a-a29d-42ee-9b0a-4acfb3ba022f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.123796 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.133398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/52aaf08a-a29d-42ee-9b0a-4acfb3ba022f HTTP/1.1" status: 204 len: 168 time: 2.2204387 Aug 28 20:17:28.164641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2fc5-a35f-47f8-832e-be0f1f92cc1c admin admin] Pushing event deleted for resources: {'Network': ['ID=52aaf08a-a29d-42ee-9b0a-4acfb3ba022f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:28.241645 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:28.253237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35910) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:28.257791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-db52d31f-448b-4c6d-8506-4f6e43dff776 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'router': {'name': 'tempest-router--2145991947', 'project_id': '750d44f5fca842bb879d7f04d5a0812d'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:28.300000 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:28.314796 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:28.315738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=4ae00c7e-7439-48aa-8a04-1bd7cad4eec5,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:28.331459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': 'ea996402-50e8-4cb8-a2b2-30cbe42cc3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:28.332131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: fb773e60-3e1a-4f44-a8a9-e5b338265d80, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:28.335203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Deleting port f9ee8b6d-017a-4082-939c-9e59e9d3b4c7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:28.335546 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.362893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db52d31f-448b-4c6d-8506-4f6e43dff776 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (32dafda8-5171-4c25-baaa-40d5d612a626), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.362893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db52d31f-448b-4c6d-8506-4f6e43dff776 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (32dafda8-5171-4c25-baaa-40d5d612a626), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.426877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db52d31f-448b-4c6d-8506-4f6e43dff776 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (32dafda8-5171-4c25-baaa-40d5d612a626), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.455878 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.456552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks [] for floatingip (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.472456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Calling delete_port for f9ee8b6d-017a-4082-939c-9e59e9d3b4c7 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:28.515838 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db52d31f-448b-4c6d-8506-4f6e43dff776 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (32dafda8-5171-4c25-baaa-40d5d612a626), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.521211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network fb773e60-3e1a-4f44-a8a9-e5b338265d80 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:28.673845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db52d31f-448b-4c6d-8506-4f6e43dff776 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.676880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-db52d31f-448b-4c6d-8506-4f6e43dff776 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4210243 Aug 28 20:17:28.679410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35914) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:28.761564 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62d41361-9e70-44c1-b743-0f9452b5e83b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (32dafda8-5171-4c25-baaa-40d5d612a626), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.839547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35916) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:28.989561 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-208cde24-57da-445d-ae67-71ab9483ceca admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=89c95f91e3874db2bda39bfa0b90962b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485887 Aug 28 20:17:28.991482 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62d41361-9e70-44c1-b743-0f9452b5e83b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (32dafda8-5171-4c25-baaa-40d5d612a626), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:28.993250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35918) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:28.996994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62d41361-9e70-44c1-b743-0f9452b5e83b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (32dafda8-5171-4c25-baaa-40d5d612a626), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.011209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, fb773e60-3e1a-4f44-a8a9-e5b338265d80) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:29.018591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:29.019200 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.032529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f08930-5e24-4f1a-a4b5-6294347572af None None] Network fb773e60-3e1a-4f44-a8a9-e5b338265d80 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:29.085359 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f12da99-6d39-48ed-9b2c-d8ea44f68723 admin admin] Publish callbacks [] for security_group (f317befa-34bb-4150-a8c6-56f16e56cbce), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.113144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f12da99-6d39-48ed-9b2c-d8ea44f68723 admin admin] Publish callbacks [] for security_group (f317befa-34bb-4150-a8c6-56f16e56cbce), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.153014 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ec61ba4b-3dbb-414b-9f1a-1ba55eda81cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4065752 Aug 28 20:17:29.156403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35920) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:29.162824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80', 'name': 'tempest-PortsIpV6TestJSON-10534165'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:29.191681 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62d41361-9e70-44c1-b743-0f9452b5e83b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (32dafda8-5171-4c25-baaa-40d5d612a626), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.192376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d41361-9e70-44c1-b743-0f9452b5e83b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32dafda8-5171-4c25-baaa-40d5d612a626 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:17:29.216039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f9ee8b6d-017a-4082-939c-9e59e9d3b4c7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.220655 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62d41361-9e70-44c1-b743-0f9452b5e83b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.222449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-62d41361-9e70-44c1-b743-0f9452b5e83b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/32dafda8-5171-4c25-baaa-40d5d612a626 HTTP/1.1" status: 204 len: 168 time: 0.5417039 Aug 28 20:17:29.232649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-fb773e60-3e1a-4f44-a8a9-e5b338265d80', 'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80', 'project_id': '02e0dcbc271e416e8412dac35e8935ef', 'fixed_ips': [{'subnet_id': '4ae00c7e-7439-48aa-8a04-1bd7cad4eec5'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:17:29.234984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.279966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Pushing event deleted for resources: {'Port': ['ID=f9ee8b6d-017a-4082-939c-9e59e9d3b4c7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:29.302956 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f12da99-6d39-48ed-9b2c-d8ea44f68723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f317befa-34bb-4150-a8c6-56f16e56cbce), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.312153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9f12da99-6d39-48ed-9b2c-d8ea44f68723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.316091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9f12da99-6d39-48ed-9b2c-d8ea44f68723 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f317befa-34bb-4150-a8c6-56f16e56cbce HTTP/1.1" status: 204 len: 168 time: 0.3194137 Aug 28 20:17:29.321190 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:29.351516 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12da99-6d39-48ed-9b2c-d8ea44f68723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f317befa-34bb-4150-a8c6-56f16e56cbce,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:29.443567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks [] for floatingip (ce26cf95-7ce4-4406-ac5d-e7fb08ae2052), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.443567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.443567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33e5457c-3133-450b-9010-7d561f531232 tempest-FloatingIPAdminTestJSON-432643574 tempest-FloatingIPAdminTestJSON-432643574-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/ce26cf95-7ce4-4406-ac5d-e7fb08ae2052 HTTP/1.1" status: 204 len: 168 time: 1.4442432 Aug 28 20:17:29.446825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35930) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:29.508005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Allocated IP 2001:db8::2 (fb773e60-3e1a-4f44-a8a9-e5b338265d80/4ae00c7e-7439-48aa-8a04-1bd7cad4eec5/60c4c464-3283-4e47-912c-dfb5e4a25564) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:29.553925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:29.560382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.611108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 80c9e4a3-5ae8-4f4a-9969-42bab2234891 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:29.802479 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Publish callbacks [] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.803961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Deleting port 2450e1fd-31ca-42bd-8196-e02769ce1090 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:29.804512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.928330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.928778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for floatingip (2450e1fd-31ca-42bd-8196-e02769ce1090), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:29.946933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Calling delete_port for 2450e1fd-31ca-42bd-8196-e02769ce1090 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:30.053412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.070988 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:30.145045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35936) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:30.163401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Network fb773e60-3e1a-4f44-a8a9-e5b338265d80 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:30.165193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Pushing event updated for resources: {'Port': ['ID=60c4c464-3283-4e47-912c-dfb5e4a25564,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:30.180394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:30.184807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:30.208195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::36f (fb773e60-3e1a-4f44-a8a9-e5b338265d80/4ae00c7e-7439-48aa-8a04-1bd7cad4eec5/80c9e4a3-5ae8-4f4a-9969-42bab2234891) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:30.215928 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:30.250880 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:30.279533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Attempting to bind port 60c4c464-3283-4e47-912c-dfb5e4a25564 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:30.279893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Attempting to bind port 60c4c464-3283-4e47-912c-dfb5e4a25564 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'ea996402-50e8-4cb8-a2b2-30cbe42cc3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:30.280457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Attempting to bind port 60c4c464-3283-4e47-912c-dfb5e4a25564 on network fb773e60-3e1a-4f44-a8a9-e5b338265d80 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:30.291898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:30.292305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Checking segment: {'id': 'ea996402-50e8-4cb8-a2b2-30cbe42cc3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:30.292732 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.293740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Bound using segment: {'id': 'ea996402-50e8-4cb8-a2b2-30cbe42cc3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:30.294206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2450e1fd-31ca-42bd-8196-e02769ce1090), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.294383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Bound port: 60c4c464-3283-4e47-912c-dfb5e4a25564, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea996402-50e8-4cb8-a2b2-30cbe42cc3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fb773e60-3e1a-4f44-a8a9-e5b338265d80'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:30.294679 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.362746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Pushing event deleted for resources: {'Port': ['ID=2450e1fd-31ca-42bd-8196-e02769ce1090,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:30.396714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] For port 60c4c464-3283-4e47-912c-dfb5e4a25564, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:30.400773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] For port 60c4c464-3283-4e47-912c-dfb5e4a25564, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=60c4c464-3283-4e47-912c-dfb5e4a25564,segment=NetworkSegment(ea996402-50e8-4cb8-a2b2-30cbe42cc3de),segment_id=ea996402-50e8-4cb8-a2b2-30cbe42cc3de)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:30.418833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35940) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:30.488030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.573318 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks [] for floatingip (0dcd1d2b-5fcf-42dc-9002-ad0508c37049), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.585114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.593037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a6097258-47bd-428e-80ea-19c1cebc3226 tempest-FloatingIPAdminTestJSON-493489184 tempest-FloatingIPAdminTestJSON-493489184-project-admin] 10.222.0.78 "DELETE /networking/v2.0/floatingips/0dcd1d2b-5fcf-42dc-9002-ad0508c37049 HTTP/1.1" status: 204 len: 168 time: 1.1420267 Aug 28 20:17:30.593723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35948) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:30.605501 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (80c9e4a3-5ae8-4f4a-9969-42bab2234891), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.646742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83507-d793-46b1-9309-f5c29ae7eff1 None None] Pushing event updated for resources: {'Port': ['ID=60c4c464-3283-4e47-912c-dfb5e4a25564,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:30.761912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (80c9e4a3-5ae8-4f4a-9969-42bab2234891), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.786469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Deleting port 465dcd1a-0a69-4cb2-89a4-9a4167093c3c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:30.786469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (465dcd1a-0a69-4cb2-89a4-9a4167093c3c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:30.973950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=80c9e4a3-5ae8-4f4a-9969-42bab2234891,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:30.983902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2041257692', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:31.041401 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:31.060573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network fb773e60-3e1a-4f44-a8a9-e5b338265d80 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:31.074681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:31.082484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:31.083493 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:31.088896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (465dcd1a-0a69-4cb2-89a4-9a4167093c3c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.095564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:31.097429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.134502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Calling delete_port for 465dcd1a-0a69-4cb2-89a4-9a4167093c3c owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:31.167431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40b4e8b5-aff0-4db4-9691-1dde8839a5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.194502 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:31.302484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 60c4c464-3283-4e47-912c-dfb5e4a25564 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:31.313128 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40b4e8b5-aff0-4db4-9691-1dde8839a5f9 admin admin] Publish callbacks [] for security_group (235a61bf-a8cc-4f8f-a100-b42e0027dee1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.385890 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:31.433688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 60c4c464-3283-4e47-912c-dfb5e4a25564 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:31.438207 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.438370 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:31.438828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40b4e8b5-aff0-4db4-9691-1dde8839a5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (235a61bf-a8cc-4f8f-a100-b42e0027dee1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.439216 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:31.478177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3b29f94a-6cf5-4037-93f2-6fe0d01b9d63 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3157563 Aug 28 20:17:31.478177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (bb8e3874-9d56-4367-b9fb-275ffa244e28), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.478448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35956) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:31.478564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (bb8e3874-9d56-4367-b9fb-275ffa244e28), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.536818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (465dcd1a-0a69-4cb2-89a4-9a4167093c3c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.556455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 60c4c464-3283-4e47-912c-dfb5e4a25564 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:31.557160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.559513 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (bb8e3874-9d56-4367-b9fb-275ffa244e28), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.565642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4e8b5-aff0-4db4-9691-1dde8839a5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235a61bf-a8cc-4f8f-a100-b42e0027dee1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:31.573311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Port': ['ID=465dcd1a-0a69-4cb2-89a4-9a4167093c3c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:31.606785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40b4e8b5-aff0-4db4-9691-1dde8839a5f9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=aa104329df3245cb8477ead234930fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1875470 Aug 28 20:17:31.610156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35962) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:31.660148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 60c4c464-3283-4e47-912c-dfb5e4a25564, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=60c4c464-3283-4e47-912c-dfb5e4a25564,segment=NetworkSegment(ea996402-50e8-4cb8-a2b2-30cbe42cc3de),segment_id=ea996402-50e8-4cb8-a2b2-30cbe42cc3de)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:31.744250 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.815076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 80c9e4a3-5ae8-4f4a-9969-42bab2234891 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:31.815076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (80c9e4a3-5ae8-4f4a-9969-42bab2234891), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:31.858907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=60c4c464-3283-4e47-912c-dfb5e4a25564,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:31.935130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43ebe82a-dce2-4016-968c-0020f58cc0cf admin admin] Publish callbacks [] for security_group (235a61bf-a8cc-4f8f-a100-b42e0027dee1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.026044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43ebe82a-dce2-4016-968c-0020f58cc0cf admin admin] Publish callbacks [] for security_group (235a61bf-a8cc-4f8f-a100-b42e0027dee1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.082048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.093898 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5e01c3a6-fe39-489e-9963-82a34e0dd5c4 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "DELETE /networking/v2.0/ports/465dcd1a-0a69-4cb2-89a4-9a4167093c3c HTTP/1.1" status: 204 len: 168 time: 1.4969101 Aug 28 20:17:32.107424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 35970) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:32.111139 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (bb8e3874-9d56-4367-b9fb-275ffa244e28), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.131195 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:32.160614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (80c9e4a3-5ae8-4f4a-9969-42bab2234891), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.204210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 80c9e4a3-5ae8-4f4a-9969-42bab2234891 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:32.265666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4193bf0-359b-41b7-be84-13f1f277207d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:32.270907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4193bf0-359b-41b7-be84-13f1f277207d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7e370b4e-e319-478c-85c7-5be30af8d086 HTTP/1.1" status: 200 len: 913 time: 0.1502223 Aug 28 20:17:32.306059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35972) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:32.472689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fed539-e906-4580-8471-956c5c25b8f8 None None] Network fb773e60-3e1a-4f44-a8a9-e5b338265d80 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:32.494867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43ebe82a-dce2-4016-968c-0020f58cc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (235a61bf-a8cc-4f8f-a100-b42e0027dee1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.500017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43ebe82a-dce2-4016-968c-0020f58cc0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.502590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-43ebe82a-dce2-4016-968c-0020f58cc0cf admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/235a61bf-a8cc-4f8f-a100-b42e0027dee1 HTTP/1.1" status: 204 len: 168 time: 0.8897378 Aug 28 20:17:32.531051 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:32.641307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35978) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:32.652347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebe82a-dce2-4016-968c-0020f58cc0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235a61bf-a8cc-4f8f-a100-b42e0027dee1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:32.755336 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (bb8e3874-9d56-4367-b9fb-275ffa244e28), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.767839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (80c9e4a3-5ae8-4f4a-9969-42bab2234891), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.804926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.900788 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=80c9e4a3-5ae8-4f4a-9969-42bab2234891,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:32.908465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:32.916393 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0868ebaa-1691-4a98-b4b7-d1465b71007e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/80c9e4a3-5ae8-4f4a-9969-42bab2234891 HTTP/1.1" status: 204 len: 168 time: 1.4355466 Aug 28 20:17:32.916768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35984) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:32.917450 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:32.957339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dd6ad122-4f08-40c1-9393-dfc6a2f71940 None None] Provisioning complete for port 60c4c464-3283-4e47-912c-dfb5e4a25564 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:32.958244 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad122-4f08-40c1-9393-dfc6a2f71940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.010953 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c59613-06ec-4405-81fd-95f975216fbb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:17:33.010953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c59613-06ec-4405-81fd-95f975216fbb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:17:33.012970 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b9c59613-06ec-4405-81fd-95f975216fbb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/80c9e4a3-5ae8-4f4a-9969-42bab2234891 HTTP/1.1" status: 404 len: 333 time: 0.0949936 Aug 28 20:17:33.017175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35986) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:33.082623 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3403677-1ae9-4ddb-b7da-9eb50e51375a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:17:33.087390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b3403677-1ae9-4ddb-b7da-9eb50e51375a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/80c9e4a3-5ae8-4f4a-9969-42bab2234891 HTTP/1.1" status: 404 len: 333 time: 0.0658205 Aug 28 20:17:33.091104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ad122-4f08-40c1-9393-dfc6a2f71940 None None] Current status of the port 60c4c464-3283-4e47-912c-dfb5e4a25564 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:33.104038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 35988) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:33.174334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 60c4c464-3283-4e47-912c-dfb5e4a25564 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:33.178270 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:33.184110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-912111352-network', 'tenant_id': '1f3d88210ef349d683da9136977a9045'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:33.187267 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:33.207169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Allocated IP 172.25.4.93 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/b99d0edf-ddca-45f5-b2e5-f3495424fa8f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:33.285455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 60c4c464-3283-4e47-912c-dfb5e4a25564 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:33.285455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.306171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet 4ae00c7e-7439-48aa-8a04-1bd7cad4eec5 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:17:33.374652 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (7e370b4e-e319-478c-85c7-5be30af8d086), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.380733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (4ae00c7e-7439-48aa-8a04-1bd7cad4eec5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.446556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Made reservation on behalf of 1f3d88210ef349d683da9136977a9045 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:33.451361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.464695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for port (b99d0edf-ddca-45f5-b2e5-f3495424fa8f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.478692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 60c4c464-3283-4e47-912c-dfb5e4a25564 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:33.508389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.513684 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:33.548950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6822dd15-7239-4980-883d-699bd1b5fc26 None None] Provisioning complete for port 60c4c464-3283-4e47-912c-dfb5e4a25564 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:33.551006 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6822dd15-7239-4980-883d-699bd1b5fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.554379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (4ae00c7e-7439-48aa-8a04-1bd7cad4eec5), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.631130 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b99d0edf-ddca-45f5-b2e5-f3495424fa8f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.708176 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:33.711542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6822dd15-7239-4980-883d-699bd1b5fc26 None None] Current status of the port 60c4c464-3283-4e47-912c-dfb5e4a25564 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:33.744914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:33.746926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event updated for resources: {'Port': ['ID=b99d0edf-ddca-45f5-b2e5-f3495424fa8f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:33.756322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:33.759612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:33.823525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-09e92a03-f3c4-4e8e-a55d-39de6261763d None None] Could not find standard attr ID for object 80c9e4a3-5ae8-4f4a-9969-42bab2234891. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:17:33.860503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks [] for security_group (cbb18559-0ebe-4cad-bee9-248ad8ef9f94), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.892060 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (4ae00c7e-7439-48aa-8a04-1bd7cad4eec5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:33.934637 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=90 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:33.985513 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cbb18559-0ebe-4cad-bee9-248ad8ef9f94), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.041320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:34.093241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb18559-0ebe-4cad-bee9-248ad8ef9f94,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:34.111004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Deleting port ca0320a2-fc14-46bc-bc6c-3b85bfb70e00 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:34.111251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.213651 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.232276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Calling delete_port for ca0320a2-fc14-46bc-bc6c-3b85bfb70e00 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:34.253888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (bb8e3874-9d56-4367-b9fb-275ffa244e28), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.293053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (4ae00c7e-7439-48aa-8a04-1bd7cad4eec5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.296878 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (da38fcf7-9fd8-4466-92c8-036e9765f182), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.298185 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Added segment da38fcf7-9fd8-4466-92c8-036e9765f182 of type vlan for network b4fd8e3b-08e8-4c37-b651-13139148e3f5 Aug 28 20:17:34.337871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8cd2c0-daf1-4563-af1a-b779556c6385 None None] Network fb773e60-3e1a-4f44-a8a9-e5b338265d80 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:34.388484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.395466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4ae00c7e-7439-48aa-8a04-1bd7cad4eec5 HTTP/1.1" status: 204 len: 168 time: 1.2878158 Aug 28 20:17:34.396581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36010) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:34.399849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc728cd-7885-43c5-8287-060235485988 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae00c7e-7439-48aa-8a04-1bd7cad4eec5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:34.424933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (b4fd8e3b-08e8-4c37-b651-13139148e3f5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.554763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] DHCP port deletion for fb773e60-3e1a-4f44-a8a9-e5b338265d80 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:17:34.565968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (fb773e60-3e1a-4f44-a8a9-e5b338265d80), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.573344 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:34.596374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Deleting port 60c4c464-3283-4e47-912c-dfb5e4a25564 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:34.597087 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.614631 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (b4fd8e3b-08e8-4c37-b651-13139148e3f5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.615731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:34.616438 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.682288 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:34.686445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 60c4c464-3283-4e47-912c-dfb5e4a25564 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:34.687703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.704155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] For port 60c4c464-3283-4e47-912c-dfb5e4a25564, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=60c4c464-3283-4e47-912c-dfb5e4a25564,segment=NetworkSegment(ea996402-50e8-4cb8-a2b2-30cbe42cc3de),segment_id=ea996402-50e8-4cb8-a2b2-30cbe42cc3de)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:34.704937 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.706274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ca0320a2-fc14-46bc-bc6c-3b85bfb70e00), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.708335 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (bb8e3874-9d56-4367-b9fb-275ffa244e28), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.716778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] Pushing event updated for resources: {'Network': ['ID=b4fd8e3b-08e8-4c37-b651-13139148e3f5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:34.727504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Calling delete_port for 60c4c464-3283-4e47-912c-dfb5e4a25564 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:34.736264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:17:34.745327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Port': ['ID=ca0320a2-fc14-46bc-bc6c-3b85bfb70e00,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:34.814851 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-89c7b9a1-e747-4ca4-801d-f4b0b3bb6d2b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1682255 Aug 28 20:17:34.818831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36020) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:34.824928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Request body: {'subnet': {'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-912111352-subnet', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:34.925338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] For port 60c4c464-3283-4e47-912c-dfb5e4a25564, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=60c4c464-3283-4e47-912c-dfb5e4a25564,segment=NetworkSegment(ea996402-50e8-4cb8-a2b2-30cbe42cc3de),segment_id=ea996402-50e8-4cb8-a2b2-30cbe42cc3de)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:34.925805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:34.948268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 60c4c464-3283-4e47-912c-dfb5e4a25564 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:34.960711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Made reservation on behalf of 1f3d88210ef349d683da9136977a9045 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:34.971981 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.012284 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:35.063981 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.113869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Pushing event deleted for resources: {'Port': ['ID=60c4c464-3283-4e47-912c-dfb5e4a25564,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:35.115299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (60c4c464-3283-4e47-912c-dfb5e4a25564), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.150911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 60c4c464-3283-4e47-912c-dfb5e4a25564 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:35.151288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=60c4c464-3283-4e47-912c-dfb5e4a25564,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:35.160367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No DVR routers for this DVR port 60c4c464-3283-4e47-912c-dfb5e4a25564 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:35.192249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 60c4c464-3283-4e47-912c-dfb5e4a25564 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:17:35.192625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 60c4c464-3283-4e47-912c-dfb5e4a25564 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:17:35.194789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.199657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.200103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.200455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.200799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.202632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.202632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.202898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.203234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.210101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.210358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.210637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.210978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.211323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.211653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:35.215743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb1307-9c6d-46da-ac8a-82fc50315e1b None None] No DVR routers for this DVR port 60c4c464-3283-4e47-912c-dfb5e4a25564 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:35.268620 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (fb773e60-3e1a-4f44-a8a9-e5b338265d80), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.293434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb773e60-3e1a-4f44-a8a9-e5b338265d80']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:35.305494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea996402-50e8-4cb8-a2b2-30cbe42cc3de') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:35.305796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea996402-50e8-4cb8-a2b2-30cbe42cc3de') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:35.317770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (ea996402-50e8-4cb8-a2b2-30cbe42cc3de), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.325284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Router bb8e3874-9d56-4367-b9fb-275ffa244e28 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:17:35.337392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (ea996402-50e8-4cb8-a2b2-30cbe42cc3de), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.381242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:35.387385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (ea996402-50e8-4cb8-a2b2-30cbe42cc3de), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.469902 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment ea996402-50e8-4cb8-a2b2-30cbe42cc3de resource provider aggregate not found Aug 28 20:17:35.497427 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment ea996402-50e8-4cb8-a2b2-30cbe42cc3de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea996402-50e8-4cb8-a2b2-30cbe42cc3de found for delete ", "request_id": "req-65c58c15-5960-4e1d-be94-97da0a3119e1"}]} Aug 28 20:17:35.512799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:35.515521 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (7e370b4e-e319-478c-85c7-5be30af8d086), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.523687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] Sync routers for ids ['bb8e3874-9d56-4367-b9fb-275ffa244e28'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:35.531408 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:35.541293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] Routers {'bb8e3874-9d56-4367-b9fb-275ffa244e28'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:35.549143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bb8e3874-9d56-4367-b9fb-275ffa244e28'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:35.579574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:35.589906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] Routers {'bb8e3874-9d56-4367-b9fb-275ffa244e28'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:35.590541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['bb8e3874-9d56-4367-b9fb-275ffa244e28'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:35.617655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.620793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9d6f76e1-13ec-4b30-81a5-71327cb525f8 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4719920 Aug 28 20:17:35.629054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (fb773e60-3e1a-4f44-a8a9-e5b338265d80), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.629408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:35.629512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36034) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:35.629601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66273cac-5cc3-448b-861e-39d8e3744805 None None] The sync data for ids ['bb8e3874-9d56-4367-b9fb-275ffa244e28'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:35.660075 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.663399 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/fb773e60-3e1a-4f44-a8a9-e5b338265d80 HTTP/1.1" status: 204 len: 168 time: 1.2665496 Aug 28 20:17:35.671314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36036) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:35.697911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-513888536'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:35.699635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641276a-fa8d-4ee8-95cf-a736f3bc1557 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=fb773e60-3e1a-4f44-a8a9-e5b338265d80,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:35.785086 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-93d3ad80-9d6d-41ed-a729-44f3736df026 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/bb8e3874-9d56-4367-b9fb-275ffa244e28 HTTP/1.1" status: 200 len: 920 time: 0.1515326 Aug 28 20:17:35.788169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36038) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:35.818797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f855e8f3-cca4-485e-bf00-7001f9616f5b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb8e3874-9d56-4367-b9fb-275ffa244e28 HTTP/1.1" status: 200 len: 205 time: 0.0294001 Aug 28 20:17:35.823215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36040) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:35.893862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Router 7e370b4e-e319-478c-85c7-5be30af8d086 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:17:35.907925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:35.914638 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:35.945532 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (bb8e3874-9d56-4367-b9fb-275ffa244e28), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.003773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:36.047142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1feede40-ae8b-410e-9a24-d64858ed1a8e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.047500 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment 1feede40-ae8b-410e-9a24-d64858ed1a8e of type vlan for network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a Aug 28 20:17:36.062986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.076353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (bb8e3874-9d56-4367-b9fb-275ffa244e28), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.145587 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (9c488c82-4e49-4cfd-b3d6-0abccf5bc64a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.148300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:36.159337 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] Sync routers for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:36.160100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-df9c95fc-15fc-48ae-8abd-166251faf1e7 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "PUT /networking/v2.0/routers/7e370b4e-e319-478c-85c7-5be30af8d086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489792 Aug 28 20:17:36.166023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36046) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:36.172303 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:36.173018 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:36.187329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:36.219418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Checking segment: {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:36.219792 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Network hostable DHCP agents. Network: b4fd8e3b-08e8-4c37-b651-13139148e3f5, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:36.231608 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:36.243841 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] Routers {'7e370b4e-e319-478c-85c7-5be30af8d086'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:36.244492 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7e370b4e-e319-478c-85c7-5be30af8d086'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:36.283081 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:36.283592 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd188d3-4135-4263-a41f-47cc0ae4da75 None None] The sync data for ids ['7e370b4e-e319-478c-85c7-5be30af8d086'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:36.289307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (9c488c82-4e49-4cfd-b3d6-0abccf5bc64a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.294671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:36.295297 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.356077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:36.374732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Deleting port b99d0edf-ddca-45f5-b2e5-f3495424fa8f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:36.375580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b99d0edf-ddca-45f5-b2e5-f3495424fa8f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.381874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=9c488c82-4e49-4cfd-b3d6-0abccf5bc64a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:36.397796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:17:36.440394 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5a80787c-b93a-48fb-94ce-f0dcf3505355 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7678807 Aug 28 20:17:36.442170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, b4fd8e3b-08e8-4c37-b651-13139148e3f5) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:36.444851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36052) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:36.449798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:36.457510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:36.458143 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.483798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a269e44-f7d9-4275-9d3c-ae4a0a5c0bbc None None] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:36.656936 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:36.718384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'project_id': '1f3d88210ef349d683da9136977a9045', 'fixed_ips': [{'subnet_id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:17:36.719392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-96ba0763-e088-4d1f-a5e9-ac8aa5381bdf admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8988628 Aug 28 20:17:36.721387 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.722362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36054) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:36.728152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:36.836106 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:36.857758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router (7e370b4e-e319-478c-85c7-5be30af8d086), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.876998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:36.886199 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.896128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (91725e10-713c-45fc-a428-ebd20a7ffc43), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.900170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (91725e10-713c-45fc-a428-ebd20a7ffc43), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.903439 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:36.940482 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b99d0edf-ddca-45f5-b2e5-f3495424fa8f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:36.979270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Allocated IP 172.20.0.2 (b4fd8e3b-08e8-4c37-b651-13139148e3f5/f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e/5af850dc-7b11-4cbc-9ab9-508aa07bd8ce) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:36.985912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Calling delete_port for b99d0edf-ddca-45f5-b2e5-f3495424fa8f owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:37.059698 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router_gateway (7e370b4e-e319-478c-85c7-5be30af8d086), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.146766 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks [] for router_controller (91725e10-713c-45fc-a428-ebd20a7ffc43), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.173522 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:37.216141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Publish callbacks [] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.268108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Deleting port d9e14266-923c-453a-9ab4-08f98d5e991f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:37.268453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d9e14266-923c-453a-9ab4-08f98d5e991f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.327370 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.379291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Pushing event updated for resources: {'Port': ['ID=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:37.395726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:37.398028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:37.407077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:37.410094 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d9e14266-923c-453a-9ab4-08f98d5e991f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.432325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Calling delete_port for d9e14266-923c-453a-9ab4-08f98d5e991f owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:37.443683 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (fa83e3e8-e77f-4dc1-915c-65dc69eb35b8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.492259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Attempting to bind port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:37.492259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Attempting to bind port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:37.492259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Attempting to bind port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce on network b4fd8e3b-08e8-4c37-b651-13139148e3f5 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:37.492746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b99d0edf-ddca-45f5-b2e5-f3495424fa8f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.500324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:37.501186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Checking segment: {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:37.502448 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.503088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Bound using segment: {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:37.503768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Bound port: 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:37.504659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.528264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks [] for router_gateway (91725e10-713c-45fc-a428-ebd20a7ffc43), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.529789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event deleted for resources: {'Port': ['ID=b99d0edf-ddca-45f5-b2e5-f3495424fa8f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:37.550328 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:37.577161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=fa83e3e8-e77f-4dc1-915c-65dc69eb35b8,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:37.606739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': '1feede40-ae8b-410e-9a24-d64858ed1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:37.607498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:17:37.631901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] For port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:37.636318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] For port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:37.713697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (bb8e3874-9d56-4367-b9fb-275ffa244e28), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.846709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.860024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:17:37.869512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (bb8e3874-9d56-4367-b9fb-275ffa244e28), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.878958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (bb8e3874-9d56-4367-b9fb-275ffa244e28), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.892588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks [] for router_gateway (91725e10-713c-45fc-a428-ebd20a7ffc43), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.916402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:37.938486 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:37.952313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4d9da-6682-4066-a45e-6e75cf890cd2 None None] Pushing event updated for resources: {'Port': ['ID=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:37.987321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:38.003198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8653ffe-8820-49e6-8426-9a3f5a514d65 None None] Network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:38.007757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:38.008371 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.064324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (bb8e3874-9d56-4367-b9fb-275ffa244e28), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.064981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Fanout notify agent at l3_agent the message router_deleted on router bb8e3874-9d56-4367-b9fb-275ffa244e28 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:17:38.066795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d9e14266-923c-453a-9ab4-08f98d5e991f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.078948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.083608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-90bd1738-43be-4dae-8f34-e01676bbc147 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/bb8e3874-9d56-4367-b9fb-275ffa244e28 HTTP/1.1" status: 204 len: 168 time: 2.2554386 Aug 28 20:17:38.085265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36064) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:38.096539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'router': {'name': 'tempest-snat-router-282278650', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': False}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:38.139825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Allocated IP 172.25.4.23 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/809e6112-722d-4e56-a502-6f356d547427) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:38.144801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Port': ['ID=d9e14266-923c-453a-9ab4-08f98d5e991f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:38.150511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b98597c6-c9de-423d-a872-a962e1341799 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7045336 Aug 28 20:17:38.151132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36068) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:38.201089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-9c488c82-4e49-4cfd-b3d6-0abccf5bc64a', 'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a', 'project_id': '02e0dcbc271e416e8412dac35e8935ef', 'fixed_ips': [{'subnet_id': 'fa83e3e8-e77f-4dc1-915c-65dc69eb35b8'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:17:38.202985 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.208544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-897377840'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:38.347945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (7e370b4e-e319-478c-85c7-5be30af8d086), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.424385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (197cd0d4-d647-4870-a80b-e972a930b72d), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.425624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (197cd0d4-d647-4870-a80b-e972a930b72d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.550319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Allocated IP 2001:db8::2 (9c488c82-4e49-4cfd-b3d6-0abccf5bc64a/fa83e3e8-e77f-4dc1-915c-65dc69eb35b8/5bec22be-bb07-4643-8f9a-9e67f134f506) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:38.583404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks [] for port (809e6112-722d-4e56-a502-6f356d547427), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.629454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (7e370b4e-e319-478c-85c7-5be30af8d086), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.633362 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6ed50210-9465-4660-be86-a58840c81c4f tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=1961709682a04c8f9f56d60a1a5330aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455134 Aug 28 20:17:38.634940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router_controller (7e370b4e-e319-478c-85c7-5be30af8d086), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.672962 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:38.716894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (197cd0d4-d647-4870-a80b-e972a930b72d), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.785077 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Publish callbacks [] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.833956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (7e370b4e-e319-478c-85c7-5be30af8d086), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.836854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Fanout notify agent at l3_agent the message router_deleted on router 7e370b4e-e319-478c-85c7-5be30af8d086 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:17:38.849656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.850814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c7735099-c5b4-44ac-9bc0-382698c4ce2a tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "DELETE /networking/v2.0/routers/7e370b4e-e319-478c-85c7-5be30af8d086 HTTP/1.1" status: 204 len: 168 time: 2.6830366 Aug 28 20:17:38.868890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36084) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:38.934080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-27754fd5-9fdf-4c84-a46c-f34b9ca6a2e7 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:38.935709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-27754fd5-9fdf-4c84-a46c-f34b9ca6a2e7 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894292 Aug 28 20:17:38.973001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:38.979073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Deleting subnet 3c943cca-9355-4d2f-bdf4-d32fe181a111 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:17:38.988421 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (809e6112-722d-4e56-a502-6f356d547427), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.004145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for subnet (3c943cca-9355-4d2f-bdf4-d32fe181a111), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.055189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:39.063901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:39.064024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:39.064746 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.069642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:39.074241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Pushing event updated for resources: {'Port': ['ID=809e6112-722d-4e56-a502-6f356d547427,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:39.081053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (197cd0d4-d647-4870-a80b-e972a930b72d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.100261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Pushing event updated for resources: {'Port': ['ID=5bec22be-bb07-4643-8f9a-9e67f134f506,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:39.104993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:39.120355 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (3c943cca-9355-4d2f-bdf4-d32fe181a111), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.121640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 749e5bca-51b5-4906-b667-bdb77b6b9c5c yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:39.141645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:39.145896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:39.173350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-d5eb9b68-3d6a-4706-b922-90c1434a3fb8 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/quotas/1961709682a04c8f9f56d60a1a5330aa HTTP/1.1" status: 200 len: 375 time: 0.2240291 Aug 28 20:17:39.199872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Attempting to bind port 5bec22be-bb07-4643-8f9a-9e67f134f506 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:39.206279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Attempting to bind port 5bec22be-bb07-4643-8f9a-9e67f134f506 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1feede40-ae8b-410e-9a24-d64858ed1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:39.206701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Attempting to bind port 5bec22be-bb07-4643-8f9a-9e67f134f506 on network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:39.228383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:39.236758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:39.237137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Checking segment: {'id': '1feede40-ae8b-410e-9a24-d64858ed1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:39.237543 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.237982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Bound using segment: {'id': '1feede40-ae8b-410e-9a24-d64858ed1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:39.238477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Bound port: 5bec22be-bb07-4643-8f9a-9e67f134f506, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1feede40-ae8b-410e-9a24-d64858ed1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9c488c82-4e49-4cfd-b3d6-0abccf5bc64a'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:39.238855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.243369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-14e0a872-7502-4bac-a749-067158ddf162 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1961709682a04c8f9f56d60a1a5330aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591276 Aug 28 20:17:39.337718 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:39.391221 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (3c943cca-9355-4d2f-bdf4-d32fe181a111), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.463899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:39.466088 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.466491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] For port 5bec22be-bb07-4643-8f9a-9e67f134f506, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:39.477259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] For port 5bec22be-bb07-4643-8f9a-9e67f134f506, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5bec22be-bb07-4643-8f9a-9e67f134f506,segment=NetworkSegment(1feede40-ae8b-410e-9a24-d64858ed1a8e),segment_id=1feede40-ae8b-410e-9a24-d64858ed1a8e)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:39.516942 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:39.649481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409472c4-135d-4d2e-b3a9-7b561e97f03a None None] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:39.662639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.705388 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-8b14cb8a-c256-4fe7-9d7c-fed3e3e6afff service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1048243 Aug 28 20:17:39.711057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (3c943cca-9355-4d2f-bdf4-d32fe181a111), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.761255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Subnet': ['ID=3c943cca-9355-4d2f-bdf4-d32fe181a111,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:39.774627 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.779090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c334d96-07a0-499c-9b8c-978aec965e81 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3c943cca-9355-4d2f-bdf4-d32fe181a111 HTTP/1.1" status: 204 len: 168 time: 0.9091570 Aug 28 20:17:39.831900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cef9d-a792-4a6a-a3fc-e4c094abde3a None None] Pushing event updated for resources: {'Port': ['ID=5bec22be-bb07-4643-8f9a-9e67f134f506,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:39.833556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-190d270e-4010-4de8-8c2c-4f54319e8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:39.848856 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-190d270e-4010-4de8-8c2c-4f54319e8c64 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1128 time: 0.0768285 Aug 28 20:17:39.851766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36090) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:39.855160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b046941-272a-4ef0-b530-c647e2a293eb None None] Network e0b212f7-53b4-4ce8-8906-420ccd14158e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:39.862177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:39.862177 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:39.928559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:39.995460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f371c015-d823-41ba-b4e9-9bd8e304b557 None None] Provisioning complete for port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:39.996466 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f371c015-d823-41ba-b4e9-9bd8e304b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.132675 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.199277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-7d44e543-ac0f-4a09-ba83-9c5fa334502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:40.199277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-7d44e543-ac0f-4a09-ba83-9c5fa334502d service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.3253763 Aug 28 20:17:40.222910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e0b212f7-53b4-4ce8-8906-420ccd14158e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.323645 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-aff283b5-66fe-44d9-a4bd-3eb18393fbc3 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 1001 time: 0.1140444 Aug 28 20:17:40.384785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Deleting port f599d60e-94ae-44b2-a1cb-f4c894247e57 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:40.385141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.437728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a38ee15-1911-427f-9114-056497c92d5f req-3ea6b132-b252-40ae-a334-8fea3db25ba0 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 210 time: 0.7497709 Aug 28 20:17:40.443605 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks [] for router_gateway (91725e10-713c-45fc-a428-ebd20a7ffc43), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.564056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::212 (9c488c82-4e49-4cfd-b3d6-0abccf5bc64a/fa83e3e8-e77f-4dc1-915c-65dc69eb35b8/749e5bca-51b5-4906-b667-bdb77b6b9c5c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:40.602667 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (197cd0d4-d647-4870-a80b-e972a930b72d), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.607074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-19b4ff7d-39d4-4880-95be-9a0ef16d516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:40.610035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-19b4ff7d-39d4-4880-95be-9a0ef16d516c service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.2764883 Aug 28 20:17:40.659484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:40.671495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-f0e37ff0-1f36-470d-a814-06d7147c50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:40.673262 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-f0e37ff0-1f36-470d-a814-06d7147c50e6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572870 Aug 28 20:17:40.676347 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.688345 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:40.704818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] For port f599d60e-94ae-44b2-a1cb-f4c894247e57, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f599d60e-94ae-44b2-a1cb-f4c894247e57,segment=NetworkSegment(bc8e1b7d-eb50-47c2-a064-4a7950743b3b),segment_id=bc8e1b7d-eb50-47c2-a064-4a7950743b3b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:40.705216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.713671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f371c015-d823-41ba-b4e9-9bd8e304b557 None None] Current status of the port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:40.718204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] DHCP port deletion for e0b212f7-53b4-4ce8-8906-420ccd14158e request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:17:40.804289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Calling delete_port for f599d60e-94ae-44b2-a1cb-f4c894247e57 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:40.806242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] Deleting port f599d60e-94ae-44b2-a1cb-f4c894247e57 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:40.806635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:40.961638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-024212a3-b23a-40f8-b117-4b7d770cdc73 None None] Provisioning complete for port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:40.965591 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-024212a3-b23a-40f8-b117-4b7d770cdc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.086289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-dcf435fc-968f-4257-805a-37f33c6566bc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028203 Aug 28 20:17:41.123793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] For port f599d60e-94ae-44b2-a1cb-f4c894247e57, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f599d60e-94ae-44b2-a1cb-f4c894247e57,segment=NetworkSegment(bc8e1b7d-eb50-47c2-a064-4a7950743b3b),segment_id=bc8e1b7d-eb50-47c2-a064-4a7950743b3b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:41.124441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.173093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] Calling delete_port for f599d60e-94ae-44b2-a1cb-f4c894247e57 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:41.228927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (749e5bca-51b5-4906-b667-bdb77b6b9c5c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.235806 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:41.308205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Allocated IP 172.25.4.229 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/800c16ae-b3ad-4a27-970a-c17bfcf464d4) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:41.320899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be49a544-bb8a-42a2-8f04-a4462c7990dc req-02caa2de-20ce-4cf6-b3a0-3154a17214e3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103288 Aug 28 20:17:41.336997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:41.364503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (91725e10-713c-45fc-a428-ebd20a7ffc43), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.373241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-024212a3-b23a-40f8-b117-4b7d770cdc73 None None] Current status of the port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:41.373985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.393265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] No DVR routers for this DVR port f599d60e-94ae-44b2-a1cb-f4c894247e57 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:41.423133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Port': ['ID=f599d60e-94ae-44b2-a1cb-f4c894247e57,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:41.444767 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (f599d60e-94ae-44b2-a1cb-f4c894247e57), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.466433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] No DVR routers for this DVR port f599d60e-94ae-44b2-a1cb-f4c894247e57 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:41.479764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d89cab-f984-4e59-bdcb-3d9791acb28a None None] Network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:41.497251 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (749e5bca-51b5-4906-b667-bdb77b6b9c5c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.560445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e0b212f7-53b4-4ce8-8906-420ccd14158e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.575865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:41.590183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b212f7-53b4-4ce8-8906-420ccd14158e']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:41.591897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:41.602570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:41.609103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:41.620470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.621515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8e1b7d-eb50-47c2-a064-4a7950743b3b') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:41.621515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8e1b7d-eb50-47c2-a064-4a7950743b3b') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:41.621719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afd7f6-3692-45ec-b187-020171356bfa None None] Pushing event deleted for resources: {'Port': ['ID=f599d60e-94ae-44b2-a1cb-f4c894247e57,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:41.625677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:41.626886 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.628094 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (bc8e1b7d-eb50-47c2-a064-4a7950743b3b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.654901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bc8e1b7d-eb50-47c2-a064-4a7950743b3b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.666715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:41.667720 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (bc8e1b7d-eb50-47c2-a064-4a7950743b3b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.673680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-93b7940c-6504-4c3a-ace6-f46129f7b721 None None] Provisioning complete for port 5bec22be-bb07-4643-8f9a-9e67f134f506 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:41.674399 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-93b7940c-6504-4c3a-ace6-f46129f7b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.718272 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bc8e1b7d-eb50-47c2-a064-4a7950743b3b resource provider aggregate not found Aug 28 20:17:41.737640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=749e5bca-51b5-4906-b667-bdb77b6b9c5c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:41.741230 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bc8e1b7d-eb50-47c2-a064-4a7950743b3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc8e1b7d-eb50-47c2-a064-4a7950743b3b found for delete ", "request_id": "req-ecda0350-df5e-49ee-859b-5a4c682f224a"}]} Aug 28 20:17:41.757319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37632b8e-decf-4a7c-b6a8-df0e5115c877 req-19843a38-5e67-49f1-bf4c-12bfc0954e7d tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 210 time: 0.1259477 Aug 28 20:17:41.793199 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.813429 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:41.874427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3f73a439-aba8-4911-a9bf-adb545e51722 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7053413 Aug 28 20:17:41.878216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36110) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:41.892102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-93b7940c-6504-4c3a-ace6-f46129f7b721 None None] Current status of the port 5bec22be-bb07-4643-8f9a-9e67f134f506 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:41.892634 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-93b7940c-6504-4c3a-ace6-f46129f7b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.893884 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:41.923816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:41.924980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5bec22be-bb07-4643-8f9a-9e67f134f506 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:41.929281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e0b212f7-53b4-4ce8-8906-420ccd14158e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.942432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:41.946269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e0b212f7-53b4-4ce8-8906-420ccd14158e HTTP/1.1" status: 204 len: 168 time: 2.0931392 Aug 28 20:17:41.960818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36114) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:41.978448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Router 91725e10-713c-45fc-a428-ebd20a7ffc43 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:17:41.979320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-93b7940c-6504-4c3a-ace6-f46129f7b721 None None] For port 5bec22be-bb07-4643-8f9a-9e67f134f506, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5bec22be-bb07-4643-8f9a-9e67f134f506,segment=NetworkSegment(1feede40-ae8b-410e-9a24-d64858ed1a8e),segment_id=1feede40-ae8b-410e-9a24-d64858ed1a8e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:41.983370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58dac0-a234-4733-9132-65b9a3380a7d tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Network': ['ID=e0b212f7-53b4-4ce8-8906-420ccd14158e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:42.010453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5bec22be-bb07-4643-8f9a-9e67f134f506 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:42.011025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.048777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.066534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-93b7940c-6504-4c3a-ace6-f46129f7b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.206949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 749e5bca-51b5-4906-b667-bdb77b6b9c5c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:42.209171 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (749e5bca-51b5-4906-b667-bdb77b6b9c5c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.225174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7940c-6504-4c3a-ace6-f46129f7b721 None None] Pushing event updated for resources: {'Port': ['ID=5bec22be-bb07-4643-8f9a-9e67f134f506,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:42.248910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5bec22be-bb07-4643-8f9a-9e67f134f506 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:42.255300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:42.274811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:42.394145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:42.397457 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (749e5bca-51b5-4906-b667-bdb77b6b9c5c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.407822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f599d60e-94ae-44b2-a1cb-f4c894247e57 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:42.424005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 749e5bca-51b5-4906-b667-bdb77b6b9c5c owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:42.452670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Port': ['ID=800c16ae-b3ad-4a27-970a-c17bfcf464d4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:42.473692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Deleting port 88b240fc-bf68-48ea-856c-27c4ce7d0965 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:42.474153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.489828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f599d60e-94ae-44b2-a1cb-f4c894247e57 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:17:42.490510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f599d60e-94ae-44b2-a1cb-f4c894247e57 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:17:42.516441 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:42.526661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-80e6d25b-1b2b-4c6f-97f1-d6a81f90b001 None None] Provisioning complete for port 749e5bca-51b5-4906-b667-bdb77b6b9c5c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:42.526970 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-80e6d25b-1b2b-4c6f-97f1-d6a81f90b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (749e5bca-51b5-4906-b667-bdb77b6b9c5c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.604034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-80e6d25b-1b2b-4c6f-97f1-d6a81f90b001 None None] Port 749e5bca-51b5-4906-b667-bdb77b6b9c5c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:17:42.619990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-80e6d25b-1b2b-4c6f-97f1-d6a81f90b001 None None] Provisioning complete for port 5bec22be-bb07-4643-8f9a-9e67f134f506 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:42.620581 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-80e6d25b-1b2b-4c6f-97f1-d6a81f90b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.751503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-80e6d25b-1b2b-4c6f-97f1-d6a81f90b001 None None] Current status of the port 5bec22be-bb07-4643-8f9a-9e67f134f506 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:42.778423 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:42.876482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5dcdb36f-16c6-4481-868d-35af5ff485fc None None] Provisioning complete for port 749e5bca-51b5-4906-b667-bdb77b6b9c5c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:42.877308 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5dcdb36f-16c6-4481-868d-35af5ff485fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (749e5bca-51b5-4906-b667-bdb77b6b9c5c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.894193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.894841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for floatingip (88b240fc-bf68-48ea-856c-27c4ce7d0965), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.900026 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ad561f00-8c18-4d1e-a8d2-89fd1fa52f99 req-ade4e3d8-cc0c-4eb7-a405-35d45cb5ab78 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 210 time: 0.0395250 Aug 28 20:17:42.901742 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (749e5bca-51b5-4906-b667-bdb77b6b9c5c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:42.909685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Calling delete_port for 88b240fc-bf68-48ea-856c-27c4ce7d0965 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:42.958342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=749e5bca-51b5-4906-b667-bdb77b6b9c5c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:42.969872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdb36f-16c6-4481-868d-35af5ff485fc None None] Port 749e5bca-51b5-4906-b667-bdb77b6b9c5c was deleted so its status cannot be updated. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 28 20:17:43.054825 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.109035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.115928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-947e70dd-1400-47cd-97c9-02fd878356be tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/749e5bca-51b5-4906-b667-bdb77b6b9c5c HTTP/1.1" status: 204 len: 168 time: 1.2361805 Aug 28 20:17:43.117068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36128) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:43.138216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:43.152936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Sync routers for ids ['91725e10-713c-45fc-a428-ebd20a7ffc43'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:43.184146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Routers {'91725e10-713c-45fc-a428-ebd20a7ffc43'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:43.184864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['91725e10-713c-45fc-a428-ebd20a7ffc43'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:43.208039 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7ead04-0dd5-4e70-aee2-c78d2d94d1ce tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:17:43.210000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5c7ead04-0dd5-4e70-aee2-c78d2d94d1ce tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/749e5bca-51b5-4906-b667-bdb77b6b9c5c HTTP/1.1" status: 404 len: 333 time: 0.0918584 Aug 28 20:17:43.212778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36132) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:43.246867 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (88b240fc-bf68-48ea-856c-27c4ce7d0965), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.321511 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:43.343598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Pushing event deleted for resources: {'Port': ['ID=88b240fc-bf68-48ea-856c-27c4ce7d0965,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:43.350562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet fa83e3e8-e77f-4dc1-915c-65dc69eb35b8 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:17:43.369650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (fa83e3e8-e77f-4dc1-915c-65dc69eb35b8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.439467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (fa83e3e8-e77f-4dc1-915c-65dc69eb35b8), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.441837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Set router 91725e10-713c-45fc-a428-ebd20a7ffc43 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:43.461010 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.462430 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e9b37575-33a1-4acf-ad8a-8c51c6e1fee4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7384403 Aug 28 20:17:43.465352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36134) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:43.512252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5bec22be-bb07-4643-8f9a-9e67f134f506 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:43.574315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (fa83e3e8-e77f-4dc1-915c-65dc69eb35b8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.635957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks [] for floatingip (9a21b1ab-ebb1-4f15-a6f1-31cc86d1973b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.638679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.640553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-181cbc82-1a7f-4397-b0aa-8c845058dc75 tempest-FloatingIPAdminTestJSON-1670554438 tempest-FloatingIPAdminTestJSON-1670554438-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/9a21b1ab-ebb1-4f15-a6f1-31cc86d1973b HTTP/1.1" status: 204 len: 168 time: 1.6735172 Aug 28 20:17:43.701362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5bec22be-bb07-4643-8f9a-9e67f134f506 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:43.703098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.719282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-2b2ebfef-3b76-4539-929a-c8ecc7b671a1 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=1961709682a04c8f9f56d60a1a5330aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288043 Aug 28 20:17:43.854796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:17:39Z', 'revision_number': 3, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:43.877541 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (fa83e3e8-e77f-4dc1-915c-65dc69eb35b8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.944039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (197cd0d4-d647-4870-a80b-e972a930b72d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:43.973173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Checking router: 91725e10-713c-45fc-a428-ebd20a7ffc43 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:17:43.973768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Updating router 91725e10-713c-45fc-a428-ebd20a7ffc43 port 809e6112-722d-4e56-a502-6f356d547427 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:17:44.013891 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:44.024630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=fa83e3e8-e77f-4dc1-915c-65dc69eb35b8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:44.101139 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:44.113480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-23097183-4b56-4720-be9e-efdac3674c6f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/fa83e3e8-e77f-4dc1-915c-65dc69eb35b8 HTTP/1.1" status: 204 len: 168 time: 0.8993375 Aug 28 20:17:44.114505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36142) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:44.125139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab6155-eedc-4f1d-9421-b9d2d7aae55e None None] Network 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:17:44.145754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-98df9c3b-67ee-4186-860d-64fa6ed39b82 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:44.148597 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-98df9c3b-67ee-4186-860d-64fa6ed39b82 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4235818 Aug 28 20:17:44.244932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Request body: {'port': {'device_id': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '1961709682a04c8f9f56d60a1a5330aa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:44.264715 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (809e6112-722d-4e56-a502-6f356d547427), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:44.270924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5bec22be-bb07-4643-8f9a-9e67f134f506 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:44.562641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] DHCP port deletion for 9c488c82-4e49-4cfd-b3d6-0abccf5bc64a request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:17:44.576816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (9c488c82-4e49-4cfd-b3d6-0abccf5bc64a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:44.655321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 5bec22be-bb07-4643-8f9a-9e67f134f506 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:44.655625 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:44.669234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] Deleting port 5bec22be-bb07-4643-8f9a-9e67f134f506 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:44.670024 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:44.713940 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:44.803620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] For port 5bec22be-bb07-4643-8f9a-9e67f134f506, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5bec22be-bb07-4643-8f9a-9e67f134f506,segment=NetworkSegment(1feede40-ae8b-410e-9a24-d64858ed1a8e),segment_id=1feede40-ae8b-410e-9a24-d64858ed1a8e)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:44.804205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:44.833483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 5bec22be-bb07-4643-8f9a-9e67f134f506 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:44.894336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36148) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:44.969767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Made reservation on behalf of 1961709682a04c8f9f56d60a1a5330aa for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:44.976681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:44.983496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f27d50e6-1ad5-4e68-b405-a381a82e1bbd req-9e0c6147-b8a2-4f16-a9c5-c9e00aca57b5 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 210 time: 0.8137362 Aug 28 20:17:45.001882 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:45.015612 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:45.027008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] For port 5bec22be-bb07-4643-8f9a-9e67f134f506, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5bec22be-bb07-4643-8f9a-9e67f134f506,segment=NetworkSegment(1feede40-ae8b-410e-9a24-d64858ed1a8e),segment_id=1feede40-ae8b-410e-9a24-d64858ed1a8e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:45.027641 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.058300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] Calling delete_port for 5bec22be-bb07-4643-8f9a-9e67f134f506 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:45.136234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.136413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5bec22be-bb07-4643-8f9a-9e67f134f506 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:17:45.260173 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (197cd0d4-d647-4870-a80b-e972a930b72d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.272750 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Publish callbacks [] for port (809e6112-722d-4e56-a502-6f356d547427), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.332924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5bec22be-bb07-4643-8f9a-9e67f134f506 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:45.333522 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.379070 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2938567e-79e6-496f-b9b1-de37ed6b3243 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0338ca58862347b5928f25caec0dabfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4761496 Aug 28 20:17:45.379070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36156) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:45.403242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.456488 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (5bec22be-bb07-4643-8f9a-9e67f134f506), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.469257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=5bec22be-bb07-4643-8f9a-9e67f134f506,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:45.488627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No DVR routers for this DVR port 5bec22be-bb07-4643-8f9a-9e67f134f506 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:45.500975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] Pushing event deleted for resources: {'Port': ['ID=5bec22be-bb07-4643-8f9a-9e67f134f506,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:45.509259 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (809e6112-722d-4e56-a502-6f356d547427), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.571856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab894a-2658-49b2-8534-92bcb23f5398 None None] No DVR routers for this DVR port 5bec22be-bb07-4643-8f9a-9e67f134f506 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:17:45.604059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff71c8-bc98-441d-b547-938615af3210 None None] Pushing event updated for resources: {'Port': ['ID=809e6112-722d-4e56-a502-6f356d547427,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:45.604165 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cff9eeaa-e8df-4e2d-b02b-20263b07e924 admin admin] Publish callbacks [] for security_group (4b23a4b6-8b8c-47cb-9c2c-a849974d397d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.608944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Attempting to bind port 809e6112-722d-4e56-a502-6f356d547427 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:45.609653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Attempting to bind port 809e6112-722d-4e56-a502-6f356d547427 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:45.610314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Attempting to bind port 809e6112-722d-4e56-a502-6f356d547427 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:45.616836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (9c488c82-4e49-4cfd-b3d6-0abccf5bc64a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.621530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:45.622424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:45.623276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.623931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:45.624668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Bound port: 809e6112-722d-4e56-a502-6f356d547427, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:45.625288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (809e6112-722d-4e56-a502-6f356d547427), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.662313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks [] for security_group (d4faee85-203d-4059-821f-e5c8611505f1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.664496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c488c82-4e49-4cfd-b3d6-0abccf5bc64a']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:45.665351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cff9eeaa-e8df-4e2d-b02b-20263b07e924 admin admin] Publish callbacks [] for security_group (4b23a4b6-8b8c-47cb-9c2c-a849974d397d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.677159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1feede40-ae8b-410e-9a24-d64858ed1a8e') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:45.677464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1feede40-ae8b-410e-9a24-d64858ed1a8e') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:45.693585 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1feede40-ae8b-410e-9a24-d64858ed1a8e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.697719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] For port 809e6112-722d-4e56-a502-6f356d547427, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:45.704193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] For port 809e6112-722d-4e56-a502-6f356d547427, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=809e6112-722d-4e56-a502-6f356d547427,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:45.716116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.722085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1feede40-ae8b-410e-9a24-d64858ed1a8e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.743145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:17:45.744255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1feede40-ae8b-410e-9a24-d64858ed1a8e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.788309 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1feede40-ae8b-410e-9a24-d64858ed1a8e resource provider aggregate not found Aug 28 20:17:45.796216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d4faee85-203d-4059-821f-e5c8611505f1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.814479 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1feede40-ae8b-410e-9a24-d64858ed1a8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1feede40-ae8b-410e-9a24-d64858ed1a8e found for delete ", "request_id": "req-608fe173-00f9-4e90-b424-9f50d41684e2"}]} Aug 28 20:17:45.892658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4faee85-203d-4059-821f-e5c8611505f1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:45.909205 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (809e6112-722d-4e56-a502-6f356d547427), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.956140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Allocated IP 172.20.0.1 (b4fd8e3b-08e8-4c37-b651-13139148e3f5/f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e/0a0eaa1d-7b85-4344-b810-1b1e7f80c897) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:45.977300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Routers {'91725e10-713c-45fc-a428-ebd20a7ffc43'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:45.977986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['91725e10-713c-45fc-a428-ebd20a7ffc43'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:45.984708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cff9eeaa-e8df-4e2d-b02b-20263b07e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4b23a4b6-8b8c-47cb-9c2c-a849974d397d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.987625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Allocated IP 192.168.233.174 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/77f0335c-ff99-4d73-b120-d6e5f033a960) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:45.988041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cff9eeaa-e8df-4e2d-b02b-20263b07e924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:45.989742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cff9eeaa-e8df-4e2d-b02b-20263b07e924 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4b23a4b6-8b8c-47cb-9c2c-a849974d397d HTTP/1.1" status: 204 len: 168 time: 0.6101048 Aug 28 20:17:45.990517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Router 197cd0d4-d647-4870-a80b-e972a930b72d is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:17:46.013190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9eeaa-e8df-4e2d-b02b-20263b07e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b23a4b6-8b8c-47cb-9c2c-a849974d397d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:46.096279 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:46.114228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff71c8-bc98-441d-b547-938615af3210 None None] Pushing event updated for resources: {'Port': ['ID=809e6112-722d-4e56-a502-6f356d547427,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:46.212868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] Set router 91725e10-713c-45fc-a428-ebd20a7ffc43 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:46.282967 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=8 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:46.393980 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks [] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:46.396111 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:46.476462 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:46.522223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:17:39Z', 'revision_number': 3, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:46.557742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:46.558083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c655f-4b9a-4df7-8f8c-6deae7b660a7 None None] The sync data for ids ['91725e10-713c-45fc-a428-ebd20a7ffc43'] in n-d-854121-7 is: [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:17:39Z', 'revision_number': 3, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:46.595998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:46.610745 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Sync routers for ids ['197cd0d4-d647-4870-a80b-e972a930b72d'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:46.634531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Routers {'197cd0d4-d647-4870-a80b-e972a930b72d'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:46.635533 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['197cd0d4-d647-4870-a80b-e972a930b72d'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:46.667961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:46.671885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:46.676391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:46.710222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Pushing event updated for resources: {'Port': ['ID=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:46.724693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks [] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:46.733477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (91725e10-713c-45fc-a428-ebd20a7ffc43), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:46.811155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (9c488c82-4e49-4cfd-b3d6-0abccf5bc64a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:46.812944 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:46.814243 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:46.818318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:46.821925 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9c488c82-4e49-4cfd-b3d6-0abccf5bc64a HTTP/1.1" status: 204 len: 168 time: 2.7055345 Aug 28 20:17:46.831412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36188) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:46.839882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'name': 'tempest-PortsIpV6TestJSON-124996297'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:46.865708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:46.866612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7e9c8-32eb-4cd2-bcb1-983a49ea7a39 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=9c488c82-4e49-4cfd-b3d6-0abccf5bc64a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:46.867917 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac2441f7-78bd-4cef-9f8f-826147fbb3e7 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7811799 Aug 28 20:17:46.891439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36190) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:46.908630 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:46.922331 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.091144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:47.133337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:47.139481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:47.261536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c2af6db8-6b28-42f7-819d-346e4c04aefa None None] Provisioning complete for port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:47.261536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c2af6db8-6b28-42f7-819d-346e4c04aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.261956 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Set router 197cd0d4-d647-4870-a80b-e972a930b72d gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:47.342147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:47.344024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.345498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6db8-6b28-42f7-819d-346e4c04aefa None None] Port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:17:47.354715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36196) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:47.365099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 809e6112-722d-4e56-a502-6f356d547427 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:47.368547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Pushing event updated for resources: {'Port': ['ID=77f0335c-ff99-4d73-b120-d6e5f033a960,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:47.420798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-90cf7c16-68f0-4fcc-978d-0e671cb98677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.453125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 809e6112-722d-4e56-a502-6f356d547427 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:47.453924 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (809e6112-722d-4e56-a502-6f356d547427), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.511641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-b4223b0e-4724-4393-8296-4ab6a1757b05 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3394005 Aug 28 20:17:47.531432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac721e85-133e-45f1-b98b-4608365c9ea1 req-6533f7ee-7dcd-4ffb-bb8e-542fe61b70e4 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:47.533093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ac721e85-133e-45f1-b98b-4608365c9ea1 req-6533f7ee-7dcd-4ffb-bb8e-542fe61b70e4 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 936 time: 1.2712121 Aug 28 20:17:47.555152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Request body: {'port': {'device_id': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:47.615868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 809e6112-722d-4e56-a502-6f356d547427 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:47.618746 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (809e6112-722d-4e56-a502-6f356d547427), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.622081 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:47.665148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 809e6112-722d-4e56-a502-6f356d547427, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=809e6112-722d-4e56-a502-6f356d547427,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:47.669064 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bed5e-932b-4da4-8f72-9a667dccf026 req-f4137c17-b76c-4580-8c49-0e282cad7f86 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:47.671301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b75bed5e-932b-4da4-8f72-9a667dccf026 req-f4137c17-b76c-4580-8c49-0e282cad7f86 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2553155 Aug 28 20:17:47.693425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197cd0d4-d647-4870-a80b-e972a930b72d', 'name': 'tempest-snat-router-282278650', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': False}, 'gw_port_id': '800c16ae-b3ad-4a27-970a-c17bfcf464d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:38Z', 'updated_at': '2022-08-28T20:17:43Z', 'revision_number': 3, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port': {'id': '800c16ae-b3ad-4a27-970a-c17bfcf464d4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ae:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197cd0d4-d647-4870-a80b-e972a930b72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:40Z', 'updated_at': '2022-08-28T20:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:47.709655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4bcf1efb-895d-4614-abe0-85a111e845fd tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/197cd0d4-d647-4870-a80b-e972a930b72d HTTP/1.1" status: 200 len: 908 time: 0.7364521 Aug 28 20:17:47.715168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36198) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:47.722466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'router': {'name': 'tempest-snat-router-282278650', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': True}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:47.742718 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Checking router: 197cd0d4-d647-4870-a80b-e972a930b72d for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:17:47.743070 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Updating router 197cd0d4-d647-4870-a80b-e972a930b72d port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:17:47.751342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.767662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6152b357-e74a-466e-9b01-d2fbe0ca13fa None None] Provisioning complete for port 77f0335c-ff99-4d73-b120-d6e5f033a960 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:47.772701 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6152b357-e74a-466e-9b01-d2fbe0ca13fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.787893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-90cf7c16-68f0-4fcc-978d-0e671cb98677 admin admin] Publish callbacks [] for security_group (a7c79215-b12c-41c7-9b62-3bbdcde7531a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.792658 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ac721e85-133e-45f1-b98b-4608365c9ea1 req-8a39bc06-5d11-46bf-9a64-8555fa4f9fc5 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451670 Aug 28 20:17:47.815140 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.844896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (809e6112-722d-4e56-a502-6f356d547427), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.858231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b75bed5e-932b-4da4-8f72-9a667dccf026 req-f830ce86-e6e5-44d0-8058-c30f41387fbf tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796682 Aug 28 20:17:47.870539 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (cd1ee2ac-3e93-4404-836f-7983123293db), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.871627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (cd1ee2ac-3e93-4404-836f-7983123293db), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.875895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:47.884335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.948195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6152b357-e74a-466e-9b01-d2fbe0ca13fa None None] Port 77f0335c-ff99-4d73-b120-d6e5f033a960 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:17:47.968902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-90cf7c16-68f0-4fcc-978d-0e671cb98677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a7c79215-b12c-41c7-9b62-3bbdcde7531a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:47.990305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=809e6112-722d-4e56-a502-6f356d547427,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:48.049550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port c10995df-ed06-4b83-8edf-bd9ccaa299fc yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:48.096146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.219912 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Publish callbacks [] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.278540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (cd1ee2ac-3e93-4404-836f-7983123293db), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.281345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf7c16-68f0-4fcc-978d-0e671cb98677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c79215-b12c-41c7-9b62-3bbdcde7531a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:48.328307 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f0335c-ff99-4d73-b120-d6e5f033a960 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:17:48.332033 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.341172 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Publish callbacks [] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.358394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Transition to ACTIVE for port object 77f0335c-ff99-4d73-b120-d6e5f033a960 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:17:48.397365 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-90cf7c16-68f0-4fcc-978d-0e671cb98677 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=52cfc216d5cd429b88a159c0fa464a44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0178790 Aug 28 20:17:48.398702 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Attempting to bind port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:48.399802 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Attempting to bind port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:48.400348 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Attempting to bind port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:48.405009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36202) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:48.415076 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:48.419029 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:48.419029 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.419029 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:48.419029 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Bound port: 800c16ae-b3ad-4a27-970a-c17bfcf464d4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:48.419029 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.425515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.471352 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Pushing event updated for resources: {'Port': ['ID=800c16ae-b3ad-4a27-970a-c17bfcf464d4,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:48.486482 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.486998 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.487491 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.488002 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.488558 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.489046 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.489529 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.490041 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.490555 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.491047 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.491526 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.492003 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.492481 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.492973 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.493448 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:17:48.553578 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:48.555071 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:48.556422 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] For port 800c16ae-b3ad-4a27-970a-c17bfcf464d4, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:48.562985 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] For port 800c16ae-b3ad-4a27-970a-c17bfcf464d4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=800c16ae-b3ad-4a27-970a-c17bfcf464d4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:48.593273 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:48.601639 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Pushing event updated for resources: {'Port': ['ID=77f0335c-ff99-4d73-b120-d6e5f033a960,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:48.607608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks [] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.628101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2f08664-32c9-4f13-ae69-352a76b58034 admin admin] Publish callbacks [] for security_group (a7c79215-b12c-41c7-9b62-3bbdcde7531a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.661675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Attempting to bind port 77f0335c-ff99-4d73-b120-d6e5f033a960 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:48.666269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Attempting to bind port 77f0335c-ff99-4d73-b120-d6e5f033a960 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:48.666269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Attempting to bind port 77f0335c-ff99-4d73-b120-d6e5f033a960 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:48.666269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2f08664-32c9-4f13-ae69-352a76b58034 admin admin] Publish callbacks [] for security_group (a7c79215-b12c-41c7-9b62-3bbdcde7531a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.677189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Port 77f0335c-ff99-4d73-b120-d6e5f033a960 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:17:48.677522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Attempting to bind port 77f0335c-ff99-4d73-b120-d6e5f033a960 on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:48.699074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:48.699074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:48.699074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:48.706577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Bound port: 77f0335c-ff99-4d73-b120-d6e5f033a960, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:48.706577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.767922 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.792557 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.804081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] For port 77f0335c-ff99-4d73-b120-d6e5f033a960, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:48.807585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] For port 77f0335c-ff99-4d73-b120-d6e5f033a960, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77f0335c-ff99-4d73-b120-d6e5f033a960,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:48.812751 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (cd1ee2ac-3e93-4404-836f-7983123293db), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.838428 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Routers {'197cd0d4-d647-4870-a80b-e972a930b72d'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:48.838983 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['197cd0d4-d647-4870-a80b-e972a930b72d'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:48.885959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (c10995df-ed06-4b83-8edf-bd9ccaa299fc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.902686 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2f08664-32c9-4f13-ae69-352a76b58034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a7c79215-b12c-41c7-9b62-3bbdcde7531a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.906666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c2f08664-32c9-4f13-ae69-352a76b58034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.909821 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad842440-1ede-4997-968a-c34d0a836881 None None] Pushing event updated for resources: {'Port': ['ID=800c16ae-b3ad-4a27-970a-c17bfcf464d4,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:48.912902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Pushing event updated for resources: {'Port': ['ID=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:48.915729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (91725e10-713c-45fc-a428-ebd20a7ffc43), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.921043 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c2f08664-32c9-4f13-ae69-352a76b58034 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a7c79215-b12c-41c7-9b62-3bbdcde7531a HTTP/1.1" status: 204 len: 168 time: 0.5147474 Aug 28 20:17:48.944214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f08664-32c9-4f13-ae69-352a76b58034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c79215-b12c-41c7-9b62-3bbdcde7531a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:48.969176 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.984879 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:48.987165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:48.987829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:48.991612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/77f0335c-ff99-4d73-b120-d6e5f033a960 HTTP/1.1" status: 200 len: 1096 time: 1.4646297 Aug 28 20:17:48.992156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'tag': '77f0335c-ff99-4d73-b120-d6e5f033a960'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:17:48.999165 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b809120-5232-41e9-a3ad-f5fdc14d6de7" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbd7c62-3968-41d1-aabb-dbe5ca173667", "tag": "77f0335c-ff99-4d73-b120-d6e5f033a960"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:17:49.015064 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] Set router 197cd0d4-d647-4870-a80b-e972a930b72d gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:49.175903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 809e6112-722d-4e56-a502-6f356d547427 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:49.263278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663dcba-0c0c-4d90-9e4e-0c4c3392add2 service neutron] Pushing event updated for resources: {'Port': ['ID=77f0335c-ff99-4d73-b120-d6e5f033a960,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:49.270721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 809e6112-722d-4e56-a502-6f356d547427 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:49.271100 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (809e6112-722d-4e56-a502-6f356d547427), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:49.296558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa382f3c-2c53-46a6-8326-1fdb16b3a357 req-de8a3a16-5ef1-4ee2-a336-d3b52bd1e06e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:49.298209 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa382f3c-2c53-46a6-8326-1fdb16b3a357 req-de8a3a16-5ef1-4ee2-a336-d3b52bd1e06e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2367435 Aug 28 20:17:49.332178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-41af8014-d0bc-458a-82a3-d4a70ecb3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:49.336534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-41af8014-d0bc-458a-82a3-d4a70ecb3e7d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1961709682a04c8f9f56d60a1a5330aa&device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 1130 time: 0.1856742 Aug 28 20:17:49.426846 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-7af80e2a-2320-4c8d-8b05-1ec770ed9d91 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=77f0335c-ff99-4d73-b120-d6e5f033a960 HTTP/1.1" status: 200 len: 217 time: 0.0724685 Aug 28 20:17:49.435551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 809e6112-722d-4e56-a502-6f356d547427 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:49.461132 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197cd0d4-d647-4870-a80b-e972a930b72d', 'name': 'tempest-snat-router-282278650', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': False}, 'gw_port_id': '800c16ae-b3ad-4a27-970a-c17bfcf464d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:38Z', 'updated_at': '2022-08-28T20:17:43Z', 'revision_number': 3, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port': {'id': '800c16ae-b3ad-4a27-970a-c17bfcf464d4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ae:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197cd0d4-d647-4870-a80b-e972a930b72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:40Z', 'updated_at': '2022-08-28T20:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:49.495116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa382f3c-2c53-46a6-8326-1fdb16b3a357 req-5f0349a2-f3ce-43f5-9660-898d88fcd235 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889627 Aug 28 20:17:49.507278 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a72d7-e129-42ac-8f85-261a77625003 None None] The sync data for ids ['197cd0d4-d647-4870-a80b-e972a930b72d'] in n-d-854121-7 is: [{'id': '197cd0d4-d647-4870-a80b-e972a930b72d', 'name': 'tempest-snat-router-282278650', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229'}], 'enable_snat': False}, 'gw_port_id': '800c16ae-b3ad-4a27-970a-c17bfcf464d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:38Z', 'updated_at': '2022-08-28T20:17:43Z', 'revision_number': 3, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port': {'id': '800c16ae-b3ad-4a27-970a-c17bfcf464d4', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ae:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197cd0d4-d647-4870-a80b-e972a930b72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:40Z', 'updated_at': '2022-08-28T20:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:49.537947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-c0600692-70c0-4dec-b372-f143ba3368e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:49.537947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-c0600692-70c0-4dec-b372-f143ba3368e8 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0964706 Aug 28 20:17:49.644434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-0878863c-00d3-4545-9039-9b6a9844f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:49.661585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-0878863c-00d3-4545-9039-9b6a9844f619 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1053400 Aug 28 20:17:49.661585 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5134c234-2186-4306-8b4e-dba96c98c906 x-openstack-request-id: req-5134c234-2186-4306-8b4e-dba96c98c906 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:17:49.661585 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbd7c62-3968-41d1-aabb-dbe5ca173667", "tag": "77f0335c-ff99-4d73-b120-d6e5f033a960", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:17:49.661585 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5134c234-2186-4306-8b4e-dba96c98c906 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:17:49.661585 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5134c234-2186-4306-8b4e-dba96c98c906'] response: {'name': 'network-changed', 'server_uuid': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'tag': '77f0335c-ff99-4d73-b120-d6e5f033a960', 'status': 'completed', 'code': 200} Aug 28 20:17:49.667326 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:17:49.786532 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:49.805648 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:49.831699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc0339-41d8-4184-9597-933b18a190df req-8bd630e1-a60c-464b-a2d3-457b3c0b1165 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:49.833423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10bc0339-41d8-4184-9597-933b18a190df req-8bd630e1-a60c-464b-a2d3-457b3c0b1165 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 948 time: 0.8831756 Aug 28 20:17:49.855461 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-1bf7f96b-d476-487a-ba75-6b7c095729b6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907525 Aug 28 20:17:49.990793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10bc0339-41d8-4184-9597-933b18a190df req-ba3bdcfc-c52d-49a3-9c19-e2d828f34965 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446414 Aug 28 20:17:49.995563 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c10995df-ed06-4b83-8edf-bd9ccaa299fc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.055509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38f4b204-d3e4-4ffd-bc3a-9c7452fc5b4f req-3ba2a9ef-5fed-4ef6-9e7d-ea11baaa5f3c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926219 Aug 28 20:17:50.078491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:50.136540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (cd1ee2ac-3e93-4404-836f-7983123293db), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.138599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:50.144859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:50.177759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:50.181412 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.184423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:50.191578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:50.192254 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.220584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=c10995df-ed06-4b83-8edf-bd9ccaa299fc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:50.252061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36216) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:50.277810 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-41eb511e-1139-42f6-b7d1-db4490ac6823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.381682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-098de3a4-fdec-41b9-a067-80ba1ace50b2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5486379 Aug 28 20:17:50.386208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36220) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:50.441403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-41eb511e-1139-42f6-b7d1-db4490ac6823 admin admin] Publish callbacks [] for security_group (3914d3eb-5af8-4646-876c-fecebb8dbde2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.491521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7f3e7e18-737f-45bc-b53d-f2d16941bb12 None None] Provisioning complete for port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:50.492143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7e18-737f-45bc-b53d-f2d16941bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.503914 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-41eb511e-1139-42f6-b7d1-db4490ac6823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3914d3eb-5af8-4646-876c-fecebb8dbde2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.540116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e7e18-737f-45bc-b53d-f2d16941bb12 None None] Port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:17:50.550888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb511e-1139-42f6-b7d1-db4490ac6823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914d3eb-5af8-4646-876c-fecebb8dbde2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:50.604138 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-41eb511e-1139-42f6-b7d1-db4490ac6823 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=147908f7ac0d4eb3af9c484731deed28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505189 Aug 28 20:17:50.607936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36224) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:50.626515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port c10995df-ed06-4b83-8edf-bd9ccaa299fc {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:50.626845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c10995df-ed06-4b83-8edf-bd9ccaa299fc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.688204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Allocated IP 172.25.4.117 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/adcd1e8c-8895-4922-bdc5-ffd5c3356b70) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:50.691568 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Router 91725e10-713c-45fc-a428-ebd20a7ffc43 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:17:50.723123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93469bec-ba50-4778-bcb0-f7f8bf84dc46 req-b2dc6b6b-3e58-456b-aa41-8fe04342d7bb tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:50.730818 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93469bec-ba50-4778-bcb0-f7f8bf84dc46 req-b2dc6b6b-3e58-456b-aa41-8fe04342d7bb tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.0819776 Aug 28 20:17:50.755140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c10995df-ed06-4b83-8edf-bd9ccaa299fc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.758984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95b8c56c-f7b9-421f-87d5-1b1d17406e80 admin admin] Publish callbacks [] for security_group (3914d3eb-5af8-4646-876c-fecebb8dbde2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.809085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95b8c56c-f7b9-421f-87d5-1b1d17406e80 admin admin] Publish callbacks [] for security_group (3914d3eb-5af8-4646-876c-fecebb8dbde2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.828432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93469bec-ba50-4778-bcb0-f7f8bf84dc46 req-54782b1e-b1ee-4a1d-ab76-6f3fa682750d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961990 Aug 28 20:17:50.903603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for c10995df-ed06-4b83-8edf-bd9ccaa299fc owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:50.976489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95b8c56c-f7b9-421f-87d5-1b1d17406e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3914d3eb-5af8-4646-876c-fecebb8dbde2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.980277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95b8c56c-f7b9-421f-87d5-1b1d17406e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:50.985683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-95b8c56c-f7b9-421f-87d5-1b1d17406e80 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3914d3eb-5af8-4646-876c-fecebb8dbde2 HTTP/1.1" status: 204 len: 168 time: 0.3720870 Aug 28 20:17:50.987353 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:51.003271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8c56c-f7b9-421f-87d5-1b1d17406e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914d3eb-5af8-4646-876c-fecebb8dbde2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:51.010257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:51.019864 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6d9bb265-01e3-4fed-bac3-990d9743438a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/91725e10-713c-45fc-a428-ebd20a7ffc43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5497456 Aug 28 20:17:51.049027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Sync routers for ids ['91725e10-713c-45fc-a428-ebd20a7ffc43'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:51.085677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Routers {'91725e10-713c-45fc-a428-ebd20a7ffc43'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:51.086407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['91725e10-713c-45fc-a428-ebd20a7ffc43'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:51.126536 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:51.246853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-cd912104-4d06-41d9-81a9-000d386fa906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:51.250642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-cd912104-4d06-41d9-81a9-000d386fa906 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1961709682a04c8f9f56d60a1a5330aa&device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 1130 time: 0.1906462 Aug 28 20:17:51.253071 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c10995df-ed06-4b83-8edf-bd9ccaa299fc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:51.317236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:51.321087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/c10995df-ed06-4b83-8edf-bd9ccaa299fc HTTP/1.1" status: 204 len: 168 time: 0.8794329 Aug 28 20:17:51.372590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36232) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:51.383485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'mac_address': 'fa:16:3e:0e:17:29', 'name': 'tempest-PortsIpV6TestJSON-1945700908'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:51.388092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af06dad-74d7-402a-a276-ab7f42b4c585 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=c10995df-ed06-4b83-8edf-bd9ccaa299fc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:51.398382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 800c16ae-b3ad-4a27-970a-c17bfcf464d4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:51.440135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:51.503488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:51.503488 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:51.530227 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:51.540145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-9773cb82-ca35-4862-981a-7e8879e11637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:51.548397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-9773cb82-ca35-4862-981a-7e8879e11637 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.2893150 Aug 28 20:17:51.579780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Set router 91725e10-713c-45fc-a428-ebd20a7ffc43 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:51.633002 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-57aad4ea-f560-465e-a34b-70ffd3fc0a22 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=77f0335c-ff99-4d73-b120-d6e5f033a960 HTTP/1.1" status: 200 len: 217 time: 0.0671000 Aug 28 20:17:51.641235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100416-f948-40b3-8421-1b27a6a8711f req-f8fc50cd-805b-4a33-bd1e-3e1bab7d3375 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:51.657811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41100416-f948-40b3-8421-1b27a6a8711f req-f8fc50cd-805b-4a33-bd1e-3e1bab7d3375 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 948 time: 0.3448007 Aug 28 20:17:51.679509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:51.682888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Port': ['ID=adcd1e8c-8895-4922-bdc5-ffd5c3356b70,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:51.705592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:51.759601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:51.801226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-08e7d444-5043-43d9-9ece-4b02694fd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:51.803452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-08e7d444-5043-43d9-9ece-4b02694fd1a9 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1582868 Aug 28 20:17:51.844614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:51.845605 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:51.881412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-61a284e9-1129-4c5e-81f2-d99d4df43bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:51.883226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-61a284e9-1129-4c5e-81f2-d99d4df43bbe service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0724680 Aug 28 20:17:51.920790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 800c16ae-b3ad-4a27-970a-c17bfcf464d4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=800c16ae-b3ad-4a27-970a-c17bfcf464d4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:52.048489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-8119160c-f63b-476f-ac94-4a45a1c10833 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576493 Aug 28 20:17:52.055230 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-462c2ff5-df1b-4896-9436-308c0a2700e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.061607 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.090121 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-41100416-f948-40b3-8421-1b27a6a8711f req-69adf8ba-f534-4955-a900-05e2e6cad043 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312208 Aug 28 20:17:52.139329 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:52.153551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '0a0eaa1d-7b85-4344-b810-1b1e7f80c897', 'name': '', 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'mac_address': 'fa:16:3e:3c:22:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:45Z', 'updated_at': '2022-08-28T20:17:48Z', 'revision_number': 2, 'project_id': '1f3d88210ef349d683da9136977a9045', 'subnets': [{'id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:52.239529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Checking router: 91725e10-713c-45fc-a428-ebd20a7ffc43 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:17:52.239825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:52.242560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Updating router 91725e10-713c-45fc-a428-ebd20a7ffc43 port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:17:52.286942 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.301678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b809120-5232-41e9-a3ad-f5fdc14d6de7 req-9e914d33-160a-4501-b31b-b1a7c7077767 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462821 Aug 28 20:17:52.303956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=800c16ae-b3ad-4a27-970a-c17bfcf464d4,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:52.379806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-c953efd5-5653-4503-9aca-c376c7b975aa tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:52.388341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-c953efd5-5653-4503-9aca-c376c7b975aa tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/networks?id=b4fd8e3b-08e8-4c37-b651-13139148e3f5 HTTP/1.1" status: 200 len: 813 time: 0.2260168 Aug 28 20:17:52.407901 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.409888 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-a9366330-b582-48e7-97f2-16860bfc6bd3 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/quotas/1f3d88210ef349d683da9136977a9045 HTTP/1.1" status: 200 len: 375 time: 0.0193229 Aug 28 20:17:52.430609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a389-ba3d-4de6-a1ff-cc46c0c9dabc req-c39319a4-b269-4c1d-a58c-894f4c89182f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:52.432209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0504a389-ba3d-4de6-a1ff-cc46c0c9dabc req-c39319a4-b269-4c1d-a58c-894f4c89182f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2084970 Aug 28 20:17:52.468576 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:52.479305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-039fdbd8-5905-410b-a856-de958ea274fe tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1f3d88210ef349d683da9136977a9045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685406 Aug 28 20:17:52.514318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 933926a6-5f04-42d3-a78e-64d8ac9ec0bb yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:52.644632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (cd1ee2ac-3e93-4404-836f-7983123293db), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.684743 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-471d3750-1b82-43f9-ab80-94ac52725f36 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b4fd8e3b-08e8-4c37-b651-13139148e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970570 Aug 28 20:17:52.765160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Publish callbacks [] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.835221 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.862787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-268c0607-9c63-4496-ad36-708c9de9ea41 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b4fd8e3b-08e8-4c37-b651-13139148e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706753 Aug 28 20:17:52.878222 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:52.915367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (933926a6-5f04-42d3-a78e-64d8ac9ec0bb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:52.992815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000ecf7-8f72-45ba-a2b1-6d2d9c2c8e2d None None] Pushing event updated for resources: {'Port': ['ID=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:53.009208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Attempting to bind port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:53.009208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Attempting to bind port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:53.009208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Attempting to bind port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 on network b4fd8e3b-08e8-4c37-b651-13139148e3f5 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:53.010067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:53.010688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Checking segment: {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:53.011251 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.011541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Bound using segment: {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:53.012136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Bound port: 0a0eaa1d-7b85-4344-b810-1b1e7f80c897, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:53.012522 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.016413 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:53.023888 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:53.048004 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0504a389-ba3d-4de6-a1ff-cc46c0c9dabc req-9c0bdf0c-e7ec-4b26-8758-d8b863b4f7c8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6021540 Aug 28 20:17:53.065333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (cd1ee2ac-3e93-4404-836f-7983123293db), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.120965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] For port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:53.125307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] For port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:53.170783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 800c16ae-b3ad-4a27-970a-c17bfcf464d4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:53.178067 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:53.258886 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.296351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8bdacfe5-8506-4e66-97d9-7a63b425c6cd req-ece3d278-8cae-4dd6-a636-100d971ad765 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 210 time: 0.0618088 Aug 28 20:17:53.305794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (933926a6-5f04-42d3-a78e-64d8ac9ec0bb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.311386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Routers {'91725e10-713c-45fc-a428-ebd20a7ffc43'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:53.313585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['91725e10-713c-45fc-a428-ebd20a7ffc43'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:53.431460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98397-7e3f-4f56-aa6d-69a6cd1cc12d req-847a91cd-ef04-4ea9-987e-3a9f800c6166 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:53.436585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1cd98397-7e3f-4f56-aa6d-69a6cd1cc12d req-847a91cd-ef04-4ea9-987e-3a9f800c6166 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 948 time: 0.1793382 Aug 28 20:17:53.447283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] Set router 91725e10-713c-45fc-a428-ebd20a7ffc43 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:53.467583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:53.484130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:53.494900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:53.500128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:53.500840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.503934 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:53.507196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=933926a6-5f04-42d3-a78e-64d8ac9ec0bb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:53.586128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1cd98397-7e3f-4f56-aa6d-69a6cd1cc12d req-cfdf040d-7b2b-44a8-85a4-06ae432b65f5 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276712 Aug 28 20:17:53.627006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:53.627385 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.638855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000ecf7-8f72-45ba-a2b1-6d2d9c2c8e2d None None] Pushing event updated for resources: {'Port': ['ID=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:53.644382 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a0fb5708-83d4-40d8-a6fb-2f7a0a42db4d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2701802 Aug 28 20:17:53.646837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36292) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:53.669755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Router cd1ee2ac-3e93-4404-836f-7983123293db is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:17:53.720311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afeeb5b-5e5a-409e-bc68-77a9a21a43f9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:53.721918 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6afeeb5b-5e5a-409e-bc68-77a9a21a43f9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/933926a6-5f04-42d3-a78e-64d8ac9ec0bb HTTP/1.1" status: 200 len: 845 time: 0.0740507 Aug 28 20:17:53.724721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36296) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:53.832390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 933926a6-5f04-42d3-a78e-64d8ac9ec0bb {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:53.832756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (933926a6-5f04-42d3-a78e-64d8ac9ec0bb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.866668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:17:53.879737 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Sync routers for ids ['cd1ee2ac-3e93-4404-836f-7983123293db'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:17:53.896116 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Routers {'cd1ee2ac-3e93-4404-836f-7983123293db'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:53.897144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd1ee2ac-3e93-4404-836f-7983123293db'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:53.939609 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (933926a6-5f04-42d3-a78e-64d8ac9ec0bb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:53.964649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 933926a6-5f04-42d3-a78e-64d8ac9ec0bb owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:54.305002 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Set router cd1ee2ac-3e93-4404-836f-7983123293db gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:54.311492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 77f0335c-ff99-4d73-b120-d6e5f033a960 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:17:54.312418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.313250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36304) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:54.314472 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3624f9ea-d220-48c2-bfd1-af997121c053 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3255169 Aug 28 20:17:54.314709 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (933926a6-5f04-42d3-a78e-64d8ac9ec0bb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.314951 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:54.315349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=933926a6-5f04-42d3-a78e-64d8ac9ec0bb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:54.315349 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:54.315349 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.315349 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9e2c056c-2f6c-4162-ad2a-1b765ba67c2e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/933926a6-5f04-42d3-a78e-64d8ac9ec0bb HTTP/1.1" status: 204 len: 168 time: 0.5626912 Aug 28 20:17:54.317697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36316) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:54.347871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b136f016-50f1-492e-9aeb-a4f455bb6a69 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/cd1ee2ac-3e93-4404-836f-7983123293db HTTP/1.1" status: 200 len: 907 time: 0.2934833 Aug 28 20:17:54.352621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36322) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:54.368808 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.409240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f403-a287-4c21-8fdc-c05e5a4ed39c req-2fb07fb8-3016-4838-8eda-9d34761dc624 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:54.430667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6f8f403-a287-4c21-8fdc-c05e5a4ed39c req-2fb07fb8-3016-4838-8eda-9d34761dc624 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1611128 Aug 28 20:17:54.440050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 77f0335c-ff99-4d73-b120-d6e5f033a960, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77f0335c-ff99-4d73-b120-d6e5f033a960,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:54.478973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40f9517b-e9f3-49b1-a0b4-d72b6cba5071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.498541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '77f0335c-ff99-4d73-b120-d6e5f033a960', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': '77f0335c-ff99-4d73-b120-d6e5f033a960', 'mac_address': 'fa:16:3e:fe:a0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:17:54.509286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:54.537361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36328) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:54.570290 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1ee2ac-3e93-4404-836f-7983123293db', 'name': 'tempest-snat-router-282278650', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'adcd1e8c-8895-4922-bdc5-ffd5c3356b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:47Z', 'updated_at': '2022-08-28T20:17:52Z', 'revision_number': 3, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port': {'id': 'adcd1e8c-8895-4922-bdc5-ffd5c3356b70', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1ee2ac-3e93-4404-836f-7983123293db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:50Z', 'updated_at': '2022-08-28T20:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:54.578551 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac41e826-64fd-479b-b012-7b959b8a5e62 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:17:54.580557 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac41e826-64fd-479b-b012-7b959b8a5e62 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/933926a6-5f04-42d3-a78e-64d8ac9ec0bb HTTP/1.1" status: 404 len: 333 time: 0.2881370 Aug 28 20:17:54.598947 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36334) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:54.603590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 77f0335c-ff99-4d73-b120-d6e5f033a960 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:54.604072 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.607034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '0a0eaa1d-7b85-4344-b810-1b1e7f80c897', 'name': '', 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'mac_address': 'fa:16:3e:3c:22:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:45Z', 'updated_at': '2022-08-28T20:17:53Z', 'revision_number': 4, 'project_id': '1f3d88210ef349d683da9136977a9045', 'subnets': [{'id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:54.613597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'name': 'tempest-PortsIpV6TestJSON-713554386'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:54.617783 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Checking router: cd1ee2ac-3e93-4404-836f-7983123293db for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:17:54.618813 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Updating router cd1ee2ac-3e93-4404-836f-7983123293db port adcd1e8c-8895-4922-bdc5-ffd5c3356b70 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:17:54.642524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6f8f403-a287-4c21-8fdc-c05e5a4ed39c req-9148470b-25fb-457b-aad8-8b03c6ef2fce tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124588 Aug 28 20:17:54.656786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336545d-33ce-47c4-bcc8-6f388a6e9b64 None None] The sync data for ids ['91725e10-713c-45fc-a428-ebd20a7ffc43'] in n-d-854121-7 is: [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '0a0eaa1d-7b85-4344-b810-1b1e7f80c897', 'name': '', 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'mac_address': 'fa:16:3e:3c:22:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:45Z', 'updated_at': '2022-08-28T20:17:53Z', 'revision_number': 4, 'project_id': '1f3d88210ef349d683da9136977a9045', 'subnets': [{'id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:54.671933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f0335c-ff99-4d73-b120-d6e5f033a960 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:17:54.673167 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.721330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 77f0335c-ff99-4d73-b120-d6e5f033a960, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77f0335c-ff99-4d73-b120-d6e5f033a960,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:54.900800 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:54.922960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87990074-1dbd-4dd8-a4a4-d6b7e49bb01f req-0a4ebb09-3663-40de-a586-8a22927efa38 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:54.924922 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-87990074-1dbd-4dd8-a4a4-d6b7e49bb01f req-0a4ebb09-3663-40de-a586-8a22927efa38 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 948 time: 0.0755172 Aug 28 20:17:54.936222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:54.985014 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:54.993634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-dda2c89f-f155-4feb-8f15-7d3480c167ab tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1573585284'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:54.995243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-dda2c89f-f155-4feb-8f15-7d3480c167ab tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Unknown quota resources ['metering_label']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:17:55.063228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=77f0335c-ff99-4d73-b120-d6e5f033a960,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:55.125554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9b16a4d-e6d3-47fa-a2cc-fb340213fcbe req-cf1dca9b-f04c-4407-803a-cfcdf21d0192 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 210 time: 0.5590146 Aug 28 20:17:55.150997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['77f0335c-ff99-4d73-b120-d6e5f033a960'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:17:55.186847 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Publish callbacks [] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.243987 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-87990074-1dbd-4dd8-a4a4-d6b7e49bb01f req-e0b83dd3-5222-439a-ae82-8e21576a8714 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120492 Aug 28 20:17:55.284143 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (cd1ee2ac-3e93-4404-836f-7983123293db), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.290488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:55.303197 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.337119 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Attempting to bind port adcd1e8c-8895-4922-bdc5-ffd5c3356b70 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:17:55.337492 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Attempting to bind port adcd1e8c-8895-4922-bdc5-ffd5c3356b70 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:17:55.337872 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Attempting to bind port adcd1e8c-8895-4922-bdc5-ffd5c3356b70 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:17:55.420757 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175039c-53d6-4ebe-95af-481b5e2aba0c None None] Pushing event updated for resources: {'Port': ['ID=adcd1e8c-8895-4922-bdc5-ffd5c3356b70,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:55.424734 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:17:55.425899 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:17:55.426498 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.427042 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:17:55.428000 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Bound port: adcd1e8c-8895-4922-bdc5-ffd5c3356b70, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:17:55.428649 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.489137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (cd1ee2ac-3e93-4404-836f-7983123293db), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.496289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:55.506621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.561266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 6f34c9fe-d125-477a-89ab-0a4d82dced5c yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:17:55.611591 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dda2c89f-f155-4feb-8f15-7d3480c167ab tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.612861 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dda2c89f-f155-4feb-8f15-7d3480c167ab tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0743375 Aug 28 20:17:55.615742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36346) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:55.620622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-760917ff-c106-4ab3-93fe-286ef46714f7 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3f31123d-feea-4902-8bdc-77fbdd16f2b5'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:55.625036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-760917ff-c106-4ab3-93fe-286ef46714f7 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:17:55.644357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:55.645699 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.708349 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] For port adcd1e8c-8895-4922-bdc5-ffd5c3356b70, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:17:55.717754 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] For port adcd1e8c-8895-4922-bdc5-ffd5c3356b70, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=adcd1e8c-8895-4922-bdc5-ffd5c3356b70,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:17:55.722980 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:55.795571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Deleting port adcd1e8c-8895-4922-bdc5-ffd5c3356b70 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:55.795934 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.841220 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.843101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:55.844055 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.880588 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:55.885641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:55.907655 n-d-854121-7 neutron-server[114322]: WARNING neutron.services.metering.metering_plugin [None req-760917ff-c106-4ab3-93fe-286ef46714f7 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 20:17:55.907897 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:55.948005 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:55.970321 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175039c-53d6-4ebe-95af-481b5e2aba0c None None] Pushing event updated for resources: {'Port': ['ID=adcd1e8c-8895-4922-bdc5-ffd5c3356b70,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:55.978968 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Routers {'cd1ee2ac-3e93-4404-836f-7983123293db'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:17:55.980002 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd1ee2ac-3e93-4404-836f-7983123293db'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:55.984464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b90f3f-fe3e-4a90-8dfe-628e939d8db3 req-e8a55476-4629-4790-83f7-c7c6b9c3742f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:55.985468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21b90f3f-fe3e-4a90-8dfe-628e939d8db3 req-e8a55476-4629-4790-83f7-c7c6b9c3742f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1297481 Aug 28 20:17:55.989953 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.096941 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.116674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21b90f3f-fe3e-4a90-8dfe-628e939d8db3 req-4d6451b1-dfe2-43d4-982d-cd78e7739c57 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155057 Aug 28 20:17:56.132438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] For port adcd1e8c-8895-4922-bdc5-ffd5c3356b70, host n-d-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:56.132811 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.135379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 77f0335c-ff99-4d73-b120-d6e5f033a960 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:56.144155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:56.190006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Calling delete_port for adcd1e8c-8895-4922-bdc5-ffd5c3356b70 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:56.209762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-760917ff-c106-4ab3-93fe-286ef46714f7 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.211422 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-760917ff-c106-4ab3-93fe-286ef46714f7 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5945165 Aug 28 20:17:56.215070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36360) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:56.217531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] Set router cd1ee2ac-3e93-4404-836f-7983123293db gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:17:56.226801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-23a10554-5457-4d1d-8472-b6efc1f153ed tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3f31123d-feea-4902-8bdc-77fbdd16f2b5'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:56.231245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-23a10554-5457-4d1d-8472-b6efc1f153ed tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:17:56.295739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 77f0335c-ff99-4d73-b120-d6e5f033a960 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:17:56.343011 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1ee2ac-3e93-4404-836f-7983123293db', 'name': 'tempest-snat-router-282278650', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:47Z', 'updated_at': '2022-08-28T20:17:55Z', 'revision_number': 4, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:17:56.372082 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae964e8c-91a4-4d80-b906-6187f7d149be None None] The sync data for ids ['cd1ee2ac-3e93-4404-836f-7983123293db'] in n-d-854121-7 is: [{'id': 'cd1ee2ac-3e93-4404-836f-7983123293db', 'name': 'tempest-snat-router-282278650', 'tenant_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:47Z', 'updated_at': '2022-08-28T20:17:55Z', 'revision_number': 4, 'project_id': '44cd7a49738b45d7ba4b65a3243c34a5', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:17:56.432607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8b1cc12-c53b-4909-a5b5-4ce22b5238da req-e6620da9-546f-41ee-9930-284f34460b42 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 210 time: 0.0602694 Aug 28 20:17:56.440602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.482355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 77f0335c-ff99-4d73-b120-d6e5f033a960 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:56.483041 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.492027 n-d-854121-7 neutron-server[114322]: WARNING neutron.services.metering.metering_plugin [None req-23a10554-5457-4d1d-8472-b6efc1f153ed tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 20:17:56.496385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d5ddf-6010-472a-a7cf-c17a404a921c req-51bce2af-8a5c-4d3e-8211-e7a0de4cbf28 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:56.498934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460d5ddf-6010-472a-a7cf-c17a404a921c req-51bce2af-8a5c-4d3e-8211-e7a0de4cbf28 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 949 time: 0.0847664 Aug 28 20:17:56.619109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:56.642474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=6f34c9fe-d125-477a-89ab-0a4d82dced5c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:56.647297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:56.681581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 77f0335c-ff99-4d73-b120-d6e5f033a960 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:56.682541 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.699842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:17:56.706976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:56.707883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.717421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-23a10554-5457-4d1d-8472-b6efc1f153ed tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.718015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f0335c-ff99-4d73-b120-d6e5f033a960'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:17:56.719496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-23a10554-5457-4d1d-8472-b6efc1f153ed tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5033822 Aug 28 20:17:56.721055 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18bfa0-c66a-442b-ae0a-60f7c9059e47" -d '{"events": [{"server_uuid": "8cbd7c62-3968-41d1-aabb-dbe5ca173667", "name": "network-vif-plugged", "status": "completed", "tag": "77f0335c-ff99-4d73-b120-d6e5f033a960"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:17:56.727003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36370) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:56.737349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 77f0335c-ff99-4d73-b120-d6e5f033a960, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77f0335c-ff99-4d73-b120-d6e5f033a960,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:56.749903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-460d5ddf-6010-472a-a7cf-c17a404a921c req-c7813361-6f65-44b2-853d-97bda810194e tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350299 Aug 28 20:17:56.758541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8d80ef18-25c6-4adb-baf2-cca4db43c8cf tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=e5663eb9-d30c-4101-9404-52888d096381 HTTP/1.1" status: 200 len: 464 time: 0.0273662 Aug 28 20:17:56.758541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36374) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:56.820994 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab5f8ec-e827-4bf2-9e43-7fb290eadbd6 x-openstack-request-id: req-4ab5f8ec-e827-4bf2-9e43-7fb290eadbd6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:17:56.820994 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbd7c62-3968-41d1-aabb-dbe5ca173667", "name": "network-vif-plugged", "status": "completed", "tag": "77f0335c-ff99-4d73-b120-d6e5f033a960", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:17:56.821297 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ab5f8ec-e827-4bf2-9e43-7fb290eadbd6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:17:56.821561 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab5f8ec-e827-4bf2-9e43-7fb290eadbd6'] response: {'server_uuid': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f0335c-ff99-4d73-b120-d6e5f033a960', 'code': 200} Aug 28 20:17:56.903259 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.937606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb114f-3322-40f8-961f-9ffc35e2fef0 req-67307f82-faf0-4ea0-b14e-8e88bc445c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:56.939049 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0ef06e02-b934-4388-bbfe-9762979c38d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3371928 Aug 28 20:17:56.939407 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaeb114f-3322-40f8-961f-9ffc35e2fef0 req-67307f82-faf0-4ea0-b14e-8e88bc445c5c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 1131 time: 0.0493746 Aug 28 20:17:56.940509 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (adcd1e8c-8895-4922-bdc5-ffd5c3356b70), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:56.943020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36380) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:56.958119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:56.987632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=77f0335c-ff99-4d73-b120-d6e5f033a960,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:57.032352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event deleted for resources: {'Port': ['ID=adcd1e8c-8895-4922-bdc5-ffd5c3356b70,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:57.099374 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (cd1ee2ac-3e93-4404-836f-7983123293db), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.109745 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82a08fc1-25a8-4f6c-9fe9-b54414323832 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.114211 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.114385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-82a08fc1-25a8-4f6c-9fe9-b54414323832 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/e5663eb9-d30c-4101-9404-52888d096381 HTTP/1.1" status: 204 len: 168 time: 0.3518703 Aug 28 20:17:57.124560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36384) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:57.135003 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:57.170392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7f06d8de-1c58-470d-9a60-6b79c91224d4 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=e5663eb9-d30c-4101-9404-52888d096381 HTTP/1.1" status: 200 len: 221 time: 0.0419056 Aug 28 20:17:57.174866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36388) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:57.182242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-22c616fc-5396-4b73-93a8-2b8d5d41539b tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1518213800', 'description': 'label created by tempest'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:57.182754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-22c616fc-5396-4b73-93a8-2b8d5d41539b tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Unknown quota resources ['metering_label']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:17:57.186024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:17:57.193570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaeb114f-3322-40f8-961f-9ffc35e2fef0 req-f159bcc5-42fc-4518-b973-8ddf262a9269 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473187 Aug 28 20:17:57.204518 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.243340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (cd1ee2ac-3e93-4404-836f-7983123293db), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.246952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (cd1ee2ac-3e93-4404-836f-7983123293db), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.253663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:17:57.255261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.392913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:17:57.459034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd81816-9cfa-4236-a926-a6e4d1bd2158 req-1062c583-810c-4562-aaa3-309cfe303523 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:57.461876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afd81816-9cfa-4236-a926-a6e4d1bd2158 req-1062c583-810c-4562-aaa3-309cfe303523 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1352515 Aug 28 20:17:57.568416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-59767257-6486-4a42-845f-e66e5519ca81 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:57.570470 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-59767257-6486-4a42-845f-e66e5519ca81 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.84 "GET /networking/v2.0/networks?id=b4fd8e3b-08e8-4c37-b651-13139148e3f5 HTTP/1.1" status: 200 len: 813 time: 0.2552514 Aug 28 20:17:57.574857 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (cd1ee2ac-3e93-4404-836f-7983123293db), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.575332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd1ee2ac-3e93-4404-836f-7983123293db {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:17:57.581542 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.584733 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-34619a30-679b-4c3a-9b2c-3f4572264d8f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/cd1ee2ac-3e93-4404-836f-7983123293db HTTP/1.1" status: 204 len: 168 time: 3.2273948 Aug 28 20:17:57.587806 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afd81816-9cfa-4236-a926-a6e4d1bd2158 req-1b67722d-39da-4396-b549-f3cca8739307 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148548 Aug 28 20:17:57.588166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36396) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:57.604133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Request body: {'port': {'device_id': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'admin_state_up': True, 'tenant_id': '1f3d88210ef349d683da9136977a9045'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:57.638898 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-22c616fc-5396-4b73-93a8-2b8d5d41539b tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.643018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-22c616fc-5396-4b73-93a8-2b8d5d41539b tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4671035 Aug 28 20:17:57.645481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62ac96fb-2393-4c7d-aba7-9391a5b1ccd7 req-fbd2c298-e10e-4770-bbf3-ea76edb0881f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 210 time: 0.0504160 Aug 28 20:17:57.647809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.651102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36398) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:57.818445 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (197cd0d4-d647-4870-a80b-e972a930b72d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:57.972655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb2123-b43f-4e49-a767-937a80983f52 req-f9a0ac4f-2aa8-41f7-aeb9-bcf0caeac961 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:57.974475 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56cb2123-b43f-4e49-a767-937a80983f52 req-f9a0ac4f-2aa8-41f7-aeb9-bcf0caeac961 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 950 time: 0.0978775 Aug 28 20:17:58.096413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.099259 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (197cd0d4-d647-4870-a80b-e972a930b72d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.107760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56cb2123-b43f-4e49-a767-937a80983f52 req-01cb07a4-0bc8-40c4-a743-1d4978a1e196 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959013 Aug 28 20:17:58.168153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-395be475-ee18-4b5d-812d-b325a78f1a2b tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=33424b6e-4882-46ba-b7a3-f0a8188f8290 HTTP/1.1" status: 200 len: 468 time: 0.5152645 Aug 28 20:17:58.171438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36410) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.269487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.272873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] In _notify_port_updated(), no bound segment for port 6f34c9fe-d125-477a-89ab-0a4d82dced5c on network 10898b37-f24f-4c68-a969-025286443568 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:17:58.275968 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:58.278070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.278767 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "PUT /networking/v2.0/ports/6f34c9fe-d125-477a-89ab-0a4d82dced5c HTTP/1.1" status: 200 len: 818 time: 1.3339798 Aug 28 20:17:58.283727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36412) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.289953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Made reservation on behalf of 1f3d88210ef349d683da9136977a9045 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:58.296286 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.393549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae125fb-f54f-462e-a6b5-b403ac1bc925 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=6f34c9fe-d125-477a-89ab-0a4d82dced5c,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:58.473984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 6f34c9fe-d125-477a-89ab-0a4d82dced5c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:58.474339 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.532902 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:58.567325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Deleting port 800c16ae-b3ad-4a27-970a-c17bfcf464d4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:17:58.567723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.567992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.590792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 6f34c9fe-d125-477a-89ab-0a4d82dced5c owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:58.721262 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-10605984-60de-4298-a3ba-00f33b91a968 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.725127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-10605984-60de-4298-a3ba-00f33b91a968 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/33424b6e-4882-46ba-b7a3-f0a8188f8290 HTTP/1.1" status: 204 len: 168 time: 0.5501566 Aug 28 20:17:58.725988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36424) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.746574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-45446afc-f89a-4cba-8d83-e577190728e7 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=33424b6e-4882-46ba-b7a3-f0a8188f8290 HTTP/1.1" status: 200 len: 216 time: 0.0190315 Aug 28 20:17:58.747324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36426) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.757313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6af47cee-48cf-450d-85d5-3f113d6f7045 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0083113 Aug 28 20:17:58.762811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36428) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.775906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f1f19c61-ab6e-4844-ae91-891f5c97457f tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113642 Aug 28 20:17:58.779649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.779849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Allocated IP 172.20.0.6 (b4fd8e3b-08e8-4c37-b651-13139148e3f5/f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e/1984e204-746b-42a2-a2e7-eb839f04da3d) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:17:58.801784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] For port 800c16ae-b3ad-4a27-970a-c17bfcf464d4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=800c16ae-b3ad-4a27-970a-c17bfcf464d4,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:17:58.802182 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.822574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Calling delete_port for 800c16ae-b3ad-4a27-970a-c17bfcf464d4 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:17:58.845364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8b90aa6d-748a-4897-aaaf-e1838706e82e tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels/3f31123d-feea-4902-8bdc-77fbdd16f2b5 HTTP/1.1" status: 200 len: 473 time: 0.0633082 Aug 28 20:17:58.858604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36432) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.899137 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:17:58.917149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d7fb2-7a16-4e3d-8d99-af6461218d2e req-ff0aff6f-1cb0-4d66-aa33-9bd7fe68714f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:58.918877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-172d7fb2-7a16-4e3d-8d99-af6461218d2e req-ff0aff6f-1cb0-4d66-aa33-9bd7fe68714f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.0530438 Aug 28 20:17:58.920787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6f34c9fe-d125-477a-89ab-0a4d82dced5c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:58.933049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5f1b2801-e775-4730-a74b-92a2fab4bed2 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules/dc772b11-d86d-4fe4-a967-e07fe160cd40 HTTP/1.1" status: 200 len: 461 time: 0.0638714 Aug 28 20:17:58.935247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36438) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:58.944075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77e4773d-a4ac-4234-93aa-38a1dc3ca9ca req-96acb419-5f63-4baa-a0ac-7da37232ed7f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 210 time: 0.1024508 Aug 28 20:17:58.987437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=6f34c9fe-d125-477a-89ab-0a4d82dced5c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:59.013565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.019336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-392ef8b0-750b-4d2a-8205-a3feeb70b384 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/6f34c9fe-d125-477a-89ab-0a4d82dced5c HTTP/1.1" status: 204 len: 168 time: 0.7320182 Aug 28 20:17:59.023925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36440) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:59.045397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-172d7fb2-7a16-4e3d-8d99-af6461218d2e req-c80c5641-ed9f-48fd-81a8-6aff25863a0f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146390 Aug 28 20:17:59.093626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd95849a-3ab6-4a82-ac65-10a04de22843 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:59.098610 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dd95849a-3ab6-4a82-ac65-10a04de22843 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0712266 Aug 28 20:17:59.099475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36444) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:59.134066 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddcd2db-7111-4673-823a-3246ed010a24 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:17:59.137200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5ddcd2db-7111-4673-823a-3246ed010a24 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/6f34c9fe-d125-477a-89ab-0a4d82dced5c HTTP/1.1" status: 404 len: 333 time: 0.0367560 Aug 28 20:17:59.147180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36448) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:59.153034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-61925220'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:17:59.286397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee967-bbc9-4458-86a1-a7b9ad1506ec tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.292549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2d6ee967-bbc9-4458-86a1-a7b9ad1506ec tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/dc772b11-d86d-4fe4-a967-e07fe160cd40 HTTP/1.1" status: 204 len: 168 time: 0.3382056 Aug 28 20:17:59.293262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36452) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:17:59.361818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:17:59.365784 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.465587 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba03ed-aba3-4f80-b58f-4ec40abf21c4 req-fa94d69c-d555-46f3-ad91-8c1016ef84db tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:17:59.467565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ba03ed-aba3-4f80-b58f-4ec40abf21c4 req-fa94d69c-d555-46f3-ad91-8c1016ef84db tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 950 time: 0.0881889 Aug 28 20:17:59.485613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:17:59.549376 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks [] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.596148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ba03ed-aba3-4f80-b58f-4ec40abf21c4 req-ffbf3e0f-54fb-4356-8c6f-36be6e4ab1f8 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197214 Aug 28 20:17:59.757065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a4303c38-5f16-47e0-a779-7903af933b94 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.758573 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a4303c38-5f16-47e0-a779-7903af933b94 tempest-MeteringTestJSON-2041566497 tempest-MeteringTestJSON-2041566497-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/3f31123d-feea-4902-8bdc-77fbdd16f2b5 HTTP/1.1" status: 204 len: 168 time: 0.4640751 Aug 28 20:17:59.869953 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.871766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (de5aef87-e42c-471d-8100-a3417df8c605), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.875012 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment de5aef87-e42c-471d-8100-a3417df8c605 of type vlan for network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa Aug 28 20:17:59.875153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (800c16ae-b3ad-4a27-970a-c17bfcf464d4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.920773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event deleted for resources: {'Port': ['ID=800c16ae-b3ad-4a27-970a-c17bfcf464d4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:17:59.931300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:17:59.959821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:17:59.981278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:17:59.991757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:00.040579 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:00.065903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Pushing event updated for resources: {'Port': ['ID=1984e204-746b-42a2-a2e7-eb839f04da3d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:00.075010 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.080412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:00.081086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.112228 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:00.114523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:18:00.115281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.124367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (197cd0d4-d647-4870-a80b-e972a930b72d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.248720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=82a3fe6f-2760-4e45-b0ae-0d56bf681aaa,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:00.294947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:18:00.327378 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (197cd0d4-d647-4870-a80b-e972a930b72d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.330073 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_controller (197cd0d4-d647-4870-a80b-e972a930b72d), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.376908 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ff114497-5cb4-4e1e-83c5-3b26d9115ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2218716 Aug 28 20:18:00.381008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36478) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:00.390131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:00.462952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:00.489112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'ff189f50-8465-4463-a212-bccda7353806', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'port_id': 'ff189f50-8465-4463-a212-bccda7353806', 'mac_address': 'fa:16:3e:e0:c5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:18:00.499482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-01b21abb-8fd8-4f3c-82d1-0f28f1bec08d None None] Provisioning complete for port 1984e204-746b-42a2-a2e7-eb839f04da3d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:00.499878 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-01b21abb-8fd8-4f3c-82d1-0f28f1bec08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.549281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (197cd0d4-d647-4870-a80b-e972a930b72d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.549893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 197cd0d4-d647-4870-a80b-e972a930b72d {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:00.556975 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.557923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-deaee0fc-f1d3-4e8d-9ee9-a82da5776549 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/197cd0d4-d647-4870-a80b-e972a930b72d HTTP/1.1" status: 204 len: 168 time: 2.9685178 Aug 28 20:18:00.564282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36482) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:00.583312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-572752238', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:00.594312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-01b21abb-8fd8-4f3c-82d1-0f28f1bec08d None None] Port 1984e204-746b-42a2-a2e7-eb839f04da3d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:00.596172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:00.596735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.598270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427fa17-9279-42a5-bd7d-63a8cfd69e0b req-3bf9a649-8752-4c61-abee-51e6f4a249de tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:00.613268 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8427fa17-9279-42a5-bd7d-63a8cfd69e0b req-3bf9a649-8752-4c61-abee-51e6f4a249de tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 931 time: 0.1147695 Aug 28 20:18:00.616210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff189f50-8465-4463-a212-bccda7353806 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:18:00.622376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124f75a-8cbe-4a22-b84f-0023825e4298 req-6ce1b8c3-445c-4da5-830a-d39ec344a72f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:00.632076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1124f75a-8cbe-4a22-b84f-0023825e4298 req-6ce1b8c3-445c-4da5-830a-d39ec344a72f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1034794 Aug 28 20:18:00.675772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:00.693362 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-64ee58df-cb93-4855-858b-675431fa5485 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0981536 Aug 28 20:18:00.721955 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:00.769359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1124f75a-8cbe-4a22-b84f-0023825e4298 req-ca8345c5-2b24-4bcd-99b1-4dbb242d0400 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358366 Aug 28 20:18:00.786101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Request body: {'port': {'device_id': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:00.865721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8427fa17-9279-42a5-bd7d-63a8cfd69e0b req-fec12594-1051-4bc1-bc73-2a72b739bff8 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436707 Aug 28 20:18:00.905694 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.911188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36488) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:00.971029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce3ebd-751d-4134-8b73-0af058162b21 req-60bac2be-7d21-4a78-b2a4-c1cddbd2da1d tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:00.972488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3bce3ebd-751d-4134-8b73-0af058162b21 req-60bac2be-7d21-4a78-b2a4-c1cddbd2da1d tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 950 time: 0.0727837 Aug 28 20:18:00.984907 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.990394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.990394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:00.998679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:01.004475 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.132563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:01.134773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (522f7314-4b0a-43f0-8262-f7ef7470c758), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.135723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-558cb00f-bd21-4e16-8abc-1f576b3aae42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.148919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ff189f50-8465-4463-a212-bccda7353806'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:18:01.175334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3bce3ebd-751d-4134-8b73-0af058162b21 req-4ef765ca-fa24-47ac-9d9a-c992ec7fb3d4 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969347 Aug 28 20:18:01.408748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 800c16ae-b3ad-4a27-970a-c17bfcf464d4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:01.448183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 800c16ae-b3ad-4a27-970a-c17bfcf464d4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:01.448541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 800c16ae-b3ad-4a27-970a-c17bfcf464d4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:01.491820 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (ab5aedb2-1e9d-4add-8d53-c6793e30bd4c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.514016 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:01.603087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (522f7314-4b0a-43f0-8262-f7ef7470c758), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.620581 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-558cb00f-bd21-4e16-8abc-1f576b3aae42 admin admin] Publish callbacks [] for security_group (8515ea11-1cab-4815-95ab-66c4d65509d2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.628726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': 'de5aef87-e42c-471d-8100-a3417df8c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:01.629210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:18:01.634766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=ab5aedb2-1e9d-4add-8d53-c6793e30bd4c,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:01.684236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1984e204-746b-42a2-a2e7-eb839f04da3d {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:18:01.694439 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:01.696888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Publish callbacks [] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.711590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Transition to ACTIVE for port object 1984e204-746b-42a2-a2e7-eb839f04da3d will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:18:01.722673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-e3285cd3-1a9f-4e42-8517-912099a01041 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:01.724223 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-e3285cd3-1a9f-4e42-8517-912099a01041 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 950 time: 0.0695009 Aug 28 20:18:01.754058 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-558cb00f-bd21-4e16-8abc-1f576b3aae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8515ea11-1cab-4815-95ab-66c4d65509d2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.853423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Deleting port 77f0335c-ff99-4d73-b120-d6e5f033a960 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:01.853423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.859505 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:01.874041 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-558cb00f-bd21-4e16-8abc-1f576b3aae42 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ea8c490a8fd3465b9bb3b6a5c8948986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9614775 Aug 28 20:18:01.883789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36514) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:01.953803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cb00f-bd21-4e16-8abc-1f576b3aae42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8515ea11-1cab-4815-95ab-66c4d65509d2,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:01.997324 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:02.006856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:18:02.035221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] For port 77f0335c-ff99-4d73-b120-d6e5f033a960, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=77f0335c-ff99-4d73-b120-d6e5f033a960,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:02.035599 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.052558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba299a-0fd4-4919-b029-c5fd171a0511 req-ea005932-6ece-4a7e-b70a-d86d3a6d64a7 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:02.052558 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-65ba299a-0fd4-4919-b029-c5fd171a0511 req-ea005932-6ece-4a7e-b70a-d86d3a6d64a7 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 943 time: 0.0963449 Aug 28 20:18:02.080588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Calling delete_port for 77f0335c-ff99-4d73-b120-d6e5f033a960 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:02.128105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:02.162231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Pushing event updated for resources: {'Port': ['ID=1984e204-746b-42a2-a2e7-eb839f04da3d,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:02.186717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:02.192007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:02.193182 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.203128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e981ae4-a0b7-4feb-8335-9f572a155ed7 None None] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:02.250551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-65ba299a-0fd4-4919-b029-c5fd171a0511 req-5d31c8d7-b14e-44f2-b2f5-c8d62609bb8d tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717725 Aug 28 20:18:02.270503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25f28-6b18-49b8-9f76-cc917b7cb00c req-6c30daea-19a6-4e27-a626-ae5c4438e982 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:02.272289 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3f25f28-6b18-49b8-9f76-cc917b7cb00c req-6c30daea-19a6-4e27-a626-ae5c4438e982 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 945 time: 0.3128402 Aug 28 20:18:02.291909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port ff189f50-8465-4463-a212-bccda7353806 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:02.294158 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff189f50-8465-4463-a212-bccda7353806), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.313166 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:02.361713 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-69662202-3d3b-49f4-a29d-906d5011eb2a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9794734 Aug 28 20:18:02.367992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36532) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:02.372398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (522f7314-4b0a-43f0-8262-f7ef7470c758), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.373294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-46f1d7b3-c445-40db-b16c-63ecbb54d71d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:02.475539 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.477770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Attempting to bind port 1984e204-746b-42a2-a2e7-eb839f04da3d on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:18:02.478336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Attempting to bind port 1984e204-746b-42a2-a2e7-eb839f04da3d by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:18:02.478850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Attempting to bind port 1984e204-746b-42a2-a2e7-eb839f04da3d on network b4fd8e3b-08e8-4c37-b651-13139148e3f5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:02.501790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Port 1984e204-746b-42a2-a2e7-eb839f04da3d on network b4fd8e3b-08e8-4c37-b651-13139148e3f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:18:02.502460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Attempting to bind port 1984e204-746b-42a2-a2e7-eb839f04da3d on network b4fd8e3b-08e8-4c37-b651-13139148e3f5 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:02.508627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-40c7ce3f-f1bf-41bd-ac08-8970856a6817 admin admin] Publish callbacks [] for security_group (8515ea11-1cab-4815-95ab-66c4d65509d2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.516689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:02.517179 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.543223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab1817-9534-46e6-ade0-0e1987dbfef6 req-6732f1b9-6301-4193-9651-1db17826e71e tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:02.544427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:18:02.544577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fab1817-9534-46e6-ade0-0e1987dbfef6 req-6732f1b9-6301-4193-9651-1db17826e71e tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 950 time: 0.1508515 Aug 28 20:18:02.544844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Checking segment: {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:02.545199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Bound using segment: {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:18:02.545657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Bound port: 1984e204-746b-42a2-a2e7-eb839f04da3d, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da38fcf7-9fd8-4466-92c8-036e9765f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:18:02.546054 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.574999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:02.605241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:02.607594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-40c7ce3f-f1bf-41bd-ac08-8970856a6817 admin admin] Publish callbacks [] for security_group (8515ea11-1cab-4815-95ab-66c4d65509d2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.608342 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093a99c7-2fbf-4a5a-82af-70d33cf89daa" -d '{"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-plugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:02.624392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-82a3fe6f-2760-4e45-b0ae-0d56bf681aaa', 'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa', 'project_id': '02e0dcbc271e416e8412dac35e8935ef', 'fixed_ips': [{'subnet_id': 'ab5aedb2-1e9d-4add-8d53-c6793e30bd4c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:18:02.625419 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.674685 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3f25f28-6b18-49b8-9f76-cc917b7cb00c req-8b7a66a2-4a14-4cf0-86ad-4a336b298cf3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781621 Aug 28 20:18:02.712930 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1fab1817-9534-46e6-ade0-0e1987dbfef6 req-1a4c0631-82eb-4dbe-bc69-db8bbedb9070 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4faee85-203d-4059-821f-e5c8611505f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475048 Aug 28 20:18:02.763665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (77f0335c-ff99-4d73-b120-d6e5f033a960), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.827405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] For port 1984e204-746b-42a2-a2e7-eb839f04da3d, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:02.827847 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Pushing event deleted for resources: {'Port': ['ID=77f0335c-ff99-4d73-b120-d6e5f033a960,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:02.887906 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:02.889452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Allocated IP 172.25.4.167 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/2fb53a70-77da-4aee-8eba-1775dd600f0b) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:02.906474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] For port 1984e204-746b-42a2-a2e7-eb839f04da3d, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1984e204-746b-42a2-a2e7-eb839f04da3d,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:18:02.915517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f1d7b3-c445-40db-b16c-63ecbb54d71d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:02.922288 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0057030-1aa2-4f71-9574-b7cfa8e8a727 x-openstack-request-id: req-d0057030-1aa2-4f71-9574-b7cfa8e8a727 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:02.922580 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-plugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:02.923028 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0057030-1aa2-4f71-9574-b7cfa8e8a727 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:02.923444 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0057030-1aa2-4f71-9574-b7cfa8e8a727'] response: {'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'code': 200} Aug 28 20:18:02.932706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46f1d7b3-c445-40db-b16c-63ecbb54d71d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.051227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] No DVR routers for this DVR port 77f0335c-ff99-4d73-b120-d6e5f033a960 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:03.055548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.058901 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2656416-821b-4241-b9e7-8727f10ae8b7 req-d9bdaa14-b5ac-455d-a157-0aaaad6c48fa tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.89 "DELETE /networking/v2.0/ports/77f0335c-ff99-4d73-b120-d6e5f033a960 HTTP/1.1" status: 204 len: 173 time: 1.3288381 Aug 28 20:18:03.059377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'name': 'network-vif-deleted', 'tag': '77f0335c-ff99-4d73-b120-d6e5f033a960'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:03.061738 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82f81c-8f5d-46e7-9e74-778b2e86e1ac" -d '{"events": [{"server_uuid": "8cbd7c62-3968-41d1-aabb-dbe5ca173667", "name": "network-vif-deleted", "tag": "77f0335c-ff99-4d73-b120-d6e5f033a960"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:03.086191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Allocated IP 2001:db8::2 (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa/ab5aedb2-1e9d-4add-8d53-c6793e30bd4c/fe6a20ac-b8d4-4c01-bd3d-97915ddb7406) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:03.154346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-40c7ce3f-f1bf-41bd-ac08-8970856a6817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8515ea11-1cab-4815-95ab-66c4d65509d2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.157922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:03.168724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-40c7ce3f-f1bf-41bd-ac08-8970856a6817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.175045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-40c7ce3f-f1bf-41bd-ac08-8970856a6817 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8515ea11-1cab-4815-95ab-66c4d65509d2 HTTP/1.1" status: 204 len: 168 time: 1.2843401 Aug 28 20:18:03.185885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.191856 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef895fb-d0e3-47e5-a32e-dcbfff97d7c2 x-openstack-request-id: req-fef895fb-d0e3-47e5-a32e-dcbfff97d7c2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:03.191856 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbd7c62-3968-41d1-aabb-dbe5ca173667", "name": "network-vif-deleted", "tag": "77f0335c-ff99-4d73-b120-d6e5f033a960", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:03.191856 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fef895fb-d0e3-47e5-a32e-dcbfff97d7c2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:03.192285 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef895fb-d0e3-47e5-a32e-dcbfff97d7c2'] response: {'server_uuid': '8cbd7c62-3968-41d1-aabb-dbe5ca173667', 'name': 'network-vif-deleted', 'tag': '77f0335c-ff99-4d73-b120-d6e5f033a960', 'status': 'completed', 'code': 200} Aug 28 20:18:03.243171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:03.243672 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.245673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-7603215c-acec-4da1-a154-3e559b35becf service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/1984e204-746b-42a2-a2e7-eb839f04da3d HTTP/1.1" status: 200 len: 1091 time: 2.5167449 Aug 28 20:18:03.246323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'tag': '1984e204-746b-42a2-a2e7-eb839f04da3d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:03.249772 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01191abf-5441-4900-a04c-b618d3d63683" -d '{"events": [{"name": "network-changed", "server_uuid": "07dce45c-93ee-4e9c-b954-86d121c2ae51", "tag": "1984e204-746b-42a2-a2e7-eb839f04da3d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:03.304465 n-d-854121-7 neutron-server[114322]: INFO neutron.db.ipam_backend_mixin [None req-46f1d7b3-c445-40db-b16c-63ecbb54d71d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab5aedb2-1e9d-4add-8d53-c6793e30bd4c (CIDR: 2001:db8::/64) Aug 28 20:18:03.344333 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f1d7b3-c445-40db-b16c-63ecbb54d71d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:18:03.344526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f1d7b3-c445-40db-b16c-63ecbb54d71d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:18:03.390692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7ce3f-f1bf-41bd-ac08-8970856a6817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8515ea11-1cab-4815-95ab-66c4d65509d2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:03.430059 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ad041e-f38a-43eb-aa0c-d6d64a48965a x-openstack-request-id: req-d3ad041e-f38a-43eb-aa0c-d6d64a48965a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:03.430591 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dce45c-93ee-4e9c-b954-86d121c2ae51", "tag": "1984e204-746b-42a2-a2e7-eb839f04da3d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:03.431422 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3ad041e-f38a-43eb-aa0c-d6d64a48965a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:03.432029 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ad041e-f38a-43eb-aa0c-d6d64a48965a'] response: {'name': 'network-changed', 'server_uuid': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'tag': '1984e204-746b-42a2-a2e7-eb839f04da3d', 'status': 'completed', 'code': 200} Aug 28 20:18:03.505666 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Publish callbacks [] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.555647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-46f1d7b3-c445-40db-b16c-63ecbb54d71d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1865606 Aug 28 20:18:03.559425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36570) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:03.571545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:03.684678 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for port (2fb53a70-77da-4aee-8eba-1775dd600f0b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.692034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113d95-d1bd-4123-8c96-5adfe2edb10c req-4fc41f75-d767-4e5d-90e3-06d1bc70321f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:03.693621 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66113d95-d1bd-4123-8c96-5adfe2edb10c req-4fc41f75-d767-4e5d-90e3-06d1bc70321f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 943 time: 0.2480762 Aug 28 20:18:03.709593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603215c-acec-4da1-a154-3e559b35becf service neutron] Pushing event updated for resources: {'Port': ['ID=1984e204-746b-42a2-a2e7-eb839f04da3d,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:03.722358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191abf-5441-4900-a04c-b618d3d63683 req-d7e2ba82-5c4a-4fc8-a9db-3c3f104851b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:03.724044 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-01191abf-5441-4900-a04c-b618d3d63683 req-d7e2ba82-5c4a-4fc8-a9db-3c3f104851b0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1f3d88210ef349d683da9136977a9045&device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 1125 time: 0.2375991 Aug 28 20:18:03.755537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:03.918547 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66113d95-d1bd-4123-8c96-5adfe2edb10c req-e98dc988-261a-4420-bddf-64a3aa94b0f2 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018127 Aug 28 20:18:03.970444 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:03.975740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:03.979404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Pushing event updated for resources: {'Port': ['ID=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:03.983635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:04.078387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:04.090438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:04.116197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42f2fe27-c04a-4fb0-9e0a-4dc8ae3bffb5 req-ae20d0c8-1b2d-4602-b148-dda9ef91f009 tempest-VolumesNegativeTest-969820924 tempest-VolumesNegativeTest-969820924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cbd7c62-3968-41d1-aabb-dbe5ca173667 HTTP/1.1" status: 200 len: 210 time: 0.1527114 Aug 28 20:18:04.127150 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:04.133918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 77f0335c-ff99-4d73-b120-d6e5f033a960 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:04.224966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Attempting to bind port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:18:04.225244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Attempting to bind port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'de5aef87-e42c-471d-8100-a3417df8c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:18:04.225968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Attempting to bind port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 on network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:04.227073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108e7a6-ff2b-4724-9bc4-ad9b4076cbbd req-8650a2e4-909e-4a31-a1de-4642996c8858 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:04.228725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1108e7a6-ff2b-4724-9bc4-ad9b4076cbbd req-8650a2e4-909e-4a31-a1de-4642996c8858 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1552424 Aug 28 20:18:04.239649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:18:04.240445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Checking segment: {'id': 'de5aef87-e42c-471d-8100-a3417df8c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:04.240950 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:04.241446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Bound using segment: {'id': 'de5aef87-e42c-471d-8100-a3417df8c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:18:04.242056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Bound port: fe6a20ac-b8d4-4c01-bd3d-97915ddb7406, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5aef87-e42c-471d-8100-a3417df8c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:18:04.242632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:04.266738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 77f0335c-ff99-4d73-b120-d6e5f033a960 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:04.267245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 77f0335c-ff99-4d73-b120-d6e5f033a960 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:04.364365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] For port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:04.368001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] For port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,segment=NetworkSegment(de5aef87-e42c-471d-8100-a3417df8c605),segment_id=de5aef87-e42c-471d-8100-a3417df8c605)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:18:04.396367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191abf-5441-4900-a04c-b618d3d63683 req-b1de7680-83f0-4863-8078-a30eac9e5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:04.398190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-01191abf-5441-4900-a04c-b618d3d63683 req-b1de7680-83f0-4863-8078-a30eac9e5e55 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=1f3d88210ef349d683da9136977a9045&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6427269 Aug 28 20:18:04.441397 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:04.503894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:04.585191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1108e7a6-ff2b-4724-9bc4-ad9b4076cbbd req-e5994bf4-b194-4b12-8042-ce791eefa8a4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464075 Aug 28 20:18:04.603046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2fb53a70-77da-4aee-8eba-1775dd600f0b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:04.629104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f66ef-d90c-43b7-b2eb-8327f59e3efe None None] Pushing event updated for resources: {'Port': ['ID=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:04.678804 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (269a25b8-e952-483c-9356-3363280a1d5b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:04.682859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:04.693738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:04.702991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:04.711524 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event updated for resources: {'Port': ['ID=2fb53a70-77da-4aee-8eba-1775dd600f0b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:04.779530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:04.780949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:04.804725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:04.805395 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:04.854959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=269a25b8-e952-483c-9356-3363280a1d5b,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:04.867593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36592) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:04.911866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5fad68f1-4402-4096-83ed-4e23bab1a6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:05.019687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3d24276a-a8a7-458c-a8d4-95cd6a4ec58d tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4590666 Aug 28 20:18:05.021182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36596) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:05.031596 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa', 'fixed_ips': [{'subnet_id': 'ab5aedb2-1e9d-4add-8d53-c6793e30bd4c'}, {'subnet_id': '269a25b8-e952-483c-9356-3363280a1d5b'}], 'name': 'tempest-PortsIpV6TestJSON-777075711'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:05.285562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f893daf-d41f-46a6-919e-6b955d35960d req-223eeda1-4aba-4b95-9b87-42d8bc59121f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:05.289179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f893daf-d41f-46a6-919e-6b955d35960d req-223eeda1-4aba-4b95-9b87-42d8bc59121f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 943 time: 0.2233000 Aug 28 20:18:05.293405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:05.332493 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:05.392864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:05.394302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:05.397337 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:05.466943 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f893daf-d41f-46a6-919e-6b955d35960d req-e7e0323c-0a99-4d9b-ac5a-a6f476b7d110 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375496 Aug 28 20:18:05.486905 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5fad68f1-4402-4096-83ed-4e23bab1a6d7 admin admin] Publish callbacks [] for security_group (1db75a66-c706-450e-8bab-494d37527901), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:05.516959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191abf-5441-4900-a04c-b618d3d63683 req-3aec575f-32e7-44d3-8b6a-8614c70d02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:05.518923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-01191abf-5441-4900-a04c-b618d3d63683 req-3aec575f-32e7-44d3-8b6a-8614c70d02ee service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0570784 Aug 28 20:18:05.521921 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:05.657826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5fad68f1-4402-4096-83ed-4e23bab1a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1db75a66-c706-450e-8bab-494d37527901), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:05.719214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-88c8c909-e6b8-4679-8b0b-4eaaff1fcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:05.723299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-88c8c909-e6b8-4679-8b0b-4eaaff1fcb95 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1f3d88210ef349d683da9136977a9045&device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 1125 time: 0.1099055 Aug 28 20:18:05.785188 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:05.798563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad68f1-4402-4096-83ed-4e23bab1a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db75a66-c706-450e-8bab-494d37527901,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:05.892965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-f909572a-d809-4fd4-bb6a-146c21e91a46 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1984e204-746b-42a2-a2e7-eb839f04da3d HTTP/1.1" status: 200 len: 217 time: 0.1507783 Aug 28 20:18:05.919313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:05.934398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:05.934589 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:05.934763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5fad68f1-4402-4096-83ed-4e23bab1a6d7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c93250799b36409d8107bcf2a3e90f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0614865 Aug 28 20:18:05.935237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36622) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:06.018024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,segment=NetworkSegment(de5aef87-e42c-471d-8100-a3417df8c605),segment_id=de5aef87-e42c-471d-8100-a3417df8c605)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:06.141188 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.189163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.235985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b5b7bad-ae51-4545-a58e-9fb90ed676c2 admin admin] Publish callbacks [] for security_group (1db75a66-c706-450e-8bab-494d37527901), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.268624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:06.270847 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b5b7bad-ae51-4545-a58e-9fb90ed676c2 admin admin] Publish callbacks [] for security_group (1db75a66-c706-450e-8bab-494d37527901), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.346339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port d543e61e-ef27-4647-91c1-9da870c2c266 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:06.355393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7e25f-8576-4992-8956-c39215f330e1 req-75288150-ed69-4337-b1cb-5efed89dd46b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:06.357996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a7e25f-8576-4992-8956-c39215f330e1 req-75288150-ed69-4337-b1cb-5efed89dd46b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.4728541 Aug 28 20:18:06.399929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-1591c68e-cad1-4146-97ff-93628bc835cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:06.400942 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-1591c68e-cad1-4146-97ff-93628bc835cb service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e HTTP/1.1" status: 200 len: 852 time: 0.4831741 Aug 28 20:18:06.526200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (522f7314-4b0a-43f0-8262-f7ef7470c758), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.533508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0785a2-a3cc-42a7-ac06-e2a89aaa6eff None None] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:06.622896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-a5ab484c-cece-4e83-8563-e97ac66f3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:06.634080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-a5ab484c-cece-4e83-8563-e97ac66f3433 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b4fd8e3b-08e8-4c37-b651-13139148e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2108738 Aug 28 20:18:06.657502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e4250c31-0af3-442d-a377-ca6bc78b22cd None None] Provisioning complete for port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:06.666768 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4250c31-0af3-442d-a377-ca6bc78b22cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.690549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10a7e25f-8576-4992-8956-c39215f330e1 req-36fb1800-759e-4656-b567-975a188cfa5c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149645 Aug 28 20:18:06.780411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::16b (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa/ab5aedb2-1e9d-4add-8d53-c6793e30bd4c/d543e61e-ef27-4647-91c1-9da870c2c266) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:06.799369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8:0:1::fb (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa/269a25b8-e952-483c-9356-3363280a1d5b/d543e61e-ef27-4647-91c1-9da870c2c266) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:06.832824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e4250c31-0af3-442d-a377-ca6bc78b22cd None None] Current status of the port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:06.856872 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b5b7bad-ae51-4545-a58e-9fb90ed676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1db75a66-c706-450e-8bab-494d37527901), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.864403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b5b7bad-ae51-4545-a58e-9fb90ed676c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:06.866523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2b5b7bad-ae51-4545-a58e-9fb90ed676c2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1db75a66-c706-450e-8bab-494d37527901 HTTP/1.1" status: 204 len: 168 time: 0.9257872 Aug 28 20:18:06.989661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b7bad-ae51-4545-a58e-9fb90ed676c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db75a66-c706-450e-8bab-494d37527901,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:06.991902 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:07.043808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7784d-61f2-4272-953f-3dc26cbcb392 req-1f30fda0-576b-4617-94a5-8bda148c2177 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:07.046319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31d7784d-61f2-4272-953f-3dc26cbcb392 req-1f30fda0-576b-4617-94a5-8bda148c2177 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 943 time: 0.1934023 Aug 28 20:18:07.088659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825ae90-cfe0-42fd-9df5-3cf75240099c None None] Update dhcp port {'port': {'network_id': '82a3fe6f-2760-4e45-b0ae-0d56bf681aaa', 'fixed_ips': [{'subnet_id': 'ab5aedb2-1e9d-4add-8d53-c6793e30bd4c', 'ip_address': '2001:db8::2'}, {'subnet_id': '269a25b8-e952-483c-9356-3363280a1d5b'}], 'binding:host_id': 'n-d-854121-7'}, 'id': 'fe6a20ac-b8d4-4c01-bd3d-97915ddb7406'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:18:07.088936 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-c88aac6f-4c4f-4e13-9185-2d52d340357e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b4fd8e3b-08e8-4c37-b651-13139148e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422283 Aug 28 20:18:07.162410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2825ae90-cfe0-42fd-9df5-3cf75240099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:07.317791 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:07.343228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:07.407599 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31d7784d-61f2-4272-953f-3dc26cbcb392 req-d697df22-2894-4c67-848f-25ab4c9074a0 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355541 Aug 28 20:18:07.490917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:07.491453 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:07.583508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (d543e61e-ef27-4647-91c1-9da870c2c266), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:07.590201 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f8f707a-47b6-4fc6-9381-a66f001490de req-2c83434f-d639-4981-9724-68235d7cd21c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b4fd8e3b-08e8-4c37-b651-13139148e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739013 Aug 28 20:18:07.673492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:07.800546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Router 522f7314-4b0a-43f0-8262-f7ef7470c758 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:07.833282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:07.901425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:07.906240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:07.911971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:07.918425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:07.919905 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:07.943497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=d543e61e-ef27-4647-91c1-9da870c2c266,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:07.956493 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:08.009159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-2825ae90-cfe0-42fd-9df5-3cf75240099c None None] Allocated IP 2001:db8:0:1::2 (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa/269a25b8-e952-483c-9356-3363280a1d5b/fe6a20ac-b8d4-4c01-bd3d-97915ddb7406) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:08.019410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e624c82-2ee8-406f-a8f0-f0d38c124439 req-092e43f4-ab39-403e-a4c4-86aabd5ecc24 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:08.021548 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e624c82-2ee8-406f-a8f0-f0d38c124439 req-092e43f4-ab39-403e-a4c4-86aabd5ecc24 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.0617595 Aug 28 20:18:08.143885 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:08.167945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:08.177521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e624c82-2ee8-406f-a8f0-f0d38c124439 req-4d4ab1fe-a0a4-407a-98e0-986f150be1d3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468308 Aug 28 20:18:08.185802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-441fe5dd-2148-4832-a704-a5567b4dc656 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.1585732 Aug 28 20:18:08.190848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36730) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:08.210246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab5aedb2-1e9d-4add-8d53-c6793e30bd4c'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:08.247219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] Sync routers for ids ['522f7314-4b0a-43f0-8262-f7ef7470c758'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:08.293366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] Routers {'522f7314-4b0a-43f0-8262-f7ef7470c758'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:08.294131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['522f7314-4b0a-43f0-8262-f7ef7470c758'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:08.300854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2825ae90-cfe0-42fd-9df5-3cf75240099c None None] For port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,segment=NetworkSegment(de5aef87-e42c-471d-8100-a3417df8c605),segment_id=de5aef87-e42c-471d-8100-a3417df8c605)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:08.346508 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:08.349239 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b8f843e7-fe58-4830-a0bb-090352105c40 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7800052 Aug 28 20:18:08.352045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36736) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:08.361536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': False}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:08.399400 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2825ae90-cfe0-42fd-9df5-3cf75240099c None None] Publish callbacks [] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:08.401963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:08.424182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] Routers {'522f7314-4b0a-43f0-8262-f7ef7470c758'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:08.424966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['522f7314-4b0a-43f0-8262-f7ef7470c758'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:08.463671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:08.473812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:08.476780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea3bab-37f4-4113-b81f-a95bc7720672 None None] The sync data for ids ['522f7314-4b0a-43f0-8262-f7ef7470c758'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:08.530998 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:08.566865 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2825ae90-cfe0-42fd-9df5-3cf75240099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:08.757660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ab57c-d2dc-48f4-9a33-41d6889705a3 req-b841fd69-7993-455a-82b5-f65d6ad3e547 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:08.771331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a18ab57c-d2dc-48f4-9a33-41d6889705a3 req-b841fd69-7993-455a-82b5-f65d6ad3e547 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 943 time: 0.1357100 Aug 28 20:18:08.855325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825ae90-cfe0-42fd-9df5-3cf75240099c None None] Pushing event updated for resources: {'Port': ['ID=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:08.997678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a18ab57c-d2dc-48f4-9a33-41d6889705a3 req-fcaa6070-03a1-42f4-897a-ade2ef450416 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824968 Aug 28 20:18:08.999060 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=41 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:09.001136 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:09.272579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:09.451712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Delete allocated IP 2001:db8:0:1::fb (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa/269a25b8-e952-483c-9356-3363280a1d5b) {{(pid=114322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 20:18:09.480589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:09.480978 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:09.544432 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:09.632303 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (522f7314-4b0a-43f0-8262-f7ef7470c758), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:09.648116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67dd2-c4d5-459b-8952-018e9a3f1d3e req-87166bf2-7935-4242-b813-858aa7e6bec2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:09.650070 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-13c67dd2-c4d5-459b-8952-018e9a3f1d3e req-87166bf2-7935-4242-b813-858aa7e6bec2 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2093461 Aug 28 20:18:09.702343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:09.713526 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (d543e61e-ef27-4647-91c1-9da870c2c266), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:09.804105 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-13c67dd2-c4d5-459b-8952-018e9a3f1d3e req-b9766756-2df7-46d7-9e7b-a629d115e695 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404784 Aug 28 20:18:09.863416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:09.935221 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:09.982808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d6513-38ee-43ae-9bca-1ccbb95c6774 None None] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:10.111796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] In _notify_port_updated(), no bound segment for port d543e61e-ef27-4647-91c1-9da870c2c266 on network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:18:10.125992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:10.126686 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:10.130776 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "PUT /networking/v2.0/ports/d543e61e-ef27-4647-91c1-9da870c2c266 HTTP/1.1" status: 200 len: 925 time: 1.9367757 Aug 28 20:18:10.136417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36786) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:10.149203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab5aedb2-1e9d-4add-8d53-c6793e30bd4c'}, {'subnet_id': '269a25b8-e952-483c-9356-3363280a1d5b'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:10.152090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-21fc2200-ddc3-404f-b500-acd70dafc699 None None] Provisioning complete for port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:10.152475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21fc2200-ddc3-404f-b500-acd70dafc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:10.221838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=d543e61e-ef27-4647-91c1-9da870c2c266,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:10.268315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.268713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.273577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.274126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.274479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.274823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.275160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.275492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.275825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.278935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.279321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.279750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.279989 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.281478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.284310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2a361-b8e1-4fd7-8dfc-046463d46dcc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:10.317262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279430f-1ed0-4d21-9527-abca18ffec6c req-8e49ebd4-4569-4de4-a48b-ebe12f3c9647 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:10.319876 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9279430f-1ed0-4d21-9527-abca18ffec6c req-8e49ebd4-4569-4de4-a48b-ebe12f3c9647 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 943 time: 0.1800041 Aug 28 20:18:10.436640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9279430f-1ed0-4d21-9527-abca18ffec6c req-831568a0-d4cc-4058-967b-3a2175a4363c tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103683 Aug 28 20:18:10.483161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-21fc2200-ddc3-404f-b500-acd70dafc699 None None] Current status of the port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:10.557320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1984e204-746b-42a2-a2e7-eb839f04da3d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:18:10.736643 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:10.805717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:10.825262 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:10.843572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1984e204-746b-42a2-a2e7-eb839f04da3d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1984e204-746b-42a2-a2e7-eb839f04da3d,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:10.866082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '1984e204-746b-42a2-a2e7-eb839f04da3d', 'network_id': 'b4fd8e3b-08e8-4c37-b651-13139148e3f5', 'port_id': '1984e204-746b-42a2-a2e7-eb839f04da3d', 'mac_address': 'fa:16:3e:e0:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:18:10.951006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 1984e204-746b-42a2-a2e7-eb839f04da3d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:10.951812 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:10.982983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1984e204-746b-42a2-a2e7-eb839f04da3d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:18:11.055723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1984e204-746b-42a2-a2e7-eb839f04da3d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1984e204-746b-42a2-a2e7-eb839f04da3d,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:11.091164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0859568f-cfb1-474e-bb6c-2788da005f4e None None] Provisioning complete for port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:11.091901 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0859568f-cfb1-474e-bb6c-2788da005f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:11.179597 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:11.196591 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:11.409168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=1984e204-746b-42a2-a2e7-eb839f04da3d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:11.607739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36832) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:11.644593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0859568f-cfb1-474e-bb6c-2788da005f4e None None] Current status of the port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:11.682894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0859568f-cfb1-474e-bb6c-2788da005f4e None None] Provisioning complete for port d543e61e-ef27-4647-91c1-9da870c2c266 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:11.684288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0859568f-cfb1-474e-bb6c-2788da005f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:11.706667 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:11.751517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1388df2-bd97-4820-ae9e-45a558076dbf req-d256e94d-50a4-4986-a537-4410dfdbb616 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:11.761170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c1388df2-bd97-4820-ae9e-45a558076dbf req-d256e94d-50a4-4986-a537-4410dfdbb616 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 944 time: 0.1398714 Aug 28 20:18:11.764683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['1984e204-746b-42a2-a2e7-eb839f04da3d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:18:11.872807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Router 522f7314-4b0a-43f0-8262-f7ef7470c758 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:18:11.880726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0859568f-cfb1-474e-bb6c-2788da005f4e None None] Port d543e61e-ef27-4647-91c1-9da870c2c266 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:11.884894 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:11.896172 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:11.921553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c1388df2-bd97-4820-ae9e-45a558076dbf req-d7bb6231-7812-498e-a9cd-7acff2cfe6fa tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586597 Aug 28 20:18:11.964872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6e140-e963-42ee-a687-26236b9832e9 req-144fa6aa-3f98-4f92-8834-8249d94cc546 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:11.967037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fe6e140-e963-42ee-a687-26236b9832e9 req-144fa6aa-3f98-4f92-8834-8249d94cc546 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 1.0212376 Aug 28 20:18:11.967889 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.040801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-73635f49-1739-498c-a8f0-80faee404877 None None] Provisioning complete for port d543e61e-ef27-4647-91c1-9da870c2c266 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:12.042568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-73635f49-1739-498c-a8f0-80faee404877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.053126 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:12.064316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-294254876', 'router:external': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:12.197403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-73635f49-1739-498c-a8f0-80faee404877 None None] Port d543e61e-ef27-4647-91c1-9da870c2c266 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:12.262280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Made reservation on behalf of bdf71dc037a942c2adee45509fdf5b74 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:12.264746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.299674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.341644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-25faf072-3a01-435d-b69e-4daae8b657eb None None] Provisioning complete for port d543e61e-ef27-4647-91c1-9da870c2c266 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:12.342288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-25faf072-3a01-435d-b69e-4daae8b657eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.362511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fe6e140-e963-42ee-a687-26236b9832e9 req-6d795b84-ff9b-44c9-be29-9c031187aea6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609355 Aug 28 20:18:12.404395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-25faf072-3a01-435d-b69e-4daae8b657eb None None] Port d543e61e-ef27-4647-91c1-9da870c2c266 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:12.419170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:12.433954 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] Sync routers for ids ['522f7314-4b0a-43f0-8262-f7ef7470c758'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:12.455915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.459143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7f27ff2b-fe75-4ec9-b669-97cd84f27c1f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/522f7314-4b0a-43f0-8262-f7ef7470c758 HTTP/1.1" status: 200 len: 921 time: 4.1055551 Aug 28 20:18:12.467721 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] Routers {'522f7314-4b0a-43f0-8262-f7ef7470c758'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:12.468661 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['522f7314-4b0a-43f0-8262-f7ef7470c758'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:12.470319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36890) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:12.561379 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:12.569503 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for security_group (af7d416e-f999-4989-bf7f-96ad23df1e4d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.592218 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] Routers {'522f7314-4b0a-43f0-8262-f7ef7470c758'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:12.602289 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['522f7314-4b0a-43f0-8262-f7ef7470c758'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:12.677003 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:12.679555 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e9b897-6c91-4206-8a0a-36363b401279 None None] The sync data for ids ['522f7314-4b0a-43f0-8262-f7ef7470c758'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:12.765377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-25711203-55bc-4f95-bdf6-4549fd628075 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/522f7314-4b0a-43f0-8262-f7ef7470c758 HTTP/1.1" status: 200 len: 921 time: 0.2927248 Aug 28 20:18:12.769641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36900) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:12.781242 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8:0:1::71 (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa/269a25b8-e952-483c-9356-3363280a1d5b/d543e61e-ef27-4647-91c1-9da870c2c266) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:12.861797 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (af7d416e-f999-4989-bf7f-96ad23df1e4d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:12.881959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:18:13.002401 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6346cf30-88e6-42c4-a240-c8b6f731991a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.003047 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Added segment 6346cf30-88e6-42c4-a240-c8b6f731991a of type vlan for network ad752215-df1e-4df0-bb0a-6cfc8cb85742 Aug 28 20:18:13.029533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1221fed-6bf9-4bba-a2c4-b4f3e9c7cbce tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:13.034759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a1221fed-6bf9-4bba-a2c4-b4f3e9c7cbce tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=522f7314-4b0a-43f0-8262-f7ef7470c758&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2604461 Aug 28 20:18:13.038079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36908) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:13.042559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d416e-f999-4989-bf7f-96ad23df1e4d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:13.102485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (d543e61e-ef27-4647-91c1-9da870c2c266), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.124596 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafec91-95c1-4fee-bac4-f37752b8abda req-23d5add9-dee4-49d5-a3b2-9ccfdfe856c6 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:13.126594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aeafec91-95c1-4fee-bac4-f37752b8abda req-23d5add9-dee4-49d5-a3b2-9ccfdfe856c6 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 944 time: 0.0574172 Aug 28 20:18:13.144402 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.152661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ad752215-df1e-4df0-bb0a-6cfc8cb85742), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.176487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1984e204-746b-42a2-a2e7-eb839f04da3d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:13.213698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.283168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 1984e204-746b-42a2-a2e7-eb839f04da3d completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:18:13.296962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aeafec91-95c1-4fee-bac4-f37752b8abda req-44a2364a-6f12-4d07-a7f0-cdfeb8ca9db3 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619632 Aug 28 20:18:13.364725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ad752215-df1e-4df0-bb0a-6cfc8cb85742), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.366019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:13.366968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.371356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f98a3f-2686-4144-b835-0bcff9b52474 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:13.379721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-30f98a3f-2686-4144-b835-0bcff9b52474 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.3337328 Aug 28 20:18:13.382622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36916) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:13.406274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 1984e204-746b-42a2-a2e7-eb839f04da3d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:13.407925 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.442103 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=d543e61e-ef27-4647-91c1-9da870c2c266,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:13.452894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] In _notify_port_updated(), no bound segment for port d543e61e-ef27-4647-91c1-9da870c2c266 on network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:18:13.466636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:13.467596 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.473591 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c8a70d9c-df19-4dfe-b0fa-ebd3129e1b17 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "PUT /networking/v2.0/ports/d543e61e-ef27-4647-91c1-9da870c2c266 HTTP/1.1" status: 200 len: 1010 time: 3.3334434 Aug 28 20:18:13.478380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 36924) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:13.526733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Network': ['ID=ad752215-df1e-4df0-bb0a-6cfc8cb85742,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:13.554018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ad752215-df1e-4df0-bb0a-6cfc8cb85742 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:18:13.602837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5e56bb27-ee4d-458f-84d5-7917ded3a76e tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=522f7314-4b0a-43f0-8262-f7ef7470c758 HTTP/1.1" status: 200 len: 205 time: 0.2115536 Aug 28 20:18:13.609067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-575d802d-3d9c-477b-a71b-a1717b2e0417 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0002289 Aug 28 20:18:13.610491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36936) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:13.622737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 36938) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:13.646632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'subnet': {'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:13.715847 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf1f9-db97-47c2-b079-ef278f1068d4 req-4e78f5fc-4350-4c6a-abd4-f6dc820733ad tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:13.727316 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8acf1f9-db97-47c2-b079-ef278f1068d4 req-4e78f5fc-4350-4c6a-abd4-f6dc820733ad tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1706221 Aug 28 20:18:13.790422 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:13.878670 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:13.886759 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:13.942330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.944342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 1984e204-746b-42a2-a2e7-eb839f04da3d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:13.945604 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:13.983832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ad30435d-dfe0-45dd-a9e6-c21dd271bd6b None None] Provisioning complete for port d543e61e-ef27-4647-91c1-9da870c2c266 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:13.984581 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad30435d-dfe0-45dd-a9e6-c21dd271bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:14.022080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8acf1f9-db97-47c2-b079-ef278f1068d4 req-8f764a63-2231-43d1-a7f4-ad6fbce9a92f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831607 Aug 28 20:18:14.023537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1984e204-746b-42a2-a2e7-eb839f04da3d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:14.026488 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10811b00-176d-4012-96ba-52ff27b667e9" -d '{"events": [{"server_uuid": "07dce45c-93ee-4e9c-b954-86d121c2ae51", "name": "network-vif-plugged", "status": "completed", "tag": "1984e204-746b-42a2-a2e7-eb839f04da3d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:14.035262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port d543e61e-ef27-4647-91c1-9da870c2c266 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:14.035763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:14.050192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1984e204-746b-42a2-a2e7-eb839f04da3d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1984e204-746b-42a2-a2e7-eb839f04da3d,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:14.059077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ad30435d-dfe0-45dd-a9e6-c21dd271bd6b None None] Port d543e61e-ef27-4647-91c1-9da870c2c266 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:14.086111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Made reservation on behalf of bdf71dc037a942c2adee45509fdf5b74 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:14.087106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:14.141027 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:14.150957 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f63689b-ce8b-401d-ac40-f292cfa36106 x-openstack-request-id: req-6f63689b-ce8b-401d-ac40-f292cfa36106 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:14.151470 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dce45c-93ee-4e9c-b954-86d121c2ae51", "name": "network-vif-plugged", "status": "completed", "tag": "1984e204-746b-42a2-a2e7-eb839f04da3d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:14.151587 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f63689b-ce8b-401d-ac40-f292cfa36106 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:14.152296 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f63689b-ce8b-401d-ac40-f292cfa36106'] response: {'server_uuid': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1984e204-746b-42a2-a2e7-eb839f04da3d', 'code': 200} Aug 28 20:18:14.164169 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:14.345629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=1984e204-746b-42a2-a2e7-eb839f04da3d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:14.410142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:14.426220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for d543e61e-ef27-4647-91c1-9da870c2c266 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:14.646735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ecc81-275c-43fb-a281-ddb9a7ab6c7e req-0457f056-116b-44a9-a0c0-6b827fc10f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:14.650006 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-191ecc81-275c-43fb-a281-ddb9a7ab6c7e req-0457f056-116b-44a9-a0c0-6b827fc10f8f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 1127 time: 0.2054956 Aug 28 20:18:14.657698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e2e2-56fc-4a0f-85df-80c4f796b21c req-02e681d4-f6c1-4bdb-bfad-a1ee2e08381a tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:14.659637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ce1e2e2-56fc-4a0f-85df-80c4f796b21c req-02e681d4-f6c1-4bdb-bfad-a1ee2e08381a tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.2178395 Aug 28 20:18:14.672009 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (522f7314-4b0a-43f0-8262-f7ef7470c758), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:14.821090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Deleting port 2fb53a70-77da-4aee-8eba-1775dd600f0b {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:14.821500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2fb53a70-77da-4aee-8eba-1775dd600f0b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:14.906643 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ce1e2e2-56fc-4a0f-85df-80c4f796b21c req-8af93fef-ed4e-4b13-b6ab-222ec3f92f58 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180121 Aug 28 20:18:14.910964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-191ecc81-275c-43fb-a281-ddb9a7ab6c7e req-8c926b6e-ffa7-435d-9a6b-c7027cb74abf service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447205 Aug 28 20:18:14.979490 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:15.072454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2fb53a70-77da-4aee-8eba-1775dd600f0b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:15.151713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Calling delete_port for 2fb53a70-77da-4aee-8eba-1775dd600f0b owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:15.242986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d543e61e-ef27-4647-91c1-9da870c2c266), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:15.322503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.objects.ports [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 28 20:18:15.323263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (ad006673-6507-4ca9-ada1-e3db1c80e8ea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:15.366787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=d543e61e-ef27-4647-91c1-9da870c2c266,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:15.509270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:15.520203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7276e142-3c87-4fcb-bf67-0d2510e4be14 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d543e61e-ef27-4647-91c1-9da870c2c266 HTTP/1.1" status: 204 len: 168 time: 2.0377178 Aug 28 20:18:15.521195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37012) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:15.594216 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2c0f9b-6676-4676-82ee-189469284ab2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:18:15.601402 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fb2c0f9b-6676-4676-82ee-189469284ab2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/d543e61e-ef27-4647-91c1-9da870c2c266 HTTP/1.1" status: 404 len: 333 time: 0.0785270 Aug 28 20:18:15.602964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37016) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:15.629055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf164e11-2ef9-4c9a-9042-f7983d62c902 req-ab175be7-24d6-4163-aa51-8daed75a78e8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:15.635844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf164e11-2ef9-4c9a-9042-f7983d62c902 req-ab175be7-24d6-4163-aa51-8daed75a78e8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.4165714 Aug 28 20:18:15.785226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet 269a25b8-e952-483c-9356-3363280a1d5b {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:18:15.789813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (269a25b8-e952-483c-9356-3363280a1d5b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:15.866497 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf164e11-2ef9-4c9a-9042-f7983d62c902 req-99b5f9a9-bbc9-4255-9c8c-fc175aa8e208 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892667 Aug 28 20:18:15.885779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (269a25b8-e952-483c-9356-3363280a1d5b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:15.901126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad006673-6507-4ca9-ada1-e3db1c80e8ea,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:16.024342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Checking segment: {'id': '6346cf30-88e6-42c4-a240-c8b6f731991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:16.025136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network hostable DHCP agents. Network: ad752215-df1e-4df0-bb0a-6cfc8cb85742, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:18:16.129909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2fb53a70-77da-4aee-8eba-1775dd600f0b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.226436 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (269a25b8-e952-483c-9356-3363280a1d5b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.266545 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:16.303720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event deleted for resources: {'Port': ['ID=2fb53a70-77da-4aee-8eba-1775dd600f0b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:16.331730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network ad752215-df1e-4df0-bb0a-6cfc8cb85742 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:18:16.346151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176e42a-d73c-49b0-bbe8-733c919c656a req-a0e30050-2723-48c5-976e-5913d2e8925b tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:16.349696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1176e42a-d73c-49b0-bbe8-733c919c656a req-a0e30050-2723-48c5-976e-5913d2e8925b tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.1037688 Aug 28 20:18:16.474016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1176e42a-d73c-49b0-bbe8-733c919c656a req-eee8428e-4e9d-4df3-93a5-4dbf8a50a491 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103194 Aug 28 20:18:16.489720 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (269a25b8-e952-483c-9356-3363280a1d5b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.490670 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (522f7314-4b0a-43f0-8262-f7ef7470c758), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.507747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ad752215-df1e-4df0-bb0a-6cfc8cb85742) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:16.511387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd50bee-6ea0-4cf3-8c84-362ecd37a35f None None] Network ad752215-df1e-4df0-bb0a-6cfc8cb85742 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:16.578058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:16.579227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.613377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.624917 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/269a25b8-e952-483c-9356-3363280a1d5b HTTP/1.1" status: 204 len: 168 time: 1.0175502 Aug 28 20:18:16.632304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60c1c9-5579-4d45-a015-d92afbc4948f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=269a25b8-e952-483c-9356-3363280a1d5b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:16.639648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45c9efe-eefd-4a34-94f1-7509276b0b3d None None] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:16.640885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37028) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:16.758529 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:16.774791 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:16.781554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.788095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (522f7314-4b0a-43f0-8262-f7ef7470c758), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.823534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet ab5aedb2-1e9d-4add-8d53-c6793e30bd4c {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:18:16.832593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (ab5aedb2-1e9d-4add-8d53-c6793e30bd4c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.917358 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:16.958561 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (ab5aedb2-1e9d-4add-8d53-c6793e30bd4c), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:16.984309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3aff7d-ff12-4abb-825c-2642fe8c50c8 None None] Network ad752215-df1e-4df0-bb0a-6cfc8cb85742 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:17.033295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-def6d8eb-34e5-4009-bcc2-46f9f05fbe12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4085200 Aug 28 20:18:17.037175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37038) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:17.042672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1578839939', 'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:17.051193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-88533d83-0a49-4bd3-b5bd-496b57e3f693 req-21bef822-5a00-4a32-a1ef-8da8de0a6364 service neutron] (114322) timed out ('10.222.0.78', 34386) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:18:17.075705 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (522f7314-4b0a-43f0-8262-f7ef7470c758), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.077032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Fanout notify agent at l3_agent the message router_deleted on router 522f7314-4b0a-43f0-8262-f7ef7470c758 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:17.111933 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.116648 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-88cb7793-ea4e-436d-a3cb-0f9476944524 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/522f7314-4b0a-43f0-8262-f7ef7470c758 HTTP/1.1" status: 204 len: 168 time: 3.5014803 Aug 28 20:18:17.129419 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:17.134745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37040) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:17.159021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2545824f-def0-4960-8de7-bc817f71e7e6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-16932437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:17.224699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (ab5aedb2-1e9d-4add-8d53-c6793e30bd4c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.302440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Made reservation on behalf of bdf71dc037a942c2adee45509fdf5b74 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:17.305199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.356912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2545824f-def0-4960-8de7-bc817f71e7e6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.356912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2545824f-def0-4960-8de7-bc817f71e7e6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.375870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] device_id is not set on port 51c4b4cb-fb26-475f-98de-6e426b99b1bf yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:17.396611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac4d1-c1af-4efd-96ac-f0c9510ded04 req-1b7fee6d-e179-460f-8f33-eeac1ba5bfe3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:17.398469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20bac4d1-c1af-4efd-96ac-f0c9510ded04 req-1b7fee6d-e179-460f-8f33-eeac1ba5bfe3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1954896 Aug 28 20:18:17.499110 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (ab5aedb2-1e9d-4add-8d53-c6793e30bd4c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.615266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5aedb2-1e9d-4add-8d53-c6793e30bd4c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:17.621604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.637017 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5fb0a2e1-ae92-4274-a02f-4748a09e6e08 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ab5aedb2-1e9d-4add-8d53-c6793e30bd4c HTTP/1.1" status: 204 len: 168 time: 0.9948308 Aug 28 20:18:17.638427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37048) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:17.798549 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2545824f-def0-4960-8de7-bc817f71e7e6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.823522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6961-d6cc-4d44-8a70-b23e302681ea req-613d12be-96ff-42c3-85e5-9cf1dd2551bc tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:17.825318 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-972f6961-d6cc-4d44-8a70-b23e302681ea req-613d12be-96ff-42c3-85e5-9cf1dd2551bc tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.1452374 Aug 28 20:18:17.830104 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:17.830431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20bac4d1-c1af-4efd-96ac-f0c9510ded04 req-5c8fbb87-1331-4c6c-91c9-7d38d26ef2f8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226046 Aug 28 20:18:17.862503 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:17.895832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Allocated IP 2001:db8::399 (ad752215-df1e-4df0-bb0a-6cfc8cb85742/ad006673-6507-4ca9-ada1-e3db1c80e8ea/51c4b4cb-fb26-475f-98de-6e426b99b1bf) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:17.904786 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2545824f-def0-4960-8de7-bc817f71e7e6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.101781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-972f6961-d6cc-4d44-8a70-b23e302681ea req-b6415e7e-a3c9-4987-8be8-562f479fd803 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610254 Aug 28 20:18:18.102581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:18.102947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.228474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2545824f-def0-4960-8de7-bc817f71e7e6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.233319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2545824f-def0-4960-8de7-bc817f71e7e6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0932007 Aug 28 20:18:18.237240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37062) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:18.263100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] For port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,segment=NetworkSegment(de5aef87-e42c-471d-8100-a3417df8c605),segment_id=de5aef87-e42c-471d-8100-a3417df8c605)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:18.263359 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.285263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:18.295206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:18.338829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for port (51c4b4cb-fb26-475f-98de-6e426b99b1bf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.508270 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (51c4b4cb-fb26-475f-98de-6e426b99b1bf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.569032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network ad752215-df1e-4df0-bb0a-6cfc8cb85742 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:18.576327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:18.582862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Port': ['ID=51c4b4cb-fb26-475f-98de-6e426b99b1bf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:18.582862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:18.582862 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:18.582862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.591614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.646356 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:18.654638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee6099-cdad-44ed-b2a2-1a8384a5c1e6 None None] Network 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:18.730556 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d0e1e3fb-005e-4656-aa8e-8ad51f2f752a tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6919219 Aug 28 20:18:18.733923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37068) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:18.775099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9009e223-0fa1-4d1a-ba4e-dfd77108888c None None] Provisioning complete for port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:18.776068 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9009e223-0fa1-4d1a-ba4e-dfd77108888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.836340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9009e223-0fa1-4d1a-ba4e-dfd77108888c None None] Port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 was deleted so its status cannot be updated. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 28 20:18:18.883567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Deleting port 51c4b4cb-fb26-475f-98de-6e426b99b1bf {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:18.884141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (51c4b4cb-fb26-475f-98de-6e426b99b1bf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.921013 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fe6a20ac-b8d4-4c01-bd3d-97915ddb7406), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:18.964135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd6140-828e-4be4-b237-38ea3566265a req-d91587b1-3e4f-4ca9-b442-75c6ab6bf7b8 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:18.971719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84dd6140-828e-4be4-b237-38ea3566265a req-d91587b1-3e4f-4ca9-b442-75c6ab6bf7b8 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.1681311 Aug 28 20:18:18.999175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=fe6a20ac-b8d4-4c01-bd3d-97915ddb7406,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:19.042838 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:19.095894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (51c4b4cb-fb26-475f-98de-6e426b99b1bf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.150607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Calling delete_port for 51c4b4cb-fb26-475f-98de-6e426b99b1bf owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:19.164203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No DVR routers for this DVR port fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:19.194612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84dd6140-828e-4be4-b237-38ea3566265a req-917f07e7-0cd7-4e02-b426-2a90aa080147 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219145 Aug 28 20:18:19.200621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a62d4-88fa-4c21-8e09-35e9c661bbd7 None None] DHCP port deletion for 82a3fe6f-2760-4e45-b0ae-0d56bf681aaa request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:18:19.214317 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:19.300335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ada062-754f-49d6-863c-27a7dbf226f2 req-5b8aa1b3-7cfb-49a7-862c-7289ec5765e8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:19.309012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4ada062-754f-49d6-863c-27a7dbf226f2 req-5b8aa1b3-7cfb-49a7-862c-7289ec5765e8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1664250 Aug 28 20:18:19.381492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.462141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d321-147b-4a50-9f58-10f94730531c req-a7c47110-f780-48ac-991e-a82e2e1cf1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:19.463674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5587d321-147b-4a50-9f58-10f94730531c req-a7c47110-f780-48ac-991e-a82e2e1cf1f0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1f3d88210ef349d683da9136977a9045&device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 1127 time: 0.4566667 Aug 28 20:18:19.468745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.529643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (51c4b4cb-fb26-475f-98de-6e426b99b1bf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.580119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event deleted for resources: {'Port': ['ID=51c4b4cb-fb26-475f-98de-6e426b99b1bf,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:19.654872 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.670864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cedac1b7-15d2-4e85-a65d-8a39363ba1b9 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/51c4b4cb-fb26-475f-98de-6e426b99b1bf HTTP/1.1" status: 204 len: 168 time: 0.9346628 Aug 28 20:18:19.673687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37088) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:19.695547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742', 'external_fixed_ips': [{'subnet_id': 'ad006673-6507-4ca9-ada1-e3db1c80e8ea', 'ip_address': '2001:db8::399'}]}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:19.751097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.796835 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4ada062-754f-49d6-863c-27a7dbf226f2 req-cb9dda97-4b5d-4e30-9e6b-d9abddda8c76 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861698 Aug 28 20:18:19.810763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a3fe6f-2760-4e45-b0ae-0d56bf681aaa']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:19.865724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5aef87-e42c-471d-8100-a3417df8c605') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:19.866086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5aef87-e42c-471d-8100-a3417df8c605') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:19.887903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (de5aef87-e42c-471d-8100-a3417df8c605), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.905208 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (060073ec-0cac-45f3-9660-d3675dc2c9cf), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.910756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (060073ec-0cac-45f3-9660-d3675dc2c9cf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:19.932224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d321-147b-4a50-9f58-10f94730531c req-645650f1-0256-446d-bced-eba5f184c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:19.935926 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5587d321-147b-4a50-9f58-10f94730531c req-645650f1-0256-446d-bced-eba5f184c5a4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b4fd8e3b-08e8-4c37-b651-13139148e3f5 HTTP/1.1" status: 200 len: 914 time: 0.4521487 Aug 28 20:18:19.936971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Allocated IP 172.25.4.134 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/1d2b865c-0d25-411b-8fc8-72497e25f33c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:19.945225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (de5aef87-e42c-471d-8100-a3417df8c605), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:20.027549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5587d321-147b-4a50-9f58-10f94730531c req-b18fee54-9200-4843-8dec-c5d20f308ad6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1984e204-746b-42a2-a2e7-eb839f04da3d HTTP/1.1" status: 200 len: 217 time: 0.0788689 Aug 28 20:18:20.029180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:18:20.029887 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (de5aef87-e42c-471d-8100-a3417df8c605), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:20.146612 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment de5aef87-e42c-471d-8100-a3417df8c605 resource provider aggregate not found Aug 28 20:18:20.171772 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (060073ec-0cac-45f3-9660-d3675dc2c9cf), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:20.281652 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment de5aef87-e42c-471d-8100-a3417df8c605 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de5aef87-e42c-471d-8100-a3417df8c605 found for delete ", "request_id": "req-b78ce597-de4e-42b0-9f2c-7a22b59bee3e"}]} Aug 28 20:18:20.336715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d321-147b-4a50-9f58-10f94730531c req-24de058a-0281-4fdf-8fca-e074d666d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:20.338474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5587d321-147b-4a50-9f58-10f94730531c req-24de058a-0281-4fdf-8fca-e074d666d2e2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e HTTP/1.1" status: 200 len: 852 time: 0.2849748 Aug 28 20:18:20.339264 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:20.496315 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (82a3fe6f-2760-4e45-b0ae-0d56bf681aaa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:20.527486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:20.546664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37106) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:20.550785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/82a3fe6f-2760-4e45-b0ae-0d56bf681aaa HTTP/1.1" status: 204 len: 168 time: 2.9109740 Aug 28 20:18:20.564901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5586e0-77cc-403a-9575-43e2ca53af56 req-6737a187-53a3-4a1b-9f73-711c029638b7 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:20.566634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd5586e0-77cc-403a-9575-43e2ca53af56 req-6737a187-53a3-4a1b-9f73-711c029638b7 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.2706485 Aug 28 20:18:20.604565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d321-147b-4a50-9f58-10f94730531c req-f2fcc82e-f08d-4a3e-bc81-f5a8748fcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:20.609809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5587d321-147b-4a50-9f58-10f94730531c req-f2fcc82e-f08d-4a3e-bc81-f5a8748fcdad service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b4fd8e3b-08e8-4c37-b651-13139148e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2459760 Aug 28 20:18:20.612606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d58412-b0f0-47c1-9d97-603b3f79f6c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=82a3fe6f-2760-4e45-b0ae-0d56bf681aaa,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:20.649001 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd5586e0-77cc-403a-9575-43e2ca53af56 req-8f4150ee-dab7-45a8-afc2-e901817391dd tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586832 Aug 28 20:18:20.650124 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:20.728239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96818ff1-023f-4861-8594-9ebb73a2fa10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:20.733178 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-96818ff1-023f-4861-8594-9ebb73a2fa10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1821156 Aug 28 20:18:20.735035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37110) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:20.814047 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for port (1d2b865c-0d25-411b-8fc8-72497e25f33c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:20.850666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (060073ec-0cac-45f3-9660-d3675dc2c9cf), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:20.869728 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b556bda6-cee4-47a9-882b-e53c0d3fd39a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1330445 Aug 28 20:18:20.873417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37114) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:20.880376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-82461888'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:21.131357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:21.156801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:21.161974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.174630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:21.176418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe6a20ac-b8d4-4c01-bd3d-97915ddb7406 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:21.218263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:18:21.275909 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6d5cdd60-e5a0-455e-b44f-091cf6b302e3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.276273 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment 6d5cdd60-e5a0-455e-b44f-091cf6b302e3 of type vlan for network 8090e3f2-dace-4910-a6f6-c94d3744d54b Aug 28 20:18:21.295989 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:21.438975 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5587d321-147b-4a50-9f58-10f94730531c req-35c76cf3-d8e3-43e5-9b7f-8fcf6915b8f5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b4fd8e3b-08e8-4c37-b651-13139148e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821262 Aug 28 20:18:21.530346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (8090e3f2-dace-4910-a6f6-c94d3744d54b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.536893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c768de-0daf-49b3-86b1-4ccdc394f640 req-2ec49033-d93d-49ce-88a0-5455d59fc179 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:21.543913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78c768de-0daf-49b3-86b1-4ccdc394f640 req-2ec49033-d93d-49ce-88a0-5455d59fc179 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2428310 Aug 28 20:18:21.593009 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:21.600698 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (060073ec-0cac-45f3-9660-d3675dc2c9cf), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.611529 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1d2b865c-0d25-411b-8fc8-72497e25f33c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.625871 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.711555 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (8090e3f2-dace-4910-a6f6-c94d3744d54b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.719086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:21.719776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:21.765017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event updated for resources: {'Port': ['ID=1d2b865c-0d25-411b-8fc8-72497e25f33c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:21.827012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78c768de-0daf-49b3-86b1-4ccdc394f640 req-6f34d45d-0e7d-40b3-9916-da7c7160b108 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378860 Aug 28 20:18:21.844928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:21.850040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:21.857048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:22.034356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=8090e3f2-dace-4910-a6f6-c94d3744d54b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:22.052714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:18:22.084354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Allocated IP 2001:db8::399 (ad752215-df1e-4df0-bb0a-6cfc8cb85742/ad006673-6507-4ca9-ada1-e3db1c80e8ea/e3342888-e0b0-415c-9a32-7571ff20c2a4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:22.092104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5587d321-147b-4a50-9f58-10f94730531c req-93c9654d-7d01-44b8-bc97-91a3021f3f10 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b4fd8e3b-08e8-4c37-b651-13139148e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518369 Aug 28 20:18:22.134383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a4261-2685-4c99-9da6-c0a5db7bf0bf req-83a3eacb-e3ec-4cae-beda-84403ac314a4 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:22.136805 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-126a4261-2685-4c99-9da6-c0a5db7bf0bf req-83a3eacb-e3ec-4cae-beda-84403ac314a4 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.1939716 Aug 28 20:18:22.244470 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:22.270217 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-126a4261-2685-4c99-9da6-c0a5db7bf0bf req-ea5e72d1-60b5-4717-a6a9-168498222af4 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208365 Aug 28 20:18:22.365549 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:22.535019 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-254a3dc3-dc8b-45bf-8b76-59eab92fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:22.576694 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:22.594231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4d4c8436-92cb-44f5-9a7c-7191c376d7e6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7195513 Aug 28 20:18:22.595208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37134) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:22.596523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:22.609438 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=8 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:22.626379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:22.717254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network ad752215-df1e-4df0-bb0a-6cfc8cb85742 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:22.785715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:22.789914 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:22.793887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Port': ['ID=e3342888-e0b0-415c-9a32-7571ff20c2a4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:22.880827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:23.006436 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:23.154876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37142) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:23.183830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:23.188604 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:23.253469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a368e6-c918-461d-b03c-c4da236cdb34 req-cf06c1ad-4886-4eee-a946-e49f66139269 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:23.263727 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-26a368e6-c918-461d-b03c-c4da236cdb34 req-cf06c1ad-4886-4eee-a946-e49f66139269 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2367191 Aug 28 20:18:23.411318 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:23.494974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:23.514901 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-26a368e6-c918-461d-b03c-c4da236cdb34 req-79b58a57-7338-40f5-8072-738de4c548e4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457922 Aug 28 20:18:23.526196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:23.647592 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3deb48e9-299a-47a2-90f2-9a3c0e884919 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1961709682a04c8f9f56d60a1a5330aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4913273 Aug 28 20:18:23.648216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37150) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:23.680659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36082b-e0dc-4fa9-8175-4791685ac3bb req-3c3d19f6-f6a8-4b3c-8e7b-4f17d0615de0 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:23.683995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba36082b-e0dc-4fa9-8175-4791685ac3bb req-3c3d19f6-f6a8-4b3c-8e7b-4f17d0615de0 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.1929927 Aug 28 20:18:23.722181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (060073ec-0cac-45f3-9660-d3675dc2c9cf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:23.852272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Router 1897e6aa-4e47-4d84-bb9d-82d80eb7cedd is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:23.862708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:23.873413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5083c907-2509-4bf1-b873-105dae544266 admin admin] Publish callbacks [] for security_group (d4faee85-203d-4059-821f-e5c8611505f1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:23.943424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba36082b-e0dc-4fa9-8175-4791685ac3bb req-39e8852d-ad1c-4e19-9f70-ccff49ae379b tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181084 Aug 28 20:18:23.970192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5083c907-2509-4bf1-b873-105dae544266 admin admin] Publish callbacks [] for security_group (d4faee85-203d-4059-821f-e5c8611505f1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:24.009486 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=23,neutron:SELECT=75,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:24.039435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:24.054489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:24.060046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-579d3be6-2b5f-4d6c-bbe7-b2c248ff762b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "PUT /networking/v2.0/routers/1897e6aa-4e47-4d84-bb9d-82d80eb7cedd HTTP/1.1" status: 200 len: 878 time: 5.8178003 Aug 28 20:18:24.060700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37152) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:24.074193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] Sync routers for ids ['1897e6aa-4e47-4d84-bb9d-82d80eb7cedd'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:24.084215 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:24.102440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] Routers {'1897e6aa-4e47-4d84-bb9d-82d80eb7cedd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:24.103464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:17:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1897e6aa-4e47-4d84-bb9d-82d80eb7cedd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:24.189279 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9a9b0f49-a813-4ce2-9f34-b53dae46e318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:24.195339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:24.217392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] Routers {'1897e6aa-4e47-4d84-bb9d-82d80eb7cedd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:24.219952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1897e6aa-4e47-4d84-bb9d-82d80eb7cedd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:24.284516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:24.285367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bae0b9-fe54-44d4-9cfa-01daf4fdebab None None] The sync data for ids ['1897e6aa-4e47-4d84-bb9d-82d80eb7cedd'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:24.296503 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c504dde1-2834-4fdd-be0a-a6d48fac730e tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/1897e6aa-4e47-4d84-bb9d-82d80eb7cedd HTTP/1.1" status: 200 len: 919 time: 0.2324598 Aug 28 20:18:24.299432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37154) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:24.304224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (044635e0-d30e-43b4-83ea-483375d457cb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:24.306315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5083c907-2509-4bf1-b873-105dae544266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d4faee85-203d-4059-821f-e5c8611505f1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:24.308924 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5083c907-2509-4bf1-b873-105dae544266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:24.312725 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5083c907-2509-4bf1-b873-105dae544266 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d4faee85-203d-4059-821f-e5c8611505f1 HTTP/1.1" status: 204 len: 168 time: 0.6563313 Aug 28 20:18:24.354885 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:24.429980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083c907-2509-4bf1-b873-105dae544266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4faee85-203d-4059-821f-e5c8611505f1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:24.450448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d34a30e-49bd-4754-9b5a-8dc931615b19 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:24.454526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8d34a30e-49bd-4754-9b5a-8dc931615b19 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=1897e6aa-4e47-4d84-bb9d-82d80eb7cedd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1515124 Aug 28 20:18:24.454980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37160) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:24.463908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=044635e0-d30e-43b4-83ea-483375d457cb,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:24.498527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (060073ec-0cac-45f3-9660-d3675dc2c9cf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:24.604131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': '6d5cdd60-e5a0-455e-b44f-091cf6b302e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:24.610654 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: 8090e3f2-dace-4910-a6f6-c94d3744d54b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:18:24.611146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51377c05-1a8b-43bc-9a43-8440860c389a tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:24.611146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-51377c05-1a8b-43bc-9a43-8440860c389a tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.1517606 Aug 28 20:18:24.612698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37164) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:24.739039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e1109-26ca-4a39-a44c-70e7d0c9928c req-72fea8f3-a148-428e-b3c4-9fec01d865be tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:24.750012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de9e1109-26ca-4a39-a44c-70e7d0c9928c req-72fea8f3-a148-428e-b3c4-9fec01d865be tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1100590 Aug 28 20:18:24.841573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de9e1109-26ca-4a39-a44c-70e7d0c9928c req-cc1459ec-e42f-4c5e-b981-266e470c62fe tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888004 Aug 28 20:18:25.157687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a40e8699-1989-48ca-9168-917df95406be tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1897e6aa-4e47-4d84-bb9d-82d80eb7cedd HTTP/1.1" status: 200 len: 205 time: 0.5425508 Aug 28 20:18:25.163350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37176) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:25.181184 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:25.285022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b746-4f09-4893-a8dc-750038c310a5 req-da0413fa-25a3-4b8c-bd5d-190d79180dbe tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:25.285022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eb7b746-4f09-4893-a8dc-750038c310a5 req-da0413fa-25a3-4b8c-bd5d-190d79180dbe tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.0993822 Aug 28 20:18:25.329544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:18:25.378264 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3eb7b746-4f09-4893-a8dc-750038c310a5 req-0f5b90fd-f055-4035-b73c-43dbe1468fb6 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939286 Aug 28 20:18:25.409252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:25.550386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:25.592345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Router 060073ec-0cac-45f3-9660-d3675dc2c9cf is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:25.594704 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 8090e3f2-dace-4910-a6f6-c94d3744d54b) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:25.600634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:25.601340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:25.615021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75adbc14-4dd2-47ae-9f0e-fda68cd4a1f5 None None] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:25.637719 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:25.759625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:25.773130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bc41a81b-d323-4178-b5fd-3dfab9ab779c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1535270 Aug 28 20:18:25.798969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37196) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:25.799440 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:25.799568 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Sync routers for ids ['060073ec-0cac-45f3-9660-d3675dc2c9cf'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:25.799986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b', 'name': 'tempest-PortsIpV6TestJSON-1045598224'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:25.805645 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Routers {'060073ec-0cac-45f3-9660-d3675dc2c9cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:25.809621 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['060073ec-0cac-45f3-9660-d3675dc2c9cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:25.871478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Deleting port 1d2b865c-0d25-411b-8fc8-72497e25f33c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:25.872072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1d2b865c-0d25-411b-8fc8-72497e25f33c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:25.940986 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:25.951696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0db56a85-a4eb-4fcf-a3b6-5a930611e336 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2766056 Aug 28 20:18:25.957588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37200) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:25.977713 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:25.994385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-8090e3f2-dace-4910-a6f6-c94d3744d54b', 'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b', 'project_id': '02e0dcbc271e416e8412dac35e8935ef', 'fixed_ips': [{'subnet_id': '044635e0-d30e-43b4-83ea-483375d457cb'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:18:25.998892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.076072 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Set router 060073ec-0cac-45f3-9660-d3675dc2c9cf gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:18:26.122498 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1d2b865c-0d25-411b-8fc8-72497e25f33c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.190081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Calling delete_port for 1d2b865c-0d25-411b-8fc8-72497e25f33c owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:26.211958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018946a-919a-456f-8e83-5f77f80eab2a req-6d6f3c3f-ccea-4f4e-98d3-d0493059a861 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:26.220696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d018946a-919a-456f-8e83-5f77f80eab2a req-6d6f3c3f-ccea-4f4e-98d3-d0493059a861 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1424508 Aug 28 20:18:26.297639 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:26.346617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d018946a-919a-456f-8e83-5f77f80eab2a req-7faa0ebd-4faf-4872-a860-d9bbece43c7a tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245642 Aug 28 20:18:26.403654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Allocated IP 2001:db8::2 (8090e3f2-dace-4910-a6f6-c94d3744d54b/044635e0-d30e-43b4-83ea-483375d457cb/a28b4715-3e73-4a5e-a556-a9be105803a2) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:26.405239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:26.409831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.557052 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060073ec-0cac-45f3-9660-d3675dc2c9cf', 'name': '', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742', 'external_fixed_ips': [{'subnet_id': 'ad006673-6507-4ca9-ada1-e3db1c80e8ea', 'ip_address': '2001:db8::399'}], 'enable_snat': True}, 'gw_port_id': 'e3342888-e0b0-415c-9a32-7571ff20c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:19Z', 'updated_at': '2022-08-28T20:18:23Z', 'revision_number': 3, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port': {'id': 'e3342888-e0b0-415c-9a32-7571ff20c2a4', 'name': '', 'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060073ec-0cac-45f3-9660-d3675dc2c9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'ad006673-6507-4ca9-ada1-e3db1c80e8ea', 'ip_address': '2001:db8::399', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:21Z', 'updated_at': '2022-08-28T20:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad006673-6507-4ca9-ada1-e3db1c80e8ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:26.577671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 39e2a6aa-b331-4805-aee4-e15642e14132 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:26.612200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c84a-1807-4a44-b0df-d1c1c1a78fe2 req-a1b2aa30-462c-4842-8a8d-6f4b8c47365f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:26.624639 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Checking router: 060073ec-0cac-45f3-9660-d3675dc2c9cf for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:18:26.625029 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Updating router 060073ec-0cac-45f3-9660-d3675dc2c9cf port e3342888-e0b0-415c-9a32-7571ff20c2a4 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:18:26.625782 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4186c84a-1807-4a44-b0df-d1c1c1a78fe2 req-a1b2aa30-462c-4842-8a8d-6f4b8c47365f tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.3551521 Aug 28 20:18:26.675141 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:26.703949 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.746059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1d2b865c-0d25-411b-8fc8-72497e25f33c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.752974 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Publish callbacks [] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.833528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.840733 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:18:26.899483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Pushing event updated for resources: {'Port': ['ID=a28b4715-3e73-4a5e-a556-a9be105803a2,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:26.920176 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event deleted for resources: {'Port': ['ID=1d2b865c-0d25-411b-8fc8-72497e25f33c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:26.922598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:26.951701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:26.959467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (060073ec-0cac-45f3-9660-d3675dc2c9cf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:26.960959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:27.033732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.038383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.038896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.039342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.040410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.040860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.041373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.041733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.042194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.042640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.044203 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.047528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.053340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.053510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Attempting to bind port a28b4715-3e73-4a5e-a556-a9be105803a2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:18:27.053510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Attempting to bind port a28b4715-3e73-4a5e-a556-a9be105803a2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '6d5cdd60-e5a0-455e-b44f-091cf6b302e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:18:27.053510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Attempting to bind port a28b4715-3e73-4a5e-a556-a9be105803a2 on network 8090e3f2-dace-4910-a6f6-c94d3744d54b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:27.054094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.054567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.055010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:27.059552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:18:27.059942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Checking segment: {'id': '6d5cdd60-e5a0-455e-b44f-091cf6b302e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:27.060350 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.060743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Bound using segment: {'id': '6d5cdd60-e5a0-455e-b44f-091cf6b302e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:18:27.061226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Bound port: a28b4715-3e73-4a5e-a556-a9be105803a2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5cdd60-e5a0-455e-b44f-091cf6b302e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:18:27.061608 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.126850 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.127638 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4186c84a-1807-4a44-b0df-d1c1c1a78fe2 req-8a658fd1-0f05-4201-a8d1-069d8e8282eb tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999063 Aug 28 20:18:27.152171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] For port a28b4715-3e73-4a5e-a556-a9be105803a2, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:27.157907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] For port a28b4715-3e73-4a5e-a556-a9be105803a2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28b4715-3e73-4a5e-a556-a9be105803a2,segment=NetworkSegment(6d5cdd60-e5a0-455e-b44f-091cf6b302e3),segment_id=6d5cdd60-e5a0-455e-b44f-091cf6b302e3)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:18:27.263862 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.367336 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.371354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.389167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::34b (8090e3f2-dace-4910-a6f6-c94d3744d54b/044635e0-d30e-43b4-83ea-483375d457cb/39e2a6aa-b331-4805-aee4-e15642e14132) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:27.399721 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:27.431787 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Publish callbacks [] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.454560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70568acb-45ae-472a-bdfb-602499b6f635 None None] Pushing event updated for resources: {'Port': ['ID=a28b4715-3e73-4a5e-a556-a9be105803a2,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:27.524052 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.537011 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (060073ec-0cac-45f3-9660-d3675dc2c9cf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.591989 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.723227 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Attempting to bind port e3342888-e0b0-415c-9a32-7571ff20c2a4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:18:27.723644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Attempting to bind port e3342888-e0b0-415c-9a32-7571ff20c2a4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '6346cf30-88e6-42c4-a240-c8b6f731991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:18:27.723981 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Attempting to bind port e3342888-e0b0-415c-9a32-7571ff20c2a4 on network ad752215-df1e-4df0-bb0a-6cfc8cb85742 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:27.743910 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:18:27.744430 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Checking segment: {'id': '6346cf30-88e6-42c4-a240-c8b6f731991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:27.744919 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.746895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Bound using segment: {'id': '6346cf30-88e6-42c4-a240-c8b6f731991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:18:27.747535 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Bound port: e3342888-e0b0-415c-9a32-7571ff20c2a4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6346cf30-88e6-42c4-a240-c8b6f731991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ad752215-df1e-4df0-bb0a-6cfc8cb85742'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:18:27.748025 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.752596 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483b90a-63e3-46f6-a80b-ecab59db63c7 None None] Pushing event updated for resources: {'Port': ['ID=e3342888-e0b0-415c-9a32-7571ff20c2a4,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:27.806707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (39e2a6aa-b331-4805-aee4-e15642e14132), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.820905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9adf5-5f96-4924-b035-889f834cdfee req-1f260546-571d-45b8-a7bd-c2c3daae2803 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:27.822252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eab9adf5-5f96-4924-b035-889f834cdfee req-1f260546-571d-45b8-a7bd-c2c3daae2803 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2585163 Aug 28 20:18:27.835026 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] For port e3342888-e0b0-415c-9a32-7571ff20c2a4, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:27.843377 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] For port e3342888-e0b0-415c-9a32-7571ff20c2a4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e3342888-e0b0-415c-9a32-7571ff20c2a4,segment=NetworkSegment(6346cf30-88e6-42c4-a240-c8b6f731991a),segment_id=6346cf30-88e6-42c4-a240-c8b6f731991a)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:18:27.874990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Deleting port e3342888-e0b0-415c-9a32-7571ff20c2a4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:27.875361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.885565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (1897e6aa-4e47-4d84-bb9d-82d80eb7cedd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.886236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Fanout notify agent at l3_agent the message router_deleted on router 1897e6aa-4e47-4d84-bb9d-82d80eb7cedd {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:27.896745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:27.902086 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-906beee2-e2c3-46cf-9e39-55032eadabd2 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/1897e6aa-4e47-4d84-bb9d-82d80eb7cedd HTTP/1.1" status: 204 len: 168 time: 2.7365007 Aug 28 20:18:27.909373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-261a5f8a-ba4b-4bb9-9d77-473b60eb470c tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:27.910909 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-261a5f8a-ba4b-4bb9-9d77-473b60eb470c tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.1793594 Aug 28 20:18:27.918995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37216) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:27.927076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9b676b3c-ee26-46f2-aa2e-b84a0c2fd14f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-469385077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:27.995303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] For port e3342888-e0b0-415c-9a32-7571ff20c2a4, host n-d-854121-7, got binding levels [] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:27.995662 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.009301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eab9adf5-5f96-4924-b035-889f834cdfee req-44abfea8-9006-4b77-a966-913e399edd61 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769667 Aug 28 20:18:28.009530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Calling delete_port for e3342888-e0b0-415c-9a32-7571ff20c2a4 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:28.034392 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.096016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Deleting port 1984e204-746b-42a2-a2e7-eb839f04da3d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:28.096016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.134579 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Routers {'060073ec-0cac-45f3-9660-d3675dc2c9cf'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:28.135488 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['060073ec-0cac-45f3-9660-d3675dc2c9cf'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:28.204500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (39e2a6aa-b331-4805-aee4-e15642e14132), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.207182 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:28.208785 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b676b3c-ee26-46f2-aa2e-b84a0c2fd14f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.210390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b676b3c-ee26-46f2-aa2e-b84a0c2fd14f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.271501 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:28.285146 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483b90a-63e3-46f6-a80b-ecab59db63c7 None None] Pushing event updated for resources: {'Port': ['ID=e3342888-e0b0-415c-9a32-7571ff20c2a4,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:28.317703 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] Set router 060073ec-0cac-45f3-9660-d3675dc2c9cf gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:18:28.333136 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b676b3c-ee26-46f2-aa2e-b84a0c2fd14f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (0c12e1da-a301-43ac-ae64-0fdb156119ba), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.339927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] For port 1984e204-746b-42a2-a2e7-eb839f04da3d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1984e204-746b-42a2-a2e7-eb839f04da3d,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:28.342522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.366413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Calling delete_port for 1984e204-746b-42a2-a2e7-eb839f04da3d owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:28.410612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060073ec-0cac-45f3-9660-d3675dc2c9cf', 'name': '', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:19Z', 'updated_at': '2022-08-28T20:18:27Z', 'revision_number': 4, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:28.452131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3a8c6-bd33-436f-99bc-e2e59e28d556 None None] The sync data for ids ['060073ec-0cac-45f3-9660-d3675dc2c9cf'] in n-d-854121-7 is: [{'id': '060073ec-0cac-45f3-9660-d3675dc2c9cf', 'name': '', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:19Z', 'updated_at': '2022-08-28T20:18:27Z', 'revision_number': 4, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:28.463206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b676b3c-ee26-46f2-aa2e-b84a0c2fd14f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.600641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:28.601672 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:28.608054 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b676b3c-ee26-46f2-aa2e-b84a0c2fd14f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.610829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b676b3c-ee26-46f2-aa2e-b84a0c2fd14f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6905711 Aug 28 20:18:28.615145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37236) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:28.624346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:28.627129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': True}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:28.627330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:28.634518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:28.635204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.658106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=39e2a6aa-b331-4805-aee4-e15642e14132,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:28.669733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704206bb-8299-41f3-af3a-8405c7ee1d7d req-3f8f23e8-219e-40a0-9b1d-0692f23a4b4d tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:28.671970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-704206bb-8299-41f3-af3a-8405c7ee1d7d req-3f8f23e8-219e-40a0-9b1d-0692f23a4b4d tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 945 time: 0.4643750 Aug 28 20:18:28.775671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-704206bb-8299-41f3-af3a-8405c7ee1d7d req-a8c0da9a-f50c-461c-b2d7-f5ec371d16ba tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=cbb18559-0ebe-4cad-bee9-248ad8ef9f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967507 Aug 28 20:18:28.803225 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e3342888-e0b0-415c-9a32-7571ff20c2a4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.849367 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-81b2e73e-2fa6-49fc-879b-5fbc54252ece tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0721817 Aug 28 20:18:28.857926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37238) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:28.872425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '8090e3f2-dace-4910-a6f6-c94d3744d54b', 'name': 'tempest-PortsIpV6TestJSON-665709128'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:28.972791 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (060073ec-0cac-45f3-9660-d3675dc2c9cf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:28.975428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3342888-e0b0-415c-9a32-7571ff20c2a4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:29.028116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (0c12e1da-a301-43ac-ae64-0fdb156119ba), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.034808 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:29.036994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1984e204-746b-42a2-a2e7-eb839f04da3d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.075508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Pushing event deleted for resources: {'Port': ['ID=1984e204-746b-42a2-a2e7-eb839f04da3d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:29.085972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['1984e204-746b-42a2-a2e7-eb839f04da3d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:18:29.148905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9e752-7edc-45e8-ad09-90e773aaed51 None None] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:29.213422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] No DVR routers for this DVR port 1984e204-746b-42a2-a2e7-eb839f04da3d on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:29.224669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.236124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de39bd5a-e9b8-4d08-a1c1-812c53cefc39 req-be0c874d-15fa-4e77-ab15-e54ebfda20ed tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.84 "DELETE /networking/v2.0/ports/1984e204-746b-42a2-a2e7-eb839f04da3d HTTP/1.1" status: 204 len: 173 time: 1.3124535 Aug 28 20:18:29.244922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'name': 'network-vif-deleted', 'tag': '1984e204-746b-42a2-a2e7-eb839f04da3d'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:29.249772 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630520d-fac2-4a4a-a0dc-e762778db55a" -d '{"events": [{"server_uuid": "07dce45c-93ee-4e9c-b954-86d121c2ae51", "name": "network-vif-deleted", "tag": "1984e204-746b-42a2-a2e7-eb839f04da3d"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:29.376181 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6935ab58-6352-430a-96bb-e7c250e6cfad x-openstack-request-id: req-6935ab58-6352-430a-96bb-e7c250e6cfad {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:29.376546 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dce45c-93ee-4e9c-b954-86d121c2ae51", "name": "network-vif-deleted", "tag": "1984e204-746b-42a2-a2e7-eb839f04da3d", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:29.377056 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6935ab58-6352-430a-96bb-e7c250e6cfad {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:29.377905 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6935ab58-6352-430a-96bb-e7c250e6cfad'] response: {'server_uuid': '07dce45c-93ee-4e9c-b954-86d121c2ae51', 'name': 'network-vif-deleted', 'tag': '1984e204-746b-42a2-a2e7-eb839f04da3d', 'status': 'completed', 'code': 200} Aug 28 20:18:29.380246 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:29.384654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-58748804-63ca-4e68-835c-37b491486a5d None None] Provisioning complete for port a28b4715-3e73-4a5e-a556-a9be105803a2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:29.385951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-58748804-63ca-4e68-835c-37b491486a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.413044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (060073ec-0cac-45f3-9660-d3675dc2c9cf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.426051 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (060073ec-0cac-45f3-9660-d3675dc2c9cf), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.463154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28b4715-3e73-4a5e-a556-a9be105803a2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:29.493040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73fda-c96d-47ae-ac72-34131d01feb8 req-338d8fdb-26ef-4245-a4d3-08c53f3205bd tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:29.494705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76d73fda-c96d-47ae-ac72-34131d01feb8 req-338d8fdb-26ef-4245-a4d3-08c53f3205bd tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.2575152 Aug 28 20:18:29.570996 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:29.732716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-f5c8531c-f8a9-4d6d-befb-67dd784de17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:29.735430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-f5c8531c-f8a9-4d6d-befb-67dd784de17e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1128 time: 0.5279400 Aug 28 20:18:29.738559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76d73fda-c96d-47ae-ac72-34131d01feb8 req-e4229a50-2063-4589-9412-8a767e6fc763 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321677 Aug 28 20:18:29.774031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (060073ec-0cac-45f3-9660-d3675dc2c9cf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.774922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 060073ec-0cac-45f3-9660-d3675dc2c9cf {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:29.782855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a28b4715-3e73-4a5e-a556-a9be105803a2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:29.785547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.786095 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.787631 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f9c44e8e-edd6-4a5e-8d37-42f67116a365 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/060073ec-0cac-45f3-9660-d3675dc2c9cf HTTP/1.1" status: 204 len: 168 time: 3.8239038 Aug 28 20:18:29.802030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37250) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:29.836095 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (0c12e1da-a301-43ac-ae64-0fdb156119ba), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.908712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:29.925062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-58748804-63ca-4e68-835c-37b491486a5d None None] Current status of the port a28b4715-3e73-4a5e-a556-a9be105803a2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:29.925463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-58748804-63ca-4e68-835c-37b491486a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.049136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-58748804-63ca-4e68-835c-37b491486a5d None None] For port a28b4715-3e73-4a5e-a556-a9be105803a2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28b4715-3e73-4a5e-a556-a9be105803a2,segment=NetworkSegment(6d5cdd60-e5a0-455e-b44f-091cf6b302e3),segment_id=6d5cdd60-e5a0-455e-b44f-091cf6b302e3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:30.110930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Deleting subnet ad006673-6507-4ca9-ada1-e3db1c80e8ea {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:18:30.155820 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a28b4715-3e73-4a5e-a556-a9be105803a2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:30.156916 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.192495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-58748804-63ca-4e68-835c-37b491486a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.214495 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75e94948-0477-412f-9c4e-7f44fc78b2ad req-5a78702f-e804-4846-bd1b-5a40232bb3a9 tempest-InstanceActionsTestJSON-2003687332 tempest-InstanceActionsTestJSON-2003687332-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07dce45c-93ee-4e9c-b954-86d121c2ae51 HTTP/1.1" status: 200 len: 210 time: 0.1309140 Aug 28 20:18:30.218775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-3b57ce6f-b6a6-4743-af6f-42ea5de12095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:30.220293 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-3b57ce6f-b6a6-4743-af6f-42ea5de12095 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.4638743 Aug 28 20:18:30.238034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for subnet (ad006673-6507-4ca9-ada1-e3db1c80e8ea), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.240442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:30.247141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.289248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Allocated IP 172.25.4.2 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/2e4b60ba-3de8-4893-b46a-85f43728dc7b) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:30.293517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (ad006673-6507-4ca9-ada1-e3db1c80e8ea), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.341975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58748804-63ca-4e68-835c-37b491486a5d None None] Pushing event updated for resources: {'Port': ['ID=a28b4715-3e73-4a5e-a556-a9be105803a2,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:30.397050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-87da33da-054f-4dd7-911a-bbfe5c9644c0 None None] Provisioning complete for port 39e2a6aa-b331-4805-aee4-e15642e14132 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:30.397762 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87da33da-054f-4dd7-911a-bbfe5c9644c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (39e2a6aa-b331-4805-aee4-e15642e14132), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.459472 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:18:30.459890 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:18:30.465627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-87da33da-054f-4dd7-911a-bbfe5c9644c0 None None] Port 39e2a6aa-b331-4805-aee4-e15642e14132 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:30.469639 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for port (2e4b60ba-3de8-4893-b46a-85f43728dc7b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.487016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-87da33da-054f-4dd7-911a-bbfe5c9644c0 None None] Provisioning complete for port a28b4715-3e73-4a5e-a556-a9be105803a2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:30.487540 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87da33da-054f-4dd7-911a-bbfe5c9644c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.554282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-0f3368a2-fa43-49be-80a8-ec3d5aa53a82 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 1001 time: 0.1330938 Aug 28 20:18:30.584217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 60a589ee-8b7a-4563-abbf-8be797f89951 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:30.600466 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2e4b60ba-3de8-4893-b46a-85f43728dc7b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.607864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-87da33da-054f-4dd7-911a-bbfe5c9644c0 None None] Current status of the port a28b4715-3e73-4a5e-a556-a9be105803a2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:30.661816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:30.668584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:30.670997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4b60ba-3de8-4893-b46a-85f43728dc7b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:30.673529 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:30.729635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9d636ddb-357b-43f6-9fe6-9183fb625f98 None None] Provisioning complete for port 39e2a6aa-b331-4805-aee4-e15642e14132 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:30.730311 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d636ddb-357b-43f6-9fe6-9183fb625f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (39e2a6aa-b331-4805-aee4-e15642e14132), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.757348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-f1148faf-cc55-4a4f-b558-c6615a12e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:30.760122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-f1148faf-cc55-4a4f-b558-c6615a12e934 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.1962729 Aug 28 20:18:30.794967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9d636ddb-357b-43f6-9fe6-9183fb625f98 None None] Port 39e2a6aa-b331-4805-aee4-e15642e14132 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:30.811356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (ad006673-6507-4ca9-ada1-e3db1c80e8ea), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:30.892881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::b4 (8090e3f2-dace-4910-a6f6-c94d3744d54b/044635e0-d30e-43b4-83ea-483375d457cb/60a589ee-8b7a-4563-abbf-8be797f89951) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:30.903968 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-db446664-3e72-4ca0-8faa-321c429b7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:30.907600 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-db446664-3e72-4ca0-8faa-321c429b7625 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1262655 Aug 28 20:18:30.956011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf268419-4154-4665-9583-0f0148816fb8 req-4335986f-57df-4dd7-b2db-7b199cd6f57e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:30.957571 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf268419-4154-4665-9583-0f0148816fb8 req-4335986f-57df-4dd7-b2db-7b199cd6f57e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.0725043 Aug 28 20:18:30.964128 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:31.000434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a28b4715-3e73-4a5e-a556-a9be105803a2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:31.048327 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:31.076642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-3475115b-bb8c-4f0b-8df5-4e30eb90c3d1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625876 Aug 28 20:18:31.090464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf268419-4154-4665-9583-0f0148816fb8 req-cd220348-2860-4869-8aaa-10550aaab603 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226723 Aug 28 20:18:31.123552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-d765b6a7-a6c0-4830-8697-d3b316592395 req-7942377c-00e2-4527-8335-589e6638174d service neutron] (114321) timed out ('10.222.0.89', 53986) {{(pid=114321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:18:31.150536 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (0c12e1da-a301-43ac-ae64-0fdb156119ba), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.177009 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (ad006673-6507-4ca9-ada1-e3db1c80e8ea), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.222683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28b4715-3e73-4a5e-a556-a9be105803a2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:31.257048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad006673-6507-4ca9-ada1-e3db1c80e8ea,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:31.273372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.279051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a4360c08-11c1-4e48-af1a-602660d373d0 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ad006673-6507-4ca9-ada1-e3db1c80e8ea HTTP/1.1" status: 204 len: 168 time: 1.4719222 Aug 28 20:18:31.283990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37262) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:31.310304 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:31.328855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37264) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:31.343610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a28b4715-3e73-4a5e-a556-a9be105803a2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:31.344126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.397170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ad752215-df1e-4df0-bb0a-6cfc8cb85742), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.411606 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:31.482012 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:31.482601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a28b4715-3e73-4a5e-a556-a9be105803a2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:31.486619 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01e1b31d-f4f7-4028-b959-eff375c5cc44 req-7b1622af-2e48-4bec-a5de-1a506d1f8b7a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014144 Aug 28 20:18:31.518842 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (60a589ee-8b7a-4563-abbf-8be797f89951), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.761789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (60a589ee-8b7a-4563-abbf-8be797f89951), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.839061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:31.847753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:31.859625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:31.866582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:31.866582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.873262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=60a589ee-8b7a-4563-abbf-8be797f89951,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:31.927873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (91725e10-713c-45fc-a428-ebd20a7ffc43), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.934630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ad752215-df1e-4df0-bb0a-6cfc8cb85742), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.939709 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:31.951765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.034192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad752215-df1e-4df0-bb0a-6cfc8cb85742']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:32.034572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-20523d0e-e475-45f9-a0b7-a63b82c77467 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1759174 Aug 28 20:18:32.041815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37272) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:32.124331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6346cf30-88e6-42c4-a240-c8b6f731991a') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:32.124636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6346cf30-88e6-42c4-a240-c8b6f731991a') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:32.199828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (6346cf30-88e6-42c4-a240-c8b6f731991a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.227291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Deleting port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:32.227291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.251369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:32.292171 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6346cf30-88e6-42c4-a240-c8b6f731991a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.301579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f6022-4646-4b40-8fa6-5fe9d161eadb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:32.303285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-495f6022-4646-4b40-8fa6-5fe9d161eadb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A34b HTTP/1.1" status: 200 len: 929 time: 0.2273088 Aug 28 20:18:32.322574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37278) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:32.362785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:32.363190 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.376271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-193086d9-f0f0-4c7b-bf3e-642245c3f44a None None] Provisioning complete for port 60a589ee-8b7a-4563-abbf-8be797f89951 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:32.376616 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-193086d9-f0f0-4c7b-bf3e-642245c3f44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (60a589ee-8b7a-4563-abbf-8be797f89951), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.378091 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8e0ae-fd1b-4032-a52a-d91d6cd7c1cd req-f4b892af-9ade-4682-9f9c-eee2f7345bd3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:32.386191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9df8e0ae-fd1b-4032-a52a-d91d6cd7c1cd req-f4b892af-9ade-4682-9f9c-eee2f7345bd3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 946 time: 0.1204097 Aug 28 20:18:32.389082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] For port 0a0eaa1d-7b85-4344-b810-1b1e7f80c897, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:32.389082 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.420905 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:32.423601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:18:32.424063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (6346cf30-88e6-42c4-a240-c8b6f731991a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.440056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-193086d9-f0f0-4c7b-bf3e-642245c3f44a None None] Port 60a589ee-8b7a-4563-abbf-8be797f89951 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:32.510957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Calling delete_port for 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:32.511210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:32.511210 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b083e4-e1d4-411b-b29c-4dfaad88838a" -d '{"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-unplugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:32.511210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:32.511510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 60a589ee-8b7a-4563-abbf-8be797f89951 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:32.511510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (60a589ee-8b7a-4563-abbf-8be797f89951), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.511702 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6346cf30-88e6-42c4-a240-c8b6f731991a resource provider aggregate not found Aug 28 20:18:32.512178 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:32.554286 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09729559-962b-4d16-987e-ff74cf78081e x-openstack-request-id: req-09729559-962b-4d16-987e-ff74cf78081e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:32.554904 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-unplugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:32.555326 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09729559-962b-4d16-987e-ff74cf78081e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:32.555948 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09729559-962b-4d16-987e-ff74cf78081e'] response: {'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'code': 200} Aug 28 20:18:32.559065 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6346cf30-88e6-42c4-a240-c8b6f731991a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6346cf30-88e6-42c4-a240-c8b6f731991a found for delete ", "request_id": "req-c75179bc-1b85-4d84-8ba9-dbfe4878ce5c"}]} Aug 28 20:18:32.582894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9df8e0ae-fd1b-4032-a52a-d91d6cd7c1cd req-9a1b4cae-2481-4156-a630-8eb1580afea4 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956668 Aug 28 20:18:32.654998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.671753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (60a589ee-8b7a-4563-abbf-8be797f89951), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.689004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 60a589ee-8b7a-4563-abbf-8be797f89951 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:32.710722 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ad752215-df1e-4df0-bb0a-6cfc8cb85742), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.713356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:32.732287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad752215-df1e-4df0-bb0a-6cfc8cb85742 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 20:18:32.734042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad752215-df1e-4df0-bb0a-6cfc8cb85742,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:32.736150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:32.739425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ed3616bd-0067-4b9e-9c18-f3bbd0fdf5f7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ad752215-df1e-4df0-bb0a-6cfc8cb85742 HTTP/1.1" status: 204 len: 168 time: 1.4523664 Aug 28 20:18:32.920567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Router 0c12e1da-a301-43ac-ae64-0fdb156119ba is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:33.173421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:33.178604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.191589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f402e38a-3455-45af-8ef8-e85be40ce385 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/0c12e1da-a301-43ac-ae64-0fdb156119ba HTTP/1.1" status: 200 len: 912 time: 4.5661209 Aug 28 20:18:33.191589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37294) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.197001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37296) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.254958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1984e204-746b-42a2-a2e7-eb839f04da3d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:33.294654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 1984e204-746b-42a2-a2e7-eb839f04da3d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:33.301662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1984e204-746b-42a2-a2e7-eb839f04da3d not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:33.320951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c597fc40-8d0b-4d13-98ac-246920a93c50 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'router': {'name': 'tempest-router--515071118', 'project_id': 'c792ddb2de2a4f1bab7b0bead10c32ca'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:33.330980 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:33.384863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] Sync routers for ids ['0c12e1da-a301-43ac-ae64-0fdb156119ba'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:33.404336 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:33.410832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] Routers {'0c12e1da-a301-43ac-ae64-0fdb156119ba'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:33.411866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0c12e1da-a301-43ac-ae64-0fdb156119ba'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:33.482412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:33.483490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-00a550c7-d81c-48ba-b2fb-6e7d6bd66aee tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/0c12e1da-a301-43ac-ae64-0fdb156119ba HTTP/1.1" status: 200 len: 918 time: 0.2956483 Aug 28 20:18:33.486662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37300) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.491963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] Routers {'0c12e1da-a301-43ac-ae64-0fdb156119ba'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:33.492716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0c12e1da-a301-43ac-ae64-0fdb156119ba'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:33.529893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:33.530188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f9243-0f23-4b15-8b7b-b74be5762bd0 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:33.530517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328f480-cb2d-45a2-9b71-794964ac8e73 None None] The sync data for ids ['0c12e1da-a301-43ac-ae64-0fdb156119ba'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:33.532293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6d4f9243-0f23-4b15-8b7b-b74be5762bd0 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=0c12e1da-a301-43ac-ae64-0fdb156119ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0443883 Aug 28 20:18:33.534904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37302) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.541284 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0a0eaa1d-7b85-4344-b810-1b1e7f80c897), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.565674 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c597fc40-8d0b-4d13-98ac-246920a93c50 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (413a2c38-8ea8-4c57-9929-0c870a2dfac5), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.566036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (60a589ee-8b7a-4563-abbf-8be797f89951), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.569804 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c597fc40-8d0b-4d13-98ac-246920a93c50 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (413a2c38-8ea8-4c57-9929-0c870a2dfac5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.570105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0eaa1d-7b85-4344-b810-1b1e7f80c897,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:33.698177 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c597fc40-8d0b-4d13-98ac-246920a93c50 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (413a2c38-8ea8-4c57-9929-0c870a2dfac5), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.708078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a67533f-9ae7-4a63-8a07-a8d792a5af0b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:33.712790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2a67533f-9ae7-4a63-8a07-a8d792a5af0b tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.1729538 Aug 28 20:18:33.712790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37306) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.725625 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:33.731072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=60a589ee-8b7a-4563-abbf-8be797f89951,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:33.745951 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-081a8051-3481-490b-94c0-e91ed2259974 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0c12e1da-a301-43ac-ae64-0fdb156119ba HTTP/1.1" status: 200 len: 205 time: 0.0312965 Aug 28 20:18:33.747299 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:33.748073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37308) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.766211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.770390 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4d3f97e-18ba-405f-a2e9-d5b37e62f283 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/60a589ee-8b7a-4563-abbf-8be797f89951 HTTP/1.1" status: 204 len: 168 time: 1.4488823 Aug 28 20:18:33.795998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37310) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.870612 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac052019-071d-4be8-aef7-80ee5529870c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:18:33.875074 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ac052019-071d-4be8-aef7-80ee5529870c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/60a589ee-8b7a-4563-abbf-8be797f89951 HTTP/1.1" status: 404 len: 333 time: 0.0738163 Aug 28 20:18:33.877403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37316) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:33.893236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf09493-78fe-4a60-b807-2a7646750681 req-80f54707-f20a-4139-922f-06d542f7a6f9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:33.904382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdf09493-78fe-4a60-b807-2a7646750681 req-80f54707-f20a-4139-922f-06d542f7a6f9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.1559579 Aug 28 20:18:33.942400 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:33.949533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c597fc40-8d0b-4d13-98ac-246920a93c50 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (413a2c38-8ea8-4c57-9929-0c870a2dfac5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.055017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (91725e10-713c-45fc-a428-ebd20a7ffc43), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.155509 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (0c12e1da-a301-43ac-ae64-0fdb156119ba), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.217581 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdf09493-78fe-4a60-b807-2a7646750681 req-73500b9a-5273-47da-9016-eb16873dfa41 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122263 Aug 28 20:18:34.253680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c597fc40-8d0b-4d13-98ac-246920a93c50 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.262243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c597fc40-8d0b-4d13-98ac-246920a93c50 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0398209 Aug 28 20:18:34.266335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37324) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:34.278819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 39e2a6aa-b331-4805-aee4-e15642e14132 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:34.279103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (39e2a6aa-b331-4805-aee4-e15642e14132), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.525295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f05f628-8eb3-4ab8-82f1-1e9825b65a9f tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (413a2c38-8ea8-4c57-9929-0c870a2dfac5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.579881 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (39e2a6aa-b331-4805-aee4-e15642e14132), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.599043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 39e2a6aa-b331-4805-aee4-e15642e14132 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:34.607277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Deleting port 2e4b60ba-3de8-4893-b46a-85f43728dc7b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:34.607667 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2e4b60ba-3de8-4893-b46a-85f43728dc7b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.701490 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=17,neutron:SELECT=82,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:34.779633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f05f628-8eb3-4ab8-82f1-1e9825b65a9f tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (413a2c38-8ea8-4c57-9929-0c870a2dfac5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.783743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f05f628-8eb3-4ab8-82f1-1e9825b65a9f tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (413a2c38-8ea8-4c57-9929-0c870a2dfac5), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.789315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Router 91725e10-713c-45fc-a428-ebd20a7ffc43 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:18:34.847337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2e4b60ba-3de8-4893-b46a-85f43728dc7b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.861179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Calling delete_port for 2e4b60ba-3de8-4893-b46a-85f43728dc7b owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:34.985056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f05f628-8eb3-4ab8-82f1-1e9825b65a9f tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (413a2c38-8ea8-4c57-9929-0c870a2dfac5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.985613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f05f628-8eb3-4ab8-82f1-1e9825b65a9f tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 413a2c38-8ea8-4c57-9929-0c870a2dfac5 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:34.991464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f05f628-8eb3-4ab8-82f1-1e9825b65a9f tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:34.994894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2f05f628-8eb3-4ab8-82f1-1e9825b65a9f tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/413a2c38-8ea8-4c57-9929-0c870a2dfac5 HTTP/1.1" status: 204 len: 168 time: 0.7248371 Aug 28 20:18:35.016791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:35.033327 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d60a0fe7-f51c-4192-b224-630b26cf3a51 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/91725e10-713c-45fc-a428-ebd20a7ffc43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6940961 Aug 28 20:18:35.033751 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] Sync routers for ids ['91725e10-713c-45fc-a428-ebd20a7ffc43'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:35.037964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37350) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:35.049611 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] Routers {'91725e10-713c-45fc-a428-ebd20a7ffc43'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:35.049957 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['91725e10-713c-45fc-a428-ebd20a7ffc43'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:35.119139 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (39e2a6aa-b331-4805-aee4-e15642e14132), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.148176 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:35.182164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=39e2a6aa-b331-4805-aee4-e15642e14132,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:35.193004 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2e4b60ba-3de8-4893-b46a-85f43728dc7b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.253287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.260584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2132cff5-2a35-425f-9d19-17b21ed46147 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/39e2a6aa-b331-4805-aee4-e15642e14132 HTTP/1.1" status: 204 len: 168 time: 1.3816004 Aug 28 20:18:35.261024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37352) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:35.282886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event deleted for resources: {'Port': ['ID=2e4b60ba-3de8-4893-b46a-85f43728dc7b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:35.285374 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:35.317882 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3596fc-eb56-4e51-9797-e488c0bc1a4b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:18:35.322573 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1a3596fc-eb56-4e51-9797-e488c0bc1a4b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/39e2a6aa-b331-4805-aee4-e15642e14132 HTTP/1.1" status: 404 len: 333 time: 0.0585961 Aug 28 20:18:35.325601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37354) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:35.356580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks [] for router (91725e10-713c-45fc-a428-ebd20a7ffc43), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.428578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37362) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:35.461230 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] Set router 91725e10-713c-45fc-a428-ebd20a7ffc43 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:18:35.482914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (0c12e1da-a301-43ac-ae64-0fdb156119ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.508831 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:35.577662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet 044635e0-d30e-43b4-83ea-483375d457cb {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:18:35.597488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (044635e0-d30e-43b4-83ea-483375d457cb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.671277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.674000 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (0c12e1da-a301-43ac-ae64-0fdb156119ba), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.770123 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (044635e0-d30e-43b4-83ea-483375d457cb), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.830519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-833905163', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:35.848135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks [] for router_gateway (91725e10-713c-45fc-a428-ebd20a7ffc43), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.850865 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:18:33Z', 'revision_number': 5, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:35.889331 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] Checking router: 91725e10-713c-45fc-a428-ebd20a7ffc43 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:18:35.891274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (0c12e1da-a301-43ac-ae64-0fdb156119ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.897694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Fanout notify agent at l3_agent the message router_deleted on router 0c12e1da-a301-43ac-ae64-0fdb156119ba {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:35.903812 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] Routers {'91725e10-713c-45fc-a428-ebd20a7ffc43'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:35.904423 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['91725e10-713c-45fc-a428-ebd20a7ffc43'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:35.912296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.920489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bd627a05-3257-4c21-ae8d-3b25efdb27df tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/0c12e1da-a301-43ac-ae64-0fdb156119ba HTTP/1.1" status: 204 len: 168 time: 2.1694965 Aug 28 20:18:35.921533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37370) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:35.929168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ef9b37d1-47d3-4abf-b7d0-8b6ce70d518b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-749646378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:35.946425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (044635e0-d30e-43b4-83ea-483375d457cb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.996839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:35.996839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.083543 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] Set router 91725e10-713c-45fc-a428-ebd20a7ffc43 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:18:36.084069 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.088935 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:36.120702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Deleting port 809e6112-722d-4e56-a502-6f356d547427 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:36.138891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (809e6112-722d-4e56-a502-6f356d547427), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.239195 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:36.251630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (044635e0-d30e-43b4-83ea-483375d457cb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.281287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:36.314468 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:18:33Z', 'revision_number': 5, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:36.317302 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=044635e0-d30e-43b4-83ea-483375d457cb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:36.347033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.347264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef9b37d1-47d3-4abf-b7d0-8b6ce70d518b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (e68b8c63-266f-4662-b942-146bbd7d431b), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.351966 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef9b37d1-47d3-4abf-b7d0-8b6ce70d518b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (e68b8c63-266f-4662-b942-146bbd7d431b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.373030 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3802558b-f83f-45a2-b03d-f5019943e942 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/044635e0-d30e-43b4-83ea-483375d457cb HTTP/1.1" status: 204 len: 168 time: 1.0333745 Aug 28 20:18:36.380227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37396) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:36.435329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58dbf27-a97b-407e-be25-a5453be421ce None None] Network 8090e3f2-dace-4910-a6f6-c94d3744d54b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:36.435850 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbd57c-f8b5-4d16-a410-dfd18e6ee89f None None] The sync data for ids ['91725e10-713c-45fc-a428-ebd20a7ffc43'] in n-d-854121-7 is: [{'id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'name': 'tempest-InstanceActionsTestJSON-912111352-router', 'tenant_id': '1f3d88210ef349d683da9136977a9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '809e6112-722d-4e56-a502-6f356d547427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:17:36Z', 'updated_at': '2022-08-28T20:18:33Z', 'revision_number': 5, 'project_id': '1f3d88210ef349d683da9136977a9045', 'gw_port': {'id': '809e6112-722d-4e56-a502-6f356d547427', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91725e10-713c-45fc-a428-ebd20a7ffc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:17:37Z', 'updated_at': '2022-08-28T20:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:36.488795 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:36.511992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (8090e3f2-dace-4910-a6f6-c94d3744d54b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.520422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] For port 809e6112-722d-4e56-a502-6f356d547427, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=809e6112-722d-4e56-a502-6f356d547427,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:36.520894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (809e6112-722d-4e56-a502-6f356d547427), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.542465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.544110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Calling delete_port for 809e6112-722d-4e56-a502-6f356d547427 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:36.579355 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef9b37d1-47d3-4abf-b7d0-8b6ce70d518b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (e68b8c63-266f-4662-b942-146bbd7d431b), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.686846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef9b37d1-47d3-4abf-b7d0-8b6ce70d518b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (e68b8c63-266f-4662-b942-146bbd7d431b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.701094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:36.818388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] DHCP port deletion for 8090e3f2-dace-4910-a6f6-c94d3744d54b request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:18:36.860361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port a28b4715-3e73-4a5e-a556-a9be105803a2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:36.860856 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.954214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] For port a28b4715-3e73-4a5e-a556-a9be105803a2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28b4715-3e73-4a5e-a556-a9be105803a2,segment=NetworkSegment(6d5cdd60-e5a0-455e-b44f-091cf6b302e3),segment_id=6d5cdd60-e5a0-455e-b44f-091cf6b302e3)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:36.954902 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.956540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Deleting port a28b4715-3e73-4a5e-a556-a9be105803a2 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:36.956935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.972600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for a28b4715-3e73-4a5e-a556-a9be105803a2 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:36.990575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef9b37d1-47d3-4abf-b7d0-8b6ce70d518b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:36.990844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ef9b37d1-47d3-4abf-b7d0-8b6ce70d518b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0678654 Aug 28 20:18:36.993879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37416) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:37.004699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': False}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:37.110554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] For port a28b4715-3e73-4a5e-a556-a9be105803a2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a28b4715-3e73-4a5e-a556-a9be105803a2,segment=NetworkSegment(6d5cdd60-e5a0-455e-b44f-091cf6b302e3),segment_id=6d5cdd60-e5a0-455e-b44f-091cf6b302e3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:37.111689 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.117253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (809e6112-722d-4e56-a502-6f356d547427), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.130247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Calling delete_port for a28b4715-3e73-4a5e-a556-a9be105803a2 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:37.187727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Pushing event deleted for resources: {'Port': ['ID=809e6112-722d-4e56-a502-6f356d547427,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:37.224726 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.252040 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (a28b4715-3e73-4a5e-a556-a9be105803a2), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.285495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Pushing event deleted for resources: {'Port': ['ID=a28b4715-3e73-4a5e-a556-a9be105803a2,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:37.290615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=a28b4715-3e73-4a5e-a556-a9be105803a2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:37.303497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.304120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.304667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.305176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.305694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.306292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.306962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.307491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.307995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.308603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.309120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.309750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.310271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.310802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.311312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:18:37.316802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28b4715-3e73-4a5e-a556-a9be105803a2 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:37.351962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No DVR routers for this DVR port a28b4715-3e73-4a5e-a556-a9be105803a2 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:37.382627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a28b4715-3e73-4a5e-a556-a9be105803a2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:37.386025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a28b4715-3e73-4a5e-a556-a9be105803a2 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:37.387127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:37.399463 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066eb0a-e02e-4b6f-a75e-3df9721a9875 None None] No DVR routers for this DVR port a28b4715-3e73-4a5e-a556-a9be105803a2 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:37.434009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:37.434825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0a0eaa1d-7b85-4344-b810-1b1e7f80c897 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:37.518975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (8090e3f2-dace-4910-a6f6-c94d3744d54b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.544327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8090e3f2-dace-4910-a6f6-c94d3744d54b']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:37.556434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5cdd60-e5a0-455e-b44f-091cf6b302e3') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:37.556745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5cdd60-e5a0-455e-b44f-091cf6b302e3') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:37.569937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (6d5cdd60-e5a0-455e-b44f-091cf6b302e3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.598508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6d5cdd60-e5a0-455e-b44f-091cf6b302e3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.601984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:18:37.602516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (6d5cdd60-e5a0-455e-b44f-091cf6b302e3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.656094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.672111 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:37.679602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.681391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (91725e10-713c-45fc-a428-ebd20a7ffc43), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.685312 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:37.687472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-288dbc5f-a1d0-4b80-a92f-a499f2da1fe8 req-1499658e-2bcf-4da4-a578-6f9fd8bbf0cc service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:18:37.688514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-288dbc5f-a1d0-4b80-a92f-a499f2da1fe8 req-1499658e-2bcf-4da4-a578-6f9fd8bbf0cc service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0124600 Aug 28 20:18:37.756525 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 6d5cdd60-e5a0-455e-b44f-091cf6b302e3 resource provider aggregate not found Aug 28 20:18:37.796768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (8090e3f2-dace-4910-a6f6-c94d3744d54b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.830220 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 6d5cdd60-e5a0-455e-b44f-091cf6b302e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d5cdd60-e5a0-455e-b44f-091cf6b302e3 found for delete ", "request_id": "req-25e721ab-d132-4a83-9900-660a31d2af14"}]} Aug 28 20:18:37.834639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.837580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8090e3f2-dace-4910-a6f6-c94d3744d54b HTTP/1.1" status: 204 len: 168 time: 1.4560041 Aug 28 20:18:37.842999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37450) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:37.851481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1441752985'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:37.879762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca278-0607-401f-996e-e686410311ee tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=8090e3f2-dace-4910-a6f6-c94d3744d54b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:37.883650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (91725e10-713c-45fc-a428-ebd20a7ffc43), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:37.886902 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks [] for router_controller (91725e10-713c-45fc-a428-ebd20a7ffc43), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.012479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:38.018695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.051778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (91725e10-713c-45fc-a428-ebd20a7ffc43), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.052529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91725e10-713c-45fc-a428-ebd20a7ffc43 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:38.070797 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.075361 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e0ef035b-7531-4ff2-96bf-5e46e55c125c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/91725e10-713c-45fc-a428-ebd20a7ffc43 HTTP/1.1" status: 204 len: 168 time: 3.0362494 Aug 28 20:18:38.076391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37460) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:38.090586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Allocated IP 172.25.4.68 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/abe55111-cbb1-4c32-9037-7216c06da160) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:38.104012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (e68b8c63-266f-4662-b942-146bbd7d431b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.218297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:18:38.246371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4a9606e0-7c16-4b69-b008-46fb01acf314), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.247262 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment 4a9606e0-7c16-4b69-b008-46fb01acf314 of type vlan for network 906eb428-a0e0-4d9b-919b-48fcc0d62169 Aug 28 20:18:38.278496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] Deleting subnet f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:18:38.282683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] Publish callbacks [] for subnet (f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.388409 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:38.412368 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:38.457896 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (906eb428-a0e0-4d9b-919b-48fcc0d62169), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.464056 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.571717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab31f0-0325-4648-9339-977607c54630 req-20a11bc6-a561-4957-87ef-986b4f4452ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:38.578163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for port (abe55111-cbb1-4c32-9037-7216c06da160), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.579928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aeab31f0-0325-4648-9339-977607c54630 req-20a11bc6-a561-4957-87ef-986b4f4452ac tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.2363517 Aug 28 20:18:38.760054 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aeab31f0-0325-4648-9339-977607c54630 req-902494e7-aacc-4e0a-b9b6-57e8aa6df44b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790392 Aug 28 20:18:38.764092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.821306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-ed41f889-2350-434e-bfca-c7f72316fbac service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2170861 Aug 28 20:18:38.836901 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (e68b8c63-266f-4662-b942-146bbd7d431b), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.846578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (906eb428-a0e0-4d9b-919b-48fcc0d62169), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.852124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:38.852719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.893501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.947326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.969712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (abe55111-cbb1-4c32-9037-7216c06da160), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:38.974189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:38.984962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=906eb428-a0e0-4d9b-919b-48fcc0d62169,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:39.002430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:18:39.021933 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.025167 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-657dfa5b-50fc-4550-aeed-9036920fa2d9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/f53d2e5f-2ba6-4c37-8cf3-7f0f0f44a85e HTTP/1.1" status: 204 len: 168 time: 0.9423199 Aug 28 20:18:39.033076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37498) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:39.074148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event updated for resources: {'Port': ['ID=abe55111-cbb1-4c32-9037-7216c06da160,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:39.082780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4c015-96f4-4416-931b-2f7dfcbbda32 None None] Network b4fd8e3b-08e8-4c37-b651-13139148e3f5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:39.085525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b34e5b84-8cf3-47a0-982f-4856a5112ce2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2401719 Aug 28 20:18:39.088909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37504) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:39.102728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:39.108166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:39.111676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:39.112882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:39.236671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 809e6112-722d-4e56-a502-6f356d547427 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:39.278029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 809e6112-722d-4e56-a502-6f356d547427 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:39.278983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 809e6112-722d-4e56-a502-6f356d547427 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:39.299114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Allocated IP 172.25.4.242 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/a9706572-2bad-49d7-b176-95e927852dd7) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:39.326790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] DHCP port deletion for b4fd8e3b-08e8-4c37-b651-13139148e3f5 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:18:39.381313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] Deleting port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:39.381693 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.459948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (b4fd8e3b-08e8-4c37-b651-13139148e3f5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.471808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-4f4f9674-d4a2-49f6-87a7-30104ef09a08 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:39.481049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-4f4f9674-d4a2-49f6-87a7-30104ef09a08 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports/ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 941 time: 0.6110363 Aug 28 20:18:39.490252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] For port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:39.490659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.511053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] Calling delete_port for 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:39.529886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Deleting port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:39.530013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.585512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:39.591107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.595937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for port (a9706572-2bad-49d7-b176-95e927852dd7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.617981 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:39.623340 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:39.701729 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:39.714072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] For port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,segment=NetworkSegment(da38fcf7-9fd8-4466-92c8-036e9765f182),segment_id=da38fcf7-9fd8-4466-92c8-036e9765f182)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:39.714988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.740965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Calling delete_port for 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:39.795483 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.888282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.905682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5af850dc-7b11-4cbc-9ab9-508aa07bd8ce), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:39.943071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] No DVR routers for this DVR port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:39.974758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:40.005574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b22e9-777c-4897-ba54-9161504d3855 req-89b3c13b-1dd2-49fa-b0bc-12d50d146f16 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:40.013753 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a85b22e9-777c-4897-ba54-9161504d3855 req-89b3c13b-1dd2-49fa-b0bc-12d50d146f16 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.1317127 Aug 28 20:18:40.020268 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a9706572-2bad-49d7-b176-95e927852dd7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.095435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (b4fd8e3b-08e8-4c37-b651-13139148e3f5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.098321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a85b22e9-777c-4897-ba54-9161504d3855 req-3b2602bd-5b5b-44c9-beb2-6fbb119cbe99 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831628 Aug 28 20:18:40.121479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] Pushing event deleted for resources: {'Port': ['ID=5af850dc-7b11-4cbc-9ab9-508aa07bd8ce,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:40.131146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e166484-44b9-487a-8567-d483f7f1204a None None] No DVR routers for this DVR port 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:40.154513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:40.194277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fd8e3b-08e8-4c37-b651-13139148e3f5']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:40.221072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38fcf7-9fd8-4466-92c8-036e9765f182') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:40.221436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38fcf7-9fd8-4466-92c8-036e9765f182') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:40.240311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:40.250252 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (da38fcf7-9fd8-4466-92c8-036e9765f182), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.259041 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:40.295913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Pushing event updated for resources: {'Port': ['ID=a9706572-2bad-49d7-b176-95e927852dd7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:40.304428 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.316411 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (da38fcf7-9fd8-4466-92c8-036e9765f182), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.328763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:18:40.329756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (da38fcf7-9fd8-4466-92c8-036e9765f182), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.398442 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment da38fcf7-9fd8-4466-92c8-036e9765f182 resource provider aggregate not found Aug 28 20:18:40.405110 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.423118 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:40.478078 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment da38fcf7-9fd8-4466-92c8-036e9765f182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da38fcf7-9fd8-4466-92c8-036e9765f182 found for delete ", "request_id": "req-459851a2-01f8-47cc-9403-3e5de6931a44"}]} Aug 28 20:18:40.553923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:40.570012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': '4a9606e0-7c16-4b69-b008-46fb01acf314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:40.570602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: 906eb428-a0e0-4d9b-919b-48fcc0d62169, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:18:40.624788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (b4fd8e3b-08e8-4c37-b651-13139148e3f5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.654328 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.661283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b4fd8e3b-08e8-4c37-b651-13139148e3f5 HTTP/1.1" status: 204 len: 168 time: 1.6257148 Aug 28 20:18:40.681807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26b8d-db2b-4813-a2dc-bcaa445f40a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4fd8e3b-08e8-4c37-b651-13139148e3f5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:40.687951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:18:40.857236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Router 6d00e70c-7753-450d-8e7e-4a28ecd67cd6 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:40.928469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 906eb428-a0e0-4d9b-919b-48fcc0d62169) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:40.933878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:40.934731 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:40.946269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77fce5-399a-49c3-898a-3e53b8418d09 None None] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:41.098096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c672e9a-6037-4e54-aa14-87952955bee0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0074906 Aug 28 20:18:41.103887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37574) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:41.122154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169', 'name': 'tempest-PortsIpV6TestJSON-447541651', 'fixed_ips': [{'subnet_id': 'eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8', 'ip_address': '2001:db8::10'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:41.150554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-906eb428-a0e0-4d9b-919b-48fcc0d62169', 'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169', 'project_id': '02e0dcbc271e416e8412dac35e8935ef', 'fixed_ips': [{'subnet_id': 'eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:18:41.152749 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:41.155504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router_gateway (e68b8c63-266f-4662-b942-146bbd7d431b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:41.281591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:41.311239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:41.312050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5af850dc-7b11-4cbc-9ab9-508aa07bd8ce not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:41.375662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37584) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:41.402570 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:41.435276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Allocated IP 2001:db8::2 (906eb428-a0e0-4d9b-919b-48fcc0d62169/eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8/97fcbc36-9994-4d3b-a0db-ebbd77a46320) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:41.471489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:41.518383 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:41.550828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (e68b8c63-266f-4662-b942-146bbd7d431b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:41.561883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (e68b8c63-266f-4662-b942-146bbd7d431b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:41.590801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff63b10-4405-454e-9668-5ec813346302 None None] Sync routers for ids ['6d00e70c-7753-450d-8e7e-4a28ecd67cd6'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:41.614397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289be1b9-b626-496b-baeb-c043ceb59c38 req-c4ec3447-ff54-403a-b433-ac6f08fd7b08 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:41.622140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:41.623534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-62b1aaef-74c0-4bfd-871a-aea3be11e82d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1939836 Aug 28 20:18:41.625306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-289be1b9-b626-496b-baeb-c043ceb59c38 req-c4ec3447-ff54-403a-b433-ac6f08fd7b08 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.2074847 Aug 28 20:18:41.628784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37592) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:41.635359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff63b10-4405-454e-9668-5ec813346302 None None] Routers {'6d00e70c-7753-450d-8e7e-4a28ecd67cd6'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:41.636236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eff63b10-4405-454e-9668-5ec813346302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6d00e70c-7753-450d-8e7e-4a28ecd67cd6'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:41.685215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eff63b10-4405-454e-9668-5ec813346302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:41.717053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff63b10-4405-454e-9668-5ec813346302 None None] Routers {'6d00e70c-7753-450d-8e7e-4a28ecd67cd6'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:41.718207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eff63b10-4405-454e-9668-5ec813346302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6d00e70c-7753-450d-8e7e-4a28ecd67cd6'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:41.729412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37594) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:41.729687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-180e2ce0-0d9b-461f-9971-1ca517b8dbe3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1f3d88210ef349d683da9136977a9045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500609 Aug 28 20:18:41.777929 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-289be1b9-b626-496b-baeb-c043ceb59c38 req-dc925410-f4ee-44f5-b9ca-15e6934a9a70 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514268 Aug 28 20:18:41.782088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-eff63b10-4405-454e-9668-5ec813346302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:41.782800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff63b10-4405-454e-9668-5ec813346302 None None] The sync data for ids ['6d00e70c-7753-450d-8e7e-4a28ecd67cd6'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:41.897826 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Publish callbacks [] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.035013 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.115091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:42.126204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:42.126204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Pushing event updated for resources: {'Port': ['ID=97fcbc36-9994-4d3b-a0db-ebbd77a46320,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:42.126204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:42.201339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Attempting to bind port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:18:42.202015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Attempting to bind port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '4a9606e0-7c16-4b69-b008-46fb01acf314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:18:42.202597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Attempting to bind port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 on network 906eb428-a0e0-4d9b-919b-48fcc0d62169 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:42.209266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:18:42.210285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Checking segment: {'id': '4a9606e0-7c16-4b69-b008-46fb01acf314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:42.212998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.212998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Bound using segment: {'id': '4a9606e0-7c16-4b69-b008-46fb01acf314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:18:42.212998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Bound port: 97fcbc36-9994-4d3b-a0db-ebbd77a46320, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9606e0-7c16-4b69-b008-46fb01acf314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:18:42.212998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.293894 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:42.294589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fbadb03b-422b-4f59-b868-6f65d98ac2fd tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/6d00e70c-7753-450d-8e7e-4a28ecd67cd6 HTTP/1.1" status: 200 len: 923 time: 0.6648560 Aug 28 20:18:42.295418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37612) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:42.302619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:42.307066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] For port 97fcbc36-9994-4d3b-a0db-ebbd77a46320, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:42.312644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] For port 97fcbc36-9994-4d3b-a0db-ebbd77a46320, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=97fcbc36-9994-4d3b-a0db-ebbd77a46320,segment=NetworkSegment(4a9606e0-7c16-4b69-b008-46fb01acf314),segment_id=4a9606e0-7c16-4b69-b008-46fb01acf314)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:18:42.372695 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dabc5449-b7b7-4b9b-a659-66cba3824290 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d00e70c-7753-450d-8e7e-4a28ecd67cd6 HTTP/1.1" status: 200 len: 205 time: 0.0696936 Aug 28 20:18:42.374817 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d58a2850-ec47-4db9-9870-e04b528da7be admin admin] Publish callbacks [] for security_group (cbb18559-0ebe-4cad-bee9-248ad8ef9f94), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.376010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37620) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:42.396760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-a551af62-da71-4c58-9bab-366b3be384eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:42.398433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-a551af62-da71-4c58-9bab-366b3be384eb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291&tenant_id=939fd477be214483874d147e32cb6a35 HTTP/1.1" status: 200 len: 1126 time: 0.6163981 Aug 28 20:18:42.411449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.491167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcded5-621d-43b6-83e7-33702a4c88ca None None] Pushing event updated for resources: {'Port': ['ID=97fcbc36-9994-4d3b-a0db-ebbd77a46320,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:42.500965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.534518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:42.559357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-530073ae-f285-4ff1-908d-42ba5df6671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:42.560033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d58a2850-ec47-4db9-9870-e04b528da7be admin admin] Publish callbacks [] for security_group (cbb18559-0ebe-4cad-bee9-248ad8ef9f94), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.563071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-530073ae-f285-4ff1-908d-42ba5df6671f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1126 time: 0.1110971 Aug 28 20:18:42.628209 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.745154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Router e68b8c63-266f-4662-b942-146bbd7d431b is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:42.931115 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d58a2850-ec47-4db9-9870-e04b528da7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cbb18559-0ebe-4cad-bee9-248ad8ef9f94), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.935386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d58a2850-ec47-4db9-9870-e04b528da7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:42.937089 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d58a2850-ec47-4db9-9870-e04b528da7be admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cbb18559-0ebe-4cad-bee9-248ad8ef9f94 HTTP/1.1" status: 204 len: 168 time: 1.2036395 Aug 28 20:18:42.979344 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:43.031206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a2850-ec47-4db9-9870-e04b528da7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb18559-0ebe-4cad-bee9-248ad8ef9f94,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:43.081415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-e87087b3-fcfc-4d55-b33b-bcc80de659aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:43.081415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-e87087b3-fcfc-4d55-b33b-bcc80de659aa service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.5025113 Aug 28 20:18:43.081415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::10 (906eb428-a0e0-4d9b-919b-48fcc0d62169/eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8/faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:43.081722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:43.087048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.091920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ce53e37f-2b6b-4e42-97c5-7abd557cfed9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/e68b8c63-266f-4662-b942-146bbd7d431b HTTP/1.1" status: 200 len: 915 time: 6.0969272 Aug 28 20:18:43.096187 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] Sync routers for ids ['e68b8c63-266f-4662-b942-146bbd7d431b'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:43.098555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37638) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:43.108107 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] Routers {'e68b8c63-266f-4662-b942-146bbd7d431b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:43.108772 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e68b8c63-266f-4662-b942-146bbd7d431b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:43.113743 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.128065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4dc1d-7733-4c33-bc39-acea25ce7110 req-5c512ef9-f7ba-4676-9766-0a98d7e5f652 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:43.128065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3db4dc1d-7733-4c33-bc39-acea25ce7110 req-5c512ef9-f7ba-4676-9766-0a98d7e5f652 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.1236019 Aug 28 20:18:43.135712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.153410 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:43.166393 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] Routers {'e68b8c63-266f-4662-b942-146bbd7d431b'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:43.167565 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e68b8c63-266f-4662-b942-146bbd7d431b'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:43.211126 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:43.213149 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd08b0-9974-4357-acec-f0c6921b27f8 None None] The sync data for ids ['e68b8c63-266f-4662-b942-146bbd7d431b'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:43.251181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-ea5cf046-59ea-4856-8fea-d443f7021ad2 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 999 time: 0.1645312 Aug 28 20:18:43.295183 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3db4dc1d-7733-4c33-bc39-acea25ce7110 req-92f9c685-672e-4fd1-8fb5-abfd332c58c9 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609020 Aug 28 20:18:43.297486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 97fcbc36-9994-4d3b-a0db-ebbd77a46320 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:43.315119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Deleting port abe55111-cbb1-4c32-9037-7216c06da160 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:43.315793 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (abe55111-cbb1-4c32-9037-7216c06da160), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.343582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-81cdc2d9-0e18-4b37-871b-a99f53512167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:43.345889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-81cdc2d9-0e18-4b37-871b-a99f53512167 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.0483077 Aug 28 20:18:43.379614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:43.379774 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.445783 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (abe55111-cbb1-4c32-9037-7216c06da160), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.450156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-41c6ec37-2103-4c73-bc67-2ea9abdb9963 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/e68b8c63-266f-4662-b942-146bbd7d431b HTTP/1.1" status: 200 len: 921 time: 0.3504083 Aug 28 20:18:43.462811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Calling delete_port for abe55111-cbb1-4c32-9037-7216c06da160 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:43.467802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37656) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:43.494370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:43.494877 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.564777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 97fcbc36-9994-4d3b-a0db-ebbd77a46320, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=97fcbc36-9994-4d3b-a0db-ebbd77a46320,segment=NetworkSegment(4a9606e0-7c16-4b69-b008-46fb01acf314),segment_id=4a9606e0-7c16-4b69-b008-46fb01acf314)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:43.720082 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.739664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-316b3bc8-0a40-4e23-b6e9-1b581bcb969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:43.741833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-316b3bc8-0a40-4e23-b6e9-1b581bcb969a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3783631 Aug 28 20:18:43.760544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef8b696-e776-43c8-ae86-939517137e45 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:43.763586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7ef8b696-e776-43c8-ae86-939517137e45 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=e68b8c63-266f-4662-b942-146bbd7d431b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2940059 Aug 28 20:18:43.766175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37678) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:43.849721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=97fcbc36-9994-4d3b-a0db-ebbd77a46320,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:43.864353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (abe55111-cbb1-4c32-9037-7216c06da160), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.886832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:43.903766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event deleted for resources: {'Port': ['ID=abe55111-cbb1-4c32-9037-7216c06da160,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:43.994871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-73826d67-2685-41fd-8f3f-e163005b3d63 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405915 Aug 28 20:18:44.040630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31eace2-af8f-4753-9847-cae5dc466ec9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:44.046549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e31eace2-af8f-4753-9847-cae5dc466ec9 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.2751322 Aug 28 20:18:44.046549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37700) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:44.078587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1364eccd-5895-4c94-9202-e2dfb5ff08ff None None] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:44.087816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-69dba736-3530-48c2-a57d-26a5d9555748 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e68b8c63-266f-4662-b942-146bbd7d431b HTTP/1.1" status: 200 len: 205 time: 0.0391455 Aug 28 20:18:44.088572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:44.110842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.123663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ab340ff8-7366-43f9-8e92-1c96985cb34a req-1f4484e6-c0a0-4616-8d62-e86f145a5d5f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266367 Aug 28 20:18:44.160709 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.163844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3049b47c-4095-4c77-bf61-0553557b1682 None None] Provisioning complete for port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:44.164560 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3049b47c-4095-4c77-bf61-0553557b1682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.171910 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:44.217432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:44.227726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:44.232857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:44.240229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:44.241467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.294445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:44.374166 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3049b47c-4095-4c77-bf61-0553557b1682 None None] Current status of the port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:44.395360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-76e0a23a-320e-4221-8f55-a894eb2bc966 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2748384 Aug 28 20:18:44.396986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37734) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:44.402116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': '906eb428-a0e0-4d9b-919b-48fcc0d62169', 'name': 'tempest-PortsIpV6TestJSON-1175736801', 'fixed_ips': [{'subnet_id': 'eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8', 'ip_address': '2001:db8::f'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:44.427287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.433597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.535870 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (e68b8c63-266f-4662-b942-146bbd7d431b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.575226 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:44.662067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c49e7f-4009-42ef-a466-302761cb70f1 req-382e0890-c485-4d71-b026-d8ef22592bbf tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:44.663509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20c49e7f-4009-42ef-a466-302761cb70f1 req-382e0890-c485-4d71-b026-d8ef22592bbf tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.0851305 Aug 28 20:18:44.783565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20c49e7f-4009-42ef-a466-302761cb70f1 req-81833024-0536-428d-88bb-0ee241f5de7e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119106 Aug 28 20:18:44.795792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (e68b8c63-266f-4662-b942-146bbd7d431b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.797942 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (6d00e70c-7753-450d-8e7e-4a28ecd67cd6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.798628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Fanout notify agent at l3_agent the message router_deleted on router 6d00e70c-7753-450d-8e7e-4a28ecd67cd6 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:44.824669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.832470 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-120fe8df-ae34-4426-9956-c8c0482709cc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/6d00e70c-7753-450d-8e7e-4a28ecd67cd6 HTTP/1.1" status: 204 len: 168 time: 2.4549928 Aug 28 20:18:44.833166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37768) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:44.837992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-226205548', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': False}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:44.871007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:44.871007 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.889383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port c475f40b-06ff-47ba-b29d-af4f4535e786 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:44.934240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3aa39e76-cfb0-4d60-b20b-fa639aae516d None None] Provisioning complete for port faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:44.934898 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa39e76-cfb0-4d60-b20b-fa639aae516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.960273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37774) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:44.961968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (36eaf951-849a-4728-bd93-1fc983745336), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.965830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (36eaf951-849a-4728-bd93-1fc983745336), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:44.969258 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:44.990169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Deleting port a9706572-2bad-49d7-b176-95e927852dd7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:44.990813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a9706572-2bad-49d7-b176-95e927852dd7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.046290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3aa39e76-cfb0-4d60-b20b-fa639aae516d None None] Port faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:45.072247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3aa39e76-cfb0-4d60-b20b-fa639aae516d None None] Provisioning complete for port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:45.078538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3aa39e76-cfb0-4d60-b20b-fa639aae516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.262582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3aa39e76-cfb0-4d60-b20b-fa639aae516d None None] Current status of the port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:45.264528 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a9706572-2bad-49d7-b176-95e927852dd7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.265945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (36eaf951-849a-4728-bd93-1fc983745336), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.288926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1966559279-network', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:45.312380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Calling delete_port for a9706572-2bad-49d7-b176-95e927852dd7 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:45.320466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 97fcbc36-9994-4d3b-a0db-ebbd77a46320 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:45.445102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::f (906eb428-a0e0-4d9b-919b-48fcc0d62169/eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8/c475f40b-06ff-47ba-b29d-af4f4535e786) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:45.467173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:45.467173 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.478628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Made reservation on behalf of 1ef756e5aaed4ea699c082fcea8a5c5c for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:45.481298 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.508675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.527668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d956aeb2-498d-4a28-8cfb-b09b7862c800 None None] Provisioning complete for port faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:45.528039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d956aeb2-498d-4a28-8cfb-b09b7862c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.581965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (36eaf951-849a-4728-bd93-1fc983745336), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.651093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:45.659334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d956aeb2-498d-4a28-8cfb-b09b7862c800 None None] Port faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:45.748027 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:45.755207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks [] for security_group (fa386891-fd37-43c4-b7e4-324949ebbc0b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.815306 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:45.905776 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa386891-fd37-43c4-b7e4-324949ebbc0b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.950025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (c475f40b-06ff-47ba-b29d-af4f4535e786), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:45.986226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:18:45.988748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a9706572-2bad-49d7-b176-95e927852dd7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.037653 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:46.039307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event deleted for resources: {'Port': ['ID=a9706572-2bad-49d7-b176-95e927852dd7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:46.052068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa386891-fd37-43c4-b7e4-324949ebbc0b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:46.057673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (aec795bf-0948-40bf-9f6c-51a8d562f8db), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.059542 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Added segment aec795bf-0948-40bf-9f6c-51a8d562f8db of type vlan for network a8b4cd33-472f-4da9-9036-143ceac8eba6 Aug 28 20:18:46.080901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92f02c-3213-415c-94b4-f3936008657a req-3508253e-1d2c-4f6e-a05c-afa40d735c38 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:46.083395 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c92f02c-3213-415c-94b4-f3936008657a req-3508253e-1d2c-4f6e-a05c-afa40d735c38 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.1719108 Aug 28 20:18:46.117565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (36eaf951-849a-4728-bd93-1fc983745336), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.157377 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.223928 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (e68b8c63-266f-4662-b942-146bbd7d431b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.254762 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c475f40b-06ff-47ba-b29d-af4f4535e786), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.343385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (e68b8c63-266f-4662-b942-146bbd7d431b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.365839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (e68b8c63-266f-4662-b942-146bbd7d431b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.369648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=c475f40b-06ff-47ba-b29d-af4f4535e786,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:46.372247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (a8b4cd33-472f-4da9-9036-143ceac8eba6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.430277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:46.446060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:46.452800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:46.458086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:46.465290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.503640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c92f02c-3213-415c-94b4-f3936008657a req-e90fb49d-5d27-45a1-bab9-47be83bb5d02 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840640 Aug 28 20:18:46.600088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (a8b4cd33-472f-4da9-9036-143ceac8eba6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.608801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:46.608801 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.608801 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (e68b8c63-266f-4662-b942-146bbd7d431b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.608801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Fanout notify agent at l3_agent the message router_deleted on router e68b8c63-266f-4662-b942-146bbd7d431b {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:18:46.633109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Allocated IP 172.25.4.143 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e67a8a7f-5602-4880-91c0-ecdb45b587b7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:46.634867 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:46.641317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b38678fb-2af0-491a-834e-d5ba19b5c31f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e68b8c63-266f-4662-b942-146bbd7d431b HTTP/1.1" status: 204 len: 168 time: 2.5463605 Aug 28 20:18:46.682494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37810) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:46.737634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-606227570', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:46.794909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ee32b3bc-ecbe-4977-a208-3e47a7c966db tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3978143 Aug 28 20:18:46.795619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37816) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:46.835594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b4cd33-472f-4da9-9036-143ceac8eba6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:46.847113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:18:46.855012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1bff6c2e-b865-4f8f-9e73-dce0bb66d6e6 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8935485 Aug 28 20:18:46.863467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37820) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:46.874258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Request body: {'subnet': {'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1966559279-subnet', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:47.019244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-60c0d556-be23-4bc8-8b42-1415ced973f9 None None] Provisioning complete for port c475f40b-06ff-47ba-b29d-af4f4535e786 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:47.020024 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-60c0d556-be23-4bc8-8b42-1415ced973f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c475f40b-06ff-47ba-b29d-af4f4535e786), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.043100 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.064124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Made reservation on behalf of 1ef756e5aaed4ea699c082fcea8a5c5c for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:47.067594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.070526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.078815 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46ae360-0dc2-4941-a744-642513d46fd4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.081384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-60c0d556-be23-4bc8-8b42-1415ced973f9 None None] Port c475f40b-06ff-47ba-b29d-af4f4535e786 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:18:47.082384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.088491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c46ae360-0dc2-4941-a744-642513d46fd4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2815666 Aug 28 20:18:47.091869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37824) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:47.113805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.115835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.127979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.151620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.174412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.180496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.194231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.197205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-11e943c7-ef7d-4099-9409-c8c953b57a1e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.2742872 Aug 28 20:18:47.231822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c14d9-4915-47d8-946a-7c08a311369f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.240766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c14d9-4915-47d8-946a-7c08a311369f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.247414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c14d9-4915-47d8-946a-7c08a311369f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:47.253279 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a19c14d9-4915-47d8-946a-7c08a311369f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1597848 Aug 28 20:18:47.259972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37826) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:47.414029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port c475f40b-06ff-47ba-b29d-af4f4535e786 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:47.414669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c475f40b-06ff-47ba-b29d-af4f4535e786), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.430154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.536028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (ed825417-c8e5-4186-ae59-5d5eab024af2), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.627710 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:47.647255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1310d994-898f-4617-9acd-64b6a1b9c545 req-04e9ba2e-e124-44dc-aaa6-7ac715124c75 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4168653 Aug 28 20:18:47.672853 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c475f40b-06ff-47ba-b29d-af4f4535e786), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:47.690089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for c475f40b-06ff-47ba-b29d-af4f4535e786 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:47.928332 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:48.002154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:48.013900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Port': ['ID=e67a8a7f-5602-4880-91c0-ecdb45b587b7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:48.017991 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (c475f40b-06ff-47ba-b29d-af4f4535e786), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.045759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:48.049203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (66558c54-3e4c-4a24-a7cf-dfa9bad97a7a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.053676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (ed825417-c8e5-4186-ae59-5d5eab024af2), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.081426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:48.090201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=c475f40b-06ff-47ba-b29d-af4f4535e786,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:48.095025 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:48.098192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a0ed7-6e54-4f8e-8544-176ee2df5b1e req-3d3fe902-b8b4-4b37-b483-f786dcadc33f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:48.100525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff7a0ed7-6e54-4f8e-8544-176ee2df5b1e req-3d3fe902-b8b4-4b37-b483-f786dcadc33f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.2367253 Aug 28 20:18:48.127229 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66558c54-3e4c-4a24-a7cf-dfa9bad97a7a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:48.153353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Checking segment: {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:48.161279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Network hostable DHCP agents. Network: a8b4cd33-472f-4da9-9036-143ceac8eba6, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:18:48.305946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:18:48.458748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, a8b4cd33-472f-4da9-9036-143ceac8eba6) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:48.467433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:48.474877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.475170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8470b48-4638-42c5-a0fd-2dbfafb9b2d1 None None] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:48.604416 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:48.660505 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (ed825417-c8e5-4186-ae59-5d5eab024af2), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.703005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-a8b4cd33-472f-4da9-9036-143ceac8eba6', 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6', 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'fixed_ips': [{'subnet_id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:18:48.704413 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.726647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c8fc05a6-7d9c-4769-b72c-c2cc11063350 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8619261 Aug 28 20:18:48.728227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.730989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37854) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:48.736662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:48.812577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff7a0ed7-6e54-4f8e-8544-176ee2df5b1e req-0ea9fe6c-d7f8-4fe1-a4f4-b1d40334a345 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6887565 Aug 28 20:18:48.814360 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.820200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c5523314-6ded-4c35-9f8c-bedefd4e0e02 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/c475f40b-06ff-47ba-b29d-af4f4535e786 HTTP/1.1" status: 204 len: 168 time: 1.5587735 Aug 28 20:18:48.823138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37858) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:48.872850 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1902ce3-aa9b-45ea-8d97-969a0c2711a4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:18:48.878044 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f1902ce3-aa9b-45ea-8d97-969a0c2711a4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/c475f40b-06ff-47ba-b29d-af4f4535e786 HTTP/1.1" status: 404 len: 333 time: 0.0535185 Aug 28 20:18:48.879120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37862) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:48.901952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.906271 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:48.989395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Allocated IP 172.20.0.2 (a8b4cd33-472f-4da9-9036-143ceac8eba6/66558c54-3e4c-4a24-a7cf-dfa9bad97a7a/fa7db732-074d-43a9-b073-c3aea928d30e) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:49.028906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Allocated IP 172.25.4.124 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:49.094237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:49.106805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:49.109209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:49.129182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:49.138166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:49.147073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:49.157381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:49.180037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:49.202611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:49.205756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-f5fbfe56-0918-4e28-97c4-eb1e6cfc4230 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.3086033 Aug 28 20:18:49.297712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks [] for router_controller (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:49.405577 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Publish callbacks [] for port (fa7db732-074d-43a9-b073-c3aea928d30e), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:49.440540 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:49.488752 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:49.491681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:49.548157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (36eaf951-849a-4728-bd93-1fc983745336), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:49.603809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:49.618084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:49.637247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e67a71b-0159-4931-b2d5-410925f3f2bf req-08e55e26-9286-4cc9-9943-262df20ccc54 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3402066 Aug 28 20:18:49.682320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:49.713359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Pushing event updated for resources: {'Port': ['ID=fa7db732-074d-43a9-b073-c3aea928d30e,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:49.811341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Attempting to bind port fa7db732-074d-43a9-b073-c3aea928d30e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:18:49.812080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Attempting to bind port fa7db732-074d-43a9-b073-c3aea928d30e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:18:49.812685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Attempting to bind port fa7db732-074d-43a9-b073-c3aea928d30e on network a8b4cd33-472f-4da9-9036-143ceac8eba6 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:49.824457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:18:49.824875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Checking segment: {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:49.825332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:49.826632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Bound using segment: {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:18:49.827238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Bound port: fa7db732-074d-43a9-b073-c3aea928d30e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:18:49.827709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:50.004398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] For port fa7db732-074d-43a9-b073-c3aea928d30e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:50.077795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] For port fa7db732-074d-43a9-b073-c3aea928d30e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fa7db732-074d-43a9-b073-c3aea928d30e,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:18:50.108560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:50.182823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a6cd-7a63-4fda-b041-30d9d47b3eea req-17d25bd1-7d78-4231-8a2f-5768220713bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.193125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df46a6cd-7a63-4fda-b041-30d9d47b3eea req-17d25bd1-7d78-4231-8a2f-5768220713bc tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.1581907 Aug 28 20:18:50.193982 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:50.261249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:50.327383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:50.337241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65cdcd-645f-410d-a814-7212ba18df11 None None] Pushing event updated for resources: {'Port': ['ID=fa7db732-074d-43a9-b073-c3aea928d30e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:50.348990 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7ef8bf73-7ffd-49f0-8f52-9bf7a0cb895e tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 HTTP/1.1" status: 204 len: 168 time: 1.4636087 Aug 28 20:18:50.443549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37888) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:50.455714 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:50.571176 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b955f5f8-e111-42bc-9f6e-8ee8e805ca9c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:18:50.571176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b955f5f8-e111-42bc-9f6e-8ee8e805ca9c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/faa20cc7-cc02-4ce8-9d88-8d1e92b02bb6 HTTP/1.1" status: 404 len: 333 time: 0.1145008 Aug 28 20:18:50.571176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37896) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:50.697491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df46a6cd-7a63-4fda-b041-30d9d47b3eea req-48df068a-cd90-48b3-bbef-f5dfb3a4a5e8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032201 Aug 28 20:18:50.721116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (36eaf951-849a-4728-bd93-1fc983745336), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:50.831198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:18:50.835213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:50.855346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.862225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.883636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.902893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.915967 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.928933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.940895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:50.942724 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:50.945514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-61bc1cf4-ac13-468c-be0f-9cf3b44fb1f9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.3182614 Aug 28 20:18:50.971910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.061228 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks [] for router_gateway (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.090401 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:51.120644 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for port (6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.143505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3642c080-d763-4018-b2c9-8f1346c6e142 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.155106 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3642c080-d763-4018-b2c9-8f1346c6e142 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "GET /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1367795 Aug 28 20:18:51.184271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.189609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.205831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.213547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.219482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.224784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.230391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:51.232481 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-e24db65f-b6f3-47b1-a330-7a9243b1a1ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.2240314 Aug 28 20:18:51.284453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.334266 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:51.360875 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:51.404333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa7db732-074d-43a9-b073-c3aea928d30e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:51.441935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Router 36eaf951-849a-4728-bd93-1fc983745336 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:51.490428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fa7db732-074d-43a9-b073-c3aea928d30e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:51.492714 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.624188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.664125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fa7db732-074d-43a9-b073-c3aea928d30e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:51.664697 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.709580 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:51.747035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fa7db732-074d-43a9-b073-c3aea928d30e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fa7db732-074d-43a9-b073-c3aea928d30e,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:51.784986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:51.794894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.804460 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-87da9994-eec9-4033-92a9-9ca69682cae6 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8 HTTP/1.1" status: 204 len: 168 time: 1.2119811 Aug 28 20:18:51.808655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37920) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:51.862720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf1d80-8099-4614-8348-b1ff7b925615 None None] Network 906eb428-a0e0-4d9b-919b-48fcc0d62169 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:51.945477 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.988683 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:51.999553 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:52.032918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4fdc3e95-e396-4508-bfdc-45659aaf811b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "GET /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8644655 Aug 28 20:18:52.093646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:52.096078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaceec0c-20b1-4833-a83e-af82a3084e98 None None] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:18:52.107330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:52.136258 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e34f3ab2-d00c-48fd-9608-3838d031d106 req-801cfe74-68ac-4900-b40c-9635e6a2fc91 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8792591 Aug 28 20:18:52.162462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:52.199894 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:52.288533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks [] for router_gateway (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:52.356949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:52.362778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event updated for resources: {'Port': ['ID=6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:52.370376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:52.376610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8da4a318-5b5b-4525-a8a2-b1130253e1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:52.419567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Sync routers for ids ['36eaf951-849a-4728-bd93-1fc983745336'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:52.420219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:52.426556 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-84250bb0-4af8-461c-ae8d-5c015ae500d6 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5899067 Aug 28 20:18:52.446486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-24bc1aab-8d0f-4b72-a9d5-3188a5ebabcc None None] Provisioning complete for port fa7db732-074d-43a9-b073-c3aea928d30e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:52.446858 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-24bc1aab-8d0f-4b72-a9d5-3188a5ebabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:52.484621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37928) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:52.565866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (906eb428-a0e0-4d9b-919b-48fcc0d62169), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:52.623568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d467d-fff6-4ca7-820d-f707478b94e9 req-55e00680-1fab-4dad-9fd3-5e2cf3337807 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:52.626403 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a50d467d-fff6-4ca7-820d-f707478b94e9 req-55e00680-1fab-4dad-9fd3-5e2cf3337807 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.5475619 Aug 28 20:18:52.645151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] DHCP port deletion for 906eb428-a0e0-4d9b-919b-48fcc0d62169 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:18:52.652443 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:52.653966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fa7db732-074d-43a9-b073-c3aea928d30e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:52.829087 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:52.858981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a50d467d-fff6-4ca7-820d-f707478b94e9 req-7b0fcaf4-6e82-4318-9ac7-c53aea1418eb tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449745 Aug 28 20:18:52.860052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:52.860682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:52.977504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.020295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] For port 97fcbc36-9994-4d3b-a0db-ebbd77a46320, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=97fcbc36-9994-4d3b-a0db-ebbd77a46320,segment=NetworkSegment(4a9606e0-7c16-4b69-b008-46fb01acf314),segment_id=4a9606e0-7c16-4b69-b008-46fb01acf314)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:53.020617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.047086 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:53.327792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] Deleting port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:18:53.327792 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.330530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 97fcbc36-9994-4d3b-a0db-ebbd77a46320 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:53.330943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Routers {'36eaf951-849a-4728-bd93-1fc983745336'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:53.330943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['36eaf951-849a-4728-bd93-1fc983745336'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:53.331587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-38f5372f-8f42-4e84-92fa-195f6176448d tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/36eaf951-849a-4728-bd93-1fc983745336 HTTP/1.1" status: 200 len: 908 time: 0.6686819 Aug 28 20:18:53.332563 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:53.332563 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=29 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:53.333650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Allocated IP 172.25.4.135 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/83b6e746-9709-4f4c-b7e6-91e43eb7a7ae) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:53.333650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] For port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:53.334649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa7db732-074d-43a9-b073-c3aea928d30e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:53.335069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 37948) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:53.335069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-226205548', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': True}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:53.348300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6198c423-3e56-4d4a-9c4a-acc0e838bf76 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:53.358927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:53.364898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:53.371557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:53.377352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:53.383560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:53.390821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:53.397484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:53.399941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c666a17-115c-4a0d-8688-287422153dee req-d458ee59-7fce-4406-ada8-2d798fa83039 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 5434 time: 0.1370296 Aug 28 20:18:53.407800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] For port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:53.432060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] For port 97fcbc36-9994-4d3b-a0db-ebbd77a46320, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=97fcbc36-9994-4d3b-a0db-ebbd77a46320,segment=NetworkSegment(4a9606e0-7c16-4b69-b008-46fb01acf314),segment_id=4a9606e0-7c16-4b69-b008-46fb01acf314)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:53.433413 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.441295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Set router 36eaf951-849a-4728-bd93-1fc983745336 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:18:53.493332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] device_id is not set on port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:53.514231 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] Publish callbacks [] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.546741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c666a17-115c-4a0d-8688-287422153dee req-b30e1b16-e9cc-492d-bf4c-d4a0a0332c46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344464 Aug 28 20:18:53.571397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] Calling delete_port for 97fcbc36-9994-4d3b-a0db-ebbd77a46320 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:18:53.693604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-24bc1aab-8d0f-4b72-a9d5-3188a5ebabcc None None] Current status of the port fa7db732-074d-43a9-b073-c3aea928d30e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:53.697032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fa7db732-074d-43a9-b073-c3aea928d30e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:53.697423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.813630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.832900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:53.833349 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.857426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=97fcbc36-9994-4d3b-a0db-ebbd77a46320,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:53.861984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No DVR routers for this DVR port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:53.900501 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (4ca017c0-4655-4703-9964-d48d1a8bdaa0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:53.902770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (4ca017c0-4655-4703-9964-d48d1a8bdaa0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.014374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (906eb428-a0e0-4d9b-919b-48fcc0d62169), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.018446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:54.037043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:54.046927 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209f214-115d-4330-971d-af0eea1ce25b" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:54.063293 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.080908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (4ca017c0-4655-4703-9964-d48d1a8bdaa0), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.094816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906eb428-a0e0-4d9b-919b-48fcc0d62169']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:54.130274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9606e0-7c16-4b69-b008-46fb01acf314') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:54.131878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9606e0-7c16-4b69-b008-46fb01acf314') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:54.148289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (4a9606e0-7c16-4b69-b008-46fb01acf314), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.149932 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (ed825417-c8e5-4186-ae59-5d5eab024af2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.163143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d832e-ebc5-4d25-ab60-342eeb1795fe req-36afe845-3eef-415e-bba4-5cf168b2bf25 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:54.165113 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d7d832e-ebc5-4d25-ab60-342eeb1795fe req-36afe845-3eef-415e-bba4-5cf168b2bf25 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.0795596 Aug 28 20:18:54.183247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.244144 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfb9457-7248-4b42-ac64-693f75e2ce4e x-openstack-request-id: req-ecfb9457-7248-4b42-ac64-693f75e2ce4e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:54.244431 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:54.244689 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecfb9457-7248-4b42-ac64-693f75e2ce4e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:54.245159 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfb9457-7248-4b42-ac64-693f75e2ce4e'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76', 'code': 200} Aug 28 20:18:54.259949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (4a9606e0-7c16-4b69-b008-46fb01acf314), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.314528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (97fcbc36-9994-4d3b-a0db-ebbd77a46320), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.316512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d1a954ff-25d5-40c9-9bdf-ab9213e6bb7d None None] Provisioning complete for port fa7db732-074d-43a9-b073-c3aea928d30e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:54.316887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d1a954ff-25d5-40c9-9bdf-ab9213e6bb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.317719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:18:54.318333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (4a9606e0-7c16-4b69-b008-46fb01acf314), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.318500 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.319155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5253e30c-d630-4cf3-97c6-70b1c212075f no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:54.394433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6dc01526-918b-4085-aae5-b67f75c0a448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.406067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] No DVR routers for this DVR port 97fcbc36-9994-4d3b-a0db-ebbd77a46320 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:54.409820 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 4a9606e0-7c16-4b69-b008-46fb01acf314 resource provider aggregate not found Aug 28 20:18:54.414029 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:54.455450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] No DVR routers for this DVR port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:54.463396 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 4a9606e0-7c16-4b69-b008-46fb01acf314 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a9606e0-7c16-4b69-b008-46fb01acf314 found for delete ", "request_id": "req-2be73328-19f6-4543-8f64-0cb2723b6be9"}]} Aug 28 20:18:54.475405 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (4ca017c0-4655-4703-9964-d48d1a8bdaa0), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.488724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5d7d832e-ebc5-4d25-ab60-342eeb1795fe req-f8a0c476-5ac4-4ffb-9409-3f3577db90f6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353365 Aug 28 20:18:54.490447 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:54.518822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500a2d3-5077-469d-8539-8bb7af6ffdd4 None None] Pushing event deleted for resources: {'Port': ['ID=97fcbc36-9994-4d3b-a0db-ebbd77a46320,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:54.533987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fa7db732-074d-43a9-b073-c3aea928d30e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:54.551617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaf951-849a-4728-bd93-1fc983745336', 'name': 'tempest-snat-router-226205548', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.143'}], 'enable_snat': False}, 'gw_port_id': 'e67a8a7f-5602-4880-91c0-ecdb45b587b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:44Z', 'updated_at': '2022-08-28T20:18:49Z', 'revision_number': 3, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port': {'id': 'e67a8a7f-5602-4880-91c0-ecdb45b587b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaf951-849a-4728-bd93-1fc983745336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:46Z', 'updated_at': '2022-08-28T20:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:54.585617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks [] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.601372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (906eb428-a0e0-4d9b-919b-48fcc0d62169), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.640850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.653911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/906eb428-a0e0-4d9b-919b-48fcc0d62169 HTTP/1.1" status: 204 len: 168 time: 2.8388617 Aug 28 20:18:54.690949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 97fcbc36-9994-4d3b-a0db-ebbd77a46320 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:54.699156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 37980) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:54.711117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Checking router: 36eaf951-849a-4728-bd93-1fc983745336 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:18:54.712580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Updating router 36eaf951-849a-4728-bd93-1fc983745336 port e67a8a7f-5602-4880-91c0-ecdb45b587b7 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:18:54.715791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-797838524'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:54.740188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,revision_number=6']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:54.824230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 97fcbc36-9994-4d3b-a0db-ebbd77a46320 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:18:54.828792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:54.834893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 97fcbc36-9994-4d3b-a0db-ebbd77a46320 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:54.899336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6198c423-3e56-4d4a-9c4a-acc0e838bf76,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:55.011320 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:55.012562 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.076544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] In _notify_port_updated(), no bound segment for port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:18:55.084952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.090602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.091544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-4d9681d7-1c52-447f-a63b-6ab102d04ea4 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 200 len: 1028 time: 3.0106306 Aug 28 20:18:55.106951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:55.122328 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.160958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:55.171043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:55.180789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:55.208202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-53867d44-4c1e-4f5f-b255-35f05433cf56 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.227070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-53867d44-4c1e-4f5f-b255-35f05433cf56 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.238705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-53867d44-4c1e-4f5f-b255-35f05433cf56 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.245676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-53867d44-4c1e-4f5f-b255-35f05433cf56 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.265102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-53867d44-4c1e-4f5f-b255-35f05433cf56 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.271630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-53867d44-4c1e-4f5f-b255-35f05433cf56 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.275205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-53867d44-4c1e-4f5f-b255-35f05433cf56 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 4657 time: 0.5307257 Aug 28 20:18:55.451819 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Publish callbacks [] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.461350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d1a954ff-25d5-40c9-9bdf-ab9213e6bb7d None None] Current status of the port fa7db732-074d-43a9-b073-c3aea928d30e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:55.465419 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5253e30c-d630-4cf3-97c6-70b1c212075f is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:55.471401 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.534761 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:55.540044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb27363-aceb-498a-9a63-f8690504ab10 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=906eb428-a0e0-4d9b-919b-48fcc0d62169,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:55.583330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5253e30c-d630-4cf3-97c6-70b1c212075f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5253e30c-d630-4cf3-97c6-70b1c212075f,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:55.590551 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.599211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:18:55.609935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Pushing event updated for resources: {'Port': ['ID=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:55.627340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (4ca017c0-4655-4703-9964-d48d1a8bdaa0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.663879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Attempting to bind port e67a8a7f-5602-4880-91c0-ecdb45b587b7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:18:55.664376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Attempting to bind port e67a8a7f-5602-4880-91c0-ecdb45b587b7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:18:55.664750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Attempting to bind port e67a8a7f-5602-4880-91c0-ecdb45b587b7 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:18:55.684842 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.698230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:18:55.702065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:55.702065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.702065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:18:55.702065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Bound port: e67a8a7f-5602-4880-91c0-ecdb45b587b7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:18:55.702065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.735606 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.736422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:55.770918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.773185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d25929-a0eb-4d78-8247-882393f848f6 None None] Pushing event updated for resources: {'Port': ['ID=e67a8a7f-5602-4880-91c0-ecdb45b587b7,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:55.815139 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.859209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-0d65c9b3-a4e5-47d2-9901-f5a5f812813d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.863637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-0d65c9b3-a4e5-47d2-9901-f5a5f812813d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "GET /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5420830 Aug 28 20:18:55.874629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cdfd6-1108-42ab-9b76-91453ece99db req-8729a1ff-2d35-4f10-bbca-7cde659f7763 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:55.876222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e77cdfd6-1108-42ab-9b76-91453ece99db req-8729a1ff-2d35-4f10-bbca-7cde659f7763 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.1607189 Aug 28 20:18:55.890623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8c23acda-f68a-48bc-83a3-eb1372796851), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:55.893031 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Added segment 8c23acda-f68a-48bc-83a3-eb1372796851 of type vlan for network c322439f-145c-4721-9da3-3ccd5e673cd0 Aug 28 20:18:55.897061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:55.970879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5253e30c-d630-4cf3-97c6-70b1c212075f,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:56.011974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] For port e67a8a7f-5602-4880-91c0-ecdb45b587b7, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:56.018551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] For port e67a8a7f-5602-4880-91c0-ecdb45b587b7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e67a8a7f-5602-4880-91c0-ecdb45b587b7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:18:56.141757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:56.142620 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.160198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Allocated IP 172.25.4.58 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/f4a9838d-daf1-455d-9f06-151c59ab61e8) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:18:56.186050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:56.246395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f'}, {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:56.249113 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6eabd5-e788-4fb2-ab8a-4a8f08d69c90" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f"}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:56.271700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e77cdfd6-1108-42ab-9b76-91453ece99db req-b6f52bcd-9339-4064-ad0a-27be1a3a259c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107622 Aug 28 20:18:56.315971 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:56.322069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.340582 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.362317 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f726f54-eea5-4b38-a7d0-a20786d9bb1d x-openstack-request-id: req-9f726f54-eea5-4b38-a7d0-a20786d9bb1d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:56.365804 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f", "code": 200}, {"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:56.365804 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f726f54-eea5-4b38-a7d0-a20786d9bb1d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:56.365804 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f726f54-eea5-4b38-a7d0-a20786d9bb1d'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'code': 200} Aug 28 20:18:56.365804 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f726f54-eea5-4b38-a7d0-a20786d9bb1d'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9', 'code': 200} Aug 28 20:18:56.434914 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.439238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:56.447525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Routers {'36eaf951-849a-4728-bd93-1fc983745336'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:56.448856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['36eaf951-849a-4728-bd93-1fc983745336'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:56.460285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.599231 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c322439f-145c-4721-9da3-3ccd5e673cd0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.618411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Port': ['ID=f4a9838d-daf1-455d-9f06-151c59ab61e8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:56.629139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:18:56.631697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:18:56.645822 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-221346b6-8e22-4652-8fc6-b9f3a87a2d04 req-5b9c7eb7-2156-4fb5-bd19-e714d6dd267c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2688229 Aug 28 20:18:56.653339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:18:56.695620 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:56.739926 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.879692 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:56.895113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c322439f-145c-4721-9da3-3ccd5e673cd0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:56.910485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:56.912340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:57.006598 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:57.014316 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:57.078451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d25929-a0eb-4d78-8247-882393f848f6 None None] Pushing event updated for resources: {'Port': ['ID=e67a8a7f-5602-4880-91c0-ecdb45b587b7,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:57.125623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Router ed825417-c8e5-4186-ae59-5d5eab024af2 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:57.217381 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:57.222264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] The host n-h1-854121-7 is not matching for port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 host ! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:18:57.222670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:57.223112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 504bff6c-07a9-4d41-a62e-a7cbfda55a78 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:57.224812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38020) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:57.225590 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.5248976 Aug 28 20:18:57.230450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:57.307448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf8aff-490b-4aed-a080-40e145fe9949 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Network': ['ID=c322439f-145c-4721-9da3-3ccd5e673cd0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:57.324123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] Set router 36eaf951-849a-4728-bd93-1fc983745336 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:18:57.358508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c322439f-145c-4721-9da3-3ccd5e673cd0 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:18:57.437429 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:57.607669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:57.613703 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:57.638183 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks [] for router_gateway (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:57.653468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] For port d6393d96-5e9d-4583-a8cb-f534977d0128, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d6393d96-5e9d-4583-a8cb-f534977d0128,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:57.707019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:57.707425 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:57.755872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:57.778120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (4ca017c0-4655-4703-9964-d48d1a8bdaa0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:57.783405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:57.795268 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] Sync routers for ids ['ed825417-c8e5-4186-ae59-5d5eab024af2'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:57.837231 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] Routers {'ed825417-c8e5-4186-ae59-5d5eab024af2'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:57.838445 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ed825417-c8e5-4186-ae59-5d5eab024af2'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:57.913829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60f01-3fbf-4953-b328-e9d41dff1c7b req-847705e6-588f-4926-93a3-da4caf29827d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:57.935562 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8fe60f01-3fbf-4953-b328-e9d41dff1c7b req-847705e6-588f-4926-93a3-da4caf29827d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.3862400 Aug 28 20:18:57.985075 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:58.014240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:58.016721 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] Routers {'ed825417-c8e5-4186-ae59-5d5eab024af2'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:58.018565 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ed825417-c8e5-4186-ae59-5d5eab024af2'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:58.019296 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:58.023125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36eaf951-849a-4728-bd93-1fc983745336', 'name': 'tempest-snat-router-226205548', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.143'}], 'enable_snat': False}, 'gw_port_id': 'e67a8a7f-5602-4880-91c0-ecdb45b587b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:44Z', 'updated_at': '2022-08-28T20:18:49Z', 'revision_number': 3, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port': {'id': 'e67a8a7f-5602-4880-91c0-ecdb45b587b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaf951-849a-4728-bd93-1fc983745336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:46Z', 'updated_at': '2022-08-28T20:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:58.092288 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:58.092997 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7250facc-6f62-40df-8f3a-620f31c86a1e None None] The sync data for ids ['ed825417-c8e5-4186-ae59-5d5eab024af2'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:58.113972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7871d-07bf-4a67-8b41-24de4c9bc250 None None] The sync data for ids ['36eaf951-849a-4728-bd93-1fc983745336'] in n-d-854121-7 is: [{'id': '36eaf951-849a-4728-bd93-1fc983745336', 'name': 'tempest-snat-router-226205548', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.143'}], 'enable_snat': False}, 'gw_port_id': 'e67a8a7f-5602-4880-91c0-ecdb45b587b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:44Z', 'updated_at': '2022-08-28T20:18:49Z', 'revision_number': 3, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port': {'id': 'e67a8a7f-5602-4880-91c0-ecdb45b587b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36eaf951-849a-4728-bd93-1fc983745336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:46Z', 'updated_at': '2022-08-28T20:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:18:58.121115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8fe60f01-3fbf-4953-b328-e9d41dff1c7b req-48f17193-8831-4d38-a33c-9f07c651e357 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821520 Aug 28 20:18:58.121767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:18:58.121961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.122954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:58.125754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.370056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:18:58.372698 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb792490-8102-41b7-8932-001911f47692" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:18:58.385330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=504bff6c-07a9-4d41-a62e-a7cbfda55a78,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:58.398376 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.402813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c991d7b-5e92-4db7-804d-b6bd24391f41 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.7112896 Aug 28 20:18:58.409143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] For port d6393d96-5e9d-4583-a8cb-f534977d0128, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:18:58.419798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38048) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:58.454954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:18:58.471553 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc97b09-e20f-4a34-b744-fc83ff884316 x-openstack-request-id: req-5fc97b09-e20f-4a34-b744-fc83ff884316 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:18:58.472187 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:18:58.472443 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fc97b09-e20f-4a34-b744-fc83ff884316 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:18:58.472847 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc97b09-e20f-4a34-b744-fc83ff884316'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78', 'code': 200} Aug 28 20:18:58.482513 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:58.484303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:58.485000 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.511910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (4ca017c0-4655-4703-9964-d48d1a8bdaa0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.574625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] device_id is not set on port d6393d96-5e9d-4583-a8cb-f534977d0128 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:18:58.589800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-dabeacd0-aab2-46dc-b875-e758d0a43b5a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:58.597669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-dabeacd0-aab2-46dc-b875-e758d0a43b5a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:58.617621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-dabeacd0-aab2-46dc-b875-e758d0a43b5a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:58.627812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-dabeacd0-aab2-46dc-b875-e758d0a43b5a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:58.635873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-dabeacd0-aab2-46dc-b875-e758d0a43b5a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:58.641412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-dabeacd0-aab2-46dc-b875-e758d0a43b5a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:58.650776 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-dabeacd0-aab2-46dc-b875-e758d0a43b5a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 4653 time: 0.8305984 Aug 28 20:18:58.659365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:58.701065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] Publish callbacks [] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.747291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.750535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.759133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d6393d96-5e9d-4583-a8cb-f534977d0128 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:18:58.850192 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:58.879090 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:58.916077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:58.928008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] The host n-h1-854121-7 is not matching for port d6393d96-5e9d-4583-a8cb-f534977d0128 host ! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:18:58.929098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d6393d96-5e9d-4583-a8cb-f534977d0128 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:18:58.949721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:58.971058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (f8d277ec-52cb-43b4-b4ae-a834e11041ed), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:59.041251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Router 4ca017c0-4655-4703-9964-d48d1a8bdaa0 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:18:59.066284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] No DVR routers for this DVR port d6393d96-5e9d-4583-a8cb-f534977d0128 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:18:59.105658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=f8d277ec-52cb-43b4-b4ae-a834e11041ed,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:59.163907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Checking segment: {'id': '8c23acda-f68a-48bc-83a3-eb1372796851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:18:59.164468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network hostable DHCP agents. Network: c322439f-145c-4721-9da3-3ccd5e673cd0, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:18:59.222154 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:59.250189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:18:59.259715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Sync routers for ids ['4ca017c0-4655-4703-9964-d48d1a8bdaa0'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:18:59.280638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Routers {'4ca017c0-4655-4703-9964-d48d1a8bdaa0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:18:59.286628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4ca017c0-4655-4703-9964-d48d1a8bdaa0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:59.304832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network c322439f-145c-4721-9da3-3ccd5e673cd0 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:18:59.343825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e983cdec-935a-4408-98e5-15f3cbbd42da req-923d3264-b069-4c95-aebe-5bb5efed5197 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&id=bd806adc-0f9b-46ec-89e5-bfc6f132e943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6877995 Aug 28 20:18:59.355002 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:59.398269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] Pushing event updated for resources: {'Port': ['ID=d6393d96-5e9d-4583-a8cb-f534977d0128,revision_number=6']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:18:59.399320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e67a8a7f-5602-4880-91c0-ecdb45b587b7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:18:59.492353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71104ce2-c3f8-4fc4-a9b5-8f94933e65fb req-23c8b409-6886-4053-9dd1-8f14357691b6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:59.506535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71104ce2-c3f8-4fc4-a9b5-8f94933e65fb req-23c8b409-6886-4053-9dd1-8f14357691b6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.0931437 Aug 28 20:18:59.605400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Set router 4ca017c0-4655-4703-9964-d48d1a8bdaa0 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:18:59.645749 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-71104ce2-c3f8-4fc4-a9b5-8f94933e65fb req-66253426-0fa0-4386-9613-93ca5c2af396 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379044 Aug 28 20:18:59.739427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e67a8a7f-5602-4880-91c0-ecdb45b587b7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:18:59.739686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:59.784455 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:18:59.828816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:59.862729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-46a23e06-d6df-4bb8-bba7-89963ff45d74 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.5284245 Aug 28 20:18:59.862729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:18:59.878432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] In _notify_port_updated(), no bound segment for port d6393d96-5e9d-4583-a8cb-f534977d0128 on network 113972e0-aaf6-454d-9225-ecf6c56d8066 {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:18:59.879346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:18:59.879978 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:59.881500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-3aa7f959-dc5f-4706-b875-7ead856f9914 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 200 len: 1027 time: 3.9926169 Aug 28 20:18:59.912426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e67a8a7f-5602-4880-91c0-ecdb45b587b7 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:18:59.912916 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:18:59.919254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca017c0-4655-4703-9964-d48d1a8bdaa0', 'name': 'tempest-snat-router-226205548', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'f4a9838d-daf1-455d-9f06-151c59ab61e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:53Z', 'updated_at': '2022-08-28T20:18:57Z', 'revision_number': 3, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port': {'id': 'f4a9838d-daf1-455d-9f06-151c59ab61e8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:24:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca017c0-4655-4703-9964-d48d1a8bdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:55Z', 'updated_at': '2022-08-28T20:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:18:59.950308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Checking router: 4ca017c0-4655-4703-9964-d48d1a8bdaa0 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:18:59.950870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Updating router 4ca017c0-4655-4703-9964-d48d1a8bdaa0 port f4a9838d-daf1-455d-9f06-151c59ab61e8 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:18:59.988886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e67a8a7f-5602-4880-91c0-ecdb45b587b7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e67a8a7f-5602-4880-91c0-ecdb45b587b7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:18:59.995333 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.051403 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-252bd20a-8d9b-4df7-9982-ebf5b38eb1b4 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/4ca017c0-4655-4703-9964-d48d1a8bdaa0 HTTP/1.1" status: 200 len: 906 time: 0.1925139 Aug 28 20:19:00.052132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38078) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:00.077408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:00.077769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.151202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (ed825417-c8e5-4186-ae59-5d5eab024af2), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.179352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (4ca017c0-4655-4703-9964-d48d1a8bdaa0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.197563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] For port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:00.198606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.212213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:00.280473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c322439f-145c-4721-9da3-3ccd5e673cd0) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:00.287832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:00.288515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.295771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a45f2-4b81-461a-8c6c-af94e3518e7a None None] Network c322439f-145c-4721-9da3-3ccd5e673cd0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:00.302419 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Publish callbacks [] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.312686 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (4ca017c0-4655-4703-9964-d48d1a8bdaa0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.345073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.450445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:19:00.461780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c7fc208a-efa6-45f2-966a-33ada9d5339c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2357335 Aug 28 20:19:00.466695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38088) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:00.474827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:00.477319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-33ccb49d-a822-4b11-98b4-ebb6bf764135 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-910052920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:00.482059 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35140c6b-da45-4e3e-978d-b57899364990" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:00.510890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.586931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e67a8a7f-5602-4880-91c0-ecdb45b587b7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:00.596715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Deleting port f4a9838d-daf1-455d-9f06-151c59ab61e8 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:00.597066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.619152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_gateway (ed825417-c8e5-4186-ae59-5d5eab024af2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.626416 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecafa6f3-cfee-4413-ab9c-c9facde39a8a x-openstack-request-id: req-ecafa6f3-cfee-4413-ab9c-c9facde39a8a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:00.626841 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:00.627199 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecafa6f3-cfee-4413-ab9c-c9facde39a8a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:00.627694 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecafa6f3-cfee-4413-ab9c-c9facde39a8a'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551', 'code': 200} Aug 28 20:19:00.629622 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:00.681657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c322439f-145c-4721-9da3-3ccd5e673cd0', 'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0', 'project_id': '02e0dcbc271e416e8412dac35e8935ef', 'fixed_ips': [{'subnet_id': 'f8d277ec-52cb-43b4-b4ae-a834e11041ed'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:19:00.684731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.693128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Attempting to bind port f4a9838d-daf1-455d-9f06-151c59ab61e8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:00.701543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Attempting to bind port f4a9838d-daf1-455d-9f06-151c59ab61e8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:00.702137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Attempting to bind port f4a9838d-daf1-455d-9f06-151c59ab61e8 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:00.730497 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ccb49d-a822-4b11-98b4-ebb6bf764135 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.731661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ccb49d-a822-4b11-98b4-ebb6bf764135 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.759221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] For port f4a9838d-daf1-455d-9f06-151c59ab61e8, host n-d-854121-7, got binding levels [] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:00.760146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.766980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:00.767570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:00.768184 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.768590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:00.774602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Bound port: f4a9838d-daf1-455d-9f06-151c59ab61e8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:00.775111 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.813841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (522adff3-5c33-4e24-b8cd-5c7177a1cbe9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:00.838126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Calling delete_port for f4a9838d-daf1-455d-9f06-151c59ab61e8 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:00.878013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10caea-3791-41ed-ac02-686962f18e84 None None] Pushing event updated for resources: {'Port': ['ID=f4a9838d-daf1-455d-9f06-151c59ab61e8,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:00.968475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799c25-a5f6-4f36-a755-d3e60f76e03e req-4a2db949-8ea4-441c-b01a-379861b46148 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:01.005468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799c25-a5f6-4f36-a755-d3e60f76e03e req-4a2db949-8ea4-441c-b01a-379861b46148 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:01.045686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799c25-a5f6-4f36-a755-d3e60f76e03e req-4a2db949-8ea4-441c-b01a-379861b46148 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:01.061293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ccb49d-a822-4b11-98b4-ebb6bf764135 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for router_controller (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.074376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3173f8-e628-4b97-8927-19ffdabc22f6 req-1fce5adc-2bd0-4f2b-b75c-39099a9d9296 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:01.074376 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a3173f8-e628-4b97-8927-19ffdabc22f6 req-1fce5adc-2bd0-4f2b-b75c-39099a9d9296 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.2638209 Aug 28 20:19:01.100520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799c25-a5f6-4f36-a755-d3e60f76e03e req-4a2db949-8ea4-441c-b01a-379861b46148 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:01.106357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] For port f4a9838d-daf1-455d-9f06-151c59ab61e8, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:01.115000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] For port f4a9838d-daf1-455d-9f06-151c59ab61e8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f4a9838d-daf1-455d-9f06-151c59ab61e8,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:01.124766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799c25-a5f6-4f36-a755-d3e60f76e03e req-4a2db949-8ea4-441c-b01a-379861b46148 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:01.126829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47799c25-a5f6-4f36-a755-d3e60f76e03e req-4a2db949-8ea4-441c-b01a-379861b46148 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 3875 time: 0.5275216 Aug 28 20:19:01.183701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ccb49d-a822-4b11-98b4-ebb6bf764135 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.204773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Allocated IP 2001:db8::2 (c322439f-145c-4721-9da3-3ccd5e673cd0/f8d277ec-52cb-43b4-b4ae-a834e11041ed/6af19a58-a054-4ec4-93bc-9f64107585ca) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:01.219928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.353865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=522adff3-5c33-4e24-b8cd-5c7177a1cbe9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:01.382019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a3173f8-e628-4b97-8927-19ffdabc22f6 req-47542797-f200-483b-a20d-529419e2b426 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232974 Aug 28 20:19:01.435758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ccb49d-a822-4b11-98b4-ebb6bf764135 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.444624 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33ccb49d-a822-4b11-98b4-ebb6bf764135 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9768066 Aug 28 20:19:01.448497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38110) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:01.476148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0', 'name': 'tempest-PortsIpV6TestJSON-499822289'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:01.546852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:01.559759 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Sync routers for ids ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:01.594357 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Routers {'ad6f5bb3-4de6-4e71-92ca-7ba598cea753'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:01.597476 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:01.622781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] No DVR routers for this DVR port 522adff3-5c33-4e24-b8cd-5c7177a1cbe9 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:01.636742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.640398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-8db172d1-1855-44bd-a6e8-578c3ac82ddd tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "DELETE /networking/v2.0/ports/522adff3-5c33-4e24-b8cd-5c7177a1cbe9 HTTP/1.1" status: 204 len: 173 time: 1.7453465 Aug 28 20:19:01.661758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e67a8a7f-5602-4880-91c0-ecdb45b587b7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:01.667569 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:01.670000 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3056d20-a794-43f9-b091-312a93b41853" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:01.713441 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:01.742139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Deleting port 6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:01.742564 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.769223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Routers {'4ca017c0-4655-4703-9964-d48d1a8bdaa0'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:01.770260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4ca017c0-4655-4703-9964-d48d1a8bdaa0'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:01.772782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10caea-3791-41ed-ac02-686962f18e84 None None] Pushing event updated for resources: {'Port': ['ID=f4a9838d-daf1-455d-9f06-151c59ab61e8,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:01.821673 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:01.870771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.882808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f4a9838d-daf1-455d-9f06-151c59ab61e8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.888486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Calling delete_port for 6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:01.907502 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e67a8a7f-5602-4880-91c0-ecdb45b587b7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:01.908032 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.926208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4a9838d-daf1-455d-9f06-151c59ab61e8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:01.968352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:01.984180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:01.987643 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Set router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:01.989970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] Set router 4ca017c0-4655-4703-9964-d48d1a8bdaa0 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:02.009087 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f4b78-76df-43cb-bcc4-3d8225bc32cd x-openstack-request-id: req-a15f4b78-76df-43cb-bcc4-3d8225bc32cd {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:02.009702 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "522adff3-5c33-4e24-b8cd-5c7177a1cbe9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:02.009816 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a15f4b78-76df-43cb-bcc4-3d8225bc32cd {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:02.010771 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15f4b78-76df-43cb-bcc4-3d8225bc32cd'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '522adff3-5c33-4e24-b8cd-5c7177a1cbe9', 'status': 'completed', 'code': 200} Aug 28 20:19:02.048640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:02.090363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47799c25-a5f6-4f36-a755-d3e60f76e03e req-1c6bf57b-9322-4cd2-b43b-0143fe1ddd6b tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9524238 Aug 28 20:19:02.152280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (4ca017c0-4655-4703-9964-d48d1a8bdaa0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.161371 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:02.176897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca017c0-4655-4703-9964-d48d1a8bdaa0', 'name': 'tempest-snat-router-226205548', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:53Z', 'updated_at': '2022-08-28T20:19:00Z', 'revision_number': 4, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:02.203776 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.205231 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7e6550c5-9f70-42d5-a58e-9dd3ba18c85f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.4730647 Aug 28 20:19:02.213713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38136) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:02.261294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d0b3b-2af0-43a3-b9d5-937f7818ade5 None None] The sync data for ids ['4ca017c0-4655-4703-9964-d48d1a8bdaa0'] in n-d-854121-7 is: [{'id': '4ca017c0-4655-4703-9964-d48d1a8bdaa0', 'name': 'tempest-snat-router-226205548', 'tenant_id': 'bdf71dc037a942c2adee45509fdf5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:53Z', 'updated_at': '2022-08-28T20:19:00Z', 'revision_number': 4, 'project_id': 'bdf71dc037a942c2adee45509fdf5b74', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:02.315442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:02.317382 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.361182 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Publish callbacks [] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.371012 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:02.384036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e67a8a7f-5602-4880-91c0-ecdb45b587b7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:02.385570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:18:56Z', 'revision_number': 3, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:02.426364 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Checking router: ad6f5bb3-4de6-4e71-92ca-7ba598cea753 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:19:02.427050 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Updating router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:19:02.442347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.464004 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:02.484716 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:02.528821 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.579667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Network c322439f-145c-4721-9da3-3ccd5e673cd0 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:02.593826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:02.600158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:02.653139 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.688401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Pushing event updated for resources: {'Port': ['ID=6af19a58-a054-4ec4-93bc-9f64107585ca,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:02.734539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] For port 6198c423-3e56-4d4a-9c4a-acc0e838bf76, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6198c423-3e56-4d4a-9c4a-acc0e838bf76,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:02.735387 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.760814 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for 6198c423-3e56-4d4a-9c4a-acc0e838bf76 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:02.769946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23731f46-5954-4a6a-a52d-2a50af470927 req-d80f383a-527a-4ad4-a21e-9ce61d98d204 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:02.777327 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-23731f46-5954-4a6a-a52d-2a50af470927 req-d80f383a-527a-4ad4-a21e-9ce61d98d204 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.0786717 Aug 28 20:19:02.797749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Attempting to bind port 6af19a58-a054-4ec4-93bc-9f64107585ca on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:02.798241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Attempting to bind port 6af19a58-a054-4ec4-93bc-9f64107585ca by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8c23acda-f68a-48bc-83a3-eb1372796851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:02.798617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Attempting to bind port 6af19a58-a054-4ec4-93bc-9f64107585ca on network c322439f-145c-4721-9da3-3ccd5e673cd0 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:02.842364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:02.843746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Checking segment: {'id': '8c23acda-f68a-48bc-83a3-eb1372796851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:02.844193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:02.845458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Bound using segment: {'id': '8c23acda-f68a-48bc-83a3-eb1372796851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:02.846016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Bound port: 6af19a58-a054-4ec4-93bc-9f64107585ca, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c23acda-f68a-48bc-83a3-eb1372796851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c322439f-145c-4721-9da3-3ccd5e673cd0'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:02.849320 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.005157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::336 (c322439f-145c-4721-9da3-3ccd5e673cd0/f8d277ec-52cb-43b4-b4ae-a834e11041ed/d94f9d80-c74a-4807-ac9e-be0f85c72cd4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:03.029830 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] For port 6af19a58-a054-4ec4-93bc-9f64107585ca, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:03.069393 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Publish callbacks [] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.158766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Pushing event deleted for resources: {'Port': ['ID=6190da0d-1fe5-4792-8fa4-b9b0b6b3ff86,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:03.161674 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.207956 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Attempting to bind port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:03.207956 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Attempting to bind port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:03.207956 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Attempting to bind port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:03.246139 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Pushing event updated for resources: {'Port': ['ID=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:03.255684 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258711 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.258711 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.259095 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.259436 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.259758 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.260076 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.260953 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:03.265162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.268711 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:03.269107 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:03.269515 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.273509 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:03.274374 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Bound port: 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:03.274786 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.306475 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (4ca017c0-4655-4703-9964-d48d1a8bdaa0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.312383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (4ca017c0-4655-4703-9964-d48d1a8bdaa0), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.327173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ce5e-5013-411d-8909-cda9dd27cb0c req-1bff70b7-8ca6-450c-84aa-b5a9f40f422e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:03.333164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ce5e-5013-411d-8909-cda9dd27cb0c req-1bff70b7-8ca6-450c-84aa-b5a9f40f422e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:03.340098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ce5e-5013-411d-8909-cda9dd27cb0c req-1bff70b7-8ca6-450c-84aa-b5a9f40f422e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:03.347014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ce5e-5013-411d-8909-cda9dd27cb0c req-1bff70b7-8ca6-450c-84aa-b5a9f40f422e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:03.349379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0146ce5e-5013-411d-8909-cda9dd27cb0c req-1bff70b7-8ca6-450c-84aa-b5a9f40f422e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 3143 time: 0.0990634 Aug 28 20:19:03.361680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (ed825417-c8e5-4186-ae59-5d5eab024af2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.429763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-23731f46-5954-4a6a-a52d-2a50af470927 req-c425f81b-1f04-45d1-89d9-e47da61f9f8e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6514363 Aug 28 20:19:03.440091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.486074 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] For port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:03.490615 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] For port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:03.516539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network c322439f-145c-4721-9da3-3ccd5e673cd0 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:03.517442 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (4ca017c0-4655-4703-9964-d48d1a8bdaa0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.518039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca017c0-4655-4703-9964-d48d1a8bdaa0 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:03.554279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.557410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1867ee84-8ef6-43b8-bb8c-5f6521e74d89 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/4ca017c0-4655-4703-9964-d48d1a8bdaa0 HTTP/1.1" status: 204 len: 168 time: 3.5041244 Aug 28 20:19:03.562698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:03.572058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38180) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:03.590548 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.617176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] For port 6af19a58-a054-4ec4-93bc-9f64107585ca, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6af19a58-a054-4ec4-93bc-9f64107585ca,segment=NetworkSegment(8c23acda-f68a-48bc-83a3-eb1372796851),segment_id=8c23acda-f68a-48bc-83a3-eb1372796851)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:03.675193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:03.680304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:03.680794 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.703189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.716092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=d94f9d80-c74a-4807-ac9e-be0f85c72cd4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:03.735613 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0146ce5e-5013-411d-8909-cda9dd27cb0c req-470b0545-3243-4182-9b26-3dcce851bbfa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033125 Aug 28 20:19:03.776472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (36eaf951-849a-4728-bd93-1fc983745336), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.789284 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:03.815804 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Routers {'ad6f5bb3-4de6-4e71-92ca-7ba598cea753'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:03.816487 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:03.865213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6198c423-3e56-4d4a-9c4a-acc0e838bf76), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:03.867790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a83d2-1539-4f44-8ca5-edf9607bdba3 None None] Pushing event updated for resources: {'Port': ['ID=6af19a58-a054-4ec4-93bc-9f64107585ca,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:03.965284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=6198c423-3e56-4d4a-9c4a-acc0e838bf76,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:04.075171 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a6607de6-da13-4b13-8ded-1a708957311f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6178186 Aug 28 20:19:04.080693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38190) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:04.082212 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:04.094580 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:04.101256 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:04.204746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] No DVR routers for this DVR port 6198c423-3e56-4d4a-9c4a-acc0e838bf76 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:04.218118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:04.221427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-edd4dcee-bf03-42dd-9614-30f0d0bfba46 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "DELETE /networking/v2.0/ports/6198c423-3e56-4d4a-9c4a-acc0e838bf76 HTTP/1.1" status: 204 len: 173 time: 2.5377235 Aug 28 20:19:04.226035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:04.228891 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a13515-d9e8-4391-a5e8-e51f3bf57b50" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:04.229754 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=12 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:04.241974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (36eaf951-849a-4728-bd93-1fc983745336), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:04.253825 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:04.273774 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:19:04.276579 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:04.292710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:04.298642 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380ee24-440a-4a1d-a6b0-1b8e60e311a2 None None] Pushing event updated for resources: {'Port': ['ID=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:04.331082 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad40301-8a7a-46db-8b8b-d0f3535f1010 x-openstack-request-id: req-dad40301-8a7a-46db-8b8b-d0f3535f1010 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:04.331308 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "6198c423-3e56-4d4a-9c4a-acc0e838bf76", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:04.331439 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dad40301-8a7a-46db-8b8b-d0f3535f1010 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:04.331937 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad40301-8a7a-46db-8b8b-d0f3535f1010'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '6198c423-3e56-4d4a-9c4a-acc0e838bf76', 'status': 'completed', 'code': 200} Aug 28 20:19:04.337089 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] Set router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:04.435647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:19:04.530157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:04.530950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:04.693083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Deleting port e67a8a7f-5602-4880-91c0-ecdb45b587b7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:04.693083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:04.739671 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:18:56Z', 'revision_number': 3, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:04.755111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:04.790701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'ff189f50-8465-4463-a212-bccda7353806', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'port_id': 'ff189f50-8465-4463-a212-bccda7353806', 'mac_address': 'fa:16:3e:e0:c5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:19:04.790821 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef269c3c-2bb4-4403-8320-3e551459e56c None None] The sync data for ids ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'] in n-d-854121-7 is: [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:18:56Z', 'revision_number': 3, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:04.911196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:04.912601 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:04.960905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff189f50-8465-4463-a212-bccda7353806 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:19:05.016678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:05.058500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e5a8-16af-40c7-88db-d9ca37ffb670 req-8c4037d2-f1b8-4edb-8418-f7532bacb143 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:05.064504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e5a8-16af-40c7-88db-d9ca37ffb670 req-8c4037d2-f1b8-4edb-8418-f7532bacb143 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:05.070119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e5a8-16af-40c7-88db-d9ca37ffb670 req-8c4037d2-f1b8-4edb-8418-f7532bacb143 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:05.078287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d325e5a8-16af-40c7-88db-d9ca37ffb670 req-8c4037d2-f1b8-4edb-8418-f7532bacb143 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 2410 time: 0.1739743 Aug 28 20:19:05.107330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] For port e67a8a7f-5602-4880-91c0-ecdb45b587b7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e67a8a7f-5602-4880-91c0-ecdb45b587b7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:05.107728 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.140391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Calling delete_port for e67a8a7f-5602-4880-91c0-ecdb45b587b7 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:05.150995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.218840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d325e5a8-16af-40c7-88db-d9ca37ffb670 req-ea5eb16c-a0f7-4edc-b07f-0833f042df24 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395180 Aug 28 20:19:05.362963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.369790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ff189f50-8465-4463-a212-bccda7353806'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:19:05.394818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Router ed825417-c8e5-4186-ae59-5d5eab024af2 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:05.404222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c6619-8b82-4e5d-a4e0-57508fddb745 req-facb8512-0e44-4e12-9149-7d9efb10e115 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:05.418677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d4c6619-8b82-4e5d-a4e0-57508fddb745 req-facb8512-0e44-4e12-9149-7d9efb10e115 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 944 time: 0.7923245 Aug 28 20:19:05.456199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6af19a58-a054-4ec4-93bc-9f64107585ca up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:05.501973 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.502607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:05.654821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6af19a58-a054-4ec4-93bc-9f64107585ca triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:05.655514 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.731675 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:05.740423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b0392-fb27-45ff-93eb-ae617170ca65 None None] Network c322439f-145c-4721-9da3-3ccd5e673cd0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:05.770504 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d4c6619-8b82-4e5d-a4e0-57508fddb745 req-7fc9e489-2aa7-419b-a0fa-803bebfe6c2b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504837 Aug 28 20:19:05.839934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] For port 504bff6c-07a9-4d41-a62e-a7cbfda55a78, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=504bff6c-07a9-4d41-a62e-a7cbfda55a78,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:05.840596 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.857446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:05.868988 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.873310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-65a5e3ab-302b-44b5-8d6b-1068afa05af5 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "PUT /networking/v2.0/routers/ed825417-c8e5-4186-ae59-5d5eab024af2 HTTP/1.1" status: 200 len: 705 time: 7.4287741 Aug 28 20:19:05.876118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38208) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:05.890197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for 504bff6c-07a9-4d41-a62e-a7cbfda55a78 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:05.941358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1b91bbb1-0d5c-43c8-87d2-8e9565431181 None None] Provisioning complete for port 6af19a58-a054-4ec4-93bc-9f64107585ca triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:05.941988 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1b91bbb1-0d5c-43c8-87d2-8e9565431181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:05.944164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] Sync routers for ids ['ed825417-c8e5-4186-ae59-5d5eab024af2'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:06.080601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] Routers {'ed825417-c8e5-4186-ae59-5d5eab024af2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:06.081248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ed825417-c8e5-4186-ae59-5d5eab024af2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:06.162026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:06.234114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.244502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e67a8a7f-5602-4880-91c0-ecdb45b587b7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.290755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-deb691b6-e3de-46b6-b411-bed7c6a6668f tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/ed825417-c8e5-4186-ae59-5d5eab024af2 HTTP/1.1" status: 200 len: 740 time: 0.4045677 Aug 28 20:19:06.298279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38216) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:06.321531 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:06.323268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6af19a58-a054-4ec4-93bc-9f64107585ca is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:06.323821 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.386383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1b91bbb1-0d5c-43c8-87d2-8e9565431181 None None] Current status of the port 6af19a58-a054-4ec4-93bc-9f64107585ca is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:06.386932 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1b91bbb1-0d5c-43c8-87d2-8e9565431181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.412407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] Routers {'ed825417-c8e5-4186-ae59-5d5eab024af2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:06.413297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ed825417-c8e5-4186-ae59-5d5eab024af2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:06.436721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.482094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7f02099f-1d1e-4326-b0de-969ed21794e2 tempest-RoutersAdminTest-149085916 tempest-RoutersAdminTest-149085916-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=ed825417-c8e5-4186-ae59-5d5eab024af2 HTTP/1.1" status: 200 len: 205 time: 0.1709599 Aug 28 20:19:06.486749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (504bff6c-07a9-4d41-a62e-a7cbfda55a78), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.493811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38218) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:06.511594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:06.512555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a9182-f251-41bd-b550-72504dea9ffb None None] The sync data for ids ['ed825417-c8e5-4186-ae59-5d5eab024af2'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:06.514540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:06.559805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event deleted for resources: {'Port': ['ID=e67a8a7f-5602-4880-91c0-ecdb45b587b7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:06.583345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbb6e9-cc75-4c2d-bf12-abdf1298347c req-006a2044-4035-4555-89b9-b7a5379c6b18 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:06.593483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbb6e9-cc75-4c2d-bf12-abdf1298347c req-006a2044-4035-4555-89b9-b7a5379c6b18 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:06.606146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94fbb6e9-cc75-4c2d-bf12-abdf1298347c req-006a2044-4035-4555-89b9-b7a5379c6b18 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 1677 time: 0.1637595 Aug 28 20:19:06.608354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=504bff6c-07a9-4d41-a62e-a7cbfda55a78,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:06.617460 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-54b181df-7ab7-4176-aa25-4a2b9af313bc tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ed825417-c8e5-4186-ae59-5d5eab024af2 HTTP/1.1" status: 200 len: 205 time: 0.1159353 Aug 28 20:19:06.632621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38220) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:06.683377 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:06.684349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port ff189f50-8465-4463-a212-bccda7353806 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:06.684799 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ff189f50-8465-4463-a212-bccda7353806), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.709638 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:06.718148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Allocated IP 172.20.0.1 (a8b4cd33-472f-4da9-9036-143ceac8eba6/66558c54-3e4c-4a24-a7cf-dfa9bad97a7a/133691c2-89cd-4b49-bdc5-858de3630aef) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:06.762196 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:06.779615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1b91bbb1-0d5c-43c8-87d2-8e9565431181 None None] For port 6af19a58-a054-4ec4-93bc-9f64107585ca, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6af19a58-a054-4ec4-93bc-9f64107585ca,segment=NetworkSegment(8c23acda-f68a-48bc-83a3-eb1372796851),segment_id=8c23acda-f68a-48bc-83a3-eb1372796851)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:06.780996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] No DVR routers for this DVR port 504bff6c-07a9-4d41-a62e-a7cbfda55a78 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:06.797210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.824576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-be1bebbe-0a74-4fd7-aeca-d8877274f0c4 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "DELETE /networking/v2.0/ports/504bff6c-07a9-4d41-a62e-a7cbfda55a78 HTTP/1.1" status: 204 len: 173 time: 2.5744610 Aug 28 20:19:06.910428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:06.913524 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1b91bbb1-0d5c-43c8-87d2-8e9565431181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:06.916536 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7238f3-6de3-40b0-b9ea-b07e27c446df" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:06.984983 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:07.184723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38230) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:07.207521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:07.212534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.234199 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:19:07.234627 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:19:07.248777 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:07.286996 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.361923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91bbb1-0d5c-43c8-87d2-8e9565431181 None None] Pushing event updated for resources: {'Port': ['ID=6af19a58-a054-4ec4-93bc-9f64107585ca,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:07.421571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=d94f9d80-c74a-4807-ac9e-be0f85c72cd4,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:07.434930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:07.437686 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d84b96e-e000-4173-a274-6e5cde4373dd" -d '{"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-plugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:07.445917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2d9f-e815-4a64-b461-807d6367bdfd req-09723fa7-123d-45ff-b43d-a4d2bf07f912 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:07.447480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-483f2d9f-e815-4a64-b461-807d6367bdfd req-09723fa7-123d-45ff-b43d-a4d2bf07f912 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 945 time: 0.4613783 Aug 28 20:19:07.500614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:07.521483 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (36eaf951-849a-4728-bd93-1fc983745336), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.522248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-706e083a-d9d7-4e70-848d-3f106cc99515 None None] Provisioning complete for port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:07.522709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-706e083a-d9d7-4e70-848d-3f106cc99515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.533801 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f7db3cc-aaeb-46f0-bdf0-4a572774442c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.549304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94fbb6e9-cc75-4c2d-bf12-abdf1298347c req-5006b829-c16f-4895-ad3c-10b99d9c8459 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9422088 Aug 28 20:19:07.569231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port 5253e30c-d630-4cf3-97c6-70b1c212075f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:07.569738 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.625842 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.792525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:07.811703 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04965277-ea56-4e44-bac4-71808a699079 x-openstack-request-id: req-04965277-ea56-4e44-bac4-71808a699079 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:07.811703 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-plugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:07.811703 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04965277-ea56-4e44-bac4-71808a699079 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:07.811703 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04965277-ea56-4e44-bac4-71808a699079'] response: {'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'code': 200} Aug 28 20:19:07.853913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-706e083a-d9d7-4e70-848d-3f106cc99515 None None] Port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:07.888797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] For port 5253e30c-d630-4cf3-97c6-70b1c212075f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5253e30c-d630-4cf3-97c6-70b1c212075f,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:07.890927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.905716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-706e083a-d9d7-4e70-848d-3f106cc99515 None None] Provisioning complete for port 6af19a58-a054-4ec4-93bc-9f64107585ca triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:07.906176 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-706e083a-d9d7-4e70-848d-3f106cc99515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:07.935860 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6af19a58-a054-4ec4-93bc-9f64107585ca is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:07.982086 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97502b43-6623-43f0-8c37-60f67296b6d6 x-openstack-request-id: req-97502b43-6623-43f0-8c37-60f67296b6d6 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:07.984566 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "504bff6c-07a9-4d41-a62e-a7cbfda55a78", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:07.984566 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97502b43-6623-43f0-8c37-60f67296b6d6 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:07.984566 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97502b43-6623-43f0-8c37-60f67296b6d6'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '504bff6c-07a9-4d41-a62e-a7cbfda55a78', 'status': 'completed', 'code': 200} Aug 28 20:19:08.088187 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fb87a144-b7a4-4a2b-9aa1-f0b4d3df5002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.096162 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:08.138805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks [] for port (133691c2-89cd-4b49-bdc5-858de3630aef), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.213766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-706e083a-d9d7-4e70-848d-3f106cc99515 None None] Current status of the port 6af19a58-a054-4ec4-93bc-9f64107585ca is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:08.242272 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-483f2d9f-e815-4a64-b461-807d6367bdfd req-608ae527-173e-4c09-a662-fce5c9ff6118 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7207382 Aug 28 20:19:08.311560 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:08.339858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-49e89c2c-8b22-4b60-9103-55996fa5ae07 None None] Provisioning complete for port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:08.340590 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-49e89c2c-8b22-4b60-9103-55996fa5ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.383880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:08.445408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-49e89c2c-8b22-4b60-9103-55996fa5ae07 None None] Port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:08.479846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:08.480134 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.503624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.506366 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:08.524844 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.525347 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0969ab5f-fcc3-4b21-abe7-280159b9603d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.526262 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Floating IP 0969ab5f-fcc3-4b21-abe7-280159b9603d disassociated. External IP: 172.25.4.231, port: 5253e30c-d630-4cf3-97c6-70b1c212075f. Aug 28 20:19:08.526673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for 5253e30c-d630-4cf3-97c6-70b1c212075f owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:08.546986 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (36eaf951-849a-4728-bd93-1fc983745336), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.555064 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_controller (36eaf951-849a-4728-bd93-1fc983745336), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.561453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fb87a144-b7a4-4a2b-9aa1-f0b4d3df5002 admin admin] Publish callbacks [] for security_group (27e3ac1d-10c8-454f-8aeb-3e85633de8d1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.579339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:08.579769 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.581878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:08.587351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:08.594535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:08.721342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Pushing event updated for resources: {'Port': ['ID=133691c2-89cd-4b49-bdc5-858de3630aef,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:08.721579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f7db3cc-aaeb-46f0-bdf0-4a572774442c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.725653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f7db3cc-aaeb-46f0-bdf0-4a572774442c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router_controller (ed825417-c8e5-4186-ae59-5d5eab024af2), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.731717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fb87a144-b7a4-4a2b-9aa1-f0b4d3df5002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (27e3ac1d-10c8-454f-8aeb-3e85633de8d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.820885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fb87a144-b7a4-4a2b-9aa1-f0b4d3df5002 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ed8f2083dea94eaf996a7d601d36c5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6246688 Aug 28 20:19:08.823758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72b67e-2b40-4e4a-aa8e-9e5d746bf3a9 req-0aac0356-0e17-4ae7-b0b1-8aff9aac7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:08.826185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0f72b67e-2b40-4e4a-aa8e-9e5d746bf3a9 req-0aac0356-0e17-4ae7-b0b1-8aff9aac7d3c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1129 time: 0.4383519 Aug 28 20:19:08.829931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38240) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:08.833790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.847531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87a144-b7a4-4a2b-9aa1-f0b4d3df5002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e3ac1d-10c8-454f-8aeb-3e85633de8d1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:08.908760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:08.946849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f7db3cc-aaeb-46f0-bdf0-4a572774442c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (ed825417-c8e5-4186-ae59-5d5eab024af2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.963869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7db3cc-aaeb-46f0-bdf0-4a572774442c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Fanout notify agent at l3_agent the message router_deleted on router ed825417-c8e5-4186-ae59-5d5eab024af2 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:08.981113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f7db3cc-aaeb-46f0-bdf0-4a572774442c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:08.986347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0f7db3cc-aaeb-46f0-bdf0-4a572774442c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/ed825417-c8e5-4186-ae59-5d5eab024af2 HTTP/1.1" status: 204 len: 168 time: 2.2709541 Aug 28 20:19:08.999969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38246) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.011846 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.016038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6af19a58-a054-4ec4-93bc-9f64107585ca up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:09.098741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e02380a6-c6e5-4f0a-9509-6626aefcea39 admin admin] Publish callbacks [] for security_group (27e3ac1d-10c8-454f-8aeb-3e85633de8d1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.107641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c28fcb10-6669-4763-ba01-ff5684a6a836 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ed825417-c8e5-4186-ae59-5d5eab024af2 HTTP/1.1" status: 200 len: 205 time: 0.1063578 Aug 28 20:19:09.121045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38250) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.147582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (36eaf951-849a-4728-bd93-1fc983745336), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.148334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36eaf951-849a-4728-bd93-1fc983745336 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:09.164052 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.164052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3805bb82-32be-4435-9e5f-d6714bc65e12 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/36eaf951-849a-4728-bd93-1fc983745336 HTTP/1.1" status: 204 len: 168 time: 5.5862515 Aug 28 20:19:09.173492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9dd259da-fb22-424d-b564-c41bab2ca0c2 None None] Provisioning complete for port 133691c2-89cd-4b49-bdc5-858de3630aef triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:09.175904 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9dd259da-fb22-424d-b564-c41bab2ca0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.202397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38252) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.207601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0f72b67e-2b40-4e4a-aa8e-9e5d746bf3a9 req-a20e5195-f4dd-4d7d-9e71-9e6395ce1734 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899070 Aug 28 20:19:09.215848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1295575632', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:09.225305 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e02380a6-c6e5-4f0a-9509-6626aefcea39 admin admin] Publish callbacks [] for security_group (27e3ac1d-10c8-454f-8aeb-3e85633de8d1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.231236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa941-694d-4163-84cb-bfbc67d60227 req-cea32435-fc9a-4193-af68-77806c747a0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:09.239580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa941-694d-4163-84cb-bfbc67d60227 req-cea32435-fc9a-4193-af68-77806c747a0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:09.241356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d6fa941-694d-4163-84cb-bfbc67d60227 req-cea32435-fc9a-4193-af68-77806c747a0a tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 1677 time: 0.3285463 Aug 28 20:19:09.245111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.255027 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-643111ea-57eb-4b9f-a773-e8dfe066dbd3 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] delete failed (client error): The resource could not be found. Aug 28 20:19:09.263505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-643111ea-57eb-4b9f-a773-e8dfe066dbd3 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/ed825417-c8e5-4186-ae59-5d5eab024af2 HTTP/1.1" status: 404 len: 336 time: 0.1409607 Aug 28 20:19:09.283708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5253e30c-d630-4cf3-97c6-70b1c212075f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.288823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38254) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.298737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:09.336171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9dd259da-fb22-424d-b564-c41bab2ca0c2 None None] Port 133691c2-89cd-4b49-bdc5-858de3630aef cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:09.344834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6af19a58-a054-4ec4-93bc-9f64107585ca triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:09.345231 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.436215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=5253e30c-d630-4cf3-97c6-70b1c212075f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:09.448915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c4609fb9-513f-4c42-8297-d33789447e8a tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e68b8c63-266f-4662-b942-146bbd7d431b HTTP/1.1" status: 200 len: 205 time: 0.1519434 Aug 28 20:19:09.458003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6af19a58-a054-4ec4-93bc-9f64107585ca is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:09.459798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38258) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.494697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d6fa941-694d-4163-84cb-bfbc67d60227 req-713ecbda-8679-41b8-a953-df5182e4d040 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347538 Aug 28 20:19:09.540806 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-d40f9dfe-abbd-43b3-bf6b-99a310db743b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] delete failed (client error): The resource could not be found. Aug 28 20:19:09.542452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.544985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d40f9dfe-abbd-43b3-bf6b-99a310db743b tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e68b8c63-266f-4662-b942-146bbd7d431b HTTP/1.1" status: 404 len: 336 time: 0.0795059 Aug 28 20:19:09.562894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38260) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.585974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.590180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.594948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f043763-0493-4396-bc14-36925411e8de req-52f7979e-9467-441e-b306-81779d6aed52 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:09.596718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f043763-0493-4396-bc14-36925411e8de req-52f7979e-9467-441e-b306-81779d6aed52 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.2011530 Aug 28 20:19:09.634281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4dab106b-f115-4208-a9fb-fcf317187d29 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0c12e1da-a301-43ac-ae64-0fdb156119ba HTTP/1.1" status: 200 len: 205 time: 0.0696561 Aug 28 20:19:09.637236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38262) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.690017 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-577bf64f-d8c2-4087-8ba3-182b0316aedc tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] delete failed (client error): The resource could not be found. Aug 28 20:19:09.691246 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-577bf64f-d8c2-4087-8ba3-182b0316aedc tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/0c12e1da-a301-43ac-ae64-0fdb156119ba HTTP/1.1" status: 404 len: 336 time: 0.0526383 Aug 28 20:19:09.695239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38264) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.737039 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a4a4fcd0-c99b-4ea7-91b7-43113f1eb88f tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1897e6aa-4e47-4d84-bb9d-82d80eb7cedd HTTP/1.1" status: 200 len: 205 time: 0.0407045 Aug 28 20:19:09.740103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38266) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.762507 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e02380a6-c6e5-4f0a-9509-6626aefcea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (27e3ac1d-10c8-454f-8aeb-3e85633de8d1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.765707 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e02380a6-c6e5-4f0a-9509-6626aefcea39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:09.767252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e02380a6-c6e5-4f0a-9509-6626aefcea39 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/27e3ac1d-10c8-454f-8aeb-3e85633de8d1 HTTP/1.1" status: 204 len: 168 time: 0.9302039 Aug 28 20:19:09.787540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Router 3958a607-369e-4afa-a984-c8f75fb68e72 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:09.829219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02380a6-c6e5-4f0a-9509-6626aefcea39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e3ac1d-10c8-454f-8aeb-3e85633de8d1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:09.886514 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-d83c4f06-56e3-4e83-9f13-f7f139e97ea6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] delete failed (client error): The resource could not be found. Aug 28 20:19:09.886514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d83c4f06-56e3-4e83-9f13-f7f139e97ea6 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/1897e6aa-4e47-4d84-bb9d-82d80eb7cedd HTTP/1.1" status: 404 len: 336 time: 0.1412153 Aug 28 20:19:09.905335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38270) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:09.956298 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-312f31cc-d480-4924-af5b-e5cc2e132cef tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=522f7314-4b0a-43f0-8262-f7ef7470c758 HTTP/1.1" status: 200 len: 205 time: 0.0497396 Aug 28 20:19:10.003078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38272) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:10.074134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (da7df568-9f0c-47ee-938b-df8140d9f2c5), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:10.082351 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:10.090612 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-329f45e3-5efb-4767-921c-c879657c6dc1 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] delete failed (client error): The resource could not be found. Aug 28 20:19:10.090612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-329f45e3-5efb-4767-921c-c879657c6dc1 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/522f7314-4b0a-43f0-8262-f7ef7470c758 HTTP/1.1" status: 404 len: 336 time: 0.0920744 Aug 28 20:19:10.096595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38276) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:10.136300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:10.160151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e36b5efa-b306-46d2-b749-954eecff172c tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bb8e3874-9d56-4367-b9fb-275ffa244e28 HTTP/1.1" status: 200 len: 205 time: 0.0655422 Aug 28 20:19:10.161266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38278) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:10.196835 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f043763-0493-4396-bc14-36925411e8de req-d46130d8-55a4-42e8-bf86-4a64b3ff05c1 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5774910 Aug 28 20:19:10.211048 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:10.216809 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-2c6878e7-a382-4ad9-a6a9-772eaf631f25 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] delete failed (client error): The resource could not be found. Aug 28 20:19:10.217932 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2c6878e7-a382-4ad9-a6a9-772eaf631f25 tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/routers/bb8e3874-9d56-4367-b9fb-275ffa244e28 HTTP/1.1" status: 404 len: 336 time: 0.0556550 Aug 28 20:19:10.251014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38282) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:10.284119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:10.286504 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:10.394904 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-322f356c-6bfb-4ffe-835c-0b7ed4ed07ca tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] DELETE failed (client error): The resource could not be found. Aug 28 20:19:10.395378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322f356c-6bfb-4ffe-835c-0b7ed4ed07ca tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:19:10.405376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-322f356c-6bfb-4ffe-835c-0b7ed4ed07ca tempest-RoutersAdminTest-199248973 tempest-RoutersAdminTest-199248973-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/dad70d7c-b243-4391-868e-ce0711c1ded1 HTTP/1.1" status: 404 len: 337 time: 0.1518638 Aug 28 20:19:10.419021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:10.435603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e67a8a7f-5602-4880-91c0-ecdb45b587b7 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:19:10.449282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:10.459267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e67a8a7f-5602-4880-91c0-ecdb45b587b7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:19:10.459751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e67a8a7f-5602-4880-91c0-ecdb45b587b7 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:19:10.467323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:10.482187 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] Sync routers for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:10.499340 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:10.500269 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:10.581729 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:10.652318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] No DVR routers for this DVR port 5253e30c-d630-4cf3-97c6-70b1c212075f on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:10.662491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:10.679372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-2cbb257d-c1c3-4a7a-9c8a-b4296795f0d3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5253e30c-d630-4cf3-97c6-70b1c212075f HTTP/1.1" status: 204 len: 173 time: 3.8528390 Aug 28 20:19:10.687945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:10.692524 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495330aa-f920-4ef6-ab06-cb5873db3b76" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:10.696910 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:10.725615 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (da7df568-9f0c-47ee-938b-df8140d9f2c5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:10.742012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:10.742845 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:10.866061 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387f2376-c849-409a-bc6e-227a2d143d52 x-openstack-request-id: req-387f2376-c849-409a-bc6e-227a2d143d52 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:10.867209 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "5253e30c-d630-4cf3-97c6-70b1c212075f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:10.869497 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-387f2376-c849-409a-bc6e-227a2d143d52 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:10.870783 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387f2376-c849-409a-bc6e-227a2d143d52'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': '5253e30c-d630-4cf3-97c6-70b1c212075f', 'status': 'completed', 'code': 200} Aug 28 20:19:10.969671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844b9f1-6037-4081-8468-70a62e07332a req-43e2b558-0c8a-412f-ab94-2c55cc5924e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:10.977881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8844b9f1-6037-4081-8468-70a62e07332a req-43e2b558-0c8a-412f-ab94-2c55cc5924e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 943 time: 0.2485094 Aug 28 20:19:11.009538 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:18Z', 'revision_number': 5, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:11.023160 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks [] for port (133691c2-89cd-4b49-bdc5-858de3630aef), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:11.066621 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:11.085260 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] Checking router: 3958a607-369e-4afa-a984-c8f75fb68e72 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:19:11.099086 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:11.099903 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:11.105478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:11.105831 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:11.141826 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:11.149280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=d94f9d80-c74a-4807-ac9e-be0f85c72cd4,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:11.192211 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8844b9f1-6037-4081-8468-70a62e07332a req-d4049209-df38-48dc-a9cf-cd1eeecfd3fa tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131131 Aug 28 20:19:11.212137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.214025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.214575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.215519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.216098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.217458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.217975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.225995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:11.254675 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:11.304414 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:11.319269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:11.329639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Pushing event updated for resources: {'Port': ['ID=133691c2-89cd-4b49-bdc5-858de3630aef,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:11.480344 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (da7df568-9f0c-47ee-938b-df8140d9f2c5), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:11.493140 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:11.493892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] For port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:11.497081 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:11.509234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5af93d-e702-4487-a9c5-b9ffc9d1aa72 req-816effbc-5f26-49e9-b417-e5880271c3b5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:11.523185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce5af93d-e702-4487-a9c5-b9ffc9d1aa72 req-816effbc-5f26-49e9-b417-e5880271c3b5 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.1496162 Aug 28 20:19:11.529516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network c322439f-145c-4721-9da3-3ccd5e673cd0 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:11.533398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38332) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:11.580613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:11.581744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:11.659496 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:18Z', 'revision_number': 5, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:11.675711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:11.685550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:11.693791 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7fd250-96bc-4add-978b-e855a91c7657 None None] The sync data for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 is: [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6c120248-21a9-4b5d-8060-f7e87f8e8f55', 'name': '', 'network_id': '77cd677e-32a7-4bf0-bf04-1da6f14ce29f', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'mac_address': 'fa:16:3e:7e:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:07Z', 'updated_at': '2022-08-28T20:11:18Z', 'revision_number': 5, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'subnets': [{'id': '45a8bcfa-3558-41a2-9cf0-ab12875c81d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:11.734091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:11.788412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce5af93d-e702-4487-a9c5-b9ffc9d1aa72 req-70fe892d-4b6b-41d9-8dd5-483d6cb0e51d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521992 Aug 28 20:19:12.012651 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:12.083857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-19f59996-a34b-48b6-8e32-2984e61a76ed None None] Provisioning complete for port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:12.084449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-19f59996-a34b-48b6-8e32-2984e61a76ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:12.199205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-19f59996-a34b-48b6-8e32-2984e61a76ed None None] Port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:12.210411 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:12.223634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89f3e81a-6450-44d1-ae6b-de615caa6034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:12.323290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1169a88b-1922-4ee9-b528-9902048df654 None None] Provisioning complete for port 133691c2-89cd-4b49-bdc5-858de3630aef triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:12.324306 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1169a88b-1922-4ee9-b528-9902048df654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:12.394945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1169a88b-1922-4ee9-b528-9902048df654 None None] Port 133691c2-89cd-4b49-bdc5-858de3630aef cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:12.398902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d2e54-2f74-4827-9975-a457208ded22 None None] New status for floating IP 0969ab5f-fcc3-4b21-abe7-280159b9603d: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:19:12.414717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89f3e81a-6450-44d1-ae6b-de615caa6034 admin admin] Publish callbacks [] for security_group (e533d7b5-07c6-464c-a129-2d63861f3c45), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:12.479222 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:12.673155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Allocated IP 172.25.4.214 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e8f9eeb7-f749-4279-8363-a60d4e78d6ec) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:12.808157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Router caf0d6b8-7402-4cb8-a0de-8cbee9eed894 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:19:12.819179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693401f4-ce27-4348-bc9f-a8bf40b3f316 req-777bedae-d6ab-4756-b6f3-0c386646c67e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:12.820863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-693401f4-ce27-4348-bc9f-a8bf40b3f316 req-777bedae-d6ab-4756-b6f3-0c386646c67e tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 943 time: 0.3550837 Aug 28 20:19:12.855527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89f3e81a-6450-44d1-ae6b-de615caa6034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e533d7b5-07c6-464c-a129-2d63861f3c45), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:12.915735 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:13.012086 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-89f3e81a-6450-44d1-ae6b-de615caa6034 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9a91328a58da43feb2bc437d856e56cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4737284 Aug 28 20:19:13.013034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38366) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:13.023119 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:13.060724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for port (e8f9eeb7-f749-4279-8363-a60d4e78d6ec), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:13.084143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:13.091431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a5b9586b-334f-455b-8cc1-ad62ba757195 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "PUT /networking/v2.0/routers/caf0d6b8-7402-4cb8-a0de-8cbee9eed894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0077059 Aug 28 20:19:13.097844 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] Sync routers for ids ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:13.105365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38368) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:13.105589 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-693401f4-ce27-4348-bc9f-a8bf40b3f316 req-7253dc06-5c1e-4699-b9e6-e1f7b19f36e6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=177c252d-33f6-4392-8739-5bec61b277ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634192 Aug 28 20:19:13.109282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3e81a-6450-44d1-ae6b-de615caa6034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e533d7b5-07c6-464c-a129-2d63861f3c45,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:13.123800 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] Routers {'caf0d6b8-7402-4cb8-a0de-8cbee9eed894'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:13.128639 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:13.173410 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:13.174793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79290d1-1258-4d70-98b5-e742ab2e7973 req-d57ea036-3bd0-43a3-8782-5388245186bf tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:13.176447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c79290d1-1258-4d70-98b5-e742ab2e7973 req-d57ea036-3bd0-43a3-8782-5388245186bf tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.2765696 Aug 28 20:19:13.183962 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:13.191621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:13.192927 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] Routers {'caf0d6b8-7402-4cb8-a0de-8cbee9eed894'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:13.193558 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:13.258192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e8f9eeb7-f749-4279-8363-a60d4e78d6ec), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:13.277320 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:13.278157 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4ff36-c1f2-43cd-a692-d1669960dc34 None None] The sync data for ids ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:13.329291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b1d44e-a8e3-4946-85ee-6d98c29b733f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:13.331661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-00b1d44e-a8e3-4946-85ee-6d98c29b733f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=caf0d6b8-7402-4cb8-a0de-8cbee9eed894 HTTP/1.1" status: 200 len: 988 time: 0.2232323 Aug 28 20:19:13.345244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38376) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:13.346766 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:13.374140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:13.382882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:13.383697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:13.390761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:13.420084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event updated for resources: {'Port': ['ID=e8f9eeb7-f749-4279-8363-a60d4e78d6ec,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:13.471042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] No DVR routers for this DVR port ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:13.474594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:13.479678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a534c5a2-dc52-426c-bdf3-724a0f8f9a5f req-9101ef21-babf-4811-9325-43ee28eeea23 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.84 "DELETE /networking/v2.0/ports/ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551 HTTP/1.1" status: 204 len: 173 time: 2.7718480 Aug 28 20:19:13.489013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:13.491570 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd4e28-adac-41f0-8d33-56aa8be064c1" -d '{"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:13.561231 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e33b6542-0923-4350-9b00-91b578c86c57 admin admin] Publish callbacks [] for security_group (e533d7b5-07c6-464c-a129-2d63861f3c45), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:13.562554 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:13.680819 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63900184-c93b-444c-954b-0f7339639fa4 x-openstack-request-id: req-63900184-c93b-444c-954b-0f7339639fa4 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:13.680819 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de837b-cbcf-4bf0-a356-07ec9c04c1b8", "name": "network-vif-deleted", "tag": "ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:13.680819 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63900184-c93b-444c-954b-0f7339639fa4 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:13.680819 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63900184-c93b-444c-954b-0f7339639fa4'] response: {'server_uuid': '17de837b-cbcf-4bf0-a356-07ec9c04c1b8', 'name': 'network-vif-deleted', 'tag': 'ba296fd5-bfcb-4acc-a5aa-ab29c7c8b551', 'status': 'completed', 'code': 200} Aug 28 20:19:13.770606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c79290d1-1258-4d70-98b5-e742ab2e7973 req-f471ba15-e0b0-4287-a96a-6d1daacbfc96 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5812993 Aug 28 20:19:13.839658 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:13.912614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e33b6542-0923-4350-9b00-91b578c86c57 admin admin] Publish callbacks [] for security_group (e533d7b5-07c6-464c-a129-2d63861f3c45), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:14.007812 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (da7df568-9f0c-47ee-938b-df8140d9f2c5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:14.150410 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:14.175898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:14.190946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Sync routers for ids ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:14.220118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ee5badfa-2462-411b-b112-78f647727a73 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ad6f5bb3-4de6-4e71-92ca-7ba598cea753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0048935 Aug 28 20:19:14.231910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Routers {'ad6f5bb3-4de6-4e71-92ca-7ba598cea753'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:14.246019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:14.310498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ba9640b-8f20-4c8c-9f9c-c097804e8745 req-e7e507cf-e0b5-489c-9d9c-db253f4d42e9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0530725 Aug 28 20:19:14.408028 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:14.427056 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:14.444967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Set router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:14.481140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:14.600888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e33b6542-0923-4350-9b00-91b578c86c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e533d7b5-07c6-464c-a129-2d63861f3c45), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:14.604950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e33b6542-0923-4350-9b00-91b578c86c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:14.625018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e33b6542-0923-4350-9b00-91b578c86c57 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e533d7b5-07c6-464c-a129-2d63861f3c45 HTTP/1.1" status: 204 len: 168 time: 1.5506887 Aug 28 20:19:14.650494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6542-0923-4350-9b00-91b578c86c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e533d7b5-07c6-464c-a129-2d63861f3c45,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:14.799921 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Router da7df568-9f0c-47ee-938b-df8140d9f2c5 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:19:14.858469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:19:09Z', 'revision_number': 4, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '133691c2-89cd-4b49-bdc5-858de3630aef', 'name': '', 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'mac_address': 'fa:16:3e:1f:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:05Z', 'updated_at': '2022-08-28T20:19:09Z', 'revision_number': 2, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'subnets': [{'id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:14.894464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Checking router: ad6f5bb3-4de6-4e71-92ca-7ba598cea753 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:19:14.895098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Updating router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 port 133691c2-89cd-4b49-bdc5-858de3630aef binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:19:14.940079 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:14.960771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port d94f9d80-c74a-4807-ac9e-be0f85c72cd4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:14.961684 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.077899 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=7,neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=14 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:15.104705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:15.106230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-8e9701bb-a48d-4288-a520-d897e119cd2c tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:15.107923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-8e9701bb-a48d-4288-a520-d897e119cd2c tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a8b4cd33-472f-4da9-9036-143ceac8eba6 HTTP/1.1" status: 200 len: 814 time: 0.2277992 Aug 28 20:19:15.116653 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] Sync routers for ids ['da7df568-9f0c-47ee-938b-df8140d9f2c5'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:15.134175 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] Routers {'da7df568-9f0c-47ee-938b-df8140d9f2c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:15.136195 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.136371 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['da7df568-9f0c-47ee-938b-df8140d9f2c5'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:15.156609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7367d6bc-20c5-4098-907e-f9157c23d0e0 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/quotas/1ef756e5aaed4ea699c082fcea8a5c5c HTTP/1.1" status: 200 len: 375 time: 0.0246966 Aug 28 20:19:15.168617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for d94f9d80-c74a-4807-ac9e-be0f85c72cd4 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:15.192922 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:15.204497 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] Routers {'da7df568-9f0c-47ee-938b-df8140d9f2c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:15.209031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.210517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c395e62d-961f-4790-a764-a5aecf1ff9b4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0019269 Aug 28 20:19:15.211538 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['da7df568-9f0c-47ee-938b-df8140d9f2c5'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:15.213991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38416) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:15.218947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': False}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:15.290353 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7ced1528-8750-4122-a9de-6cbe23e187db tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1ef756e5aaed4ea699c082fcea8a5c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259758 Aug 28 20:19:15.332681 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:15.332874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38422) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:15.344306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715054304', 'description': 'tempest-secgroup-smoke-715054304 description', 'project_id': '19747ba661ca427ea056cf5402e7450c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:15.348892 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f750e7-ea5c-44a9-a068-49fb3bad6af8 None None] The sync data for ids ['da7df568-9f0c-47ee-938b-df8140d9f2c5'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:15.402765 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:15.498978 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:15.564451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3c32f-fffd-49b1-b6fc-055c303fb726 req-d5e8e9e3-d6f7-460c-ab8a-5ab032df96f3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:15.567338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab3c32f-fffd-49b1-b6fc-055c303fb726 req-d5e8e9e3-d6f7-460c-ab8a-5ab032df96f3 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.1225865 Aug 28 20:19:15.571673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-57982480-f6e8-4704-abec-a6cd4a25af55 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a8b4cd33-472f-4da9-9036-143ceac8eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719815 Aug 28 20:19:15.602027 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Publish callbacks [] for port (133691c2-89cd-4b49-bdc5-858de3630aef), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.606596 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:15.708918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.726241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.756693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fab3c32f-fffd-49b1-b6fc-055c303fb726 req-202c1daa-59e9-41d1-884c-6def23604a0d tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385810 Aug 28 20:19:15.760971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-92929a0c-bd5c-4408-8e4b-28911b393f60 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a8b4cd33-472f-4da9-9036-143ceac8eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777966 Aug 28 20:19:15.774224 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.887525 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d94f9d80-c74a-4807-ac9e-be0f85c72cd4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:15.947015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c5bf5-82aa-4eea-a8e7-e9e94d0004ce None None] Pushing event updated for resources: {'Port': ['ID=133691c2-89cd-4b49-bdc5-858de3630aef,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:15.973744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=d94f9d80-c74a-4807-ac9e-be0f85c72cd4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:15.979996 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7597d631-1a4c-49ac-b72d-98e961b156db req-a4b72aac-e487-4ff1-bc58-be3b5954ea68 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0870814 Aug 28 20:19:16.013237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38428) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:16.048060 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (da7df568-9f0c-47ee-938b-df8140d9f2c5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.062421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Attempting to bind port 133691c2-89cd-4b49-bdc5-858de3630aef on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:16.063128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Attempting to bind port 133691c2-89cd-4b49-bdc5-858de3630aef by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:16.065567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Attempting to bind port 133691c2-89cd-4b49-bdc5-858de3630aef on network a8b4cd33-472f-4da9-9036-143ceac8eba6 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:16.079500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:16.080045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Checking segment: {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:16.080583 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.081088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Bound using segment: {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:16.084883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Bound port: 133691c2-89cd-4b49-bdc5-858de3630aef, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:16.085495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.102668 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fdf7649c-7d6f-4e15-a683-f466bd78d5ac admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=44cd7a49738b45d7ba4b65a3243c34a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839679 Aug 28 20:19:16.105346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:16.212460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.222602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (c0a8b27f-397f-4b91-bdf3-d3092211c4f8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.241026 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:16.262614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] For port 133691c2-89cd-4b49-bdc5-858de3630aef, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:16.269570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] For port 133691c2-89cd-4b49-bdc5-858de3630aef, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=133691c2-89cd-4b49-bdc5-858de3630aef,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:16.365534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.392899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c0a8b27f-397f-4b91-bdf3-d3092211c4f8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.432057 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2fee275a-ee3d-48a8-8336-1934d150d4fb req-a073aa03-65c4-43c3-b32f-7a7db5189c57 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 210 time: 0.1505048 Aug 28 20:19:16.502128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c5bf5-82aa-4eea-a8e7-e9e94d0004ce None None] Pushing event updated for resources: {'Port': ['ID=133691c2-89cd-4b49-bdc5-858de3630aef,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:16.504755 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:16.513246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f117054-5d8d-42f6-86ea-5fb6830bed7e admin admin] Publish callbacks [] for security_group (f1868f2f-296d-4ca4-a418-fa732498b341), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.534788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Routers {'ad6f5bb3-4de6-4e71-92ca-7ba598cea753'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:16.535632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:16.600481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a8b27f-397f-4b91-bdf3-d3092211c4f8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:16.630236 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f117054-5d8d-42f6-86ea-5fb6830bed7e admin admin] Publish callbacks [] for security_group (f1868f2f-296d-4ca4-a418-fa732498b341), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.661152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Router caf0d6b8-7402-4cb8-a0de-8cbee9eed894 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:16.695014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (6398b274-d2dd-4d7e-8c32-fd484618817e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.778766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] Set router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:16.782808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:16.793568 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9666c45b-1bf3-4bae-b902-cdf14a11c0c4 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "PUT /networking/v2.0/routers/caf0d6b8-7402-4cb8-a0de-8cbee9eed894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4152832 Aug 28 20:19:16.796507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38442) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:16.840643 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-491e82a8-7c8f-4167-b881-00bf47a3562a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:19:16.842139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-491e82a8-7c8f-4167-b881-00bf47a3562a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/d94f9d80-c74a-4807-ac9e-be0f85c72cd4 HTTP/1.1" status: 404 len: 333 time: 0.0442476 Aug 28 20:19:16.843472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6398b274-d2dd-4d7e-8c32-fd484618817e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.849078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38444) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:16.904718 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:16.913393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] Sync routers for ids ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:16.964625 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f117054-5d8d-42f6-86ea-5fb6830bed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f1868f2f-296d-4ca4-a418-fa732498b341), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.965257 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5f117054-5d8d-42f6-86ea-5fb6830bed7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:16.970291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5f117054-5d8d-42f6-86ea-5fb6830bed7e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f1868f2f-296d-4ca4-a418-fa732498b341 HTTP/1.1" status: 204 len: 168 time: 0.8601201 Aug 28 20:19:16.971838 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:16.988212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f117054-5d8d-42f6-86ea-5fb6830bed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1868f2f-296d-4ca4-a418-fa732498b341,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:17.063741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] Routers {'caf0d6b8-7402-4cb8-a0de-8cbee9eed894'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:17.065128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:17.187034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:17.285985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] Routers {'caf0d6b8-7402-4cb8-a0de-8cbee9eed894'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:17.287387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:17.389323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:17.390678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a41e1b-29b8-40c3-8718-2fe9d505163f None None] The sync data for ids ['caf0d6b8-7402-4cb8-a0de-8cbee9eed894'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:17.435747 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:17.504861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:17.519649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:19:09Z', 'revision_number': 4, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '133691c2-89cd-4b49-bdc5-858de3630aef', 'name': '', 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'mac_address': 'fa:16:3e:1f:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:05Z', 'updated_at': '2022-08-28T20:19:16Z', 'revision_number': 4, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'subnets': [{'id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:17.523547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:17.557293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:17.562146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.2247195 Aug 28 20:19:17.563218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff390ccb-b669-4b3b-9ae6-75d74d92d7b5 None None] The sync data for ids ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'] in n-d-854121-7 is: [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:19:09Z', 'revision_number': 4, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '133691c2-89cd-4b49-bdc5-858de3630aef', 'name': '', 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'mac_address': 'fa:16:3e:1f:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:05Z', 'updated_at': '2022-08-28T20:19:16Z', 'revision_number': 4, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'subnets': [{'id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:17.589592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38454) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:17.601298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30298e63-26a2-4525-80b0-7c7ac9bb54fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6398b274-d2dd-4d7e-8c32-fd484618817e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:17.623645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-029e9169-4479-4aed-9f33-34fa56191d88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '6398b274-d2dd-4d7e-8c32-fd484618817e', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:17.677612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a82f503a-8bb8-48f3-bdc3-ab1a33312bb9 req-3e9dfe96-01af-4da1-90eb-309633523786 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1410410 Aug 28 20:19:17.706305 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4366-f046-4282-9401-421e094b3642 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for router (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:17.735924 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9016b451-1c67-4a46-b8ba-c0cf474b0a3a req-a0087ed4-b75d-4234-92a9-b7ecc1be3484 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 210 time: 0.1431313 Aug 28 20:19:17.915179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Router da7df568-9f0c-47ee-938b-df8140d9f2c5 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:17.993616 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-029e9169-4479-4aed-9f33-34fa56191d88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (30502724-3643-415b-9ea0-ae54a816711b), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.072627 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:18.088839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4366-f046-4282-9401-421e094b3642 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.095631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:18.097743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4366-f046-4282-9401-421e094b3642 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for router_controller (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.113337 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] Sync routers for ids ['da7df568-9f0c-47ee-938b-df8140d9f2c5'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:18.115441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.116714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d57754fe-4f2e-46f2-843a-08b8d1876e46 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/da7df568-9f0c-47ee-938b-df8140d9f2c5 HTTP/1.1" status: 200 len: 926 time: 2.9015858 Aug 28 20:19:18.130859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38466) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:18.137976 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:18.143573 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] Routers {'da7df568-9f0c-47ee-938b-df8140d9f2c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:18.144632 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['da7df568-9f0c-47ee-938b-df8140d9f2c5'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:18.178867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 133691c2-89cd-4b49-bdc5-858de3630aef up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:18.203856 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:18.205423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-029e9169-4479-4aed-9f33-34fa56191d88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (30502724-3643-415b-9ea0-ae54a816711b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.222397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] Routers {'da7df568-9f0c-47ee-938b-df8140d9f2c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:18.223233 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:18:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['da7df568-9f0c-47ee-938b-df8140d9f2c5'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:18.274534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 133691c2-89cd-4b49-bdc5-858de3630aef triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:18.275709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.297069 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:18.298127 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8f157-4c31-44cb-9531-602b2c2624a7 None None] The sync data for ids ['da7df568-9f0c-47ee-938b-df8140d9f2c5'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:18.320885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-029e9169-4479-4aed-9f33-34fa56191d88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (30502724-3643-415b-9ea0-ae54a816711b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.330520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4366-f046-4282-9401-421e094b3642 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (caf0d6b8-7402-4cb8-a0de-8cbee9eed894), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.331138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8d4366-f046-4282-9401-421e094b3642 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Fanout notify agent at l3_agent the message router_deleted on router caf0d6b8-7402-4cb8-a0de-8cbee9eed894 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:18.382555 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4366-f046-4282-9401-421e094b3642 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.386803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6c8d4366-f046-4282-9401-421e094b3642 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/routers/caf0d6b8-7402-4cb8-a0de-8cbee9eed894 HTTP/1.1" status: 204 len: 168 time: 1.5312536 Aug 28 20:19:18.389044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38470) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:18.399389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e9169-4479-4aed-9f33-34fa56191d88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30502724-3643-415b-9ea0-ae54a816711b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:18.426851 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-029e9169-4479-4aed-9f33-34fa56191d88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.429914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-029e9169-4479-4aed-9f33-34fa56191d88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8329067 Aug 28 20:19:18.431888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38472) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:18.446207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4cfa623f-9b9e-4982-8e1b-29fa67ec8d96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '6398b274-d2dd-4d7e-8c32-fd484618817e', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:18.448494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 133691c2-89cd-4b49-bdc5-858de3630aef is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:18.449340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.469339 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7804d5a7-96cd-49c6-a07e-48b16c3eefbb tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/da7df568-9f0c-47ee-938b-df8140d9f2c5 HTTP/1.1" status: 200 len: 926 time: 0.3365512 Aug 28 20:19:18.475881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38474) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:18.497672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 133691c2-89cd-4b49-bdc5-858de3630aef, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=133691c2-89cd-4b49-bdc5-858de3630aef,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:18.517311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet f8d277ec-52cb-43b4-b4ae-a834e11041ed {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:18.529461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (f8d277ec-52cb-43b4-b4ae-a834e11041ed), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.598576 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.620495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db004935-e6c8-4cf1-a9e5-c56273352f1d tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:18.628744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-db004935-e6c8-4cf1-a9e5-c56273352f1d tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=da7df568-9f0c-47ee-938b-df8140d9f2c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1517043 Aug 28 20:19:18.629418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38482) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:18.641977 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (f8d277ec-52cb-43b4-b4ae-a834e11041ed), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.745534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=133691c2-89cd-4b49-bdc5-858de3630aef,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:18.798073 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cfa623f-9b9e-4982-8e1b-29fa67ec8d96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (77e6f2a6-78d3-44f5-a3ba-6aa11a7ed768), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.873239 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (f8d277ec-52cb-43b4-b4ae-a834e11041ed), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:18.937019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f2ee62de-1964-414d-a23c-3c75f99f9fcb req-6e56fbd6-38ba-4cb4-9a05-555e5f045ae3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1100826 Aug 28 20:19:18.939298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b72d0-949b-434b-97b1-7d6e52d25bb7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:18.941285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-226b72d0-949b-434b-97b1-7d6e52d25bb7 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.3070989 Aug 28 20:19:18.953481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38492) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:19.011024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5aa99f05-0ae5-4828-97ba-dbc23fb8f5ef req-702bd1b4-e337-4283-91e7-4c0b9d166d36 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 210 time: 0.0442033 Aug 28 20:19:19.035591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38494) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:19.035810 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-691c0fed-37ca-4a80-b2d5-c9b12130dffb tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da7df568-9f0c-47ee-938b-df8140d9f2c5 HTTP/1.1" status: 200 len: 205 time: 0.0804117 Aug 28 20:19:19.068046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cfa623f-9b9e-4982-8e1b-29fa67ec8d96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (77e6f2a6-78d3-44f5-a3ba-6aa11a7ed768), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.100839 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (f8d277ec-52cb-43b4-b4ae-a834e11041ed), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.134782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38496) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:19.157576 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.163574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e8aa4-dd5b-4068-bc58-7e16dafbb2c8 None None] Network c322439f-145c-4721-9da3-3ccd5e673cd0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:19.164897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f8d277ec-52cb-43b4-b4ae-a834e11041ed HTTP/1.1" status: 204 len: 168 time: 0.7724960 Aug 28 20:19:19.165186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38500) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:19.166262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a87c2e-d6b5-4876-bac9-99be1eb7f657 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d277ec-52cb-43b4-b4ae-a834e11041ed,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:19.213584 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:19.274953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.298521 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cfa623f-9b9e-4982-8e1b-29fa67ec8d96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (77e6f2a6-78d3-44f5-a3ba-6aa11a7ed768), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.346770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa623f-9b9e-4982-8e1b-29fa67ec8d96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e6f2a6-78d3-44f5-a3ba-6aa11a7ed768,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:19.430511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c322439f-145c-4721-9da3-3ccd5e673cd0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.436583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] DHCP port deletion for c322439f-145c-4721-9da3-3ccd5e673cd0 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:19:19.437554 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:19.439169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-54241453'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:19.518158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] Deleting port 6af19a58-a054-4ec4-93bc-9f64107585ca {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:19.518751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.533138 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4cfa623f-9b9e-4982-8e1b-29fa67ec8d96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.534938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4cfa623f-9b9e-4982-8e1b-29fa67ec8d96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0925057 Aug 28 20:19:19.539324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38502) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:19.542718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (da7df568-9f0c-47ee-938b-df8140d9f2c5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.546302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b7b3602e-8431-46f2-b105-6323e355cc30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '6398b274-d2dd-4d7e-8c32-fd484618817e', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:19.553079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 6af19a58-a054-4ec4-93bc-9f64107585ca {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:19.553715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.644529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] For port 6af19a58-a054-4ec4-93bc-9f64107585ca, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6af19a58-a054-4ec4-93bc-9f64107585ca,segment=NetworkSegment(8c23acda-f68a-48bc-83a3-eb1372796851),segment_id=8c23acda-f68a-48bc-83a3-eb1372796851)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:19.645338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.654531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] For port 6af19a58-a054-4ec4-93bc-9f64107585ca, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6af19a58-a054-4ec4-93bc-9f64107585ca,segment=NetworkSegment(8c23acda-f68a-48bc-83a3-eb1372796851),segment_id=8c23acda-f68a-48bc-83a3-eb1372796851)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:19.655173 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.682562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:19.684053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] Calling delete_port for 6af19a58-a054-4ec4-93bc-9f64107585ca owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:19.692193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.694860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 6af19a58-a054-4ec4-93bc-9f64107585ca owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:19.716471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.745496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Deleting port e8f9eeb7-f749-4279-8363-a60d4e78d6ec {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:19.745496 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e8f9eeb7-f749-4279-8363-a60d4e78d6ec), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.789240 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:19.830119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7b3602e-8431-46f2-b105-6323e355cc30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (6ab8ea91-c8a9-44df-8706-c12d258500f1), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.893473 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:19.911634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e8f9eeb7-f749-4279-8363-a60d4e78d6ec), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.928671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Calling delete_port for e8f9eeb7-f749-4279-8363-a60d4e78d6ec owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:19.947707 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7b3602e-8431-46f2-b105-6323e355cc30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (6ab8ea91-c8a9-44df-8706-c12d258500f1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.955092 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:19.995169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6af19a58-a054-4ec4-93bc-9f64107585ca), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.042139 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for security_group (80e29d28-84d4-4bb4-8099-1d533a643e62), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.062733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] Pushing event deleted for resources: {'Port': ['ID=6af19a58-a054-4ec4-93bc-9f64107585ca,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:20.073961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ac460-da7c-47f0-b74b-c1a3b890951b None None] No DVR routers for this DVR port 6af19a58-a054-4ec4-93bc-9f64107585ca on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:20.091607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=6af19a58-a054-4ec4-93bc-9f64107585ca,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:20.106652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No DVR routers for this DVR port 6af19a58-a054-4ec4-93bc-9f64107585ca on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:20.111316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7b3602e-8431-46f2-b105-6323e355cc30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6ab8ea91-c8a9-44df-8706-c12d258500f1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.154894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 133691c2-89cd-4b49-bdc5-858de3630aef up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:20.166395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (80e29d28-84d4-4bb4-8099-1d533a643e62), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.232701 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3602e-8431-46f2-b105-6323e355cc30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab8ea91-c8a9-44df-8706-c12d258500f1,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:20.258873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 133691c2-89cd-4b49-bdc5-858de3630aef triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:20.259692 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.281343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:19:20.291383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd4698bc-2f14-403d-b372-08b7a394b81c req-38ebf3f8-1496-468d-b32d-d294a5691f4d tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1196632 Aug 28 20:19:20.312632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c322439f-145c-4721-9da3-3ccd5e673cd0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.319470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7b3602e-8431-46f2-b105-6323e355cc30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.321579 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b7b3602e-8431-46f2-b105-6323e355cc30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7798088 Aug 28 20:19:20.322732 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-854cc7a2-4108-4c1a-be89-0a8ac94acbb7 req-05f10ece-f7ba-4684-a5de-86ebce6f2227 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 210 time: 0.1229286 Aug 28 20:19:20.326064 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38512) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:20.333214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e29d28-84d4-4bb4-8099-1d533a643e62,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:20.333480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e9db0ac1-383a-497a-84b0-45f297a9576c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '6398b274-d2dd-4d7e-8c32-fd484618817e', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:20.336647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e447931b-6ebc-49f7-9b6e-69fe8872ec49), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.337157 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Added segment e447931b-6ebc-49f7-9b6e-69fe8872ec49 of type vlan for network f1653929-ecee-40cd-b3cc-e33ff3d845f5 Aug 28 20:19:20.390083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c322439f-145c-4721-9da3-3ccd5e673cd0']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:20.427745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c23acda-f68a-48bc-83a3-eb1372796851') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:20.428031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c23acda-f68a-48bc-83a3-eb1372796851') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:20.452060 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (8c23acda-f68a-48bc-83a3-eb1372796851), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.465339 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (f1653929-ecee-40cd-b3cc-e33ff3d845f5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.481724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8c23acda-f68a-48bc-83a3-eb1372796851), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.502783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:19:20.503121 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (8c23acda-f68a-48bc-83a3-eb1372796851), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.505932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-c6b12784-87ef-430a-8f6e-191dc3d1fecb tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:20.507784 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-c6b12784-87ef-430a-8f6e-191dc3d1fecb tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.89 "GET /networking/v2.0/networks?id=a8b4cd33-472f-4da9-9036-143ceac8eba6 HTTP/1.1" status: 200 len: 814 time: 0.3221087 Aug 28 20:19:20.521844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Request body: {'port': {'device_id': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6', 'admin_state_up': True, 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:20.560927 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8c23acda-f68a-48bc-83a3-eb1372796851 resource provider aggregate not found Aug 28 20:19:20.599932 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8c23acda-f68a-48bc-83a3-eb1372796851 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c23acda-f68a-48bc-83a3-eb1372796851 found for delete ", "request_id": "req-3a076e5f-98dc-4feb-b7df-a661409c3e41"}]} Aug 28 20:19:20.610598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9db0ac1-383a-497a-84b0-45f297a9576c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (01c69e80-f176-40a9-be85-7283c93d6cb5), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.661975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e8f9eeb7-f749-4279-8363-a60d4e78d6ec), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.690775 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c322439f-145c-4721-9da3-3ccd5e673cd0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.695478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 133691c2-89cd-4b49-bdc5-858de3630aef is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:20.700161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.704654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c322439f-145c-4721-9da3-3ccd5e673cd0 HTTP/1.1" status: 204 len: 168 time: 1.5360811 Aug 28 20:19:20.704910 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (f1653929-ecee-40cd-b3cc-e33ff3d845f5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.712052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:20.713432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.719734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38520) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:20.732378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event deleted for resources: {'Port': ['ID=e8f9eeb7-f749-4279-8363-a60d4e78d6ec,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:20.770456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec322b3-e222-4097-813a-589b0dc8bf5f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=c322439f-145c-4721-9da3-3ccd5e673cd0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:20.805742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6af19a58-a054-4ec4-93bc-9f64107585ca no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:19:20.846164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6af19a58-a054-4ec4-93bc-9f64107585ca {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:19:20.846416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6af19a58-a054-4ec4-93bc-9f64107585ca not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:19:20.851134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9db0ac1-383a-497a-84b0-45f297a9576c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (01c69e80-f176-40a9-be85-7283c93d6cb5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.872444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (da7df568-9f0c-47ee-938b-df8140d9f2c5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:20.878006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf14c29-6faa-4da0-a8ad-5d776d2b2fa9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:20.879661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ccf14c29-6faa-4da0-a8ad-5d776d2b2fa9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/b4ac1e93-1584-42dd-9b52-56f272ab856b HTTP/1.1" status: 200 len: 844 time: 0.1553700 Aug 28 20:19:20.901348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38522) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:20.917023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7782562 Aug 28 20:19:20.917820 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38524) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:20.926071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'subnet': {'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:21.004313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39add1eb-d84c-4f94-8a6c-c3941d3a3755 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Network': ['ID=f1653929-ecee-40cd-b3cc-e33ff3d845f5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:21.008300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9db0ac1-383a-497a-84b0-45f297a9576c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (01c69e80-f176-40a9-be85-7283c93d6cb5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.030861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:19:21.031724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.037038 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (da7df568-9f0c-47ee-938b-df8140d9f2c5), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.061952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-52c21fd0-1b4a-4cfa-870a-49aeee593df0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/b4ac1e93-1584-42dd-9b52-56f272ab856b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1583655 Aug 28 20:19:21.062992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db0ac1-383a-497a-84b0-45f297a9576c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c69e80-f176-40a9-be85-7283c93d6cb5,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:21.067436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38526) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:21.074914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:21.103571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Made reservation on behalf of 1ef756e5aaed4ea699c082fcea8a5c5c for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:21.108147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.141356 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:21.198725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e9db0ac1-383a-497a-84b0-45f297a9576c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.203880 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e9db0ac1-383a-497a-84b0-45f297a9576c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8747211 Aug 28 20:19:21.204483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38528) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:21.210154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '6398b274-d2dd-4d7e-8c32-fd484618817e', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:21.295097 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (da7df568-9f0c-47ee-938b-df8140d9f2c5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.295662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Fanout notify agent at l3_agent the message router_deleted on router da7df568-9f0c-47ee-938b-df8140d9f2c5 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:21.302619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.308216 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d8f23e54-a172-4931-a9e4-e4eae6c93266 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/da7df568-9f0c-47ee-938b-df8140d9f2c5 HTTP/1.1" status: 204 len: 168 time: 2.2660687 Aug 28 20:19:21.309172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38530) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:21.314233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-bbd9974f-2a3c-4192-86af-4a2d61664cb7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2084413193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:21.328246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:21.332157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.334923 n-d-854121-7 neutron-server[114322]: INFO neutron.db.securitygroups_db [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:19:21.335664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:21.339425 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.342925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (a3f25b03-0d5f-4a66-857a-1f58702aa3fb), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.485796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (a3f25b03-0d5f-4a66-857a-1f58702aa3fb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.606527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a3f25b03-0d5f-4a66-857a-1f58702aa3fb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.621720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e59c3da8-6cb4-4fdb-a9cd-a2ee3716eeba req-74ef38df-2266-4ec0-af33-887de18067ab tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 210 time: 0.1120110 Aug 28 20:19:21.670424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f25b03-0d5f-4a66-857a-1f58702aa3fb,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:21.674547 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-60c00d76-f254-4954-aa96-1341fcf9daf9 req-26a368e9-f0c6-4064-9490-4dba1ff7f9c9 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0933864 Aug 28 20:19:21.709956 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bbd9974f-2a3c-4192-86af-4a2d61664cb7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.711733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bbd9974f-2a3c-4192-86af-4a2d61664cb7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.720315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Allocated IP 172.20.0.11 (a8b4cd33-472f-4da9-9036-143ceac8eba6/66558c54-3e4c-4a24-a7cf-dfa9bad97a7a/221451aa-557e-44ba-9ab3-0376e6f8ad16) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:21.772029 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:21.842135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.843433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e646f7c9-fcf1-49cf-8bac-7a051dc337ed tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6378448 Aug 28 20:19:21.850859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38538) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:21.864978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '6398b274-d2dd-4d7e-8c32-fd484618817e', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:21.953328 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks [] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:21.967913 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4c40060a-dfef-433a-a7a2-4854e0d98f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.010758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bbd9974f-2a3c-4192-86af-4a2d61664cb7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (880056d3-08f9-4539-bf0d-ebfcd407ffea), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.041651 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:19:22.042320 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.047167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (79f21067-6087-49a3-8dd6-1d09f654be88), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.081362 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (d4e44f2a-109a-4cec-b3d9-d9605439d5fe), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.097427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:22.100204 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bbd9974f-2a3c-4192-86af-4a2d61664cb7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.102085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:22.107964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:22.150083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Pushing event updated for resources: {'Port': ['ID=221451aa-557e-44ba-9ab3-0376e6f8ad16,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:22.151346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (be842591-80f3-41fd-9285-469e4b18295b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.190936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:22.191685 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.200006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Subnet': ['ID=79f21067-6087-49a3-8dd6-1d09f654be88,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:22.224977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:22.260630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:22.267118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bbd9974f-2a3c-4192-86af-4a2d61664cb7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.268308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-7e16f45c-8db3-41ef-b9ee-31959a73614a tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7509913 Aug 28 20:19:22.269036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bbd9974f-2a3c-4192-86af-4a2d61664cb7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9584987 Aug 28 20:19:22.270421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Checking segment: {'id': 'e447931b-6ebc-49f7-9b6e-69fe8872ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:22.271542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network hostable DHCP agents. Network: f1653929-ecee-40cd-b3cc-e33ff3d845f5, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:19:22.273822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd299aa-2f50-4cc4-bcc9-9dbed19b2413 None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:22.275237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38540) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:22.276119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:22.277070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.298422 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:22.314032 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (d4e44f2a-109a-4cec-b3d9-d9605439d5fe), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.319237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Request body: {'port': {'device_id': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:22.359563 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:22.372505 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d4e44f2a-109a-4cec-b3d9-d9605439d5fe), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.387593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=be842591-80f3-41fd-9285-469e4b18295b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:22.419626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e44f2a-109a-4cec-b3d9-d9605439d5fe,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:22.455473 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-708671ca-3932-4bb0-8577-059e8b6d19ed tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3864288 Aug 28 20:19:22.464955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38542) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:22.470720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-68bfc8dc-bd6f-4d35-91f6-6da535603668 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'security_group': {'name': 'tempest-secgroup-141277936'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:22.484805 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:22.509277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-10898b37-f24f-4c68-a969-025286443568', 'network_id': '10898b37-f24f-4c68-a969-025286443568', 'project_id': '02e0dcbc271e416e8412dac35e8935ef', 'fixed_ips': [{'subnet_id': 'be842591-80f3-41fd-9285-469e4b18295b'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:19:22.511702 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.537755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:19:22.543168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.544488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-914e5bed-4e29-4799-a52c-6bd10bffac18 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6881080 Aug 28 20:19:22.550451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38544) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:22.556415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'network': {'name': 'tempest-network-smoke--1030980560', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'port_security_enabled': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:22.653424 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68bfc8dc-bd6f-4d35-91f6-6da535603668 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.694722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Allocated IP 2001:db8::2 (10898b37-f24f-4c68-a969-025286443568/be842591-80f3-41fd-9285-469e4b18295b/0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:22.700628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, f1653929-ecee-40cd-b3cc-e33ff3d845f5) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:22.720666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:22.733009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.747599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:22.749186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.801577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.880912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:19:22.881658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Publish callbacks [] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.885533 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:22.893599 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235508b-2bb9-4be7-a2a6-67cca4d32a60 None None] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:22.942126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d854826b-3ec9-4e9a-8cf4-a36741180875 None None] Provisioning complete for port 221451aa-557e-44ba-9ab3-0376e6f8ad16 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:22.943043 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d854826b-3ec9-4e9a-8cf4-a36741180875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.974047 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bf09b573-3b78-411d-b843-7651122c0122), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:22.974565 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Added segment bf09b573-3b78-411d-b843-7651122c0122 of type vlan for network 68817902-bf60-4f78-a96a-fd76f444f265 Aug 28 20:19:22.982323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8615cc-0200-49b9-a16b-b13081e53dc8 req-22e3641e-3fa1-4ba6-bca7-8e043ac1f234 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:22.983964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe8615cc-0200-49b9-a16b-b13081e53dc8 req-22e3641e-3fa1-4ba6-bca7-8e043ac1f234 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 932 time: 0.1203082 Aug 28 20:19:22.999595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d854826b-3ec9-4e9a-8cf4-a36741180875 None None] Port 221451aa-557e-44ba-9ab3-0376e6f8ad16 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:23.017390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7897e3ce-fa75-4b8a-96c9-15545968b8d8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0950384 Aug 28 20:19:23.017680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.021788 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee1e4051-686b-4cb0-8cba-2b152316cbc0 req-b9f19f5b-e3fe-45f7-a8a1-f263ef9e7906 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1201808 Aug 28 20:19:23.028137 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:23.049761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38552) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:23.079552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:23.086568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:23.097305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'name': 'tempest-AllowedAddressPairTestJSON-2009678890'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:23.107761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:23.123198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Pushing event updated for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:23.128595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'project_id': '90e469bdc63249e6b7e665cc59dd29bf', 'fixed_ips': [{'subnet_id': '79f21067-6087-49a3-8dd6-1d09f654be88'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:19:23.129525 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.137468 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68bfc8dc-bd6f-4d35-91f6-6da535603668 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (491bfca4-90e0-48f3-bf32-6d8c43f77d5c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.204274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (68817902-bf60-4f78-a96a-fd76f444f265), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.217415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Attempting to bind port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:23.217900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Attempting to bind port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2dce604d-d0a1-4843-a938-253386f8cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '10898b37-f24f-4c68-a969-025286443568'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:23.218169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Attempting to bind port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a on network 10898b37-f24f-4c68-a969-025286443568 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:23.226617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:23.227033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Checking segment: {'id': '2dce604d-d0a1-4843-a938-253386f8cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '10898b37-f24f-4c68-a969-025286443568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:23.227169 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.227693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Bound using segment: {'id': '2dce604d-d0a1-4843-a938-253386f8cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '10898b37-f24f-4c68-a969-025286443568'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:23.228064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Bound port: 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce604d-d0a1-4843-a938-253386f8cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '10898b37-f24f-4c68-a969-025286443568'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:23.228451 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.244508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (880056d3-08f9-4539-bf0d-ebfcd407ffea), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.264963 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:23.327111 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:19:23.328648 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe8615cc-0200-49b9-a16b-b13081e53dc8 req-7a205bbb-cb6d-4b30-920a-439abcf9e9d7 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825000 Aug 28 20:19:23.374987 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68bfc8dc-bd6f-4d35-91f6-6da535603668 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (491bfca4-90e0-48f3-bf32-6d8c43f77d5c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.429488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:23.443530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Allocated IP 172.20.0.2 (f1653929-ecee-40cd-b3cc-e33ff3d845f5/79f21067-6087-49a3-8dd6-1d09f654be88/c895ce36-fd04-47f8-aad2-c7bec61d6a26) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:23.446309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfc8dc-bd6f-4d35-91f6-6da535603668 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491bfca4-90e0-48f3-bf32-6d8c43f77d5c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:23.451880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,segment=NetworkSegment(2dce604d-d0a1-4843-a938-253386f8cbc7),segment_id=2dce604d-d0a1-4843-a938-253386f8cbc7)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:23.573198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (68817902-bf60-4f78-a96a-fd76f444f265), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.573822 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.583014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:23.583014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.588111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:23.592377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.626108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68bfc8dc-bd6f-4d35-91f6-6da535603668 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.630672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-68bfc8dc-bd6f-4d35-91f6-6da535603668 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1619167 Aug 28 20:19:23.632186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38554) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:23.640683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-727f5ab1-7f3b-44c1-b058-57e617bf66bf tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'security_group': {'name': 'tempest-secgroup-778496414'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:23.700712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (880056d3-08f9-4539-bf0d-ebfcd407ffea), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.714748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Publish callbacks [] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.743033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.755470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] device_id is not set on port a7df8ab1-3f46-4abd-be5b-3354dbedbd42 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:23.771733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Network': ['ID=68817902-bf60-4f78-a96a-fd76f444f265,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:23.790042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 68817902-bf60-4f78-a96a-fd76f444f265 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:19:23.870674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-56069cbc-bd71-4ff0-9d8a-8bb9c8028696 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3189597 Aug 28 20:19:23.874569 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38558) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:23.885488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'admin_state_up': True, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:23.912515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Allocated IP 172.25.4.128 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/478fc648-4ff4-49e1-93b3-b23d0736ee3c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:23.951543 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:23.957241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba00e5-abc5-4668-ab79-0b4e103e35ec None None] Pushing event updated for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:24.050429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (469d356f-3ad0-4e19-be9a-906f383e30d1), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.051728 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (469d356f-3ad0-4e19-be9a-906f383e30d1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.060942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for port (478fc648-4ff4-49e1-93b3-b23d0736ee3c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.075545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Allocated IP 172.20.0.14 (f1653929-ecee-40cd-b3cc-e33ff3d845f5/79f21067-6087-49a3-8dd6-1d09f654be88/a7df8ab1-3f46-4abd-be5b-3354dbedbd42) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:24.113435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221451aa-557e-44ba-9ab3-0376e6f8ad16 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:19:24.144927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Publish callbacks [] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.186635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.194383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Transition to ACTIVE for port object 221451aa-557e-44ba-9ab3-0376e6f8ad16 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:19:24.205799 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (469d356f-3ad0-4e19-be9a-906f383e30d1), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.218631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (478fc648-4ff4-49e1-93b3-b23d0736ee3c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.226940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:24.240422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:24.243248 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-727f5ab1-7f3b-44c1-b058-57e617bf66bf tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.250242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:24.282739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Pushing event updated for resources: {'Port': ['ID=c895ce36-fd04-47f8-aad2-c7bec61d6a26,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:24.307134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.327276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7e1494da-12ed-4486-ae18-1989a0c500b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.345295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:24.358952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:24.361925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:24.388805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event updated for resources: {'Port': ['ID=478fc648-4ff4-49e1-93b3-b23d0736ee3c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:24.425902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Attempting to bind port c895ce36-fd04-47f8-aad2-c7bec61d6a26 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:24.426293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Attempting to bind port c895ce36-fd04-47f8-aad2-c7bec61d6a26 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e447931b-6ebc-49f7-9b6e-69fe8872ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:24.426690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Attempting to bind port c895ce36-fd04-47f8-aad2-c7bec61d6a26 on network f1653929-ecee-40cd-b3cc-e33ff3d845f5 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:24.441388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:24.441823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Checking segment: {'id': 'e447931b-6ebc-49f7-9b6e-69fe8872ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:24.442290 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.442747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Bound using segment: {'id': 'e447931b-6ebc-49f7-9b6e-69fe8872ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:24.443309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Bound port: c895ce36-fd04-47f8-aad2-c7bec61d6a26, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e447931b-6ebc-49f7-9b6e-69fe8872ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:24.444059 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.459590 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:24.564285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] For port c895ce36-fd04-47f8-aad2-c7bec61d6a26, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:24.578148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] For port c895ce36-fd04-47f8-aad2-c7bec61d6a26, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c895ce36-fd04-47f8-aad2-c7bec61d6a26,segment=NetworkSegment(e447931b-6ebc-49f7-9b6e-69fe8872ec49),segment_id=e447931b-6ebc-49f7-9b6e-69fe8872ec49)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:24.592128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a480e2c8-868e-4544-9dba-d70b6c2965ad req-ad7fcd55-eaa9-4118-aa78-75cbe08996ff tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.2544272 Aug 28 20:19:24.629291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Pushing event updated for resources: {'Port': ['ID=221451aa-557e-44ba-9ab3-0376e6f8ad16,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:24.729591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Attempting to bind port 221451aa-557e-44ba-9ab3-0376e6f8ad16 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:24.730103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Attempting to bind port 221451aa-557e-44ba-9ab3-0376e6f8ad16 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:24.730461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Attempting to bind port 221451aa-557e-44ba-9ab3-0376e6f8ad16 on network a8b4cd33-472f-4da9-9036-143ceac8eba6 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:24.754266 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.766842 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-727f5ab1-7f3b-44c1-b058-57e617bf66bf tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (3849ed16-5a59-415c-bf00-c0ae521c2d14), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.777405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408978b-5603-46fd-bdfc-fdd25cd18430 req-65d534f6-b277-404f-aeca-a7ed41813756 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:24.787669 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e408978b-5603-46fd-bdfc-fdd25cd18430 req-65d534f6-b277-404f-aeca-a7ed41813756 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 944 time: 0.3024025 Aug 28 20:19:24.795844 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (469d356f-3ad0-4e19-be9a-906f383e30d1), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.878896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Port 221451aa-557e-44ba-9ab3-0376e6f8ad16 on network a8b4cd33-472f-4da9-9036-143ceac8eba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:19:24.878896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Attempting to bind port 221451aa-557e-44ba-9ab3-0376e6f8ad16 on network a8b4cd33-472f-4da9-9036-143ceac8eba6 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:24.882829 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (a7df8ab1-3f46-4abd-be5b-3354dbedbd42), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.919985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:24.921139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Checking segment: {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:24.921719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Bound using segment: {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:24.922411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Bound port: 221451aa-557e-44ba-9ab3-0376e6f8ad16, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec795bf-0948-40bf-9f6c-51a8d562f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:24.922970 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.934677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e10b-7af3-4122-91ec-ce94be7c5d97 None None] Pushing event updated for resources: {'Port': ['ID=c895ce36-fd04-47f8-aad2-c7bec61d6a26,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:24.938445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-727f5ab1-7f3b-44c1-b058-57e617bf66bf tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3849ed16-5a59-415c-bf00-c0ae521c2d14), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:24.989337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f5ab1-7f3b-44c1-b058-57e617bf66bf tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3849ed16-5a59-415c-bf00-c0ae521c2d14,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:25.001649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e408978b-5603-46fd-bdfc-fdd25cd18430 req-f56aed59-9652-4b51-ae63-a714c7ebb0da tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064409 Aug 28 20:19:25.156988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-727f5ab1-7f3b-44c1-b058-57e617bf66bf tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.168720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-727f5ab1-7f3b-44c1-b058-57e617bf66bf tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5315735 Aug 28 20:19:25.173437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38566) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:25.185381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a7df8ab1-3f46-4abd-be5b-3354dbedbd42), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.195746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1419332242', 'security_groups': ['3849ed16-5a59-415c-bf00-c0ae521c2d14'], 'network_id': '10898b37-f24f-4c68-a969-025286443568', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be842591-80f3-41fd-9285-469e4b18295b'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:25.227082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] For port 221451aa-557e-44ba-9ab3-0376e6f8ad16, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:25.326282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:25.333775 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] For port 221451aa-557e-44ba-9ab3-0376e6f8ad16, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=221451aa-557e-44ba-9ab3-0376e6f8ad16,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:25.377694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:25.383792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (469d356f-3ad0-4e19-be9a-906f383e30d1), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.388786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:25.424555 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (880056d3-08f9-4539-bf0d-ebfcd407ffea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.442240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.499619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.503059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=a7df8ab1-3f46-4abd-be5b-3354dbedbd42,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:25.529634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:25.530291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.531844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/221451aa-557e-44ba-9ab3-0376e6f8ad16 HTTP/1.1" status: 200 len: 1092 time: 3.2207427 Aug 28 20:19:25.532320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'tag': '221451aa-557e-44ba-9ab3-0376e6f8ad16'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:25.535444 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e872cd8-2999-4e3f-866f-b4308a614e84", "tag": "221451aa-557e-44ba-9ab3-0376e6f8ad16"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:25.583151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:25.583924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.606129 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:25.689060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9446e3-2071-4139-96ab-a7119cb9ab20 service neutron] Pushing event updated for resources: {'Port': ['ID=221451aa-557e-44ba-9ab3-0376e6f8ad16,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:25.725690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Provisioning complete for port b4ac1e93-1584-42dd-9b52-56f272ab856b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:25.726416 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.770454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-9f35513b-0a57-40cb-9184-d73a52c6d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:25.772707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-9f35513b-0a57-40cb-9184-d73a52c6d542 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1ef756e5aaed4ea699c082fcea8a5c5c&device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 1126 time: 0.0778735 Aug 28 20:19:25.799676 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:25.850320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Port b4ac1e93-1584-42dd-9b52-56f272ab856b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:25.875382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:25.875905 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.888083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.23 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/ef8c5546-6a77-4d68-b22c-b6c867152e6a) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:25.912602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-97880b7e-3e25-44f0-82ef-0723eeac749f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221451aa-557e-44ba-9ab3-0376e6f8ad16 HTTP/1.1" status: 200 len: 217 time: 0.0539374 Aug 28 20:19:25.930663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2613d34c-b466-47b9-ad22-30db77747b10 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8688459 Aug 28 20:19:25.956516 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:25.966117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38576) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:25.972217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'name': 'tempest-AllowedAddressPairTestJSON-74234417', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f6:79:40'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:26.037965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:26.038791 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:26.144755 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:26.188410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c307614c-97a3-4824-9b61-81648543f67f None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,segment=NetworkSegment(2dce604d-d0a1-4843-a938-253386f8cbc7),segment_id=2dce604d-d0a1-4843-a938-253386f8cbc7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:26.263220 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:26.397124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307614c-97a3-4824-9b61-81648543f67f None None] Pushing event updated for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:26.467853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c895ce36-fd04-47f8-aad2-c7bec61d6a26 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:26.533446 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf7d333-0223-42e7-ae0e-9d73a151aa1c x-openstack-request-id: req-1cf7d333-0223-42e7-ae0e-9d73a151aa1c {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:26.534200 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e872cd8-2999-4e3f-866f-b4308a614e84", "tag": "221451aa-557e-44ba-9ab3-0376e6f8ad16", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:26.534200 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1cf7d333-0223-42e7-ae0e-9d73a151aa1c {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:26.534773 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf7d333-0223-42e7-ae0e-9d73a151aa1c'] response: {'name': 'network-changed', 'server_uuid': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'tag': '221451aa-557e-44ba-9ab3-0376e6f8ad16', 'status': 'completed', 'code': 200} Aug 28 20:19:26.535849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:26.579172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c895ce36-fd04-47f8-aad2-c7bec61d6a26 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:26.579558 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:26.658919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-d75e9671-90a5-4943-989a-7d7de7447a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:26.661215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-d75e9671-90a5-4943-989a-7d7de7447a27 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=66558c54-3e4c-4a24-a7cf-dfa9bad97a7a HTTP/1.1" status: 200 len: 853 time: 0.7264490 Aug 28 20:19:26.664154 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:26.684326 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:26.691057 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:26.696307 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:26.716263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-177e58dd-0bcb-422b-9fa7-f9a5b8e00723 req-fa252ccf-f511-4bc4-9b71-f656ee6a1f2f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.8025398 Aug 28 20:19:26.795324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80373723-f1c1-471a-84bc-8cbabd8e84d0 None None] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:26.816120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c895ce36-fd04-47f8-aad2-c7bec61d6a26 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:26.816567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 553ab2ce-88d3-4dde-932e-e673fe55ca44 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:26.817313 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:26.827385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-056f2a2b-3e00-480e-9323-499e2ec764a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:26.829124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-056f2a2b-3e00-480e-9323-499e2ec764a8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=a8b4cd33-472f-4da9-9036-143ceac8eba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1364086 Aug 28 20:19:26.884208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35060-3c36-4387-b9d3-4b08ed06a482 req-4e1de8a9-b9d0-4818-a59d-f76c5837af53 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:26.888196 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ff35060-3c36-4387-b9d3-4b08ed06a482 req-4e1de8a9-b9d0-4818-a59d-f76c5837af53 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 944 time: 0.1157110 Aug 28 20:19:26.904910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:26.919326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-42af2248-53f2-486b-8333-d2d428d03386 None None] Provisioning complete for port c895ce36-fd04-47f8-aad2-c7bec61d6a26 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:26.919732 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-42af2248-53f2-486b-8333-d2d428d03386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:26.951317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.036212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.089427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port c895ce36-fd04-47f8-aad2-c7bec61d6a26, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c895ce36-fd04-47f8-aad2-c7bec61d6a26,segment=NetworkSegment(e447931b-6ebc-49f7-9b6e-69fe8872ec49),segment_id=e447931b-6ebc-49f7-9b6e-69fe8872ec49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:27.091847 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ff35060-3c36-4387-b9d3-4b08ed06a482 req-d5fc1dec-b981-4beb-8cd6-837927605e45 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880329 Aug 28 20:19:27.100083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:27.193058 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.194531 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-58d2e8fb-9cc3-403a-b97a-589ca2343df3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a8b4cd33-472f-4da9-9036-143ceac8eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579950 Aug 28 20:19:27.221728 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.223252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:27.325986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.329749 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:27.408286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] device_id is not set on port 782e7423-016d-4294-8748-911fca157661 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:27.434032 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.477076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::39 (10898b37-f24f-4c68-a969-025286443568/be842591-80f3-41fd-9285-469e4b18295b/553ab2ce-88d3-4dde-932e-e673fe55ca44) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:27.607583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dcf0b575-892b-434f-977c-dc3319acdac7 req-8d167627-bfbf-4dd2-a66f-84f7494e5241 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a8b4cd33-472f-4da9-9036-143ceac8eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804836 Aug 28 20:19:27.682487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Router 880056d3-08f9-4539-bf0d-ebfcd407ffea is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:19:27.683778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:27.707304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:27.743217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-42af2248-53f2-486b-8333-d2d428d03386 None None] Current status of the port c895ce36-fd04-47f8-aad2-c7bec61d6a26 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:27.747050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=c895ce36-fd04-47f8-aad2-c7bec61d6a26,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:27.861681 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.892393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:27.893620 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:27.901928 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:27.905727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:27.943960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=ef8c5546-6a77-4d68-b22c-b6c867152e6a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:27.975928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a38e811b-08be-4eff-bebf-db3761746f51 None None] Provisioning complete for port a7df8ab1-3f46-4abd-be5b-3354dbedbd42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:27.976623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a38e811b-08be-4eff-bebf-db3761746f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7df8ab1-3f46-4abd-be5b-3354dbedbd42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.022171 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:28.049818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a38e811b-08be-4eff-bebf-db3761746f51 None None] Port a7df8ab1-3f46-4abd-be5b-3354dbedbd42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:28.080610 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d046eacf-1ace-4147-9dc3-22679e280632 req-96b023e4-2ab4-487a-941f-2a91a4eb75b0 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0529952 Aug 28 20:19:28.098750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Allocated IP 172.20.0.13 (f1653929-ecee-40cd-b3cc-e33ff3d845f5/79f21067-6087-49a3-8dd6-1d09f654be88/782e7423-016d-4294-8748-911fca157661) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:28.110648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a38e811b-08be-4eff-bebf-db3761746f51 None None] Provisioning complete for port c895ce36-fd04-47f8-aad2-c7bec61d6a26 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:28.111390 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a38e811b-08be-4eff-bebf-db3761746f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.113416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:28.124734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.125158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.130377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.130872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.131263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.131680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.135938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.136482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.136883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.137285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.137687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.138083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.138476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.138850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.139201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:28.148128 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] Sync routers for ids ['880056d3-08f9-4539-bf0d-ebfcd407ffea'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:28.167571 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.171605 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c55a4af6-e9a8-44cc-a60a-5562f00f532b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "PUT /networking/v2.0/routers/880056d3-08f9-4539-bf0d-ebfcd407ffea HTTP/1.1" status: 200 len: 884 time: 5.8928823 Aug 28 20:19:28.172603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38590) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:28.194759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:28.197383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.249069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] Routers {'880056d3-08f9-4539-bf0d-ebfcd407ffea'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:28.249929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['880056d3-08f9-4539-bf0d-ebfcd407ffea'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:28.345451 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:28.365690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a38e811b-08be-4eff-bebf-db3761746f51 None None] Current status of the port c895ce36-fd04-47f8-aad2-c7bec61d6a26 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:28.365690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:28.385949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] Routers {'880056d3-08f9-4539-bf0d-ebfcd407ffea'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:28.386739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['880056d3-08f9-4539-bf0d-ebfcd407ffea'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:28.395753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.458297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:28.458721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:28.462763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:28.468096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:28.473245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:28.474006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.474933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:28.475663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec06e63-6122-473c-8cb1-198aa5ec78ec None None] The sync data for ids ['880056d3-08f9-4539-bf0d-ebfcd407ffea'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:28.494492 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:28.495251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=553ab2ce-88d3-4dde-932e-e673fe55ca44,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:28.521922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-90a93606-f69d-4c44-ad10-503583cb810e None None] Provisioning complete for port a7df8ab1-3f46-4abd-be5b-3354dbedbd42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:28.524028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-90a93606-f69d-4c44-ad10-503583cb810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a7df8ab1-3f46-4abd-be5b-3354dbedbd42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.576763 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:28.577267 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.579020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-90a93606-f69d-4c44-ad10-503583cb810e None None] Port a7df8ab1-3f46-4abd-be5b-3354dbedbd42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:28.647827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4984cc-8639-4902-bb9e-95fa33b6b6e9 req-c18d7c7a-8adf-402b-a68a-2474162738aa tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:28.651425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-af4984cc-8639-4902-bb9e-95fa33b6b6e9 req-c18d7c7a-8adf-402b-a68a-2474162738aa tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 944 time: 0.3194358 Aug 28 20:19:28.666851 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1a25f898-b3cc-497f-bd60-1984d9840f4a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4847829 Aug 28 20:19:28.675257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38592) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:28.706840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-33441573-b4cf-49f0-9055-25faf02c41d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:28.721641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:28.724942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c895ce36-fd04-47f8-aad2-c7bec61d6a26 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:28.796812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-85aa2e45-1d86-4526-9af1-bd593c290e4b tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/880056d3-08f9-4539-bf0d-ebfcd407ffea HTTP/1.1" status: 200 len: 925 time: 0.6168220 Aug 28 20:19:28.827806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38594) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:28.829371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-d36c1a2b-f0a2-4168-8f55-9626cd06e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:28.831138 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-d36c1a2b-f0a2-4168-8f55-9626cd06e40b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1ef756e5aaed4ea699c082fcea8a5c5c&device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 1126 time: 0.2671471 Aug 28 20:19:28.856144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c895ce36-fd04-47f8-aad2-c7bec61d6a26 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:28.856979 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:28.903483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-af4984cc-8639-4902-bb9e-95fa33b6b6e9 req-4b7b4af3-a37f-4bd8-bf09-a36411295b2f tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389109 Aug 28 20:19:29.039434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0cd1f422-b59b-44d2-8c2a-664c978f3e2f None None] Provisioning complete for port 553ab2ce-88d3-4dde-932e-e673fe55ca44 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:29.042334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f422-b59b-44d2-8c2a-664c978f3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:29.051268 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (782e7423-016d-4294-8748-911fca157661), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:29.063385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f84a55-e363-46fa-85ee-707af951c164 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:29.065335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-21f84a55-e363-46fa-85ee-707af951c164 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=880056d3-08f9-4539-bf0d-ebfcd407ffea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2331238 Aug 28 20:19:29.066960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-30d16956-4349-4cfd-9e99-e2dbdee384a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:29.068677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-30d16956-4349-4cfd-9e99-e2dbdee384a6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=a8b4cd33-472f-4da9-9036-143ceac8eba6 HTTP/1.1" status: 200 len: 915 time: 0.1866605 Aug 28 20:19:29.070237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38596) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:29.210730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1f422-b59b-44d2-8c2a-664c978f3e2f None None] Port 553ab2ce-88d3-4dde-932e-e673fe55ca44 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:29.211460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (469d356f-3ad0-4e19-be9a-906f383e30d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:29.273312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c895ce36-fd04-47f8-aad2-c7bec61d6a26 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:29.289607 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:29.334812 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-84f478f8-0155-4fa3-a8ba-6f48d16f1689 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=221451aa-557e-44ba-9ab3-0376e6f8ad16 HTTP/1.1" status: 200 len: 217 time: 0.2490983 Aug 28 20:19:29.371151 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:29.412147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d3cf03c-765b-4fd5-9088-241bf445cd63 req-9b9f62b9-6aed-4be5-ba59-6313e0510f69 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0900056 Aug 28 20:19:29.486353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91995c1e-1d44-4965-9f4e-c92e7d957866 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:29.491609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-91995c1e-1d44-4965-9f4e-c92e7d957866 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.4168522 Aug 28 20:19:29.499089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38602) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:29.507361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-5c568ca8-60b8-4ef7-9156-9fbd8c5a1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:29.511944 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-5c568ca8-60b8-4ef7-9156-9fbd8c5a1c83 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=66558c54-3e4c-4a24-a7cf-dfa9bad97a7a HTTP/1.1" status: 200 len: 853 time: 0.1369774 Aug 28 20:19:29.526461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (782e7423-016d-4294-8748-911fca157661), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:29.585553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-27f58b64-ef07-4ac7-a27f-0b626ecfdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:29.587655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-27f58b64-ef07-4ac7-a27f-0b626ecfdda2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=a8b4cd33-472f-4da9-9036-143ceac8eba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604658 Aug 28 20:19:29.685836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=782e7423-016d-4294-8748-911fca157661,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:29.697468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f07c867d-e3e1-4818-a11b-8fbdb995976b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=880056d3-08f9-4539-bf0d-ebfcd407ffea HTTP/1.1" status: 200 len: 205 time: 0.1928637 Aug 28 20:19:29.715072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38604) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:29.726271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-36e84940-c44d-463b-82f5-ed7604ada625 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a8b4cd33-472f-4da9-9036-143ceac8eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314332 Aug 28 20:19:29.727608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33441573-b4cf-49f0-9055-25faf02c41d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:29.734029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33441573-b4cf-49f0-9055-25faf02c41d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:29.842910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:29.854503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:29.856442 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:29.912384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:29.930196 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:29.961219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ffc71626-ce5d-4e5c-a759-95e4f7bde21f req-c19dffe6-d2a2-4dde-9e0a-34d33d8fffd9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a8b4cd33-472f-4da9-9036-143ceac8eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174482 Aug 28 20:19:29.961219 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:29.971400 n-d-854121-7 neutron-server[114322]: INFO neutron.db.ipam_backend_mixin [None req-33441573-b4cf-49f0-9055-25faf02c41d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be842591-80f3-41fd-9285-469e4b18295b (CIDR: 2001:db8::/64) Aug 28 20:19:30.000296 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:30.005519 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-33441573-b4cf-49f0-9055-25faf02c41d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:19:30.006308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33441573-b4cf-49f0-9055-25faf02c41d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:19:30.069159 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (469d356f-3ad0-4e19-be9a-906f383e30d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.123457 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33441573-b4cf-49f0-9055-25faf02c41d8 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4431255 Aug 28 20:19:30.126511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38614) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:30.133321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:30.180712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4492-a6dd-4556-93b1-ef5b1dc54cf2 req-ae3b2c27-1024-422e-ad71-dbe85582666f tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:30.184099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833b4492-a6dd-4556-93b1-ef5b1dc54cf2 req-ae3b2c27-1024-422e-ad71-dbe85582666f tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 944 time: 0.1119766 Aug 28 20:19:30.193950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:30.194286 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.210822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.346167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e489fa4b-1ee7-4d2d-9a9d-fbabee3cc090 None None] Provisioning complete for port 782e7423-016d-4294-8748-911fca157661 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:30.347835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e489fa4b-1ee7-4d2d-9a9d-fbabee3cc090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (782e7423-016d-4294-8748-911fca157661), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.370865 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833b4492-a6dd-4556-93b1-ef5b1dc54cf2 req-4f7fbad0-8ea5-448f-9432-6fa2da7d44d5 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722329 Aug 28 20:19:30.438353 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dd8da533-d25a-4e94-a51a-4b337986e890 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.4709399 Aug 28 20:19:30.439008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38618) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:30.473998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e489fa4b-1ee7-4d2d-9a9d-fbabee3cc090 None None] Port 782e7423-016d-4294-8748-911fca157661 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:30.507871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (880056d3-08f9-4539-bf0d-ebfcd407ffea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.520141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:30.526203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.546683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 221451aa-557e-44ba-9ab3-0376e6f8ad16 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:19:30.585581 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:30.652972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee850f09-ad54-4664-b5d4-f7a133093b27 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:30.658326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee850f09-ad54-4664-b5d4-f7a133093b27 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:30.663996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee850f09-ad54-4664-b5d4-f7a133093b27 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:30.669952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ee850f09-ad54-4664-b5d4-f7a133093b27 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2254319 Aug 28 20:19:30.670352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38624) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:30.705330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7a115061-7405-4396-9ad7-257e4829cd7b req-f033cb49-9f7f-44a6-8f7c-564a8fb0c88f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1243181 Aug 28 20:19:30.749300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 221451aa-557e-44ba-9ab3-0376e6f8ad16, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=221451aa-557e-44ba-9ab3-0376e6f8ad16,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:30.766862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '221451aa-557e-44ba-9ab3-0376e6f8ad16', 'network_id': 'a8b4cd33-472f-4da9-9036-143ceac8eba6', 'port_id': '221451aa-557e-44ba-9ab3-0376e6f8ad16', 'mac_address': 'fa:16:3e:9b:55:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66558c54-3e4c-4a24-a7cf-dfa9bad97a7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:19:30.798142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting port 782e7423-016d-4294-8748-911fca157661 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:30.798551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (782e7423-016d-4294-8748-911fca157661), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.818779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 221451aa-557e-44ba-9ab3-0376e6f8ad16 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:30.819574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.836391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221451aa-557e-44ba-9ab3-0376e6f8ad16 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:19:30.865811 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:30.870167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 221451aa-557e-44ba-9ab3-0376e6f8ad16, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=221451aa-557e-44ba-9ab3-0376e6f8ad16,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:30.922969 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (782e7423-016d-4294-8748-911fca157661), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:30.938533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Calling delete_port for 782e7423-016d-4294-8748-911fca157661 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:31.025114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 469d356f-3ad0-4e19-be9a-906f383e30d1 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:19:31.054841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Deleting port 478fc648-4ff4-49e1-93b3-b23d0736ee3c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:31.058143 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (478fc648-4ff4-49e1-93b3-b23d0736ee3c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.080594 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.115008 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (adeb2da5-478f-4b91-a368-5d384e99aea1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.171045 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=221451aa-557e-44ba-9ab3-0376e6f8ad16,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:31.194597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:31.217217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:31.233845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2d747-8dad-4494-aa0b-cae998b0ed9b None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:31.244867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:31.244867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.279425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=adeb2da5-478f-4b91-a368-5d384e99aea1,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:31.394410 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:31.418608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3aa7dea0-8516-4de6-ac8a-09a18fba2915 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2809384 Aug 28 20:19:31.418608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38630) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:31.418981 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (478fc648-4ff4-49e1-93b3-b23d0736ee3c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.419176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-430784488', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'adeb2da5-478f-4b91-a368-5d384e99aea1'}], 'security_groups': ['491bfca4-90e0-48f3-bf32-6d8c43f77d5c']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:31.443420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:31.456951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['221451aa-557e-44ba-9ab3-0376e6f8ad16'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:19:31.458455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Calling delete_port for 478fc648-4ff4-49e1-93b3-b23d0736ee3c owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:31.464541 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Sync routers for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:31.486775 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:31.489185 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:31.490856 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:31.586726 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (782e7423-016d-4294-8748-911fca157661), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.592091 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.594281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9bc0cc8e-62c9-4f0e-9db9-c5eaef783e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.7185163 Aug 28 20:19:31.599404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38636) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:31.654925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:31.660103 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:31.795650 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:32.051534 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb209442-0813-4b94-b67e-ef8c057c6ceb None None] Update dhcp port {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'fixed_ips': [{'subnet_id': 'be842591-80f3-41fd-9285-469e4b18295b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'adeb2da5-478f-4b91-a368-5d384e99aea1'}], 'binding:host_id': 'n-d-854121-7'}, 'id': '0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:19:32.107912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb209442-0813-4b94-b67e-ef8c057c6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:32.136359 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:28Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:32.182085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Checking router: 469d356f-3ad0-4e19-be9a-906f383e30d1 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:19:32.182740 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Updating router 469d356f-3ad0-4e19-be9a-906f383e30d1 port ef8c5546-6a77-4d68-b22c-b6c867152e6a binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:19:32.250756 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:32.299567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6594b5b0-2c2b-42b0-910a-ffca37fe2f47 req-48aa7c69-e93c-4073-af4d-7a42a8efca28 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.2003517 Aug 28 20:19:32.307368 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cd681620-acee-497b-92a7-a26d94a7e0fc tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=19747ba661ca427ea056cf5402e7450c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7062635 Aug 28 20:19:32.311092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Port': ['ID=782e7423-016d-4294-8748-911fca157661,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:32.311356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38646) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:32.327356 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:32.357829 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6601833-34fe-44fb-a368-4d9f97c29119 req-c71b838d-1194-473f-bcc9-da6426fb3751 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:32.365731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6601833-34fe-44fb-a368-4d9f97c29119 req-c71b838d-1194-473f-bcc9-da6426fb3751 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 945 time: 0.7904518 Aug 28 20:19:32.409632 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:32.601679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 221451aa-557e-44ba-9ab3-0376e6f8ad16 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:32.621256 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6601833-34fe-44fb-a368-4d9f97c29119 req-6c61647b-f1a2-42b9-94db-fd7a8ea41181 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541986 Aug 28 20:19:32.705267 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:32.712703 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bfde504c-dd7c-4290-9581-7dd53101b4ff tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/ports/782e7423-016d-4294-8748-911fca157661 HTTP/1.1" status: 204 len: 168 time: 2.0387669 Aug 28 20:19:32.712975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76409c2-8dc5-490a-824b-b2e7426f94e5 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:32.712975 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d76409c2-8dc5-490a-824b-b2e7426f94e5 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3318024 Aug 28 20:19:32.713401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38652) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:32.717254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38654) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:32.751826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-bb209442-0813-4b94-b67e-ef8c057c6ceb None None] Allocated IP 2001:db8:0:1::2 (10898b37-f24f-4c68-a969-025286443568/adeb2da5-478f-4b91-a368-5d384e99aea1/0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:32.784955 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-23b8c2e0-5463-4918-8987-dbc4ead2b223 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659647 Aug 28 20:19:32.787857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38656) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:32.791691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (478fc648-4ff4-49e1-93b3-b23d0736ee3c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:32.800778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-329073293', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:32.819582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 221451aa-557e-44ba-9ab3-0376e6f8ad16 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:19:32.886679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event deleted for resources: {'Port': ['ID=478fc648-4ff4-49e1-93b3-b23d0736ee3c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:32.962540 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Publish callbacks [] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.004542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bb209442-0813-4b94-b67e-ef8c057c6ceb None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,segment=NetworkSegment(2dce604d-d0a1-4843-a938-253386f8cbc7),segment_id=2dce604d-d0a1-4843-a938-253386f8cbc7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:33.007824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 221451aa-557e-44ba-9ab3-0376e6f8ad16 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:33.007824 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.048475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (880056d3-08f9-4539-bf0d-ebfcd407ffea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.088519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb209442-0813-4b94-b67e-ef8c057c6ceb None None] Publish callbacks [] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.131628 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.163383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.169958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (880056d3-08f9-4539-bf0d-ebfcd407ffea), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.182561 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb209442-0813-4b94-b67e-ef8c057c6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.226939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:33.227450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 221451aa-557e-44ba-9ab3-0376e6f8ad16 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:33.231178 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.232610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.252975 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-193171b0-9a4d-4913-93c5-c92725295b9c tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] GET failed (client error): The resource could not be found. Aug 28 20:19:33.254822 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-193171b0-9a4d-4913-93c5-c92725295b9c tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "GET /networking/v2.0/ports/782e7423-016d-4294-8748-911fca157661 HTTP/1.1" status: 404 len: 333 time: 0.5373433 Aug 28 20:19:33.264285 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:33.265545 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765eaed-a2ac-4de8-bdfc-bf4126988d2e None None] Pushing event updated for resources: {'Port': ['ID=ef8c5546-6a77-4d68-b22c-b6c867152e6a,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:33.277072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38662) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:33.282475 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Attempting to bind port ef8c5546-6a77-4d68-b22c-b6c867152e6a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:33.283776 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Attempting to bind port ef8c5546-6a77-4d68-b22c-b6c867152e6a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:33.283776 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Attempting to bind port ef8c5546-6a77-4d68-b22c-b6c867152e6a on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:33.292356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'name': 'tempest-AllowedAddressPairTestJSON-468842826'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:33.302529 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:33.302900 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:33.303404 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.303802 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:33.304315 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Bound port: ef8c5546-6a77-4d68-b22c-b6c867152e6a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:33.304718 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.319390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (880056d3-08f9-4539-bf0d-ebfcd407ffea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.323829 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Fanout notify agent at l3_agent the message router_deleted on router 880056d3-08f9-4539-bf0d-ebfcd407ffea {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:33.351874 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.353186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-75a8b93b-9c13-4c18-81c4-d6e21266cc60 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/880056d3-08f9-4539-bf0d-ebfcd407ffea HTTP/1.1" status: 204 len: 168 time: 3.6318007 Aug 28 20:19:33.360452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38664) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:33.387553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6b0a980d-6030-4c53-b3da-96b40fd01d61 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-603720005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:33.434081 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:33.474275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221451aa-557e-44ba-9ab3-0376e6f8ad16'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:33.478352 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155cd9fa-c5ca-4ba6-a482-686712d6e2aa" -d '{"events": [{"server_uuid": "9e872cd8-2999-4e3f-866f-b4308a614e84", "name": "network-vif-plugged", "status": "completed", "tag": "221451aa-557e-44ba-9ab3-0376e6f8ad16"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:33.509679 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] For port ef8c5546-6a77-4d68-b22c-b6c867152e6a, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:33.521484 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] For port ef8c5546-6a77-4d68-b22c-b6c867152e6a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ef8c5546-6a77-4d68-b22c-b6c867152e6a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:33.525929 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:33.550027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 221451aa-557e-44ba-9ab3-0376e6f8ad16, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=221451aa-557e-44ba-9ab3-0376e6f8ad16,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:33.587545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b0a980d-6030-4c53-b3da-96b40fd01d61 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.588144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb209442-0813-4b94-b67e-ef8c057c6ceb None None] Pushing event updated for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:33.590989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b0a980d-6030-4c53-b3da-96b40fd01d61 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.606785 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.709391 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.710829 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:33.711514 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:33.834844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-abaad548-8ffb-4362-86dd-183f83d550eb req-e0a0855b-e24c-4479-b95a-1aac2291f7b1 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.2168705 Aug 28 20:19:33.837487 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765eaed-a2ac-4de8-bdfc-bf4126988d2e None None] Pushing event updated for resources: {'Port': ['ID=ef8c5546-6a77-4d68-b22c-b6c867152e6a,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:33.880321 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde17dc8-a4d6-4109-9af7-6f9918cddb77 x-openstack-request-id: req-cde17dc8-a4d6-4109-9af7-6f9918cddb77 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:33.880721 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e872cd8-2999-4e3f-866f-b4308a614e84", "name": "network-vif-plugged", "status": "completed", "tag": "221451aa-557e-44ba-9ab3-0376e6f8ad16", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:33.881135 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cde17dc8-a4d6-4109-9af7-6f9918cddb77 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:33.881912 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde17dc8-a4d6-4109-9af7-6f9918cddb77'] response: {'server_uuid': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221451aa-557e-44ba-9ab3-0376e6f8ad16', 'code': 200} Aug 28 20:19:33.937719 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b0a980d-6030-4c53-b3da-96b40fd01d61 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (15b705df-1dec-4995-ae1c-002f9ee1db9d), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:33.996980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=221451aa-557e-44ba-9ab3-0376e6f8ad16,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:34.002906 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:34.037832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b0a980d-6030-4c53-b3da-96b40fd01d61 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:34.101904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9c4dc-5f9a-48e4-9a9a-64755f51c81f req-83ede457-9ad1-4fc1-91fb-2fd27be1b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:34.105106 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9dd9c4dc-5f9a-48e4-9a9a-64755f51c81f req-83ede457-9ad1-4fc1-91fb-2fd27be1b015 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 1128 time: 0.2093680 Aug 28 20:19:34.107968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6352ec4-80e8-4c1a-a254-ef4ce7ccdd8f req-bc85d612-45ce-47fb-bceb-113db8beb4bb tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:34.109870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6352ec4-80e8-4c1a-a254-ef4ce7ccdd8f req-bc85d612-45ce-47fb-bceb-113db8beb4bb tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 946 time: 0.2279112 Aug 28 20:19:34.201063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Delete allocated IP 2001:db8::39 (10898b37-f24f-4c68-a969-025286443568/be842591-80f3-41fd-9285-469e4b18295b) {{(pid=114322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 20:19:34.201553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6352ec4-80e8-4c1a-a254-ef4ce7ccdd8f req-a6ccfb59-c0b7-4902-a7e5-9ab84352ebf5 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770879 Aug 28 20:19:34.213180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8:0:1::47 (10898b37-f24f-4c68-a969-025286443568/adeb2da5-478f-4b91-a368-5d384e99aea1/553ab2ce-88d3-4dde-932e-e673fe55ca44) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:34.245246 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (c39c56fb-4101-4fd5-826d-96ff9b66249c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:34.336689 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:28Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:34.380467 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b0a980d-6030-4c53-b3da-96b40fd01d61 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:34.387847 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6b0a980d-6030-4c53-b3da-96b40fd01d61 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0220029 Aug 28 20:19:34.397022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38684) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:34.408707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': True}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:34.460570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ad4fa-b0c9-43f3-85ef-954a37396e0a None None] The sync data for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 is: [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:28Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:34.479394 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:34.498560 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:34.518541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:34.620991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:34.622577 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:34.639200 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:34.662800 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9dd9c4dc-5f9a-48e4-9a9a-64755f51c81f req-2aab810c-96c4-4f27-bd40-b636d4a1b8c3 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248113 Aug 28 20:19:34.677905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:34.679544 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:34.680427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Subnet': ['ID=c39c56fb-4101-4fd5-826d-96ff9b66249c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:34.736938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] device_id is not set on port b6b68879-9984-4959-aaa4-ba3c57864bd7 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:34.750168 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:34.751338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Checking segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:34.751729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network hostable DHCP agents. Network: 68817902-bf60-4f78-a96a-fd76f444f265, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:19:34.853558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (15b705df-1dec-4995-ae1c-002f9ee1db9d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:34.879659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Provisioning complete for port 553ab2ce-88d3-4dde-932e-e673fe55ca44 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:34.879659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:34.947395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 68817902-bf60-4f78-a96a-fd76f444f265 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:19:34.990349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:34.998087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Allocated IP 172.20.0.10 (f1653929-ecee-40cd-b3cc-e33ff3d845f5/79f21067-6087-49a3-8dd6-1d09f654be88/b6b68879-9984-4959-aaa4-ba3c57864bd7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:35.022981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Port 553ab2ce-88d3-4dde-932e-e673fe55ca44 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:35.034535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 68817902-bf60-4f78-a96a-fd76f444f265) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:35.059740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Provisioning complete for port b4ac1e93-1584-42dd-9b52-56f272ab856b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:35.060119 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.116732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:35.117478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.168245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d1dae8-b29d-4680-b515-25e5ee6042d8 None None] Network 68817902-bf60-4f78-a96a-fd76f444f265 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:35.287827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d807e80c-8e8a-40ba-bf2c-ec37a9111260 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4979906 Aug 28 20:19:35.296789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38696) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:35.324732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.364854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Port b4ac1e93-1584-42dd-9b52-56f272ab856b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:35.400364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82920f70-d3dc-41d8-92e4-2f95a2c49269 req-9b3df44a-af2d-4b4f-bd61-ddf955bf5dea tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0744090 Aug 28 20:19:35.408044 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.422723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.440837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:35.442437 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.638695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] In _notify_port_updated(), no bound segment for port 553ab2ce-88d3-4dde-932e-e673fe55ca44 on network 10898b37-f24f-4c68-a969-025286443568 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:19:35.646659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:35.649302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.652861 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "PUT /networking/v2.0/ports/553ab2ce-88d3-4dde-932e-e673fe55ca44 HTTP/1.1" status: 200 len: 929 time: 4.2387300 Aug 28 20:19:35.715809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75eabc-1f8b-4f4e-b0a4-48aa7c6aaa06 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=553ab2ce-88d3-4dde-932e-e673fe55ca44,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:35.729598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38704) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:35.744413 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:35.780360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (15b705df-1dec-4995-ae1c-002f9ee1db9d), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.884510 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.925210 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:35.925465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-68817902-bf60-4f78-a96a-fd76f444f265', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:19:35.925465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:35.961532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d016032-a7b4-4a62-9b60-f5a92d5d8ce5 req-eead5053-d423-4413-bb89-7de76936bc4f tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:35.963407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d016032-a7b4-4a62-9b60-f5a92d5d8ce5 req-eead5053-d423-4413-bb89-7de76936bc4f tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 946 time: 0.5575118 Aug 28 20:19:35.963639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6755f639-e3e5-4b2c-9355-5cdd098e01a2 None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:35.974617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.047685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=b6b68879-9984-4959-aaa4-ba3c57864bd7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:36.078513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 553ab2ce-88d3-4dde-932e-e673fe55ca44 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:36.079213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.166809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Allocated IP 172.20.0.2 (68817902-bf60-4f78-a96a-fd76f444f265/c39c56fb-4101-4fd5-826d-96ff9b66249c/e6b623e9-e218-4a1e-a08d-90bfccfa81cf) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:36.177008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:36.182306 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:36.188148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:36.271831 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d016032-a7b4-4a62-9b60-f5a92d5d8ce5 req-baff4511-4269-42d7-8e57-05dd98558daf tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902720 Aug 28 20:19:36.338487 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:36.371955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bf35e898-783b-4d28-abd6-90df7b887b9b None None] Provisioning complete for port 553ab2ce-88d3-4dde-932e-e673fe55ca44 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:36.372582 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bf35e898-783b-4d28-abd6-90df7b887b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.454621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:36.455325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.469275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bf35e898-783b-4d28-abd6-90df7b887b9b None None] Port 553ab2ce-88d3-4dde-932e-e673fe55ca44 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:36.512817 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:36.541481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.557342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ef8c5546-6a77-4d68-b22c-b6c867152e6a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:36.578906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 553ab2ce-88d3-4dde-932e-e673fe55ca44 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:36.669430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f04f793-bbbe-4c04-9f3a-650faf0dd32a req-849c7766-b240-430d-a7bc-3f96da14a2ac tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0858686 Aug 28 20:19:36.684664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b1af0a9b-fcbc-4b04-8807-2c4b689ada06 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4040179 Aug 28 20:19:36.686556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Allocated IP 172.25.4.122 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:36.693010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38714) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:36.697809 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:36.700738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Publish callbacks [] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.710211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f6:79:40'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:36.742179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ef8c5546-6a77-4d68-b22c-b6c867152e6a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:36.742568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.804132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.862922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-910baec3-ebaa-48cd-ab20-6961140e2662 None None] Provisioning complete for port b6b68879-9984-4959-aaa4-ba3c57864bd7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:36.863346 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-910baec3-ebaa-48cd-ab20-6961140e2662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:36.879738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Network 68817902-bf60-4f78-a96a-fd76f444f265 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:36.904140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:36.981392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:36.987562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Pushing event updated for resources: {'Port': ['ID=e6b623e9-e218-4a1e-a08d-90bfccfa81cf,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:36.992839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ef8c5546-6a77-4d68-b22c-b6c867152e6a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:36.994328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.040434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for port (ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.053649 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:37.071114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.087365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port ef8c5546-6a77-4d68-b22c-b6c867152e6a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ef8c5546-6a77-4d68-b22c-b6c867152e6a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:37.134174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Attempting to bind port e6b623e9-e218-4a1e-a08d-90bfccfa81cf on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:37.134174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Attempting to bind port e6b623e9-e218-4a1e-a08d-90bfccfa81cf by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:37.134757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Attempting to bind port e6b623e9-e218-4a1e-a08d-90bfccfa81cf on network 68817902-bf60-4f78-a96a-fd76f444f265 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:37.138841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-910baec3-ebaa-48cd-ab20-6961140e2662 None None] Port b6b68879-9984-4959-aaa4-ba3c57864bd7 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:37.144274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:37.145130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Checking segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:37.145933 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.146751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Bound using segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:37.147519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Bound port: e6b623e9-e218-4a1e-a08d-90bfccfa81cf, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:37.148222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.183189 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.194740 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.234582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.263037 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (553ab2ce-88d3-4dde-932e-e673fe55ca44), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.284206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] For port e6b623e9-e218-4a1e-a08d-90bfccfa81cf, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:37.306403 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:37.309022 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] For port e6b623e9-e218-4a1e-a08d-90bfccfa81cf, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e6b623e9-e218-4a1e-a08d-90bfccfa81cf,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:37.311676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=ef8c5546-6a77-4d68-b22c-b6c867152e6a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:37.321360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:37.374324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=553ab2ce-88d3-4dde-932e-e673fe55ca44,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:37.401830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.410828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a5e57d75-3221-4c90-8307-4dd6171d0947 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/553ab2ce-88d3-4dde-932e-e673fe55ca44 HTTP/1.1" status: 204 len: 168 time: 1.6779275 Aug 28 20:19:37.421666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38724) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:37.423824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:37.426928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Port': ['ID=ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:37.463951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:37.464623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.589822 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:37.595059 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-445c7fdf-070c-49a0-a9a6-5effb522cd4b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:19:37.601310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-445c7fdf-070c-49a0-a9a6-5effb522cd4b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/553ab2ce-88d3-4dde-932e-e673fe55ca44 HTTP/1.1" status: 404 len: 333 time: 0.1663113 Aug 28 20:19:37.653899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38726) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:37.842775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb779f0a-fc52-45d0-821e-e7d777ebd345 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (3849ed16-5a59-415c-bf00-c0ae521c2d14), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.880460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Pushing event updated for resources: {'Port': ['ID=e6b623e9-e218-4a1e-a08d-90bfccfa81cf,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:37.890381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcac86-f60e-4a12-b244-8e35e966ffa3 req-6bfe4631-9c94-49ae-8647-0df8f0bb5c11 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:37.894226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0efcac86-f60e-4a12-b244-8e35e966ffa3 req-6bfe4631-9c94-49ae-8647-0df8f0bb5c11 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 946 time: 0.3709953 Aug 28 20:19:37.910088 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:37.910088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.910088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.910541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.910682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.910983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.911320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.911648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.911976 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.912312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.912777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.913111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.913614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.914025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.914350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.914676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e89d9-2762-4b73-9a81-5ef0176b9070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:19:37.922658 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:37.958240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb779f0a-fc52-45d0-821e-e7d777ebd345 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (3849ed16-5a59-415c-bf00-c0ae521c2d14), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.030985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.109273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] In _notify_port_updated(), no bound segment for port b6b68879-9984-4959-aaa4-ba3c57864bd7 on network f1653929-ecee-40cd-b3cc-e33ff3d845f5 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:19:38.114132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:38.114796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.119277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "PUT /networking/v2.0/ports/b6b68879-9984-4959-aaa4-ba3c57864bd7 HTTP/1.1" status: 200 len: 994 time: 1.4258447 Aug 28 20:19:38.121490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38736) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:38.129674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9352b675-3d74-4f68-8d9b-3700ef0783e3 req-25476a0e-188a-4879-8177-f3dfe1a33964 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1580136 Aug 28 20:19:38.182350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb779f0a-fc52-45d0-821e-e7d777ebd345 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3849ed16-5a59-415c-bf00-c0ae521c2d14), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.185520 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb779f0a-fc52-45d0-821e-e7d777ebd345 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.188390 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bb779f0a-fc52-45d0-821e-e7d777ebd345 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3849ed16-5a59-415c-bf00-c0ae521c2d14 HTTP/1.1" status: 204 len: 168 time: 0.5330286 Aug 28 20:19:38.217541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38738) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:38.290546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb779f0a-fc52-45d0-821e-e7d777ebd345 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3849ed16-5a59-415c-bf00-c0ae521c2d14,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:38.364961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f58b1d-bd07-4755-b37d-caf86e11a642 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=b6b68879-9984-4959-aaa4-ba3c57864bd7,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:38.392411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting port b6b68879-9984-4959-aaa4-ba3c57864bd7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:38.396967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.528305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e6b623e9-e218-4a1e-a08d-90bfccfa81cf up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:38.550666 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:38.567928 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:38.577708 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:38.609619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-61aabead-43b9-44a7-a28e-cf4fdfaae8e9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (491bfca4-90e0-48f3-bf32-6d8c43f77d5c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.626708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e6b623e9-e218-4a1e-a08d-90bfccfa81cf triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:38.627379 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.668643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-61aabead-43b9-44a7-a28e-cf4fdfaae8e9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (491bfca4-90e0-48f3-bf32-6d8c43f77d5c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.697266 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.734717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Calling delete_port for b6b68879-9984-4959-aaa4-ba3c57864bd7 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:38.788203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0efcac86-f60e-4a12-b244-8e35e966ffa3 req-77ea5f58-817e-4c8a-84d1-af0c8a8ababf tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228181 Aug 28 20:19:38.799293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (15b705df-1dec-4995-ae1c-002f9ee1db9d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.812147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e6b623e9-e218-4a1e-a08d-90bfccfa81cf is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:38.812735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:38.910833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e6b623e9-e218-4a1e-a08d-90bfccfa81cf, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e6b623e9-e218-4a1e-a08d-90bfccfa81cf,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:38.938304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.1 (68817902-bf60-4f78-a96a-fd76f444f265/c39c56fb-4101-4fd5-826d-96ff9b66249c/52ebbfdb-3a16-4382-ac25-4efbedda744e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:39.005822 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.013752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ef8c5546-6a77-4d68-b22c-b6c867152e6a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:39.088265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-61aabead-43b9-44a7-a28e-cf4fdfaae8e9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (491bfca4-90e0-48f3-bf32-6d8c43f77d5c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.091070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-61aabead-43b9-44a7-a28e-cf4fdfaae8e9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.096089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-61aabead-43b9-44a7-a28e-cf4fdfaae8e9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/491bfca4-90e0-48f3-bf32-6d8c43f77d5c HTTP/1.1" status: 204 len: 168 time: 0.8701639 Aug 28 20:19:39.101154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38758) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:39.129195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e6b623e9-e218-4a1e-a08d-90bfccfa81cf,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:39.191123 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:39.204748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ef8c5546-6a77-4d68-b22c-b6c867152e6a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:39.205143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.238102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aabead-43b9-44a7-a28e-cf4fdfaae8e9 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491bfca4-90e0-48f3-bf32-6d8c43f77d5c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:39.306650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet be842591-80f3-41fd-9285-469e4b18295b {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:39.313023 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (be842591-80f3-41fd-9285-469e4b18295b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.448935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ef8c5546-6a77-4d68-b22c-b6c867152e6a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:39.451019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62546b41-8da7-4337-b468-4d4786151fd2 req-967b195d-cfa0-4489-b246-da62920e5a93 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0561898 Aug 28 20:19:39.454366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b6b68879-9984-4959-aaa4-ba3c57864bd7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.500533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Port': ['ID=b6b68879-9984-4959-aaa4-ba3c57864bd7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:39.555388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494d855-7db7-4ba4-8356-e0a4280c4d58 None None] Network 68817902-bf60-4f78-a96a-fd76f444f265 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:39.589266 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (be842591-80f3-41fd-9285-469e4b18295b), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.596459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.601125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.608022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.702828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4d99637a-1a97-4e77-b999-bc21b9108dfc None None] Provisioning complete for port e6b623e9-e218-4a1e-a08d-90bfccfa81cf triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:39.702828 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4d99637a-1a97-4e77-b999-bc21b9108dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.827121 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-32cc8352-5a6e-4ce9-b91a-1371de1b83cc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1740007 Aug 28 20:19:39.929408 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (be842591-80f3-41fd-9285-469e4b18295b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:39.994076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.008461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4d99637a-1a97-4e77-b999-bc21b9108dfc None None] Current status of the port e6b623e9-e218-4a1e-a08d-90bfccfa81cf is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:40.050176 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:40.052117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 68817902-bf60-4f78-a96a-fd76f444f265 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:40.053959 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:40.060629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:40.066354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:40.076195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Router 15b705df-1dec-4995-ae1c-002f9ee1db9d is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:19:40.116417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d04dd5-44ed-434d-95ea-8ed02d7e4453 req-1b76ee12-2421-402a-8ceb-36f15daaa345 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:40.119759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46d04dd5-44ed-434d-95ea-8ed02d7e4453 req-1b76ee12-2421-402a-8ceb-36f15daaa345 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 946 time: 0.2313678 Aug 28 20:19:40.121993 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (be842591-80f3-41fd-9285-469e4b18295b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.129985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.134240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-62cedf94-42bb-4feb-9816-17ef66941751 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b6b68879-9984-4959-aaa4-ba3c57864bd7 HTTP/1.1" status: 204 len: 168 time: 2.0032783 Aug 28 20:19:40.151134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38770) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:40.151939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=52ebbfdb-3a16-4382-ac25-4efbedda744e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:40.238443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ffeb3-fdb9-49c7-aee8-1347f72307ef None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:40.242162 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.258117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/be842591-80f3-41fd-9285-469e4b18295b HTTP/1.1" status: 204 len: 168 time: 1.1375377 Aug 28 20:19:40.259601 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-52faa6f9-4add-4c57-bcee-d8d305d52051 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] GET failed (client error): The resource could not be found. Aug 28 20:19:40.265146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-52faa6f9-4add-4c57-bcee-d8d305d52051 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "GET /networking/v2.0/ports/b6b68879-9984-4959-aaa4-ba3c57864bd7 HTTP/1.1" status: 404 len: 333 time: 0.1103127 Aug 28 20:19:40.265812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38774) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:40.268340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a195e-34fa-4e01-b3b1-0bed6fedd3df tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=be842591-80f3-41fd-9285-469e4b18295b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:40.268892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38776) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:40.281982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:40.303619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'name': 'tempest-AllowedAddressPairTestJSON-1483946447'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:40.348979 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:40.370776 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46d04dd5-44ed-434d-95ea-8ed02d7e4453 req-ddd13742-daca-4438-a359-dccab620495f tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347751 Aug 28 20:19:40.422034 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (469d356f-3ad0-4e19-be9a-906f383e30d1), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.450917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e6b623e9-e218-4a1e-a08d-90bfccfa81cf up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:40.583476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-82b9398a-fc9d-4866-9383-f756c40047d0 None None] Provisioning complete for port e6b623e9-e218-4a1e-a08d-90bfccfa81cf triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:40.584175 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82b9398a-fc9d-4866-9383-f756c40047d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.701047 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:40.702765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e6b623e9-e218-4a1e-a08d-90bfccfa81cf triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:40.702765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.740790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e1b65345-e250-410f-b16d-796e71d8c7b5 req-b8b646bb-c393-4521-abe8-67311d2f5328 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0927730 Aug 28 20:19:40.792502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:40.819340 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:19:40.822858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] Sync routers for ids ['15b705df-1dec-4995-ae1c-002f9ee1db9d'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:40.824832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:40.826860 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-04471a0a-edfc-481b-9591-fddeeefcd464 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/15b705df-1dec-4995-ae1c-002f9ee1db9d HTTP/1.1" status: 200 len: 918 time: 6.4276264 Aug 28 20:19:40.829045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38790) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:40.921617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e6b623e9-e218-4a1e-a08d-90bfccfa81cf is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:40.934753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] Routers {'15b705df-1dec-4995-ae1c-002f9ee1db9d'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:40.942132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['15b705df-1dec-4995-ae1c-002f9ee1db9d'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:40.952488 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:40.964028 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:40.989512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:40.999646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-82b9398a-fc9d-4866-9383-f756c40047d0 None None] Current status of the port e6b623e9-e218-4a1e-a08d-90bfccfa81cf is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:41.011792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] Routers {'15b705df-1dec-4995-ae1c-002f9ee1db9d'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:41.013138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['15b705df-1dec-4995-ae1c-002f9ee1db9d'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:41.061435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:41.062119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e896484-9a47-4c47-9df6-8e597d58060a None None] The sync data for ids ['15b705df-1dec-4995-ae1c-002f9ee1db9d'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:41.065241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-714d4bfa-6f48-4936-ac82-dc2db2263c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:41.066981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-714d4bfa-6f48-4936-ac82-dc2db2263c78 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=939fd477be214483874d147e32cb6a35&device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 1129 time: 0.0914068 Aug 28 20:19:41.123691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-98085488-f832-4443-9181-75ba000c8cbb None None] Provisioning complete for port 52ebbfdb-3a16-4382-ac25-4efbedda744e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:41.124405 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-98085488-f832-4443-9181-75ba000c8cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:41.176145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:41.188358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-98085488-f832-4443-9181-75ba000c8cbb None None] Port 52ebbfdb-3a16-4382-ac25-4efbedda744e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:41.195502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:41.200486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:41.230964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b48b3-efa5-4885-833c-3de85244607c req-015ff729-22e8-44b8-b2a1-9b84df9227a8 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:41.232446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e15b48b3-efa5-4885-833c-3de85244607c req-015ff729-22e8-44b8-b2a1-9b84df9227a8 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 946 time: 0.0880013 Aug 28 20:19:41.256054 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c26f912a-8567-4d00-95d4-ecb5213509e1 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/15b705df-1dec-4995-ae1c-002f9ee1db9d HTTP/1.1" status: 200 len: 924 time: 0.4255662 Aug 28 20:19:41.289751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38792) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:41.291096 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:41.442178 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:41.450419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:41.460065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:41.644027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] device_id is not set on port 899bc967-33a1-4eac-a627-8f3d6f4987ba yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:41.653068 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=7,neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:41.845327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e3de4-cdbd-40bb-9606-b452257d0a96 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:41.846903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8e4e3de4-cdbd-40bb-9606-b452257d0a96 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=15b705df-1dec-4995-ae1c-002f9ee1db9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5160573 Aug 28 20:19:41.870271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38810) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:41.988903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-0388e690-2503-460d-85e6-e41132920779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:41.990668 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-0388e690-2503-460d-85e6-e41132920779 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 200 len: 918 time: 0.8311517 Aug 28 20:19:42.018404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dca851ca-f97b-4b1b-bdc6-30ca00dccdfa None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:42.027729 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dca851ca-f97b-4b1b-bdc6-30ca00dccdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:42.031574 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:42.052298 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bee60740-bbe4-44ba-bb84-e460385eb715 req-62843f1f-561d-428a-9d12-9e0f6e3346b6 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1765637 Aug 28 20:19:42.062181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a96c3f-1189-4251-af50-45d4816049c8 req-a65f28e7-7e5d-44cd-983d-0b2c7de82483 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:42.068917 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c1a96c3f-1189-4251-af50-45d4816049c8 req-a65f28e7-7e5d-44cd-983d-0b2c7de82483 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 946 time: 0.2844031 Aug 28 20:19:42.111811 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:42.139951 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:42.184714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dca851ca-f97b-4b1b-bdc6-30ca00dccdfa None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:42.195754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dca851ca-f97b-4b1b-bdc6-30ca00dccdfa None None] Provisioning complete for port b4ac1e93-1584-42dd-9b52-56f272ab856b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:42.198237 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dca851ca-f97b-4b1b-bdc6-30ca00dccdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:42.223755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c1a96c3f-1189-4251-af50-45d4816049c8 req-2f9f64b4-9029-47a2-a2d5-8557388195dc tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538913 Aug 28 20:19:42.253295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Deleting port 221451aa-557e-44ba-9ab3-0376e6f8ad16 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:42.253295 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:42.268786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dca851ca-f97b-4b1b-bdc6-30ca00dccdfa None None] Port b4ac1e93-1584-42dd-9b52-56f272ab856b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:42.308806 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-267478db-1add-49f1-9a6b-2ba5aa5f218b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 200 len: 1001 time: 0.2914619 Aug 28 20:19:42.315601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beedd3b0-d71b-4818-9607-932a9c57c35d tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:42.321974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-beedd3b0-d71b-4818-9607-932a9c57c35d tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.4306653 Aug 28 20:19:42.323253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (313678e8-37de-49bc-85ba-24fea867a0ee), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:42.327721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38818) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:42.374857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-22c75f12-5c48-49e2-b9cc-4f9ef1363b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:42.376554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-22c75f12-5c48-49e2-b9cc-4f9ef1363b2b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 200 len: 856 time: 0.0615189 Aug 28 20:19:42.447891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5497b4b4-74eb-4d4d-b420-d922bcd2a448 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=15b705df-1dec-4995-ae1c-002f9ee1db9d HTTP/1.1" status: 200 len: 205 time: 0.1085718 Aug 28 20:19:42.450482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Allocated IP 172.20.0.5 (f1653929-ecee-40cd-b3cc-e33ff3d845f5/79f21067-6087-49a3-8dd6-1d09f654be88/899bc967-33a1-4eac-a627-8f3d6f4987ba) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:42.459501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38822) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:42.466453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:42.470444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-1a4cef34-734e-4d29-98be-e0f4d5ec3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:42.472304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-1a4cef34-734e-4d29-98be-e0f4d5ec3aee service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3acf5539-a146-4cb6-a5f2-db201b95186e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0886362 Aug 28 20:19:42.486612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:42.495567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:42.496257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:42.499962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079cea2f-d637-40a5-8b36-8401da4df642 None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:42.525933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=313678e8-37de-49bc-85ba-24fea867a0ee,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:42.624654 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:42.723595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] For port 221451aa-557e-44ba-9ab3-0376e6f8ad16, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=221451aa-557e-44ba-9ab3-0376e6f8ad16,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:42.727795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:42.763335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Calling delete_port for 221451aa-557e-44ba-9ab3-0376e6f8ad16 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:42.863028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-adadef85-7657-4a26-bd93-7cc6627662e0 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5849833 Aug 28 20:19:42.871290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38828) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:42.876896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-370801f7-e361-4565-82f6-085e7568b122 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'security_group': {'name': 'tempest-secgroup-698206422'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:42.884111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf0d9c-2d73-4b81-b753-2fcc4747bb81 None None] Update dhcp port {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'fixed_ips': [{'subnet_id': 'adeb2da5-478f-4b91-a368-5d384e99aea1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '313678e8-37de-49bc-85ba-24fea867a0ee'}], 'binding:host_id': 'n-d-854121-7'}, 'id': '0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:19:42.911007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.000001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0cf0d9c-2d73-4b81-b753-2fcc4747bb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.109697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcf215-252e-4b3a-940a-c460153c6ef4 req-0f30910c-5081-4f9a-bd68-ffded1b04f5e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:43.129203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fdcf215-252e-4b3a-940a-c460153c6ef4 req-0f30910c-5081-4f9a-bd68-ffded1b04f5e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.2590163 Aug 28 20:19:43.132238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-3a66b211-93e1-42f9-86ea-4b4be72ed6f1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962243 Aug 28 20:19:43.169195 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.220343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a0cf0d9c-2d73-4b81-b753-2fcc4747bb81 None None] Allocated IP 2001:db8::2 (10898b37-f24f-4c68-a969-025286443568/313678e8-37de-49bc-85ba-24fea867a0ee/0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:43.335292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a0cf0d9c-2d73-4b81-b753-2fcc4747bb81 None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,segment=NetworkSegment(2dce604d-d0a1-4843-a938-253386f8cbc7),segment_id=2dce604d-d0a1-4843-a938-253386f8cbc7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:43.367200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0cf0d9c-2d73-4b81-b753-2fcc4747bb81 None None] Publish callbacks [] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.371956 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.372846 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:43.424141 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e89d811-6509-450a-8430-2b9be70d7634 req-2c932628-aa41-436e-b1e4-10f93206f7ae tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0362842 Aug 28 20:19:43.429779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.431829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fdcf215-252e-4b3a-940a-c460153c6ef4 req-38fa8d51-4622-48d9-9d17-999e1c71faf6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019419 Aug 28 20:19:43.456779 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0cf0d9c-2d73-4b81-b753-2fcc4747bb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.504777 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (15b705df-1dec-4995-ae1c-002f9ee1db9d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.536222 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:43.568754 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.580629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-370801f7-e361-4565-82f6-085e7568b122 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.600686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf0d9c-2d73-4b81-b753-2fcc4747bb81 None None] Pushing event updated for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:43.609407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (221451aa-557e-44ba-9ab3-0376e6f8ad16), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.638096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9bbb3-e84f-48d3-b089-e5817617f541 req-f4faee6a-ee1c-4aba-96e0-996bdb8eae41 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:43.639682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ed9bbb3-e84f-48d3-b089-e5817617f541 req-f4faee6a-ee1c-4aba-96e0-996bdb8eae41 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 946 time: 0.0556383 Aug 28 20:19:43.648462 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (469d356f-3ad0-4e19-be9a-906f383e30d1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.657740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=52ebbfdb-3a16-4382-ac25-4efbedda744e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:43.676517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Pushing event deleted for resources: {'Port': ['ID=221451aa-557e-44ba-9ab3-0376e6f8ad16,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:43.740287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Deleting port ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:43.740542 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.849721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] No DVR routers for this DVR port 221451aa-557e-44ba-9ab3-0376e6f8ad16 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:43.905669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:43.912473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:43.928410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e15b48b3-efa5-4885-833c-3de85244607c req-85db011d-fceb-4cfb-a0fa-b00b762cdc8b tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.89 "DELETE /networking/v2.0/ports/221451aa-557e-44ba-9ab3-0376e6f8ad16 HTTP/1.1" status: 204 len: 173 time: 2.6480412 Aug 28 20:19:43.945256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'name': 'network-vif-deleted', 'tag': '221451aa-557e-44ba-9ab3-0376e6f8ad16'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:43.957276 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea97fc2-ef78-4abe-b197-892b438e3b63" -d '{"events": [{"server_uuid": "9e872cd8-2999-4e3f-866f-b4308a614e84", "name": "network-vif-deleted", "tag": "221451aa-557e-44ba-9ab3-0376e6f8ad16"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:43.967416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ed9bbb3-e84f-48d3-b089-e5817617f541 req-f26dc45a-5a19-4244-b82e-2d7f208c30a7 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=fa386891-fd37-43c4-b7e4-324949ebbc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038630 Aug 28 20:19:44.027671 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:44.054863 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.064621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 68817902-bf60-4f78-a96a-fd76f444f265 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:44.098278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:44.179022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-50f95ed2-fd1b-43eb-a86e-cf511e3c413e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:44.181530 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-50f95ed2-fd1b-43eb-a86e-cf511e3c413e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.1128175 Aug 28 20:19:44.191410 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-370801f7-e361-4565-82f6-085e7568b122 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (f1ba4712-8585-4302-ad3b-f323a3e3d9fd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.197833 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e519175-9c32-42b0-b798-6f948e612714 x-openstack-request-id: req-1e519175-9c32-42b0-b798-6f948e612714 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:44.198232 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e872cd8-2999-4e3f-866f-b4308a614e84", "name": "network-vif-deleted", "tag": "221451aa-557e-44ba-9ab3-0376e6f8ad16", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:44.198492 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e519175-9c32-42b0-b798-6f948e612714 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:44.198922 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e519175-9c32-42b0-b798-6f948e612714'] response: {'server_uuid': '9e872cd8-2999-4e3f-866f-b4308a614e84', 'name': 'network-vif-deleted', 'tag': '221451aa-557e-44ba-9ab3-0376e6f8ad16', 'status': 'completed', 'code': 200} Aug 28 20:19:44.232815 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.240331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:44.254921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:44.263043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:44.319728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Calling delete_port for ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:44.429914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:44.433795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-370801f7-e361-4565-82f6-085e7568b122 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f1ba4712-8585-4302-ad3b-f323a3e3d9fd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.437220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=899bc967-33a1-4eac-a627-8f3d6f4987ba,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:44.599015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:44.599759 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.675161 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:44.681512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-370801f7-e361-4565-82f6-085e7568b122 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.688466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-370801f7-e361-4565-82f6-085e7568b122 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8153110 Aug 28 20:19:44.696650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 221451aa-557e-44ba-9ab3-0376e6f8ad16 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:19:44.697643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38856) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:44.710395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-253c6d7b-e49c-440b-8c3f-780ea93db991 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'security_group': {'name': 'tempest-secgroup-1523239509'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:44.842546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f60ae5-ac06-42eb-9b97-72c82fe386f2 req-51b7c433-04f4-4cf6-a55c-351139b4f6c6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:44.847235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8f60ae5-ac06-42eb-9b97-72c82fe386f2 req-51b7c433-04f4-4cf6-a55c-351139b4f6c6 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.1408277 Aug 28 20:19:44.855878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f1111192-209b-4423-854a-57ace5dbb604 None None] Provisioning complete for port 52ebbfdb-3a16-4382-ac25-4efbedda744e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:44.856528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1111192-209b-4423-854a-57ace5dbb604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.864354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:44.865466 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:44.894416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370801f7-e361-4565-82f6-085e7568b122 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba4712-8585-4302-ad3b-f323a3e3d9fd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:44.913111 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e64a85b-f96f-44a7-ab17-536649698a1c req-7ffc59c3-7bde-487e-94a0-51a0f8f86ba9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1249151 Aug 28 20:19:44.923191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30c05f6a-9c0b-4d76-99d0-d4e8c23a019f req-e6ce35cf-f45b-4b68-bdd3-a6ab2bee4ec3 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.1033356 Aug 28 20:19:44.927172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f1111192-209b-4423-854a-57ace5dbb604 None None] Port 52ebbfdb-3a16-4382-ac25-4efbedda744e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:44.929755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 221451aa-557e-44ba-9ab3-0376e6f8ad16 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:19:44.930865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 221451aa-557e-44ba-9ab3-0376e6f8ad16 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:19:44.998269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:45.009151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 469d356f-3ad0-4e19-be9a-906f383e30d1 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:45.013090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Deleting port ff189f50-8465-4463-a212-bccda7353806 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:45.013446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ff189f50-8465-4463-a212-bccda7353806), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.117102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-da15d0aa-c9f1-472e-bdf6-6a7cf209c89d None None] Provisioning complete for port 899bc967-33a1-4eac-a627-8f3d6f4987ba triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:45.118132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da15d0aa-c9f1-472e-bdf6-6a7cf209c89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.142128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c51d02bb-0d10-4242-a28f-d3484d6aebc1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8459694 Aug 28 20:19:45.165489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38866) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:45.171297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-da15d0aa-c9f1-472e-bdf6-6a7cf209c89d None None] Port 899bc967-33a1-4eac-a627-8f3d6f4987ba cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:45.205843 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8f60ae5-ac06-42eb-9b97-72c82fe386f2 req-7737d998-20c1-4e9a-944b-7db30b62019f tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885468 Aug 28 20:19:45.210133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f6:79:40'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:45.216226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253c6d7b-e49c-440b-8c3f-780ea93db991 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.220880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23ab8e56-89e2-449f-94a5-a58556df1c93 req-8300879a-13ee-41e7-ae63-a601b91992d9 tempest-ServerAddressesTestJSON-168803619 tempest-ServerAddressesTestJSON-168803619-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9e872cd8-2999-4e3f-866f-b4308a614e84 HTTP/1.1" status: 200 len: 210 time: 0.0852771 Aug 28 20:19:45.271793 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:45.326132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-44e74e45-de2e-42b6-be74-7bfb9f1b6f93 None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:45.331044 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-44e74e45-de2e-42b6-be74-7bfb9f1b6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.409147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:45.425201 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Sync routers for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:45.438127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9fec272e-abec-466f-9d67-cf2b93ffe4b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/469d356f-3ad0-4e19-be9a-906f383e30d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1384554 Aug 28 20:19:45.446421 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:45.446421 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:45.506824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:45.507207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ff189f50-8465-4463-a212-bccda7353806), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.519724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253c6d7b-e49c-440b-8c3f-780ea93db991 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (c506828e-5734-4e5b-8d80-103ca09e43c8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.527819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.587948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-44e74e45-de2e-42b6-be74-7bfb9f1b6f93 None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:45.626137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253c6d7b-e49c-440b-8c3f-780ea93db991 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c506828e-5734-4e5b-8d80-103ca09e43c8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.627959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-44e74e45-de2e-42b6-be74-7bfb9f1b6f93 None None] Provisioning complete for port b4ac1e93-1584-42dd-9b52-56f272ab856b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:45.629367 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-44e74e45-de2e-42b6-be74-7bfb9f1b6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.735244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event deleted for resources: {'Port': ['ID=ef4bdcd1-1a9d-421f-a571-4d0c2455c8ad,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:45.769553 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:45.777047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c6d7b-e49c-440b-8c3f-780ea93db991 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c506828e-5734-4e5b-8d80-103ca09e43c8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:45.785082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-44e74e45-de2e-42b6-be74-7bfb9f1b6f93 None None] Port b4ac1e93-1584-42dd-9b52-56f272ab856b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:45.809888 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:45.815069 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:45.871068 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (15b705df-1dec-4995-ae1c-002f9ee1db9d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.939892 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-253c6d7b-e49c-440b-8c3f-780ea93db991 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:45.945720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-253c6d7b-e49c-440b-8c3f-780ea93db991 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2393045 Aug 28 20:19:45.946977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38884) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:45.957028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-02085aa8-3572-4609-9c9c-958af215bbeb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'security_group': {'name': 'tempest-secgroup-1555076403'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:46.053612 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:46.129963 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:42Z', 'revision_number': 2, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:46.147713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a960be0a-5394-422f-beb8-4c0b9e81dde3 req-c33e4101-9a6e-423b-9ff8-b83f4480d197 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=17de837b-cbcf-4bf0-a356-07ec9c04c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0573871 Aug 28 20:19:46.150118 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02085aa8-3572-4609-9c9c-958af215bbeb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.166204 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Checking router: 469d356f-3ad0-4e19-be9a-906f383e30d1 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:19:46.166707 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Updating router 469d356f-3ad0-4e19-be9a-906f383e30d1 port 52ebbfdb-3a16-4382-ac25-4efbedda744e binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:19:46.316597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02085aa8-3572-4609-9c9c-958af215bbeb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (95e90ab0-c3bb-4540-b3c7-af2d6eba7798), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.373555 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.388327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb03b9-6aea-430d-9be1-31f66ad037fa req-6b0fec8e-bea9-4161-ad4b-c38e413b3a28 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:46.390264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ebb03b9-6aea-430d-9be1-31f66ad037fa req-6b0fec8e-bea9-4161-ad4b-c38e413b3a28 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 947 time: 0.0719867 Aug 28 20:19:46.394207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02085aa8-3572-4609-9c9c-958af215bbeb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (95e90ab0-c3bb-4540-b3c7-af2d6eba7798), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.474327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02085aa8-3572-4609-9c9c-958af215bbeb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e90ab0-c3bb-4540-b3c7-af2d6eba7798,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:46.499489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ebb03b9-6aea-430d-9be1-31f66ad037fa req-0f7330fd-565a-4f25-a01b-b76c9e324ec8 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918081 Aug 28 20:19:46.535707 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02085aa8-3572-4609-9c9c-958af215bbeb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.551040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38898) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:46.553172 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:46.555907 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.559318 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02085aa8-3572-4609-9c9c-958af215bbeb tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6088364 Aug 28 20:19:46.563042 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (15b705df-1dec-4995-ae1c-002f9ee1db9d), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.571309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1886204752', 'security_groups': ['95e90ab0-c3bb-4540-b3c7-af2d6eba7798'], 'network_id': '10898b37-f24f-4c68-a969-025286443568', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '313678e8-37de-49bc-85ba-24fea867a0ee'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:46.599375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38900) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:46.640770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ff189f50-8465-4463-a212-bccda7353806 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:19:46.688047 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:46.750207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ff189f50-8465-4463-a212-bccda7353806 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:46.750703 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff189f50-8465-4463-a212-bccda7353806), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.759200 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.773440 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Publish callbacks [] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.792515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:46.796683 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57263a2-7213-42ba-bd04-89d886dec33b" -d '{"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-unplugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:46.803683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ff189f50-8465-4463-a212-bccda7353806, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ff189f50-8465-4463-a212-bccda7353806,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:46.840272 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:46.879319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-729febde-1000-4ac4-9f1c-8bfc673bec31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-715054304&fields=id&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 267 time: 0.8554399 Aug 28 20:19:46.884906 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ca14fc-4de6-4dd1-bc6b-173adbec9cd7 x-openstack-request-id: req-b5ca14fc-4de6-4dd1-bc6b-173adbec9cd7 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:46.888562 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-unplugged", "status": "completed", "tag": "ff189f50-8465-4463-a212-bccda7353806", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:46.888562 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5ca14fc-4de6-4dd1-bc6b-173adbec9cd7 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:46.888562 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ca14fc-4de6-4dd1-bc6b-173adbec9cd7'] response: {'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'code': 200} Aug 28 20:19:46.912437 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ff189f50-8465-4463-a212-bccda7353806), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.016202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=11']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:47.018370 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc5283-a9df-4e16-a30d-0873b4a4d10e None None] Pushing event updated for resources: {'Port': ['ID=52ebbfdb-3a16-4382-ac25-4efbedda744e,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:47.056318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-be84e5f4-12af-4da6-ad75-951b46bbc142 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:47.058919 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-be84e5f4-12af-4da6-ad75-951b46bbc142 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 797 time: 0.1781416 Aug 28 20:19:47.083969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (15b705df-1dec-4995-ae1c-002f9ee1db9d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.084903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Fanout notify agent at l3_agent the message router_deleted on router 15b705df-1dec-4995-ae1c-002f9ee1db9d {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:47.098697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.098697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-29e04032-e733-44ec-a9f2-5e2a97014653 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/15b705df-1dec-4995-ae1c-002f9ee1db9d HTTP/1.1" status: 204 len: 168 time: 4.6375258 Aug 28 20:19:47.099416 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:47.110146 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Attempting to bind port 52ebbfdb-3a16-4382-ac25-4efbedda744e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:19:47.113617 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Attempting to bind port 52ebbfdb-3a16-4382-ac25-4efbedda744e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:19:47.114102 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Attempting to bind port 52ebbfdb-3a16-4382-ac25-4efbedda744e on network 68817902-bf60-4f78-a96a-fd76f444f265 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:19:47.128276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38908) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:47.132443 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:19:47.134925 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Checking segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:19:47.135366 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.136050 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Bound using segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:19:47.136569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Bound port: 52ebbfdb-3a16-4382-ac25-4efbedda744e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:19:47.137057 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.170888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-518fa48d-757b-4667-9f64-4d32c6d1f2bd tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-953463367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:47.196429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.196841 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (9d2640af-2a0e-4e3a-a06d-c9edf9352203), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.197120 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Floating IP 9d2640af-2a0e-4e3a-a06d-c9edf9352203 disassociated. External IP: 172.25.4.73, port: ff189f50-8465-4463-a212-bccda7353806. Aug 28 20:19:47.197571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Calling delete_port for ff189f50-8465-4463-a212-bccda7353806 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:47.218850 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-da63a5a5-0fa1-4f34-a586-a6202744b956 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/quotas/19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 375 time: 0.1363227 Aug 28 20:19:47.224289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.236671 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] For port 52ebbfdb-3a16-4382-ac25-4efbedda744e, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:19:47.247574 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] For port 52ebbfdb-3a16-4382-ac25-4efbedda744e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=52ebbfdb-3a16-4382-ac25-4efbedda744e,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:19:47.333716 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.381273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38920) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:47.421955 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:47.421955 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:47.518431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-518fa48d-757b-4667-9f64-4d32c6d1f2bd tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (72429763-0abe-4f1c-9465-9771e0346c45), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.519457 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-518fa48d-757b-4667-9f64-4d32c6d1f2bd tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (72429763-0abe-4f1c-9465-9771e0346c45), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.543940 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c18d25cf-ab3a-4de6-ac55-2759d00e335f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group (177c252d-33f6-4392-8739-5bec61b277ea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.587730 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:47.647807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-5b41f9c5-68a2-47ab-96cb-19a4675bf6f3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4116933 Aug 28 20:19:47.683044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c18d25cf-ab3a-4de6-ac55-2759d00e335f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group (177c252d-33f6-4392-8739-5bec61b277ea), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.726279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:47.728945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b24f-3a3d-460f-88f4-6af0497b1e2a req-8b6afe79-ad15-417f-a511-ecfba6660ace tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:47.733632 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc5283-a9df-4e16-a30d-0873b4a4d10e None None] Pushing event updated for resources: {'Port': ['ID=52ebbfdb-3a16-4382-ac25-4efbedda744e,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:47.736347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f94b24f-3a3d-460f-88f4-6af0497b1e2a req-8b6afe79-ad15-417f-a511-ecfba6660ace tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 945 time: 0.1252451 Aug 28 20:19:47.784814 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:47.866819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-518fa48d-757b-4667-9f64-4d32c6d1f2bd tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (72429763-0abe-4f1c-9465-9771e0346c45), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.867526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f94b24f-3a3d-460f-88f4-6af0497b1e2a req-fd311fc2-5aa4-402d-8c1c-dafd5ab21898 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=331e684f-4b57-4cd4-8e97-9736a2e560d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261165 Aug 28 20:19:47.885451 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ff189f50-8465-4463-a212-bccda7353806), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.892366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Deleting port 133691c2-89cd-4b49-bdc5-858de3630aef {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:47.893033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:47.911603 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:47Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:47.940568 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307e5c5-a7bd-4ed8-8797-4ba63fb5a3d1 None None] The sync data for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 is: [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:47Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:47.955826 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:48.015354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c18d25cf-ab3a-4de6-ac55-2759d00e335f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (177c252d-33f6-4392-8739-5bec61b277ea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.018759 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c18d25cf-ab3a-4de6-ac55-2759d00e335f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.020018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c18d25cf-ab3a-4de6-ac55-2759d00e335f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/177c252d-33f6-4392-8739-5bec61b277ea HTTP/1.1" status: 204 len: 168 time: 0.6372714 Aug 28 20:19:48.025383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event deleted for resources: {'Port': ['ID=ff189f50-8465-4463-a212-bccda7353806,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:48.031163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-518fa48d-757b-4667-9f64-4d32c6d1f2bd tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (72429763-0abe-4f1c-9465-9771e0346c45), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.037532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38928) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:48.043667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d25cf-ab3a-4de6-ac55-2759d00e335f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177c252d-33f6-4392-8739-5bec61b277ea,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:48.048298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] For port 133691c2-89cd-4b49-bdc5-858de3630aef, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=133691c2-89cd-4b49-bdc5-858de3630aef,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:48.048575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.081675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Calling delete_port for 133691c2-89cd-4b49-bdc5-858de3630aef owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:48.145673 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-febd1986-f139-48e9-8acc-a2ad68cad048 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] show failed (client error): The resource could not be found. Aug 28 20:19:48.152424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38930) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:48.155406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-febd1986-f139-48e9-8acc-a2ad68cad048 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "GET /networking/v2.0/security-groups/177c252d-33f6-4392-8739-5bec61b277ea HTTP/1.1" status: 404 len: 347 time: 0.0902834 Aug 28 20:19:48.167276 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-7e779bdc-9819-4053-b844-610bd4ded3c8 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957421 Aug 28 20:19:48.216591 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.248901 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-518fa48d-757b-4667-9f64-4d32c6d1f2bd tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.250293 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-518fa48d-757b-4667-9f64-4d32c6d1f2bd tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1152809 Aug 28 20:19:48.266855 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38936) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:48.273586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'enable_snat': False}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:48.319345 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:48.398069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 52ebbfdb-3a16-4382-ac25-4efbedda744e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:48.421104 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.446759 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.543036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 52ebbfdb-3a16-4382-ac25-4efbedda744e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:48.543980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.644718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] device_id is not set on port 523c238f-cb87-4abe-8b95-8407c3e95b3e yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:48.682724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=899bc967-33a1-4eac-a627-8f3d6f4987ba,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:48.708448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 52ebbfdb-3a16-4382-ac25-4efbedda744e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:48.709459 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.785143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 52ebbfdb-3a16-4382-ac25-4efbedda744e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=52ebbfdb-3a16-4382-ac25-4efbedda744e,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:48.798276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] In _notify_port_updated(), no bound segment for port 899bc967-33a1-4eac-a627-8f3d6f4987ba on network f1653929-ecee-40cd-b3cc-e33ff3d845f5 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:19:48.804313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:48.805795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.811296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0a7c758b-cc0b-49a3-a14c-bb9a42939150 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "PUT /networking/v2.0/ports/899bc967-33a1-4eac-a627-8f3d6f4987ba HTTP/1.1" status: 200 len: 996 time: 3.6102841 Aug 28 20:19:48.814652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 38942) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:48.856262 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-78ee4861-8756-4a2b-ac8c-9beda6f28d00 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877935 Aug 28 20:19:48.866257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Router 6188a180-6110-47fe-9db1-2a4e02f3dff8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:48.886090 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:48.907661 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:49.012756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (133691c2-89cd-4b49-bdc5-858de3630aef), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:49.044375 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:49.087167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=52ebbfdb-3a16-4382-ac25-4efbedda744e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:49.141665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (72429763-0abe-4f1c-9465-9771e0346c45), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:49.148223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port 6f92ba3c-dd18-42f3-a54a-9287c8878160 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:49.148587 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:49.208320 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:49.354645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8::369 (10898b37-f24f-4c68-a969-025286443568/313678e8-37de-49bc-85ba-24fea867a0ee/523c238f-cb87-4abe-8b95-8407c3e95b3e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:49.409641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8917ab80-2dfb-4dfd-83fb-6f133533560a req-be48a29e-cbc1-4160-baea-6f007ca74790 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.0522158 Aug 28 20:19:49.410812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:49.423167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] Sync routers for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:49.459036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:49.459036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:49.520537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] No DVR routers for this DVR port ff189f50-8465-4463-a212-bccda7353806 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:49.523560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:49.525034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=133691c2-89cd-4b49-bdc5-858de3630aef,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:49.528296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbf5c045-ca05-4341-84b8-b3dd1c8b5d90 req-77f3b0be-0b87-421a-bd32-31b9d795819b tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.89 "DELETE /networking/v2.0/ports/ff189f50-8465-4463-a212-bccda7353806 HTTP/1.1" status: 204 len: 173 time: 5.3284016 Aug 28 20:19:49.537573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-deleted', 'tag': 'ff189f50-8465-4463-a212-bccda7353806'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:19:49.541315 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebec2e2-7ca5-4522-91f2-4e08406b06fe" -d '{"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-deleted", "tag": "ff189f50-8465-4463-a212-bccda7353806"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:19:49.698609 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599726f2-f566-41a8-960a-c5d979d3498a x-openstack-request-id: req-599726f2-f566-41a8-960a-c5d979d3498a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:19:49.699008 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be788ba6-d4f0-42ab-9b13-fec5a589c291", "name": "network-vif-deleted", "tag": "ff189f50-8465-4463-a212-bccda7353806", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:19:49.699215 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-599726f2-f566-41a8-960a-c5d979d3498a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:19:49.699583 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599726f2-f566-41a8-960a-c5d979d3498a'] response: {'server_uuid': 'be788ba6-d4f0-42ab-9b13-fec5a589c291', 'name': 'network-vif-deleted', 'tag': 'ff189f50-8465-4463-a212-bccda7353806', 'status': 'completed', 'code': 200} Aug 28 20:19:49.702644 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:49.703022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for floatingip (6f92ba3c-dd18-42f3-a54a-9287c8878160), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:49.731598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cfd95681-3886-411f-b300-81dc98c2c370 req-01e07a44-dcad-4e81-8b3b-b00a1779c684 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 210 time: 0.5325658 Aug 28 20:19:49.732791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for 6f92ba3c-dd18-42f3-a54a-9287c8878160 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:49.818496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting port 899bc967-33a1-4eac-a627-8f3d6f4987ba {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:49.819174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:49.922172 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:49.932722 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:50.074798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:50.107751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:50.122203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:50.126190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:50.135673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:50.140719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:50.141325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:50.165707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=523c238f-cb87-4abe-8b95-8407c3e95b3e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:50.250646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a50f8e71-b609-448d-b615-59d1a1a167ea tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6886978 Aug 28 20:19:50.251048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38968) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:50.255992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6e51bd34-6fd5-4349-afe6-1812faf55b2b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:50.472706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:50.529483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] Checking router: 6188a180-6110-47fe-9db1-2a4e02f3dff8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:19:50.551539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:50.552851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:50.559176 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:50.576003 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c81472fe-6c9f-41bc-ac12-2d401e0a64f2 req-42ddbd4f-59f0-429f-83d9-99541d087dbb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.0386298 Aug 28 20:19:50.645109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 52ebbfdb-3a16-4382-ac25-4efbedda744e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:50.673672 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:50.699885 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:50.728129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-723a12f7-fccd-4b7e-b710-2463caf1bea5 None None] Provisioning complete for port 523c238f-cb87-4abe-8b95-8407c3e95b3e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:50.728510 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-723a12f7-fccd-4b7e-b710-2463caf1bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:50.759686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e51bd34-6fd5-4349-afe6-1812faf55b2b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:50.764202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6e51bd34-6fd5-4349-afe6-1812faf55b2b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:50.769544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:50.928690 n-d-854121-7 neutron-server[114322]: INFO neutron.db.ipam_backend_mixin [None req-6e51bd34-6fd5-4349-afe6-1812faf55b2b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 313678e8-37de-49bc-85ba-24fea867a0ee (CIDR: 2001:db8::/64) Aug 28 20:19:50.979826 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e51bd34-6fd5-4349-afe6-1812faf55b2b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:19:50.980372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-723a12f7-fccd-4b7e-b710-2463caf1bea5 None None] Port 523c238f-cb87-4abe-8b95-8407c3e95b3e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:50.980844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e51bd34-6fd5-4349-afe6-1812faf55b2b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:19:51.003350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 52ebbfdb-3a16-4382-ac25-4efbedda744e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:51.003742 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.010542 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.029624 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d257dca-a5fe-4fe8-9cb0-127b8d67260a req-99216d49-d950-48f0-8ac8-6dc99d5ac430 tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be788ba6-d4f0-42ab-9b13-fec5a589c291 HTTP/1.1" status: 200 len: 210 time: 0.1285424 Aug 28 20:19:51.077525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6e51bd34-6fd5-4349-afe6-1812faf55b2b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8248322 Aug 28 20:19:51.087559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38982) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:51.087794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Calling delete_port for 899bc967-33a1-4eac-a627-8f3d6f4987ba owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:51.097483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9ddd6654-2285-46a4-9a59-f2857c549c8c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:51.110533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (72429763-0abe-4f1c-9465-9771e0346c45), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.187113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.271994 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:51.316508 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:51.317352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.323034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 52ebbfdb-3a16-4382-ac25-4efbedda744e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:51.364410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:51.389309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddd6654-2285-46a4-9a59-f2857c549c8c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:51.389309 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6654-2285-46a4-9a59-f2857c549c8c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.401304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4a567-7f32-433d-a62c-209ddeca6bd5 None None] The sync data for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 is: [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:12:47Z', 'revision_number': 4, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1', 'name': '', 'network_id': '3acf5539-a146-4cb6-a5f2-db201b95186e', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'mac_address': 'fa:16:3e:e5:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:43Z', 'updated_at': '2022-08-28T20:12:56Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'subnets': [{'id': '0387f0f0-e725-40e5-9515-374ca2e1af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:51.565894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6f92ba3c-dd18-42f3-a54a-9287c8878160), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.640993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=6f92ba3c-dd18-42f3-a54a-9287c8878160,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:51.748273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Allocated IP 172.25.4.131 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/1410ff8c-9ea4-4b80-af56-a99f567180c1) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:51.791622 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:51.817142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80947423-f325-4c25-be63-4bd29e5f396c req-171ae027-90fb-4851-83dc-f91d07d85f94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.0670865 Aug 28 20:19:51.906277 n-d-854121-7 neutron-server[114322]: INFO neutron.db.ipam_backend_mixin [None req-9ddd6654-2285-46a4-9a59-f2857c549c8c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet adeb2da5-478f-4b91-a368-5d384e99aea1 (CIDR: 2001:db8:0:1::/64) Aug 28 20:19:51.914360 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2c082-163f-4e6b-8211-24855253dd8a None None] New status for floating IP 9d2640af-2a0e-4e3a-a06d-c9edf9352203: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:19:51.930552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for floatingip (0969ab5f-fcc3-4b21-abe7-280159b9603d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.932448 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ccc2aa08-9b24-4838-88b4-e26e3b88c71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.933177 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:51.935306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6610a410-73ef-4dca-8fa4-3351549bbc15 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/0969ab5f-fcc3-4b21-abe7-280159b9603d HTTP/1.1" status: 204 len: 168 time: 3.7808878 Aug 28 20:19:51.937646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38994) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:51.971296 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddd6654-2285-46a4-9a59-f2857c549c8c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:19:51.972532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddd6654-2285-46a4-9a59-f2857c549c8c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:19:51.982291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (899bc967-33a1-4eac-a627-8f3d6f4987ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.032199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Port': ['ID=899bc967-33a1-4eac-a627-8f3d6f4987ba,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:52.073079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9ddd6654-2285-46a4-9a59-f2857c549c8c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9838200 Aug 28 20:19:52.095449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 38998) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:52.119198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'subnet': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:52.137461 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:52.288294 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for port (1410ff8c-9ea4-4b80-af56-a99f567180c1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.291431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:19:52.299898 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.300209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:52.300356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.305516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-22484870-37bc-4c4f-9dc8-326be47208f6 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/ports/899bc967-33a1-4eac-a627-8f3d6f4987ba HTTP/1.1" status: 204 len: 168 time: 3.4694676 Aug 28 20:19:52.309323 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:52.310569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39004) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:52.326034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39006) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:52.419898 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7734c671-df28-4d4c-9d4b-e38a233fcd41 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] GET failed (client error): The resource could not be found. Aug 28 20:19:52.421585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7734c671-df28-4d4c-9d4b-e38a233fcd41 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "GET /networking/v2.0/ports/899bc967-33a1-4eac-a627-8f3d6f4987ba HTTP/1.1" status: 404 len: 333 time: 0.1098812 Aug 28 20:19:52.426340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39012) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:52.449781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'name': 'tempest-AllowedAddressPairTestJSON-1356687849'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:52.529710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.550803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for 35b61e1a-1c85-4efd-99fd-d7d92822f2a5 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:52.603668 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61ef2e1-5ef1-4b15-b774-b0210f246f2c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (331e684f-4b57-4cd4-8e97-9736a2e560d5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.622471 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:52.629526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Made reservation on behalf of 02e0dcbc271e416e8412dac35e8935ef for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:52.632798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:52.635012 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.646376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] Sync routers for ids ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:52.666806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] Routers {'ad6f5bb3-4de6-4e71-92ca-7ba598cea753'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:52.667781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:52.704430 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61ef2e1-5ef1-4b15-b774-b0210f246f2c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (331e684f-4b57-4cd4-8e97-9736a2e560d5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.732878 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:52.775961 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7cffc8ea-860d-4eb8-8aa4-c10f2c769c1b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ad6f5bb3-4de6-4e71-92ca-7ba598cea753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1709919 Aug 28 20:19:52.783256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1410ff8c-9ea4-4b80-af56-a99f567180c1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.795382 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39016) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:52.844567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] Set router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:52.862551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:52.900805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61ef2e1-5ef1-4b15-b774-b0210f246f2c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (331e684f-4b57-4cd4-8e97-9736a2e560d5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.903832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61ef2e1-5ef1-4b15-b774-b0210f246f2c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.905128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c61ef2e1-5ef1-4b15-b774-b0210f246f2c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/331e684f-4b57-4cd4-8e97-9736a2e560d5 HTTP/1.1" status: 204 len: 168 time: 0.5750024 Aug 28 20:19:52.909575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39022) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:52.934112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ef2e1-5ef1-4b15-b774-b0210f246f2c tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331e684f-4b57-4cd4-8e97-9736a2e560d5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:52.936456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:52.942341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:52.947915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (35b61e1a-1c85-4efd-99fd-d7d92822f2a5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:52.979004 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-5a04f880-81ab-42f2-b6fb-72e64fc5acfd tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] show failed (client error): The resource could not be found. Aug 28 20:19:52.983343 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5a04f880-81ab-42f2-b6fb-72e64fc5acfd tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "GET /networking/v2.0/security-groups/331e684f-4b57-4cd4-8e97-9736a2e560d5 HTTP/1.1" status: 404 len: 347 time: 0.0726383 Aug 28 20:19:52.999059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39026) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:53.051387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Pushing event updated for resources: {'Port': ['ID=1410ff8c-9ea4-4b80-af56-a99f567180c1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:53.102819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=35b61e1a-1c85-4efd-99fd-d7d92822f2a5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:53.137936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:53.140170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.210357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.217036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa204897-b598-4d6b-a882-b2bc3dd0ac84 req-7d50f293-77ca-4af6-8252-bc744df75707 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.1629748 Aug 28 20:19:53.217266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bb7d08dc-bfb7-438c-8c12-7de87b25c23c tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/ports/35b61e1a-1c85-4efd-99fd-d7d92822f2a5 HTTP/1.1" status: 204 len: 168 time: 1.2778742 Aug 28 20:19:53.217757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39028) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:53.221720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:53.260070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] Checking router: ad6f5bb3-4de6-4e71-92ca-7ba598cea753 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:19:53.262111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Deleting port 52f5788f-cd0d-4a58-a693-51867cf8a814 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:53.262111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.276695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] Routers {'ad6f5bb3-4de6-4e71-92ca-7ba598cea753'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:53.277994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:53.321259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] device_id is not set on port 52ba8607-f3b1-4da6-8313-32cfc96d96fc yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:53.484341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.484732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (52f5788f-cd0d-4a58-a693-51867cf8a814), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.495925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (5b181832-e925-4778-b1b2-d64004b7b40e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.515911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Calling delete_port for 52f5788f-cd0d-4a58-a693-51867cf8a814 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:53.517898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] Set router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:19:53.545497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Network 10898b37-f24f-4c68-a969-025286443568 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:53.553300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:53.561400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:53.562039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.580994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93268e36-4ec5-4448-904c-854d29c75f60 None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:53.583705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Allocated IP 172.20.0.11 (f1653929-ecee-40cd-b3cc-e33ff3d845f5/79f21067-6087-49a3-8dd6-1d09f654be88/52ba8607-f3b1-4da6-8313-32cfc96d96fc) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:53.604703 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:53.645222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5338826 Aug 28 20:19:53.645222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5f14-3410-498d-b76d-4c1b4a990fe2 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Subnet': ['ID=5b181832-e925-4778-b1b2-d64004b7b40e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:53.645602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39036) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:53.652602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1479419768', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b181832-e925-4778-b1b2-d64004b7b40e'}], 'security_groups': ['f1ba4712-8585-4302-ad3b-f323a3e3d9fd', 'c506828e-5734-4e5b-8d80-103ca09e43c8']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:53.701161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks [] for router (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.904528 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:53.905377 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.912980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.931721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting port d6393d96-5e9d-4583-a8cb-f534977d0128 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:53.931721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:53.934865 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:53.948816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-535b7533-2e0e-45d4-a9b6-4e8ff5a3f152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:53.950374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:53.952567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-535b7533-2e0e-45d4-a9b6-4e8ff5a3f152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 797 time: 0.8772452 Aug 28 20:19:53.979490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3454953-b9df-41e5-bad7-13c79220e572 None None] The sync data for ids ['ad6f5bb3-4de6-4e71-92ca-7ba598cea753'] in n-d-854121-7 is: [{'id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'name': 'tempest-ServerAddressesTestJSON-1966559279-router', 'tenant_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:18:48Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '1ef756e5aaed4ea699c082fcea8a5c5c', 'gw_port': {'id': '83b6e746-9709-4f4c-b7e6-91e43eb7a7ae', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f5bb3-4de6-4e71-92ca-7ba598cea753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:18:52Z', 'updated_at': '2022-08-28T20:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:53.980145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks [] for router_gateway (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.063300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4299ff-11b1-4b07-bf25-f997e9569b37 None None] Update dhcp port {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'fixed_ips': [{'subnet_id': 'adeb2da5-478f-4b91-a368-5d384e99aea1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '313678e8-37de-49bc-85ba-24fea867a0ee', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b181832-e925-4778-b1b2-d64004b7b40e'}], 'binding:host_id': 'n-d-854121-7'}, 'id': '0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:19:54.091199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (52f5788f-cd0d-4a58-a693-51867cf8a814), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.134052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cc4299ff-11b1-4b07-bf25-f997e9569b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.137368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Pushing event deleted for resources: {'Port': ['ID=52f5788f-cd0d-4a58-a693-51867cf8a814,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:54.256151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks [] for floatingip (9d2640af-2a0e-4e3a-a06d-c9edf9352203), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.258853 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.276283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a48b1cf6-5502-4775-beab-cee975e4081e tempest-AttachVolumeShelveTestJSON-1532317264 tempest-AttachVolumeShelveTestJSON-1532317264-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/9d2640af-2a0e-4e3a-a06d-c9edf9352203 HTTP/1.1" status: 204 len: 168 time: 1.2621589 Aug 28 20:19:54.324315 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c457c196-ac98-4f44-8109-621c40b517d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.421781 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 133691c2-89cd-4b49-bdc5-858de3630aef no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:19:54.439864 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdc8d07b-fcc2-448a-930b-ef872df4145f req-21ac4e06-6eb4-493f-82fd-8a000437ee96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.0457649 Aug 28 20:19:54.453292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 133691c2-89cd-4b49-bdc5-858de3630aef {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:19:54.455385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 133691c2-89cd-4b49-bdc5-858de3630aef not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:19:54.472607 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:54.532191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Delete allocated IP 2001:db8::369 (10898b37-f24f-4c68-a969-025286443568/313678e8-37de-49bc-85ba-24fea867a0ee) {{(pid=114322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 20:19:54.545556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Allocated IP 2001:db8:0:2::2cd (10898b37-f24f-4c68-a969-025286443568/5b181832-e925-4778-b1b2-d64004b7b40e/523c238f-cb87-4abe-8b95-8407c3e95b3e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:54.785735 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.830692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-110a7e8b-76ec-4e35-a8ae-049e233ffaac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 379 time: 0.8469164 Aug 28 20:19:54.837714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router_gateway (72429763-0abe-4f1c-9465-9771e0346c45), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.853451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'port': {'device_id': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'admin_state_up': True, 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'security_groups': ['6398b274-d2dd-4d7e-8c32-fd484618817e']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:54.895985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.987145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Deleting port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:54.987735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:54.991871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] In _notify_port_updated(), no bound segment for port 523c238f-cb87-4abe-8b95-8407c3e95b3e on network 10898b37-f24f-4c68-a969-025286443568 {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:19:55.010252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-cc4299ff-11b1-4b07-bf25-f997e9569b37 None None] Allocated IP 2001:db8:0:2::2 (10898b37-f24f-4c68-a969-025286443568/5b181832-e925-4778-b1b2-d64004b7b40e/0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:55.024257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:55.025253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.026880 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "PUT /networking/v2.0/ports/523c238f-cb87-4abe-8b95-8407c3e95b3e HTTP/1.1" status: 200 len: 970 time: 1.3787415 Aug 28 20:19:55.032257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39058) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:55.036791 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.063493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b0422-76c2-468e-9445-38f77f17ad8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event updated for resources: {'Port': ['ID=523c238f-cb87-4abe-8b95-8407c3e95b3e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:55.186768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Calling delete_port for d6393d96-5e9d-4583-a8cb-f534977d0128 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:55.207569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (52ba8607-f3b1-4da6-8313-32cfc96d96fc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.232334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port 523c238f-cb87-4abe-8b95-8407c3e95b3e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:55.233369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.388302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.405926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for 523c238f-cb87-4abe-8b95-8407c3e95b3e owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:55.456063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] For port 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:55.456512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.474679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-cc4299ff-11b1-4b07-bf25-f997e9569b37 None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,segment=NetworkSegment(2dce604d-d0a1-4843-a938-253386f8cbc7),segment_id=2dce604d-d0a1-4843-a938-253386f8cbc7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:55.514418 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cc4299ff-11b1-4b07-bf25-f997e9569b37 None None] Publish callbacks [] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.525594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Calling delete_port for 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:55.637432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:55.641593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.668223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cc4299ff-11b1-4b07-bf25-f997e9569b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.692608 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:55.724504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (52ba8607-f3b1-4da6-8313-32cfc96d96fc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.740591 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (523c238f-cb87-4abe-8b95-8407c3e95b3e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.777307 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e3efe66-38fb-4d12-9937-5527364bd8c8 req-850333ef-7b4e-444a-9a5c-efedba59e12b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.1611667 Aug 28 20:19:55.798996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=523c238f-cb87-4abe-8b95-8407c3e95b3e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:55.844155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.850778 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40e54ee1-b1d9-4700-aa9f-d6b8fb3c5c8b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/523c238f-cb87-4abe-8b95-8407c3e95b3e HTTP/1.1" status: 204 len: 168 time: 0.8122132 Aug 28 20:19:55.860086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39072) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:55.867268 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (72429763-0abe-4f1c-9465-9771e0346c45), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.881656 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:55.892436 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d6393d96-5e9d-4583-a8cb-f534977d0128), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.896395 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.897756 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2cb1b8-44b4-4e97-ab9c-f04c64b79193 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] GET failed (client error): The resource could not be found. Aug 28 20:19:55.904739 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (72429763-0abe-4f1c-9465-9771e0346c45), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:55.905006 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7b2cb1b8-44b4-4e97-ab9c-f04c64b79193 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports/523c238f-cb87-4abe-8b95-8407c3e95b3e HTTP/1.1" status: 404 len: 333 time: 0.0433040 Aug 28 20:19:55.905400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39074) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:55.921265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4299ff-11b1-4b07-bf25-f997e9569b37 None None] Pushing event updated for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:55.933503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:55.946944 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:55.955419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:55.968231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=52ba8607-f3b1-4da6-8313-32cfc96d96fc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:55.968231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:56.014202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-084338fb-1402-4a73-b18a-9329f38e3b65 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (95e90ab0-c3bb-4540-b3c7-af2d6eba7798), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.035849 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:56.053328 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-084338fb-1402-4a73-b18a-9329f38e3b65 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (95e90ab0-c3bb-4540-b3c7-af2d6eba7798), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.176827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-084338fb-1402-4a73-b18a-9329f38e3b65 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (95e90ab0-c3bb-4540-b3c7-af2d6eba7798), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.181211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-084338fb-1402-4a73-b18a-9329f38e3b65 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.185175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-084338fb-1402-4a73-b18a-9329f38e3b65 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/95e90ab0-c3bb-4540-b3c7-af2d6eba7798 HTTP/1.1" status: 204 len: 168 time: 0.2760618 Aug 28 20:19:56.191190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39078) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:56.203117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084338fb-1402-4a73-b18a-9329f38e3b65 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e90ab0-c3bb-4540-b3c7-af2d6eba7798,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:56.340416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df93e24c-ceaf-4ca4-b3e6-249e87a68111 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (c506828e-5734-4e5b-8d80-103ca09e43c8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.372680 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:56.386130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Port': ['ID=d6393d96-5e9d-4583-a8cb-f534977d0128,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:56.401107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df93e24c-ceaf-4ca4-b3e6-249e87a68111 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (c506828e-5734-4e5b-8d80-103ca09e43c8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.510191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:19:56.513743 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:56.582286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df93e24c-ceaf-4ca4-b3e6-249e87a68111 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c506828e-5734-4e5b-8d80-103ca09e43c8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.584933 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df93e24c-ceaf-4ca4-b3e6-249e87a68111 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.590378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-df93e24c-ceaf-4ca4-b3e6-249e87a68111 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c506828e-5734-4e5b-8d80-103ca09e43c8 HTTP/1.1" status: 204 len: 168 time: 0.4018526 Aug 28 20:19:56.591487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39084) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:56.639027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8029b26b-5606-4b6c-b19b-c5f498284903 None None] Provisioning complete for port 52ba8607-f3b1-4da6-8313-32cfc96d96fc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:56.645980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8029b26b-5606-4b6c-b19b-c5f498284903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (52ba8607-f3b1-4da6-8313-32cfc96d96fc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.669128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.8 (68817902-bf60-4f78-a96a-fd76f444f265/c39c56fb-4101-4fd5-826d-96ff9b66249c/a5d3d2fa-0479-4227-bab1-0f732d87d5a9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:56.694561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93e24c-ceaf-4ca4-b3e6-249e87a68111 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506828e-5734-4e5b-8d80-103ca09e43c8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:56.698561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:56.699261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.739390 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:56.740955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8029b26b-5606-4b6c-b19b-c5f498284903 None None] Port 52ba8607-f3b1-4da6-8313-32cfc96d96fc cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:56.800048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.807114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9d0bc656-fe54-4f4e-8855-cbac6067bad2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d6393d96-5e9d-4583-a8cb-f534977d0128 HTTP/1.1" status: 204 len: 168 time: 3.5600882 Aug 28 20:19:56.807839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39090) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:56.816733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:56.816733 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.863606 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7479fc89-585a-4c46-ada1-7b55638b1210 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (f1ba4712-8585-4302-ad3b-f323a3e3d9fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.890507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7479fc89-585a-4c46-ada1-7b55638b1210 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (f1ba4712-8585-4302-ad3b-f323a3e3d9fd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.914591 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (83b6e746-9709-4f4c-b7e6-91e43eb7a7ae), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:56.933447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c35709de-da7e-4bbd-995a-0af162e1ff90 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4994028 Aug 28 20:19:56.972341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39094) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:57.001270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'network_id': 'f1653929-ecee-40cd-b3cc-e33ff3d845f5', 'name': 'tempest-AllowedAddressPairTestJSON-640237503'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:57.001536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a76cb69a-c252-4b7b-a6f2-07a68c4a7b87 req-0cc6e384-5a98-44b9-b2d7-4f19eeae3ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.0390739 Aug 28 20:19:57.021706 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting subnet 58e9488b-433c-4eec-9697-2831f1649fd9 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:57.025610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for subnet (58e9488b-433c-4eec-9697-2831f1649fd9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.059626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7479fc89-585a-4c46-ada1-7b55638b1210 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f1ba4712-8585-4302-ad3b-f323a3e3d9fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.062558 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7479fc89-585a-4c46-ada1-7b55638b1210 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.067446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7479fc89-585a-4c46-ada1-7b55638b1210 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f1ba4712-8585-4302-ad3b-f323a3e3d9fd HTTP/1.1" status: 204 len: 168 time: 0.4609571 Aug 28 20:19:57.068356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39096) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:57.073215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:57.076497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.113781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Router 72429763-0abe-4f1c-9465-9771e0346c45 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:19:57.135940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b6e746-9709-4f4c-b7e6-91e43eb7a7ae,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:57.180521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2b5d90fe-b886-4f22-9ebe-941846e62f2f None None] Could not find standard attr ID for object 523c238f-cb87-4abe-8b95-8407c3e95b3e. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:19:57.182797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479fc89-585a-4c46-ada1-7b55638b1210 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba4712-8585-4302-ad3b-f323a3e3d9fd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:57.192827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet 313678e8-37de-49bc-85ba-24fea867a0ee {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:57.202362 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (313678e8-37de-49bc-85ba-24fea867a0ee), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.213771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2b5d90fe-b886-4f22-9ebe-941846e62f2f None None] Provisioning complete for port b4ac1e93-1584-42dd-9b52-56f272ab856b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:57.214257 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d90fe-b886-4f22-9ebe-941846e62f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.248703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (58e9488b-433c-4eec-9697-2831f1649fd9), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.286930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d90fe-b886-4f22-9ebe-941846e62f2f None None] Port b4ac1e93-1584-42dd-9b52-56f272ab856b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:57.297258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2b5d90fe-b886-4f22-9ebe-941846e62f2f None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:57.298223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d90fe-b886-4f22-9ebe-941846e62f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.306434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (313678e8-37de-49bc-85ba-24fea867a0ee), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.312754 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:57.437185 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (58e9488b-433c-4eec-9697-2831f1649fd9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.478825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d90fe-b886-4f22-9ebe-941846e62f2f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:57.488270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.630943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (313678e8-37de-49bc-85ba-24fea867a0ee), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.633498 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.638830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (58e9488b-433c-4eec-9697-2831f1649fd9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.663558 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.694803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a0ec0-1c64-4848-81a8-a2c486678940 None None] Network 82181eed-f302-4511-943f-fb3b30d86409 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:57.697843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cf7d59db-73cd-493d-ac64-4ec91874a0b0 None None] Could not find standard attr ID for object 523c238f-cb87-4abe-8b95-8407c3e95b3e. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:19:57.701508 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.705667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/58e9488b-433c-4eec-9697-2831f1649fd9 HTTP/1.1" status: 204 len: 168 time: 0.8952785 Aug 28 20:19:57.730148 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39106) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:57.747394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Made reservation on behalf of 90e469bdc63249e6b7e665cc59dd29bf for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:19:57.751916 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.758832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8c17e-8d5b-48d0-8230-4e0c6d2316e2 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Subnet': ['ID=58e9488b-433c-4eec-9697-2831f1649fd9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:57.792838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 68817902-bf60-4f78-a96a-fd76f444f265 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:19:57.794472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:57.805430 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:57.928807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] DHCP port deletion for 82181eed-f302-4511-943f-fb3b30d86409 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:19:58.007089 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (313678e8-37de-49bc-85ba-24fea867a0ee), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.007869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] Deleting port 434754af-362c-4ff7-9daf-ed78f62e9b88 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:19:58.008259 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.009688 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:58.075629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=313678e8-37de-49bc-85ba-24fea867a0ee,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:58.080169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a3597-28c4-4acb-bccc-57ee7e63745b None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:58.087482 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.095875 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5ef18872-a2b9-4d6e-83ee-4730d7aeadd5 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/313678e8-37de-49bc-85ba-24fea867a0ee HTTP/1.1" status: 204 len: 168 time: 1.0087659 Aug 28 20:19:58.098603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39114) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:58.161294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] For port 434754af-362c-4ff7-9daf-ed78f62e9b88, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=434754af-362c-4ff7-9daf-ed78f62e9b88,segment=NetworkSegment(020616ad-c180-4e8c-9bfa-c35c3a18b3f9),segment_id=020616ad-c180-4e8c-9bfa-c35c3a18b3f9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:19:58.167586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.180200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet 5b181832-e925-4778-b1b2-d64004b7b40e {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:58.186488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (5b181832-e925-4778-b1b2-d64004b7b40e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.200042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] Calling delete_port for 434754af-362c-4ff7-9daf-ed78f62e9b88 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:19:58.234506 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:58.250250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (5b181832-e925-4778-b1b2-d64004b7b40e), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.302551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:19:58.353178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:19:58.411656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (5b181832-e925-4778-b1b2-d64004b7b40e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.472616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 434754af-362c-4ff7-9daf-ed78f62e9b88 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:19:58.555229 n-d-854121-7 neutron-server[114323]: INFO neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No ports have port_id starting with 434754af-362c-4ff7-9daf-ed78f62e9b88 Aug 28 20:19:58.556081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (434754af-362c-4ff7-9daf-ed78f62e9b88), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.601149 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:58.610845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] Pushing event deleted for resources: {'Port': ['ID=434754af-362c-4ff7-9daf-ed78f62e9b88,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:58.620434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:58.622866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea4150-e5e5-4db5-9e75-85f3727da140 None None] No DVR routers for this DVR port 434754af-362c-4ff7-9daf-ed78f62e9b88 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:19:58.667354 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (5b181832-e925-4778-b1b2-d64004b7b40e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.702308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] device_id is not set on port 98077260-2978-4b32-b861-571d4286f606 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:19:58.742399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.746096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks [] for router_controller (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.749657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=5b181832-e925-4778-b1b2-d64004b7b40e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:58.765242 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.771948 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-56118623-197d-48d2-9a31-08cbd2e9e9de tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5b181832-e925-4778-b1b2-d64004b7b40e HTTP/1.1" status: 204 len: 168 time: 0.6697006 Aug 28 20:19:58.774419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39122) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:58.776025 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:58.778281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ed5beb93-a792-495b-b853-530c7684ce11 None None] Provisioning complete for port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:58.778813 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ed5beb93-a792-495b-b853-530c7684ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.815578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:58.816241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.825524 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ed5beb93-a792-495b-b853-530c7684ce11 None None] Port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:58.835113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd07f0a-fb15-4305-9a2c-e57b304fc65a req-e0a4be63-8409-4bf4-9ce7-eed60123dfe9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:58.837220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bcd07f0a-fb15-4305-9a2c-e57b304fc65a req-e0a4be63-8409-4bf4-9ce7-eed60123dfe9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 931 time: 0.5234740 Aug 28 20:19:58.849702 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9765263d-59c6-4aa7-9bac-7196688b5a88 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:19:58.850455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9765263d-59c6-4aa7-9bac-7196688b5a88 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:19:58.873133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9765263d-59c6-4aa7-9bac-7196688b5a88 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/313678e8-37de-49bc-85ba-24fea867a0ee HTTP/1.1" status: 404 len: 337 time: 0.0988317 Aug 28 20:19:58.874082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39124) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:58.910830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Deleting subnet 7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:58.949987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:19:58.962047 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] Sync routers for ids ['72429763-0abe-4f1c-9465-9771e0346c45'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:19:58.969401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.970966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-259f93d6-4382-4325-9a65-0331e93f9f86 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/72429763-0abe-4f1c-9465-9771e0346c45 HTTP/1.1" status: 200 len: 919 time: 10.7014351 Aug 28 20:19:58.986803 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] Routers {'72429763-0abe-4f1c-9465-9771e0346c45'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:58.986803 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['72429763-0abe-4f1c-9465-9771e0346c45'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:58.987158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting subnet adeb2da5-478f-4b91-a368-5d384e99aea1 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:58.987272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39132) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:58.988973 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for subnet (7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:58.994536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (adeb2da5-478f-4b91-a368-5d384e99aea1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.065807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:59.077108 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] Routers {'72429763-0abe-4f1c-9465-9771e0346c45'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:19:59.078271 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['72429763-0abe-4f1c-9465-9771e0346c45'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:59.097245 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (adeb2da5-478f-4b91-a368-5d384e99aea1), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.144639 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:19:59.145345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8b5d4-a495-4874-ae59-72961ec63c08 None None] The sync data for ids ['72429763-0abe-4f1c-9465-9771e0346c45'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:19:59.179053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-077d1818-1e5b-497d-a5de-5af4d6fe8913 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3086636 Aug 28 20:19:59.185200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (ad6f5bb3-4de6-4e71-92ca-7ba598cea753), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.185883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad6f5bb3-4de6-4e71-92ca-7ba598cea753 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:19:59.262235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Request body: {'port': {'device_id': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:19:59.301819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.306745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1148845b-8eb2-4818-9248-e45ba69e29b1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ad6f5bb3-4de6-4e71-92ca-7ba598cea753 HTTP/1.1" status: 204 len: 168 time: 6.4631271 Aug 28 20:19:59.310288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39140) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:59.330876 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:19:59.335235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.366613 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (adeb2da5-478f-4b91-a368-5d384e99aea1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.380191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28808e29-7046-4bc2-9cc6-ef6e0bed2653 None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:19:59.439772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] Deleting subnet 66558c54-3e4c-4a24-a7cf-dfa9bad97a7a {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:19:59.448286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] Publish callbacks [] for subnet (66558c54-3e4c-4a24-a7cf-dfa9bad97a7a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.481018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bcd07f0a-fb15-4305-9a2c-e57b304fc65a req-ce16e350-565e-40da-a780-9740e62d2d5e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5843992 Aug 28 20:19:59.540936 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (66558c54-3e4c-4a24-a7cf-dfa9bad97a7a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.543196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1b531cd9-a9c0-457e-8fcf-e7532e368f0c None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:59.543871 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1b531cd9-a9c0-457e-8fcf-e7532e368f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.672686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Allocated IP 172.20.0.5 (f1653929-ecee-40cd-b3cc-e33ff3d845f5/79f21067-6087-49a3-8dd6-1d09f654be88/98077260-2978-4b32-b861-571d4286f606) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:19:59.679153 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-eacebd90-52d6-4eca-b9f9-84204fc704d2 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/72429763-0abe-4f1c-9465-9771e0346c45 HTTP/1.1" status: 200 len: 925 time: 0.6814687 Aug 28 20:19:59.679453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (adeb2da5-478f-4b91-a368-5d384e99aea1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.688695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39146) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:59.702040 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.729208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.751410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1b531cd9-a9c0-457e-8fcf-e7532e368f0c None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:19:59.759774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (66558c54-3e4c-4a24-a7cf-dfa9bad97a7a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.770911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Subnet': ['ID=adeb2da5-478f-4b91-a368-5d384e99aea1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:19:59.775927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1b531cd9-a9c0-457e-8fcf-e7532e368f0c None None] Provisioning complete for port b4ac1e93-1584-42dd-9b52-56f272ab856b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:19:59.776328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1b531cd9-a9c0-457e-8fcf-e7532e368f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.878370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1b531cd9-a9c0-457e-8fcf-e7532e368f0c None None] Port b4ac1e93-1584-42dd-9b52-56f272ab856b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:19:59.907455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.909082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ac949e-c4db-4acb-955e-1fb5eb72a59c None None] Update dhcp port {'port': {'network_id': '10898b37-f24f-4c68-a969-025286443568', 'fixed_ips': [{'subnet_id': 'adeb2da5-478f-4b91-a368-5d384e99aea1'}], 'binding:host_id': 'n-d-854121-7'}, 'id': '0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a'} from n-d-854121-7. {{(pid=114323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Aug 28 20:19:59.928787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-454cd66c-4d75-4aa1-a976-215dc9756b03 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/adeb2da5-478f-4b91-a368-5d384e99aea1 HTTP/1.1" status: 204 len: 168 time: 1.0532260 Aug 28 20:19:59.937598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39152) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:19:59.981022 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-59ac949e-c4db-4acb-955e-1fb5eb72a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:19:59.991059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db386fb-85ec-4490-ba5f-b3d1ecb689b8 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:19:59.997196 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3db386fb-85ec-4490-ba5f-b3d1ecb689b8 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=72429763-0abe-4f1c-9465-9771e0346c45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3000960 Aug 28 20:19:59.997196 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5819e556-f2ce-42ec-8320-bd6edb14b40f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:19:59.997196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5819e556-f2ce-42ec-8320-bd6edb14b40f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:00.000024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5819e556-f2ce-42ec-8320-bd6edb14b40f tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/be842591-80f3-41fd-9285-469e4b18295b HTTP/1.1" status: 404 len: 337 time: 0.0610855 Aug 28 20:20:00.003547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39154) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:00.004093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39156) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:00.117185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fca27512-cec4-4d33-be9d-5a8017c19a20 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=caf0d6b8-7402-4cb8-a0de-8cbee9eed894 HTTP/1.1" status: 200 len: 205 time: 0.1034167 Aug 28 20:20:00.121421 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:00.123169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39158) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:00.259735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6a616-6d99-4eb8-bd58-ea0a37fc840b None None] Network 10898b37-f24f-4c68-a969-025286443568 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:00.389029 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (98077260-2978-4b32-b861-571d4286f606), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.390895 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:00.395550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:00.434941 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.467695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:00.468299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 83b6e746-9709-4f4c-b7e6-91e43eb7a7ae not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:00.468900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:00.471764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e98716f4-2f22-4c79-b521-1f03d4bc4e41 None None] Provisioning complete for port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:00.472475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e98716f4-2f22-4c79-b521-1f03d4bc4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.595410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:00.610695 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.619048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-afe147d0-9aa5-4d52-b553-32c419ba7928 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7b8989c1-6d49-4a9b-bbac-a9c4ea39e0b6 HTTP/1.1" status: 204 len: 168 time: 2.8819933 Aug 28 20:20:00.633311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc83d2c3-e198-4bdd-b540-cbf1b6d0622d None None] Network 113972e0-aaf6-454d-9225-ecf6c56d8066 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:00.634984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39166) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:00.645102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] DHCP port deletion for 10898b37-f24f-4c68-a969-025286443568 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:00.664679 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:00.760153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e98716f4-2f22-4c79-b521-1f03d4bc4e41 None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:00.831957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] Deleting port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:00.833202 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.840118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e98716f4-2f22-4c79-b521-1f03d4bc4e41 None None] Provisioning complete for port b4ac1e93-1584-42dd-9b52-56f272ab856b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:00.840893 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e98716f4-2f22-4c79-b521-1f03d4bc4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.852893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d3d2fa-0479-4227-bab1-0f732d87d5a9 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:20:00.871819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (82181eed-f302-4511-943f-fb3b30d86409), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.894532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Publish callbacks [] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.935430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e98716f4-2f22-4c79-b521-1f03d4bc4e41 None None] Port b4ac1e93-1584-42dd-9b52-56f272ab856b cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:00.946163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Transition to ACTIVE for port object a5d3d2fa-0479-4227-bab1-0f732d87d5a9 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:20:00.969151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:00.969819 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:00.980271 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:00.996793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a8e03-288a-4dca-a976-f9eb17e8d957 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:01.002071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5f5a8e03-288a-4dca-a976-f9eb17e8d957 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 881 time: 0.9966707 Aug 28 20:20:01.004776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39174) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:01.006261 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (66558c54-3e4c-4a24-a7cf-dfa9bad97a7a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.025329 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-d265e521-8311-4dc2-9954-2a736e17734b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] delete failed (client error): The resource could not be found. Aug 28 20:20:01.044146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d265e521-8311-4dc2-9954-2a736e17734b tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/routers/caf0d6b8-7402-4cb8-a0de-8cbee9eed894 HTTP/1.1" status: 404 len: 336 time: 0.9010379 Aug 28 20:20:01.044940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39178) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:01.062222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,segment=NetworkSegment(2dce604d-d0a1-4843-a938-253386f8cbc7),segment_id=2dce604d-d0a1-4843-a938-253386f8cbc7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:01.062909 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.072700 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:01.073338 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.115154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,segment=NetworkSegment(2dce604d-d0a1-4843-a938-253386f8cbc7),segment_id=2dce604d-d0a1-4843-a938-253386f8cbc7)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:01.120725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] Calling delete_port for 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:01.132386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (98077260-2978-4b32-b861-571d4286f606), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.153252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cfc77ec1-c195-4bea-991a-cfefeae622d5 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72429763-0abe-4f1c-9465-9771e0346c45 HTTP/1.1" status: 200 len: 205 time: 0.1426699 Aug 28 20:20:01.183288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] DHCP port deletion for 113972e0-aaf6-454d-9225-ecf6c56d8066 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:01.193663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39180) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:01.232746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:01.258028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.266137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (82181eed-f302-4511-943f-fb3b30d86409), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.313152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] Deleting port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:01.313533 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.316931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:01.365570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (72429763-0abe-4f1c-9465-9771e0346c45), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.370630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66558c54-3e4c-4a24-a7cf-dfa9bad97a7a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:01.373302 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa22a333-3bc3-4826-a20f-3303cdb015e3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:01.373990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa22a333-3bc3-4826-a20f-3303cdb015e3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:01.377775 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aa22a333-3bc3-4826-a20f-3303cdb015e3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f8d277ec-52cb-43b4-b4ae-a834e11041ed HTTP/1.1" status: 404 len: 337 time: 0.2947488 Aug 28 20:20:01.394236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39182) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:01.414942 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:01.421435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.428814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9a22e5a0-a86d-47fb-956f-ca9b76d4e583 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/66558c54-3e4c-4a24-a7cf-dfa9bad97a7a HTTP/1.1" status: 204 len: 168 time: 2.1174922 Aug 28 20:20:01.441229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39184) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:01.464747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431f58-023a-4556-b066-ca2d970bb015 req-356aedc9-9b92-40af-873d-0e4814af8ee3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:01.474342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca431f58-023a-4556-b066-ca2d970bb015 req-356aedc9-9b92-40af-873d-0e4814af8ee3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 931 time: 0.4914548 Aug 28 20:20:01.475808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] For port da5a8482-1b7f-4ebc-9fe8-8c59298754b5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=da5a8482-1b7f-4ebc-9fe8-8c59298754b5,segment=NetworkSegment(9b6bb438-0a19-4985-85f7-2baa991bcddc),segment_id=9b6bb438-0a19-4985-85f7-2baa991bcddc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:01.476514 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.502426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] Calling delete_port for da5a8482-1b7f-4ebc-9fe8-8c59298754b5 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:01.557110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:01.564836 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebb5ac2-fd77-4f6b-8f5a-06031194397a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:01.565225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebb5ac2-fd77-4f6b-8f5a-06031194397a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:01.577705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6ebb5ac2-fd77-4f6b-8f5a-06031194397a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/eb37bf87-4b55-4d8b-a919-4bdbf82b0bc8 HTTP/1.1" status: 404 len: 337 time: 0.1455331 Aug 28 20:20:01.585733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82181eed-f302-4511-943f-fb3b30d86409']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:01.605734 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:01.613778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e557801-8782-45ab-9c1c-9d7fcbe1d842 None None] Network a8b4cd33-472f-4da9-9036-143ceac8eba6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:01.618760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39186) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020616ad-c180-4e8c-9bfa-c35c3a18b3f9') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020616ad-c180-4e8c-9bfa-c35c3a18b3f9') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c07d78-ac69-4112-83aa-05e1d9c2cc13 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c07d78-ac69-4112-83aa-05e1d9c2cc13 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-71c07d78-ac69-4112-83aa-05e1d9c2cc13 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/044635e0-d30e-43b4-83ea-483375d457cb HTTP/1.1" status: 404 len: 337 time: 0.0887330 Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=98077260-2978-4b32-b861-571d4286f606,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (020616ad-c180-4e8c-9bfa-c35c3a18b3f9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on network 68817902-bf60-4f78-a96a-fd76f444f265 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on network 68817902-bf60-4f78-a96a-fd76f444f265 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:20:01.880909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on network 68817902-bf60-4f78-a96a-fd76f444f265 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:01.889759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca431f58-023a-4556-b066-ca2d970bb015 req-1c8ddd7f-cfb6-4d5e-a787-28a3d06dc23a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376706 Aug 28 20:20:01.889759 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (a8b4cd33-472f-4da9-9036-143ceac8eba6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Checking segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Bound using segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Bound port: a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (020616ad-c180-4e8c-9bfa-c35c3a18b3f9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (020616ad-c180-4e8c-9bfa-c35c3a18b3f9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.892062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39194) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:01.902234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (72429763-0abe-4f1c-9465-9771e0346c45), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:01.916775 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 020616ad-c180-4e8c-9bfa-c35c3a18b3f9 resource provider aggregate not found Aug 28 20:20:01.927096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Deleting port fa7db732-074d-43a9-b073-c3aea928d30e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:01.927689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.026953 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 020616ad-c180-4e8c-9bfa-c35c3a18b3f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 020616ad-c180-4e8c-9bfa-c35c3a18b3f9 found for delete ", "request_id": "req-98a210a2-906f-4b4d-b85f-001c0cb93228"}]} Aug 28 20:20:02.049432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] For port fa7db732-074d-43a9-b073-c3aea928d30e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fa7db732-074d-43a9-b073-c3aea928d30e,segment=NetworkSegment(aec795bf-0948-40bf-9f6c-51a8d562f8db),segment_id=aec795bf-0948-40bf-9f6c-51a8d562f8db)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:02.049432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.050113 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c465e94f-4a71-4d58-88a3-f5e5efd4ae1c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:02.050113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c465e94f-4a71-4d58-88a3-f5e5efd4ae1c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:02.050113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c465e94f-4a71-4d58-88a3-f5e5efd4ae1c tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d543e61e-ef27-4647-91c1-9da870c2c266 HTTP/1.1" status: 404 len: 333 time: 0.1349680 Aug 28 20:20:02.051504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39200) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.063020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Calling delete_port for fa7db732-074d-43a9-b073-c3aea928d30e owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:02.102011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:02.104326 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ddc9e1-ec0c-4889-9f8f-757bfc052821 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:02.104863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ddc9e1-ec0c-4889-9f8f-757bfc052821 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:02.105725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:02.107177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=11']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:02.109297 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-50ddc9e1-ec0c-4889-9f8f-757bfc052821 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/269a25b8-e952-483c-9356-3363280a1d5b HTTP/1.1" status: 404 len: 337 time: 0.0565891 Aug 28 20:20:02.112440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39202) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.169782 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-107e53b6-dc2d-4959-9258-8c1cb4ec33cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:02.169782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107e53b6-dc2d-4959-9258-8c1cb4ec33cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:02.169782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-107e53b6-dc2d-4959-9258-8c1cb4ec33cd tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ab5aedb2-1e9d-4add-8d53-c6793e30bd4c HTTP/1.1" status: 404 len: 337 time: 0.0358217 Aug 28 20:20:02.173137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39204) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.176848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-48e7a37f-0434-465f-98a6-d9beffa5d5f3 None None] Provisioning complete for port 98077260-2978-4b32-b861-571d4286f606 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:02.177380 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-48e7a37f-0434-465f-98a6-d9beffa5d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (98077260-2978-4b32-b861-571d4286f606), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.212472 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc982ad-04f0-47b2-a483-4e4ebb0f870a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:02.213239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc982ad-04f0-47b2-a483-4e4ebb0f870a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:02.219895 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cdc982ad-04f0-47b2-a483-4e4ebb0f870a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/749e5bca-51b5-4906-b667-bdb77b6b9c5c HTTP/1.1" status: 404 len: 333 time: 0.0427086 Aug 28 20:20:02.219895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39206) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.251327 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (da5a8482-1b7f-4ebc-9fe8-8c59298754b5), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.258100 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e40c73-3988-412d-bdce-82c7e91c761a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:02.258659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e40c73-3988-412d-bdce-82c7e91c761a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:02.265083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-26e40c73-3988-412d-bdce-82c7e91c761a tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/fa83e3e8-e77f-4dc1-915c-65dc69eb35b8 HTTP/1.1" status: 404 len: 337 time: 0.0409846 Aug 28 20:20:02.266324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39210) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.300914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] DHCP port deletion for a8b4cd33-472f-4da9-9036-143ceac8eba6 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:02.311485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-48e7a37f-0434-465f-98a6-d9beffa5d5f3 None None] Port 98077260-2978-4b32-b861-571d4286f606 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:02.313007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] Pushing event deleted for resources: {'Port': ['ID=da5a8482-1b7f-4ebc-9fe8-8c59298754b5,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:02.314814 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.360842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658292ef-f5f6-4303-804b-5cc532687cd0 None None] No DVR routers for this DVR port da5a8482-1b7f-4ebc-9fe8-8c59298754b5 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:02.372136 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-36377118-459a-42cd-b26c-c9bd912f5324 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:02.373357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36377118-459a-42cd-b26c-c9bd912f5324 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:02.379376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-36377118-459a-42cd-b26c-c9bd912f5324 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4ae00c7e-7439-48aa-8a04-1bd7cad4eec5 HTTP/1.1" status: 404 len: 337 time: 0.1091111 Aug 28 20:20:02.380087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39214) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.381402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.389470 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0fb76319-d8bd-416c-898f-c18030d6dc9f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3982005 Aug 28 20:20:02.391113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (82181eed-f302-4511-943f-fb3b30d86409), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.393077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39216) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.394625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:02.398739 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.398739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 1091 time: 3.1480641 Aug 28 20:20:02.401004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:20:02.403250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] No DVR routers for this DVR port 0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:02.403602 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ff7af-be8f-4400-b93f-777a4b107493" -d '{"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:20:02.409634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.415500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/networks/82181eed-f302-4511-943f-fb3b30d86409 HTTP/1.1" status: 204 len: 168 time: 1.7665114 Aug 28 20:20:02.420237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f6:79:40'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:29:e9:d7'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:02.430491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39220) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:02.478037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da5a8482-1b7f-4ebc-9fe8-8c59298754b5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:02.478037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8110bf-43f6-496a-9ac3-7d733f91773f None None] Pushing event deleted for resources: {'Port': ['ID=0d06c19e-2f6e-4d7b-a89b-03d30e1eb24a,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:02.507448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.517679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: da5a8482-1b7f-4ebc-9fe8-8c59298754b5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:02.518359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device da5a8482-1b7f-4ebc-9fe8-8c59298754b5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:02.518975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa7db732-074d-43a9-b073-c3aea928d30e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:02.529640 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:02.567239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: fa7db732-074d-43a9-b073-c3aea928d30e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:02.568002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa7db732-074d-43a9-b073-c3aea928d30e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:02.591407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] Deleting port fa7db732-074d-43a9-b073-c3aea928d30e {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:02.592844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.598134 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ee5578-bb32-4ae0-aa02-f8482861b436 x-openstack-request-id: req-61ee5578-bb32-4ae0-aa02-f8482861b436 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:20:02.598669 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:20:02.598960 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61ee5578-bb32-4ae0-aa02-f8482861b436 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:20:02.599432 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ee5578-bb32-4ae0-aa02-f8482861b436'] response: {'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'status': 'completed', 'code': 200} Aug 28 20:20:02.607163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (113972e0-aaf6-454d-9225-ecf6c56d8066), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.640875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7db732-074d-43a9-b073-c3aea928d30e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:02.652220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdca05-4d5d-428b-abae-a76cbd524b0f tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Network': ['ID=82181eed-f302-4511-943f-fb3b30d86409,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:02.705618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] No DVR routers for this DVR port fa7db732-074d-43a9-b073-c3aea928d30e on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:02.706308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] For port fa7db732-074d-43a9-b073-c3aea928d30e, host n-d-854121-7, got binding levels [] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:02.706308 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.711017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Deleting port 1410ff8c-9ea4-4b80-af56-a99f567180c1 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:02.711687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1410ff8c-9ea4-4b80-af56-a99f567180c1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.722984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ff7af-be8f-4400-b93f-777a4b107493 req-b9a00767-ceb7-4da0-8351-f9e2a1cb3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:02.728478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-909ff7af-be8f-4400-b93f-777a4b107493 req-b9a00767-ceb7-4da0-8351-f9e2a1cb3217 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1125 time: 0.1634011 Aug 28 20:20:02.731980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] Calling delete_port for fa7db732-074d-43a9-b073-c3aea928d30e owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:02.738593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.ipam_backend_mixin [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] Port fa7db732-074d-43a9-b073-c3aea928d30e was not found and therefore no delete operation was performed {{(pid=114323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 28 20:20:02.741526 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (fa7db732-074d-43a9-b073-c3aea928d30e), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.780400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] No DVR routers for this DVR port fa7db732-074d-43a9-b073-c3aea928d30e on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:02.782054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c3483-c8b3-4ddf-a2a1-063bd14ba197 None None] Pushing event deleted for resources: {'Port': ['ID=fa7db732-074d-43a9-b073-c3aea928d30e,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:02.856735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Deleting port b4ac1e93-1584-42dd-9b52-56f272ab856b {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:02.857141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:02.885308 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:02.886580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c73d-8839-4e61-9b67-29ecf3419382 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:02.955864 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (a8b4cd33-472f-4da9-9036-143ceac8eba6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.061298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1410ff8c-9ea4-4b80-af56-a99f567180c1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.080517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b4cd33-472f-4da9-9036-143ceac8eba6']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:03.084310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Calling delete_port for 1410ff8c-9ea4-4b80-af56-a99f567180c1 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:03.089233 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.128656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec795bf-0948-40bf-9f6c-51a8d562f8db') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:03.135117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec795bf-0948-40bf-9f6c-51a8d562f8db') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:03.149584 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Calling delete_port for b4ac1e93-1584-42dd-9b52-56f272ab856b owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:03.206348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (aec795bf-0948-40bf-9f6c-51a8d562f8db), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.240578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8741a-d438-4a5f-ac9c-a1e76d253b32 req-ad999eda-5907-4303-beba-0ec3c5da6d78 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:03.242852 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ad8741a-d438-4a5f-ac9c-a1e76d253b32 req-ad999eda-5907-4303-beba-0ec3c5da6d78 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.1648858 Aug 28 20:20:03.281039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (aec795bf-0948-40bf-9f6c-51a8d562f8db), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.320453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:03.321497 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (aec795bf-0948-40bf-9f6c-51a8d562f8db), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.358677 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment aec795bf-0948-40bf-9f6c-51a8d562f8db resource provider aggregate not found Aug 28 20:20:03.367938 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:03.380723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (113972e0-aaf6-454d-9225-ecf6c56d8066), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.428539 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment aec795bf-0948-40bf-9f6c-51a8d562f8db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aec795bf-0948-40bf-9f6c-51a8d562f8db found for delete ", "request_id": "req-510f403b-5b49-425c-a021-b1e9df8b14c6"}]} Aug 28 20:20:03.442982 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:03.451336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113972e0-aaf6-454d-9225-ecf6c56d8066']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:03.469831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6bb438-0a19-4985-85f7-2baa991bcddc') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:03.470517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6bb438-0a19-4985-85f7-2baa991bcddc') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:03.496247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (9b6bb438-0a19-4985-85f7-2baa991bcddc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.503527 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ad8741a-d438-4a5f-ac9c-a1e76d253b32 req-9be95c27-7a8a-47f8-9b88-d54824322fb7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184656 Aug 28 20:20:03.543689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9b6bb438-0a19-4985-85f7-2baa991bcddc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.548849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ff7af-be8f-4400-b93f-777a4b107493 req-39d31dcc-0d02-47ff-b02d-67162150bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:03.550463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-909ff7af-be8f-4400-b93f-777a4b107493 req-39d31dcc-0d02-47ff-b02d-67162150bc4d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=19747ba661ca427ea056cf5402e7450c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.8069384 Aug 28 20:20:03.559828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:03.560451 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (9b6bb438-0a19-4985-85f7-2baa991bcddc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.580175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (a8b4cd33-472f-4da9-9036-143ceac8eba6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.586777 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.594125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a8b4cd33-472f-4da9-9036-143ceac8eba6 HTTP/1.1" status: 204 len: 168 time: 2.1458907 Aug 28 20:20:03.599070 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:03.604735 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b4ac1e93-1584-42dd-9b52-56f272ab856b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.637533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb044490-079e-4342-9466-0fa79e8c5111 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b4cd33-472f-4da9-9036-143ceac8eba6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:03.666128 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.671995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b4ac1e93-1584-42dd-9b52-56f272ab856b HTTP/1.1" status: 204 len: 168 time: 1.2885442 Aug 28 20:20:03.673772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563b348-e14b-4ec3-b0f1-dae973e2c3b3 tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Port': ['ID=b4ac1e93-1584-42dd-9b52-56f272ab856b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:03.676177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39242) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:03.710004 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (98077260-2978-4b32-b861-571d4286f606), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.776453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (10898b37-f24f-4c68-a969-025286443568), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.828262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1410ff8c-9ea4-4b80-af56-a99f567180c1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:03.854730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ff7af-be8f-4400-b93f-777a4b107493 req-bcd840c2-7e3b-4d85-81b2-7e08fb7d5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:03.856265 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-909ff7af-be8f-4400-b93f-777a4b107493 req-bcd840c2-7e3b-4d85-81b2-7e08fb7d5d61 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2893639 Aug 28 20:20:03.894431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event deleted for resources: {'Port': ['ID=1410ff8c-9ea4-4b80-af56-a99f567180c1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:04.005713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (113972e0-aaf6-454d-9225-ecf6c56d8066), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.037277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (10898b37-f24f-4c68-a969-025286443568), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.130132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10898b37-f24f-4c68-a969-025286443568']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:04.133480 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for port (98077260-2978-4b32-b861-571d4286f606), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.149821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dce604d-d0a1-4843-a938-253386f8cbc7') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:04.150510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dce604d-d0a1-4843-a938-253386f8cbc7') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:04.153116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (72429763-0abe-4f1c-9465-9771e0346c45), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.167174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.173616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] 10.222.0.78 "DELETE /networking/v2.0/networks/113972e0-aaf6-454d-9225-ecf6c56d8066 HTTP/1.1" status: 204 len: 168 time: 1.7250524 Aug 28 20:20:04.183989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fdbac-bcfc-4dcf-960f-689f814e2896 tempest-TaggedBootDevicesTest-1233748121 tempest-TaggedBootDevicesTest-1233748121-project] Pushing event deleted for resources: {'Network': ['ID=113972e0-aaf6-454d-9225-ecf6c56d8066,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:04.224691 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 9b6bb438-0a19-4985-85f7-2baa991bcddc resource provider aggregate not found Aug 28 20:20:04.232826 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:04.243581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (2dce604d-d0a1-4843-a938-253386f8cbc7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.266389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (98077260-2978-4b32-b861-571d4286f606), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.370670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-dcb540d9-4b55-47f7-a887-eab8d300a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:04.372583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-dcb540d9-4b55-47f7-a887-eab8d300a6a6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1125 time: 0.4174504 Aug 28 20:20:04.373173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39258) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:04.377163 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 9b6bb438-0a19-4985-85f7-2baa991bcddc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b6bb438-0a19-4985-85f7-2baa991bcddc found for delete ", "request_id": "req-161303be-0278-42f2-8608-d9b5a8ffb05e"}]} Aug 28 20:20:04.383141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] In _notify_port_updated(), no bound segment for port 98077260-2978-4b32-b861-571d4286f606 on network f1653929-ecee-40cd-b3cc-e33ff3d845f5 {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:20:04.388907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:04.389716 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.394514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "PUT /networking/v2.0/ports/98077260-2978-4b32-b861-571d4286f606 HTTP/1.1" status: 200 len: 1056 time: 1.9943230 Aug 28 20:20:04.396573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39262) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:04.471792 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2dce604d-d0a1-4843-a938-253386f8cbc7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.475538 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (72429763-0abe-4f1c-9465-9771e0346c45), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.484760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (72429763-0abe-4f1c-9465-9771e0346c45), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.490671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:04.491617 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (2dce604d-d0a1-4843-a938-253386f8cbc7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.499931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b6ffa-16b9-42ad-a6d3-62f200bf3fb1 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event updated for resources: {'Port': ['ID=98077260-2978-4b32-b861-571d4286f606,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:04.569292 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:04.576434 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-c2f1a4c2-108b-42c9-bb11-8a62507a325b service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 217 time: 0.1761854 Aug 28 20:20:04.685100 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (72429763-0abe-4f1c-9465-9771e0346c45), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.685737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Fanout notify agent at l3_agent the message router_deleted on router 72429763-0abe-4f1c-9465-9771e0346c45 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:20:04.696297 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.701949 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dead78ca-8a50-4644-b30a-3c9e53ac0614 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/72429763-0abe-4f1c-9465-9771e0346c45 HTTP/1.1" status: 204 len: 168 time: 3.5037060 Aug 28 20:20:04.702607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39272) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:04.708016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1028735895', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:04.721774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (10898b37-f24f-4c68-a969-025286443568), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.755500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-73261726-2b0d-4e3d-86a6-34b0ce52f693 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1ef756e5aaed4ea699c082fcea8a5c5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575232 Aug 28 20:20:04.756090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39276) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:04.762506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.766658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] 10.222.0.78 "DELETE /networking/v2.0/networks/10898b37-f24f-4c68-a969-025286443568 HTTP/1.1" status: 204 len: 168 time: 1.0851400 Aug 28 20:20:04.778996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting port 98077260-2978-4b32-b861-571d4286f606 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:04.787258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (98077260-2978-4b32-b861-571d4286f606), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.790171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35037c-41a2-42cb-8e80-0a0872663bdc tempest-PortsIpV6TestJSON-776857576 tempest-PortsIpV6TestJSON-776857576-project] Pushing event deleted for resources: {'Network': ['ID=10898b37-f24f-4c68-a969-025286443568,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:04.815693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.818047 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.911959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (98077260-2978-4b32-b861-571d4286f606), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.931985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Calling delete_port for 98077260-2978-4b32-b861-571d4286f606 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:04.935789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (33ff9c5c-816b-4ea3-8b2c-55c23265accf), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:04.941808 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:04.976519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3913994-e534-4c71-946e-d77477af5897 req-1c2bfe97-a99a-4646-a3a5-a32b05fb5f92 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:04.978501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3913994-e534-4c71-946e-d77477af5897 req-1c2bfe97-a99a-4646-a3a5-a32b05fb5f92 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.3265855 Aug 28 20:20:04.983872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-0adef408-f701-46a6-8dd1-a71513c937a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:04.985550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-0adef408-f701-46a6-8dd1-a71513c937a8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.3985970 Aug 28 20:20:05.270125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (33ff9c5c-816b-4ea3-8b2c-55c23265accf), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:05.395295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-ff5bbcef-3f89-4854-a067-3f190e396bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:05.397235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-ff5bbcef-3f89-4854-a067-3f190e396bd9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3908684 Aug 28 20:20:05.412120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39294) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:05.464676 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:05.481250 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2dce604d-d0a1-4843-a938-253386f8cbc7 resource provider aggregate not found Aug 28 20:20:05.522903 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2dce604d-d0a1-4843-a938-253386f8cbc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dce604d-d0a1-4843-a938-253386f8cbc7 found for delete ", "request_id": "req-49b4ecfb-2923-4b51-89e2-5f656df3005c"}]} Aug 28 20:20:05.577423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (98077260-2978-4b32-b861-571d4286f606), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:05.593549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39304) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:05.627513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3913994-e534-4c71-946e-d77477af5897 req-cb501c15-9396-4aef-9399-8ba727fc6381 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6359236 Aug 28 20:20:05.646239 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ab5b-1ff0-4eab-9d5d-3a95788f508b admin admin] Publish callbacks [] for security_group (fa386891-fd37-43c4-b7e4-324949ebbc0b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:05.690877 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:05.695418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Port': ['ID=98077260-2978-4b32-b861-571d4286f606,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:05.705157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (33ff9c5c-816b-4ea3-8b2c-55c23265accf), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:05.746619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:05.770131 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ab5b-1ff0-4eab-9d5d-3a95788f508b admin admin] Publish callbacks [] for security_group (fa386891-fd37-43c4-b7e4-324949ebbc0b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:05.902241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-55737394-650f-4dc2-97d8-1a7a36a1f85b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663241 Aug 28 20:20:05.937196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Allocated IP 172.25.4.123 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/365aae1c-77f2-47da-bd8a-19b258ba23d7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:05.966260 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:06.152152 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for port (365aae1c-77f2-47da-bd8a-19b258ba23d7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.227185 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:06.234487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-025495a2-7937-412c-8a12-d02de447d085 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=02e0dcbc271e416e8412dac35e8935ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6111765 Aug 28 20:20:06.237821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39316) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:06.288071 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (365aae1c-77f2-47da-bd8a-19b258ba23d7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.352801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:06.368458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:06.372229 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:06.457061 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3acc3797-931d-4a11-86f9-c30e150ce940 admin admin] Publish callbacks [] for security_group (b72938d5-b100-4d7d-85ee-531d7f0b69b5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.469254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event updated for resources: {'Port': ['ID=365aae1c-77f2-47da-bd8a-19b258ba23d7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:06.497930 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3acc3797-931d-4a11-86f9-c30e150ce940 admin admin] Publish callbacks [] for security_group (b72938d5-b100-4d7d-85ee-531d7f0b69b5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.530477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ab5b-1ff0-4eab-9d5d-3a95788f508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa386891-fd37-43c4-b7e4-324949ebbc0b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.533094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ab5b-1ff0-4eab-9d5d-3a95788f508b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.537627 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b0d9ab5b-1ff0-4eab-9d5d-3a95788f508b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fa386891-fd37-43c4-b7e4-324949ebbc0b HTTP/1.1" status: 204 len: 168 time: 1.7622330 Aug 28 20:20:06.537627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.543709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8ed292e4-1a85-44f0-b3d0-11b2d26f22c8 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/ports/98077260-2978-4b32-b861-571d4286f606 HTTP/1.1" status: 204 len: 168 time: 2.1229949 Aug 28 20:20:06.594781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39322) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:06.603132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9ab5b-1ff0-4eab-9d5d-3a95788f508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa386891-fd37-43c4-b7e4-324949ebbc0b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:06.633897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0abe1c09-abf8-421f-b542-85c01915cba5 req-1e0b93fc-2da5-4a21-9458-17997ce7aa09 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710486 Aug 28 20:20:06.662349 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cdf72e-340a-485a-82aa-e4a0d77f0bec tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] GET failed (client error): The resource could not be found. Aug 28 20:20:06.668148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c5cdf72e-340a-485a-82aa-e4a0d77f0bec tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "GET /networking/v2.0/ports/98077260-2978-4b32-b861-571d4286f606 HTTP/1.1" status: 404 len: 333 time: 0.0621774 Aug 28 20:20:06.668938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39324) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:06.875320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed06af-89c5-48d9-8925-485f45ded855 req-e4d92726-4206-482f-bb7b-eaabd97626c2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:06.876931 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42ed06af-89c5-48d9-8925-485f45ded855 req-e4d92726-4206-482f-bb7b-eaabd97626c2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.1044519 Aug 28 20:20:06.919621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting port 52ba8607-f3b1-4da6-8313-32cfc96d96fc {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:06.920771 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (52ba8607-f3b1-4da6-8313-32cfc96d96fc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.952021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42ed06af-89c5-48d9-8925-485f45ded855 req-43e470c0-b243-4c0a-926a-57f416ce750d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687640 Aug 28 20:20:06.952331 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3acc3797-931d-4a11-86f9-c30e150ce940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b72938d5-b100-4d7d-85ee-531d7f0b69b5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.955070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3acc3797-931d-4a11-86f9-c30e150ce940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:06.956448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3acc3797-931d-4a11-86f9-c30e150ce940 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b72938d5-b100-4d7d-85ee-531d7f0b69b5 HTTP/1.1" status: 204 len: 168 time: 0.7175858 Aug 28 20:20:06.999457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc3797-931d-4a11-86f9-c30e150ce940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72938d5-b100-4d7d-85ee-531d7f0b69b5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:07.172330 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:07.206610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (33ff9c5c-816b-4ea3-8b2c-55c23265accf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:07.268180 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:07.292702 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (6188a180-6110-47fe-9db1-2a4e02f3dff8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:07.298487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (52ba8607-f3b1-4da6-8313-32cfc96d96fc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:07.345512 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:07.358743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Calling delete_port for 52ba8607-f3b1-4da6-8313-32cfc96d96fc owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:07.655749 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:07.932220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Deleting port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:07.932674 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:08.030227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (52ba8607-f3b1-4da6-8313-32cfc96d96fc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:08.058381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:08.097784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Port': ['ID=52ba8607-f3b1-4da6-8313-32cfc96d96fc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:08.341335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961e75-90fc-408a-b9aa-0de0afe9b8d3 req-c2e052a7-19ca-4a77-a27a-20f1cb548813 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:08.359022 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5961e75-90fc-408a-b9aa-0de0afe9b8d3 req-c2e052a7-19ca-4a77-a27a-20f1cb548813 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.2411320 Aug 28 20:20:08.401827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] For port 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:08.401827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:08.452718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:08.459321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39380) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:08.472621 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1f20486f-035f-4fae-8414-c98a1ebad039 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/ports/52ba8607-f3b1-4da6-8313-32cfc96d96fc HTTP/1.1" status: 204 len: 168 time: 1.8000426 Aug 28 20:20:08.490462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Calling delete_port for 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:08.500860 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8407af-b134-4f6a-8dbb-e99fc711608f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] GET failed (client error): The resource could not be found. Aug 28 20:20:08.503994 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9e8407af-b134-4f6a-8dbb-e99fc711608f tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "GET /networking/v2.0/ports/52ba8607-f3b1-4da6-8313-32cfc96d96fc HTTP/1.1" status: 404 len: 333 time: 0.0423825 Aug 28 20:20:08.507305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39382) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:08.560935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39384) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:08.568061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Router 33ff9c5c-816b-4ea3-8b2c-55c23265accf is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:20:08.688402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting port a7df8ab1-3f46-4abd-be5b-3354dbedbd42 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:08.688894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a7df8ab1-3f46-4abd-be5b-3354dbedbd42), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:08.801914 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a7df8ab1-3f46-4abd-be5b-3354dbedbd42), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:08.816077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Calling delete_port for a7df8ab1-3f46-4abd-be5b-3354dbedbd42 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:08.822204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5961e75-90fc-408a-b9aa-0de0afe9b8d3 req-c585ff88-74a1-41e2-90e9-10aab8cfc451 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4468560 Aug 28 20:20:08.965234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1352642439-network', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:08.975061 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:08.981313 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=14 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:08.990631 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:09.027437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.076295 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:09.076802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:09.081357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:09.087556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] Sync routers for ids ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:09.106523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] Routers {'33ff9c5c-816b-4ea3-8b2c-55c23265accf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:09.110091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:09.141780 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=57 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:09.152600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a7df8ab1-3f46-4abd-be5b-3354dbedbd42), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.203732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:09.233355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] Routers {'33ff9c5c-816b-4ea3-8b2c-55c23265accf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:09.234558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:09.245975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Port': ['ID=a7df8ab1-3f46-4abd-be5b-3354dbedbd42,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:09.265706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.272521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1e2f03e6-3c1d-48a9-a4af-55e1f1c6a746 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5688167 Aug 28 20:20:09.281753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Made reservation on behalf of c7702797e53d4acc8c8e392b81d0bcc9 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:09.285439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39404) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:09.288000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.309470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39406) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:09.310432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.364253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:09.401924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:09.401924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5935555-682b-4c16-a892-1e4ef2453135 None None] The sync data for ids ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:09.517408 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:09.531358 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.544967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9ad7e6c4-c080-420f-bc56-eeaa37995bba tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a7df8ab1-3f46-4abd-be5b-3354dbedbd42 HTTP/1.1" status: 204 len: 168 time: 1.0362005 Aug 28 20:20:09.545764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39412) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:09.585047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ddec6b82-715f-4b0d-b3d2-6ac937ebf030 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1303234091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:09.634118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:20:09.677548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks [] for security_group (15e892c1-f5b3-41ef-bcce-70b59468eb51), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.736438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ddec6b82-715f-4b0d-b3d2-6ac937ebf030 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (cd068649-dbbf-4432-9101-47fd1cc34639), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.737636 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ddec6b82-715f-4b0d-b3d2-6ac937ebf030 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (cd068649-dbbf-4432-9101-47fd1cc34639), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.833524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ddec6b82-715f-4b0d-b3d2-6ac937ebf030 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router_controller (cd068649-dbbf-4432-9101-47fd1cc34639), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.838111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (15e892c1-f5b3-41ef-bcce-70b59468eb51), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.896016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:09.905529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:09.920101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'port_id': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'mac_address': 'fa:16:3e:e3:ac:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:20:09.933719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e892c1-f5b3-41ef-bcce-70b59468eb51,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:09.948945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (392f415e-8d7f-409f-aa52-92b18972ab71), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:09.949309 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Added segment 392f415e-8d7f-409f-aa52-92b18972ab71 of type vlan for network f8cd06e0-d22b-409f-8804-685c6eac5b16 Aug 28 20:20:10.001759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:10.002197 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.019343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ddec6b82-715f-4b0d-b3d2-6ac937ebf030 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (cd068649-dbbf-4432-9101-47fd1cc34639), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.031446 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:10.035539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d3d2fa-0479-4227-bab1-0f732d87d5a9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:20:10.057821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (f8cd06e0-d22b-409f-8804-685c6eac5b16), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.069440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233896d-867f-4338-88f8-24e0e540b099 req-1374e192-e6b8-400e-aa37-a938a35c5c3d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:10.077066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b233896d-867f-4338-88f8-24e0e540b099 req-1374e192-e6b8-400e-aa37-a938a35c5c3d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.1141448 Aug 28 20:20:10.085358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:10.173673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b233896d-867f-4338-88f8-24e0e540b099 req-94b0e1b1-bda8-4fab-99e9-6b6316c91e5e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803139 Aug 28 20:20:10.173673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ddec6b82-715f-4b0d-b3d2-6ac937ebf030 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.173673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ddec6b82-715f-4b0d-b3d2-6ac937ebf030 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8515992 Aug 28 20:20:10.173673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39420) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:10.178705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1767556211'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:10.215712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.282775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:10.296950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (f8cd06e0-d22b-409f-8804-685c6eac5b16), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.299164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:10.299768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.431235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:10.435370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.452302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.487072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting subnet 79f21067-6087-49a3-8dd6-1d09f654be88 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:10.490194 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9275496 Aug 28 20:20:10.497717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:10.502762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Request body: {'subnet': {'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1352642439-subnet', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:10.510059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for subnet (79f21067-6087-49a3-8dd6-1d09f654be88), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.526992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971b7cd-91c3-42a0-9ba0-d8bceca71fee admin admin] Pushing event updated for resources: {'Network': ['ID=f8cd06e0-d22b-409f-8804-685c6eac5b16,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:10.542490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:10.633210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (6188a180-6110-47fe-9db1-2a4e02f3dff8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.654231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a5d3d2fa-0479-4227-bab1-0f732d87d5a9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:20:10.677772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Made reservation on behalf of c7702797e53d4acc8c8e392b81d0bcc9 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:10.684193 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.811755 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (79f21067-6087-49a3-8dd6-1d09f654be88), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.849435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for security_group (910b315f-ad8c-4361-9b8d-214366138a10), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:10.987657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (79f21067-6087-49a3-8dd6-1d09f654be88), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.055581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (910b315f-ad8c-4361-9b8d-214366138a10), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.070764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (33ff9c5c-816b-4ea3-8b2c-55c23265accf), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.120427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:11.123018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.172119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910b315f-ad8c-4361-9b8d-214366138a10,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:11.210021 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Router 6188a180-6110-47fe-9db1-2a4e02f3dff8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:11.210865 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3d2724b0-7f81-488e-81c0-3c54be862096), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.211313 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Added segment 3d2724b0-7f81-488e-81c0-3c54be862096 of type vlan for network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 Aug 28 20:20:11.212223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_gateway (33ff9c5c-816b-4ea3-8b2c-55c23265accf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.357573 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (66ae8b5b-73e6-422f-a83f-ef04650c8da6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.371015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Checking segment: {'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:11.371391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Network hostable DHCP agents. Network: f8cd06e0-d22b-409f-8804-685c6eac5b16, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:11.375056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:11.387707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.388193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.388596 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.388940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.389275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.389606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.389958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.390289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.390616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.390940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.391503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.392674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.393138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.393473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.393803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:11.426096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:11.436680 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef689ce-d53a-495a-957b-76730723019f None None] Sync routers for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:11.447593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-22b9b375-a0c3-4f89-af77-1b2935b0bd61 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6188a180-6110-47fe-9db1-2a4e02f3dff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0004725 Aug 28 20:20:11.458487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (79f21067-6087-49a3-8dd6-1d09f654be88), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.459607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39444) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:11.468220 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:11.470516 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:11.548248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.560247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/79f21067-6087-49a3-8dd6-1d09f654be88 HTTP/1.1" status: 204 len: 168 time: 2.0071242 Aug 28 20:20:11.560247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fcc00-fb05-438c-a2ea-38b0d35c1818 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Subnet': ['ID=79f21067-6087-49a3-8dd6-1d09f654be88,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:11.560545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a6d8f0-2581-474f-a6a0-2932e6c1ed9f None None] Network f1653929-ecee-40cd-b3cc-e33ff3d845f5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:11.565427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39448) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:11.576178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:11.598605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (66ae8b5b-73e6-422f-a83f-ef04650c8da6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.612430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:11.613298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.662578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddf6a5-73b5-44a6-8b46-90ce6c41d77b req-502a5609-5a87-4a5a-8438-4cc931e57848 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:11.665135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ffddf6a5-73b5-44a6-8b46-90ce6c41d77b req-502a5609-5a87-4a5a-8438-4cc931e57848 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 944 time: 0.2434256 Aug 28 20:20:11.731018 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:11.770615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Deleting port 365aae1c-77f2-47da-bd8a-19b258ba23d7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:11.770964 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (365aae1c-77f2-47da-bd8a-19b258ba23d7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.834829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Network': ['ID=66ae8b5b-73e6-422f-a83f-ef04650c8da6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:11.838711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, f8cd06e0-d22b-409f-8804-685c6eac5b16) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:11.852420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:11.855980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:11.861436 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:11.862476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:11.972271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1e42d594-2023-43f8-b528-156b9e9704b0 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4741666 Aug 28 20:20:11.980910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bc32653e-4a2c-497c-a2ee-f7658db5125c tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8067281 Aug 28 20:20:11.984993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39452) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:11.985379 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:11.988861 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:11.998890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39454) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:12.008466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Request body: {'router': {'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:12.015452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (f1653929-ecee-40cd-b3cc-e33ff3d845f5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.021008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab004c2d-5325-4413-b879-412a819fa5f0 None None] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:12.023828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:12.030803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] DHCP port deletion for f1653929-ecee-40cd-b3cc-e33ff3d845f5 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:12.037245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'subnet': {'network_id': '66ae8b5b-73e6-422f-a83f-ef04650c8da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:12.061892 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ffddf6a5-73b5-44a6-8b46-90ce6c41d77b req-8afb1e00-cf5f-42ce-b483-7536752a3cfc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966139 Aug 28 20:20:12.177246 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:20:08Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:12.227398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Deleting port c895ce36-fd04-47f8-aad2-c7bec61d6a26 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:12.227753 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.231121 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (365aae1c-77f2-47da-bd8a-19b258ba23d7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.237944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (69e01e7e-745d-4152-a481-e4291797acb3), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.239330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (69e01e7e-745d-4152-a481-e4291797acb3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.278723 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef689ce-d53a-495a-957b-76730723019f None None] Checking router: 6188a180-6110-47fe-9db1-2a4e02f3dff8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:12.300066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] Routers {'6188a180-6110-47fe-9db1-2a4e02f3dff8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:12.300731 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6188a180-6110-47fe-9db1-2a4e02f3dff8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:12.320870 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks [] for router_controller (69e01e7e-745d-4152-a481-e4291797acb3), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.325187 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:12.327699 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks [] for router (6188a180-6110-47fe-9db1-2a4e02f3dff8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.373757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Calling delete_port for 365aae1c-77f2-47da-bd8a-19b258ba23d7 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:12.419424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c895ce36-fd04-47f8-aad2-c7bec61d6a26 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:12.428553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] Deleting port c895ce36-fd04-47f8-aad2-c7bec61d6a26 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:12.429994 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.432329 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:12.527006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks [] for router_gateway (6188a180-6110-47fe-9db1-2a4e02f3dff8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.541304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] For port c895ce36-fd04-47f8-aad2-c7bec61d6a26, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c895ce36-fd04-47f8-aad2-c7bec61d6a26,segment=NetworkSegment(e447931b-6ebc-49f7-9b6e-69fe8872ec49),segment_id=e447931b-6ebc-49f7-9b6e-69fe8872ec49)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:12.541653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.593582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Calling delete_port for c895ce36-fd04-47f8-aad2-c7bec61d6a26 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:12.610290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:20:12.624561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:12.629115 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.639968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-f8cd06e0-d22b-409f-8804-685c6eac5b16', 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16', 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'fixed_ips': [{'subnet_id': '0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:12.643273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.656197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] For port c895ce36-fd04-47f8-aad2-c7bec61d6a26, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c895ce36-fd04-47f8-aad2-c7bec61d6a26,segment=NetworkSegment(e447931b-6ebc-49f7-9b6e-69fe8872ec49),segment_id=e447931b-6ebc-49f7-9b6e-69fe8872ec49)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:12.657005 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.691047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] Calling delete_port for c895ce36-fd04-47f8-aad2-c7bec61d6a26 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:12.706450 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:12.728680 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:12.777779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:12.778837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.790180 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Deleting port 55188575-6bb2-49d9-8c37-355a158c8742 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:12.790904 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (55188575-6bb2-49d9-8c37-355a158c8742), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.840728 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] Set router 6188a180-6110-47fe-9db1-2a4e02f3dff8 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:12.874227 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks [] for router_gateway (69e01e7e-745d-4152-a481-e4291797acb3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.926791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] For port 55188575-6bb2-49d9-8c37-355a158c8742, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=55188575-6bb2-49d9-8c37-355a158c8742,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:12.927497 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (55188575-6bb2-49d9-8c37-355a158c8742), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:12.931097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.011759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] No DVR routers for this DVR port c895ce36-fd04-47f8-aad2-c7bec61d6a26 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:13.022076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Port': ['ID=c895ce36-fd04-47f8-aad2-c7bec61d6a26,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:13.049831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c895ce36-fd04-47f8-aad2-c7bec61d6a26 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:13.050965 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.074946 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (365aae1c-77f2-47da-bd8a-19b258ba23d7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.173442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.192184 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:13.195776 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:20:13.238197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Allocated IP 172.20.0.2 (f8cd06e0-d22b-409f-8804-685c6eac5b16/0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57/130f0d28-c033-4955-9715-f006dee4476b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:13.244455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Pushing event deleted for resources: {'Port': ['ID=365aae1c-77f2-47da-bd8a-19b258ba23d7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:13.246845 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (c895ce36-fd04-47f8-aad2-c7bec61d6a26), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.265569 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:13.267187 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4ef689ce-d53a-495a-957b-76730723019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:20:08Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:13.290881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] No DVR routers for this DVR port c895ce36-fd04-47f8-aad2-c7bec61d6a26 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:13.295363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c456c-eaac-475a-95fe-08d6250f160b None None] Pushing event deleted for resources: {'Port': ['ID=c895ce36-fd04-47f8-aad2-c7bec61d6a26,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:13.298835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:13.298835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.335346 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef689ce-d53a-495a-957b-76730723019f None None] The sync data for ids ['6188a180-6110-47fe-9db1-2a4e02f3dff8'] in n-d-854121-7 is: [{'id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1466876807-router', 'tenant_id': '939fd477be214483874d147e32cb6a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '55188575-6bb2-49d9-8c37-355a158c8742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:12:35Z', 'updated_at': '2022-08-28T20:20:08Z', 'revision_number': 5, 'project_id': '939fd477be214483874d147e32cb6a35', 'gw_port': {'id': '55188575-6bb2-49d9-8c37-355a158c8742', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188a180-6110-47fe-9db1-2a4e02f3dff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:12:36Z', 'updated_at': '2022-08-28T20:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:13.344617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (f1653929-ecee-40cd-b3cc-e33ff3d845f5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.347545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (33ff9c5c-816b-4ea3-8b2c-55c23265accf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.398795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:20:13.401074 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df68218-c264-4174-85e9-800e6355abd6" -d '{"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:20:13.405506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Calling delete_port for 55188575-6bb2-49d9-8c37-355a158c8742 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:13.501813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (8a1180a5-65bc-456f-b609-e3ee8e1715fb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.546994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1653929-ecee-40cd-b3cc-e33ff3d845f5']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:13.560737 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:13.565047 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Publish callbacks [] for port (130f0d28-c033-4955-9715-f006dee4476b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.575818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:13.577973 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e35f60-e70b-4e28-8254-2e639460122f x-openstack-request-id: req-47e35f60-e70b-4e28-8254-2e639460122f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:20:13.579378 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:20:13.579701 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47e35f60-e70b-4e28-8254-2e639460122f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:20:13.580120 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e35f60-e70b-4e28-8254-2e639460122f'] response: {'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'code': 200} Aug 28 20:20:13.600124 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:13.640384 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (130f0d28-c033-4955-9715-f006dee4476b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.647411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c953e0-aa0a-40ff-a810-6fe0080e1357 req-bbb3a3d4-a9ec-4156-a24c-b5db50efb707 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:13.649661 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1c953e0-aa0a-40ff-a810-6fe0080e1357 req-bbb3a3d4-a9ec-4156-a24c-b5db50efb707 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 944 time: 0.2798169 Aug 28 20:20:13.707912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.723011 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:13.737225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:13.752796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:13.756924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:13.787708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Pushing event updated for resources: {'Port': ['ID=130f0d28-c033-4955-9715-f006dee4476b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:13.797830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Subnet': ['ID=8a1180a5-65bc-456f-b609-e3ee8e1715fb,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:13.865749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e447931b-6ebc-49f7-9b6e-69fe8872ec49') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:13.867283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e447931b-6ebc-49f7-9b6e-69fe8872ec49') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:13.954006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (e447931b-6ebc-49f7-9b6e-69fe8872ec49), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.974114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.984421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9398be-4378-4e9c-af3a-299eba0e31c8 req-90cdf9aa-58f2-412c-895e-b63739734466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:13.986154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-af9398be-4378-4e9c-af3a-299eba0e31c8 req-90cdf9aa-58f2-412c-895e-b63739734466 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.1485922 Aug 28 20:20:13.987188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:13.995083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e447931b-6ebc-49f7-9b6e-69fe8872ec49), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.049053 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b1c953e0-aa0a-40ff-a810-6fe0080e1357 req-5a0a6172-7052-4604-9a82-a72af68dca64 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3917320 Aug 28 20:20:14.050079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Checking segment: {'id': '3d2724b0-7f81-488e-81c0-3c54be862096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '66ae8b5b-73e6-422f-a83f-ef04650c8da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:14.050562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network hostable DHCP agents. Network: 66ae8b5b-73e6-422f-a83f-ef04650c8da6, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:14.091530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:14.092255 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (e447931b-6ebc-49f7-9b6e-69fe8872ec49), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.141658 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks [] for router_gateway (69e01e7e-745d-4152-a481-e4291797acb3), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.188336 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment e447931b-6ebc-49f7-9b6e-69fe8872ec49 resource provider aggregate not found Aug 28 20:20:14.192227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Attempting to bind port 130f0d28-c033-4955-9715-f006dee4476b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:14.192606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Attempting to bind port 130f0d28-c033-4955-9715-f006dee4476b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:14.192973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Attempting to bind port 130f0d28-c033-4955-9715-f006dee4476b on network f8cd06e0-d22b-409f-8804-685c6eac5b16 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:14.214069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:14.218929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.256274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-af9398be-4378-4e9c-af3a-299eba0e31c8 req-31696a9d-7adb-4d29-ba04-333f48265fe2 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585020 Aug 28 20:20:14.259856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Router 33ff9c5c-816b-4ea3-8b2c-55c23265accf has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:14.265342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:14.265726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Checking segment: {'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:14.266347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.266775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Bound using segment: {'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:14.267311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Bound port: 130f0d28-c033-4955-9715-f006dee4476b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:14.267724 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (130f0d28-c033-4955-9715-f006dee4476b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.284483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:14.285445 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment e447931b-6ebc-49f7-9b6e-69fe8872ec49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e447931b-6ebc-49f7-9b6e-69fe8872ec49 found for delete ", "request_id": "req-dfc21500-7a30-40cf-b43f-174b31ef1fab"}]} Aug 28 20:20:14.322693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:14.351503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 66ae8b5b-73e6-422f-a83f-ef04650c8da6) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:14.358122 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:14.360821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:14.360821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3ff2f6ff-b55c-4c3a-b5af-4b8a2fb01ec1 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:14.374961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718c0b8-5488-4cf7-a6f2-e7b78a145883 None None] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:14.375938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:14.377588 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.377757 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (f1653929-ecee-40cd-b3cc-e33ff3d845f5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.394205 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:14.430798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.441217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] 10.222.0.78 "DELETE /networking/v2.0/networks/f1653929-ecee-40cd-b3cc-e33ff3d845f5 HTTP/1.1" status: 204 len: 168 time: 2.8609128 Aug 28 20:20:14.452038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] For port 130f0d28-c033-4955-9715-f006dee4476b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:14.457575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] For port 130f0d28-c033-4955-9715-f006dee4476b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=130f0d28-c033-4955-9715-f006dee4476b,segment=NetworkSegment(392f415e-8d7f-409f-aa52-92b18972ab71),segment_id=392f415e-8d7f-409f-aa52-92b18972ab71)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:14.461191 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (55188575-6bb2-49d9-8c37-355a158c8742), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.512904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae811d4-3aef-453f-8424-c8c8be1031d9 tempest-AllowedAddressPairTestJSON-2058644878 tempest-AllowedAddressPairTestJSON-2058644878-project] Pushing event deleted for resources: {'Network': ['ID=f1653929-ecee-40cd-b3cc-e33ff3d845f5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:14.531950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Pushing event deleted for resources: {'Port': ['ID=55188575-6bb2-49d9-8c37-355a158c8742,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:14.537904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:14.560967 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.562363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a4676b62-858f-4acc-a47a-0f016127c0a7 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "PUT /networking/v2.0/routers/33ff9c5c-816b-4ea3-8b2c-55c23265accf HTTP/1.1" status: 200 len: 710 time: 5.2693372 Aug 28 20:20:14.565144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39492) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:14.585286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] Sync routers for ids ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:14.604569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Allocated IP 172.25.4.68 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/67915ea6-33d1-4352-a54d-db322b9ad997) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:14.604893 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (130f0d28-c033-4955-9715-f006dee4476b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.614231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-66ae8b5b-73e6-422f-a83f-ef04650c8da6', 'network_id': '66ae8b5b-73e6-422f-a83f-ef04650c8da6', 'project_id': 'cf34571ea6104d649614b71931a689de', 'fixed_ips': [{'subnet_id': '8a1180a5-65bc-456f-b609-e3ee8e1715fb'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:14.622273 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-886f2725-152b-430d-b3c1-1a83dc2356c6 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6160085 Aug 28 20:20:14.622646 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.630821 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39494) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:14.639068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'network': {'name': 'tempest-router-network01--557932881'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:14.730842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fee8367f-ebda-43f5-866a-7a7fcb4da8c5 tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/33ff9c5c-816b-4ea3-8b2c-55c23265accf HTTP/1.1" status: 200 len: 745 time: 0.1633005 Aug 28 20:20:14.732287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39498) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:14.799436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-94b62c1c-f495-4899-9d8e-6cbe201dd22b tempest-RoutersIpV6AdminTest-12536914 tempest-RoutersIpV6AdminTest-12536914-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&device_id=33ff9c5c-816b-4ea3-8b2c-55c23265accf HTTP/1.1" status: 200 len: 205 time: 0.0634139 Aug 28 20:20:14.800392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39502) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:14.876663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a47f63af-689d-4e5e-bf2a-63247b73c9c6 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=33ff9c5c-816b-4ea3-8b2c-55c23265accf HTTP/1.1" status: 200 len: 205 time: 0.0704467 Aug 28 20:20:14.877484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39504) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:14.878729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks [] for port (67915ea6-33d1-4352-a54d-db322b9ad997), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.899463 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] Routers {'33ff9c5c-816b-4ea3-8b2c-55c23265accf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:14.900760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:14.903680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bab34-f924-4238-bd4c-5d786111a00d None None] Pushing event updated for resources: {'Port': ['ID=130f0d28-c033-4955-9715-f006dee4476b,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:14.922565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:14.926392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:14.929306 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:14.930432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (6188a180-6110-47fe-9db1-2a4e02f3dff8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.087504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af88a77e-7022-47ba-a685-8d1204d78470 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.106536 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:15.108185 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (6188a180-6110-47fe-9db1-2a4e02f3dff8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.112563 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks [] for router_controller (6188a180-6110-47fe-9db1-2a4e02f3dff8), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.123726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:15.137471 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2356f558-0e7a-4ff0-81a3-93b41dd6e183), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.139690 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Added segment 2356f558-0e7a-4ff0-81a3-93b41dd6e183 of type vlan for network c16195b3-2477-4117-9409-078ccb6cf792 Aug 28 20:20:15.141764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] Routers {'33ff9c5c-816b-4ea3-8b2c-55c23265accf'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:15.145391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:15.210788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.307212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c16195b3-2477-4117-9409-078ccb6cf792), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.327683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:15.328310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0d308-9e6a-42dc-b78e-f256a5d76af8 None None] The sync data for ids ['33ff9c5c-816b-4ea3-8b2c-55c23265accf'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:15.385479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Allocated IP 2001:db8::2 (66ae8b5b-73e6-422f-a83f-ef04650c8da6/8a1180a5-65bc-456f-b609-e3ee8e1715fb/eb37bc2b-fc00-4dec-b0d8-b668a94e7e48) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:15.426528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:15.462883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39516) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:15.471667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:15.484399 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:15.489120 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:15.510874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:15.593406 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (6188a180-6110-47fe-9db1-2a4e02f3dff8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.594150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6188a180-6110-47fe-9db1-2a4e02f3dff8 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:20:15.599249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Pushing event updated for resources: {'Port': ['ID=67915ea6-33d1-4352-a54d-db322b9ad997,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:15.610305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f46222-d540-43be-b0ad-42ce8cb8b978 req-38f58fd2-3029-4de5-93fc-a6137d76b26b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:15.617253 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5f46222-d540-43be-b0ad-42ce8cb8b978 req-38f58fd2-3029-4de5-93fc-a6137d76b26b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.3449025 Aug 28 20:20:15.617422 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.617422 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8d436950-5dcf-40dd-b981-5465102dc95f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6188a180-6110-47fe-9db1-2a4e02f3dff8 HTTP/1.1" status: 204 len: 168 time: 4.1548595 Aug 28 20:20:15.634396 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c16195b3-2477-4117-9409-078ccb6cf792), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.650068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:15.650737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.756261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Publish callbacks [] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.901443 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:15.970803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Pushing event updated for resources: {'Port': ['ID=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:16.005040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:16.010513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:16.027642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:16.107987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39522) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:16.173059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Attempting to bind port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:16.175340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Attempting to bind port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '3d2724b0-7f81-488e-81c0-3c54be862096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '66ae8b5b-73e6-422f-a83f-ef04650c8da6'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:16.178512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Attempting to bind port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 on network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:16.213970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:16.214366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Checking segment: {'id': '3d2724b0-7f81-488e-81c0-3c54be862096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '66ae8b5b-73e6-422f-a83f-ef04650c8da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:16.214776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.218208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Bound using segment: {'id': '3d2724b0-7f81-488e-81c0-3c54be862096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '66ae8b5b-73e6-422f-a83f-ef04650c8da6'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:16.218208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Bound port: eb37bc2b-fc00-4dec-b0d8-b668a94e7e48, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2724b0-7f81-488e-81c0-3c54be862096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '66ae8b5b-73e6-422f-a83f-ef04650c8da6'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:16.218208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.296407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Network': ['ID=c16195b3-2477-4117-9409-078ccb6cf792,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:16.363090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af88a77e-7022-47ba-a685-8d1204d78470 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.370779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af88a77e-7022-47ba-a685-8d1204d78470 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router_controller (33ff9c5c-816b-4ea3-8b2c-55c23265accf), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.397708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c16195b3-2477-4117-9409-078ccb6cf792 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:16.438108 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:16.510980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e5f46222-d540-43be-b0ad-42ce8cb8b978 req-b5d87841-40ec-4c10-aa85-c31cc324ae7b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771005 Aug 28 20:20:16.518439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 130f0d28-c033-4955-9715-f006dee4476b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:16.521127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c99a3-c8fd-4cf7-8049-2c96054c8425 None None] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:16.609777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] Deleting subnet 0387f0f0-e725-40e5-9515-374ca2e1af49 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:16.615602 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] Publish callbacks [] for subnet (0387f0f0-e725-40e5-9515-374ca2e1af49), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.622008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5363b69a-8aaa-486a-a3bf-483507157c88 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=90e469bdc63249e6b7e665cc59dd29bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1566033 Aug 28 20:20:16.622287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] For port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:16.623424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39534) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:16.640380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af88a77e-7022-47ba-a685-8d1204d78470 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (33ff9c5c-816b-4ea3-8b2c-55c23265accf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.641440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af88a77e-7022-47ba-a685-8d1204d78470 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Fanout notify agent at l3_agent the message router_deleted on router 33ff9c5c-816b-4ea3-8b2c-55c23265accf {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:20:16.662319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] For port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,segment=NetworkSegment(3d2724b0-7f81-488e-81c0-3c54be862096),segment_id=3d2724b0-7f81-488e-81c0-3c54be862096)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:16.666239 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af88a77e-7022-47ba-a685-8d1204d78470 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.669803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-56dc00df-40d2-407c-8892-bd0e48e13143 None None] Provisioning complete for port 130f0d28-c033-4955-9715-f006dee4476b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:16.670213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-56dc00df-40d2-407c-8892-bd0e48e13143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (130f0d28-c033-4955-9715-f006dee4476b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.675440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39538) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:16.689191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-af88a77e-7022-47ba-a685-8d1204d78470 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/33ff9c5c-816b-4ea3-8b2c-55c23265accf HTTP/1.1" status: 204 len: 168 time: 1.8104520 Aug 28 20:20:16.696924 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-22cf9cb2-7f60-4edf-ad2c-98a3f33fa84e tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0645647 Aug 28 20:20:16.702883 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:16.708063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39540) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:16.734080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'network': {'name': 'tempest-router-network02--1992346063'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:16.747998 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-29b1d2e9-e896-40b9-a6bb-9723138e64ab tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=33ff9c5c-816b-4ea3-8b2c-55c23265accf HTTP/1.1" status: 200 len: 205 time: 0.0670264 Aug 28 20:20:16.751323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0387f0f0-e725-40e5-9515-374ca2e1af49), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.760858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39542) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:16.762101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 130f0d28-c033-4955-9715-f006dee4476b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:16.762396 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (130f0d28-c033-4955-9715-f006dee4476b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.813758 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.871327 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-fc9938fb-6326-405c-991a-6d8aa476c9ee tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] delete failed (client error): The resource could not be found. Aug 28 20:20:16.872412 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fc9938fb-6326-405c-991a-6d8aa476c9ee tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/33ff9c5c-816b-4ea3-8b2c-55c23265accf HTTP/1.1" status: 404 len: 336 time: 0.1104326 Aug 28 20:20:16.875671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39544) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:16.888584 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5cbc-f9d8-426f-b4d5-4cd621dd271c admin admin] Publish callbacks [] for security_group (80e29d28-84d4-4bb4-8099-1d533a643e62), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.938697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0387f0f0-e725-40e5-9515-374ca2e1af49), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:16.939392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a3147199-dea3-41b1-afe0-2cd917436d16 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72429763-0abe-4f1c-9465-9771e0346c45 HTTP/1.1" status: 200 len: 205 time: 0.0624466 Aug 28 20:20:16.942381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39546) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:16.996460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5cbc-f9d8-426f-b4d5-4cd621dd271c admin admin] Publish callbacks [] for security_group (80e29d28-84d4-4bb4-8099-1d533a643e62), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.015466 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-ca85e8c0-0f32-42ca-b505-6683a4c8486b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] delete failed (client error): The resource could not be found. Aug 28 20:20:17.016731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ca85e8c0-0f32-42ca-b505-6683a4c8486b tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/72429763-0abe-4f1c-9465-9771e0346c45 HTTP/1.1" status: 404 len: 336 time: 0.0729315 Aug 28 20:20:17.019434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39548) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.042492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:17.046461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.065383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 130f0d28-c033-4955-9715-f006dee4476b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:17.065996 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (130f0d28-c033-4955-9715-f006dee4476b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.113989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 130f0d28-c033-4955-9715-f006dee4476b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=130f0d28-c033-4955-9715-f006dee4476b,segment=NetworkSegment(392f415e-8d7f-409f-aa52-92b18972ab71),segment_id=392f415e-8d7f-409f-aa52-92b18972ab71)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:17.125151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad894-7c03-4e9e-85d9-d511177bbbd3 None None] Pushing event updated for resources: {'Port': ['ID=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:17.133053 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dbddd1d6-056f-4429-af87-c0ae0516a534 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=15b705df-1dec-4995-ae1c-002f9ee1db9d HTTP/1.1" status: 200 len: 205 time: 0.1119072 Aug 28 20:20:17.133397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-56dc00df-40d2-407c-8892-bd0e48e13143 None None] Current status of the port 130f0d28-c033-4955-9715-f006dee4476b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:17.134082 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-56dc00df-40d2-407c-8892-bd0e48e13143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (130f0d28-c033-4955-9715-f006dee4476b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.135655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39550) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.153749 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:17.198189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:17.216365 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-3f1a6972-e601-405b-bf32-847c69371e11 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] delete failed (client error): The resource could not be found. Aug 28 20:20:17.218121 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3f1a6972-e601-405b-bf32-847c69371e11 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/15b705df-1dec-4995-ae1c-002f9ee1db9d HTTP/1.1" status: 404 len: 336 time: 0.0814106 Aug 28 20:20:17.221005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39554) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.224786 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5cbc-f9d8-426f-b4d5-4cd621dd271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (80e29d28-84d4-4bb4-8099-1d533a643e62), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.237641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2e7a5cbc-f9d8-426f-b4d5-4cd621dd271c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.239361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2e7a5cbc-f9d8-426f-b4d5-4cd621dd271c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/80e29d28-84d4-4bb4-8099-1d533a643e62 HTTP/1.1" status: 204 len: 168 time: 0.6142392 Aug 28 20:20:17.249567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a5cbc-f9d8-426f-b4d5-4cd621dd271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e29d28-84d4-4bb4-8099-1d533a643e62,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:17.285146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a76c842d-d3b1-4b4b-b119-a6c7a928adf1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.285497 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Added segment a76c842d-d3b1-4b4b-b119-a6c7a928adf1 of type vlan for network d4abec8b-0e2b-41a2-8a31-da0960cbb603 Aug 28 20:20:17.331079 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (130f0d28-c033-4955-9715-f006dee4476b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.360951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks [] for router_gateway (69e01e7e-745d-4152-a481-e4291797acb3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.370226 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0387f0f0-e725-40e5-9515-374ca2e1af49), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.377731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-081b06ea-c8a8-4d68-bc52-b4c08ef178a4 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=880056d3-08f9-4539-bf0d-ebfcd407ffea HTTP/1.1" status: 200 len: 205 time: 0.1534035 Aug 28 20:20:17.378301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39560) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.529375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 55188575-6bb2-49d9-8c37-355a158c8742 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:17.543172 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:17.551983 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-f1e0d1b3-26d9-4af4-986c-75e3c8a1160d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] delete failed (client error): The resource could not be found. Aug 28 20:20:17.555438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f1e0d1b3-26d9-4af4-986c-75e3c8a1160d tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/880056d3-08f9-4539-bf0d-ebfcd407ffea HTTP/1.1" status: 404 len: 336 time: 0.1750197 Aug 28 20:20:17.558328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39568) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.560918 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:17.586404 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-56dc00df-40d2-407c-8892-bd0e48e13143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:20:17.586895 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-56dc00df-40d2-407c-8892-bd0e48e13143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:20:17.596404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 55188575-6bb2-49d9-8c37-355a158c8742 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:17.596772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 55188575-6bb2-49d9-8c37-355a158c8742 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:17.633065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=130f0d28-c033-4955-9715-f006dee4476b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:17.646610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fcfdd578-9362-4613-8414-25fefbb45606 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da7df568-9f0c-47ee-938b-df8140d9f2c5 HTTP/1.1" status: 200 len: 205 time: 0.0867202 Aug 28 20:20:17.650182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39572) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.714057 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-ada426ef-c2eb-4def-9c8c-fc439d18dbfc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] delete failed (client error): The resource could not be found. Aug 28 20:20:17.715295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ada426ef-c2eb-4def-9c8c-fc439d18dbfc tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/da7df568-9f0c-47ee-938b-df8140d9f2c5 HTTP/1.1" status: 404 len: 336 time: 0.0640521 Aug 28 20:20:17.718180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39576) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.731353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:17.740953 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0387f0f0-e725-40e5-9515-374ca2e1af49 HTTP/1.1" status: 204 len: 168 time: 1.6237712 Aug 28 20:20:17.745121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee31b78f-a67c-4f62-b991-8f420325ddc1 None None] Network 3acf5539-a146-4cb6-a5f2-db201b95186e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:17.757468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d7239-7e21-4104-9335-82e732bdb269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0387f0f0-e725-40e5-9515-374ca2e1af49,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:17.764716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39578) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.808772 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:20:17.817254 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac78fc7d-3bff-4724-b9f3-68a7dc190e69 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d00e70c-7753-450d-8e7e-4a28ecd67cd6 HTTP/1.1" status: 200 len: 205 time: 0.0976253 Aug 28 20:20:17.820287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39580) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.940374 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-1ba6cb62-0e0e-41c3-abde-22732eb67565 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] delete failed (client error): The resource could not be found. Aug 28 20:20:17.945693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1ba6cb62-0e0e-41c3-abde-22732eb67565 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/routers/6d00e70c-7753-450d-8e7e-4a28ecd67cd6 HTTP/1.1" status: 404 len: 336 time: 0.1202948 Aug 28 20:20:17.946259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39584) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:17.976411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19af3-d8bc-454e-a394-4b75c608f3cf req-7e0e242d-486d-495d-af58-ccb75dfa5f61 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:17.986438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38b19af3-d8bc-454e-a394-4b75c608f3cf req-7e0e242d-486d-495d-af58-ccb75dfa5f61 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1833477 Aug 28 20:20:18.032445 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:18.036825 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0da53c-ba4e-455e-abe4-b34e284ec552 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:18.037317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0da53c-ba4e-455e-abe4-b34e284ec552 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:18.038955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (d4abec8b-0e2b-41a2-8a31-da0960cbb603), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.048223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5c0da53c-ba4e-455e-abe4-b34e284ec552 tempest-RoutersIpV6AdminTest-1301043968 tempest-RoutersIpV6AdminTest-1301043968-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ad006673-6507-4ca9-ada1-e3db1c80e8ea HTTP/1.1" status: 404 len: 337 time: 0.0976269 Aug 28 20:20:18.182015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-56dc00df-40d2-407c-8892-bd0e48e13143 None None] Current status of the port 130f0d28-c033-4955-9715-f006dee4476b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:18.187442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] DHCP port deletion for 3acf5539-a146-4cb6-a5f2-db201b95186e request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:18.198453 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:18.278713 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (d4abec8b-0e2b-41a2-8a31-da0960cbb603), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.292846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:18.293394 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.301940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] Deleting port d90f22a8-7258-4f01-a508-c148957d5359 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:18.302518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d90f22a8-7258-4f01-a508-c148957d5359), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.326317 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:18.367679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3c2dfbc9-2dbb-4bff-b240-8adcab450563 None None] Provisioning complete for port 130f0d28-c033-4955-9715-f006dee4476b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:18.368272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3c2dfbc9-2dbb-4bff-b240-8adcab450563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (130f0d28-c033-4955-9715-f006dee4476b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.537040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] For port d90f22a8-7258-4f01-a508-c148957d5359, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d90f22a8-7258-4f01-a508-c148957d5359,segment=NetworkSegment(e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f),segment_id=e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:18.537765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d90f22a8-7258-4f01-a508-c148957d5359), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.555264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] Calling delete_port for d90f22a8-7258-4f01-a508-c148957d5359 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:18.589387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Network': ['ID=d4abec8b-0e2b-41a2-8a31-da0960cbb603,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:18.637373 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:18.655607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39600) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:18.662607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'subnet': {'network_id': 'c16195b3-2477-4117-9409-078ccb6cf792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:18.674125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-96f755c1-a17b-4f90-9085-f3b4fbfd62b0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9229438 Aug 28 20:20:18.675949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network d4abec8b-0e2b-41a2-8a31-da0960cbb603 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:18.679790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 130f0d28-c033-4955-9715-f006dee4476b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:18.800855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (d90f22a8-7258-4f01-a508-c148957d5359), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.832108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] No DVR routers for this DVR port d90f22a8-7258-4f01-a508-c148957d5359 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:18.881389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ba7b6-a00f-40b5-9da1-3b48ebd53d56 None None] Pushing event deleted for resources: {'Port': ['ID=d90f22a8-7258-4f01-a508-c148957d5359,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:18.936391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3c2dfbc9-2dbb-4bff-b240-8adcab450563 None None] Current status of the port 130f0d28-c033-4955-9715-f006dee4476b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:18.940941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39608) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:18.955135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 130f0d28-c033-4955-9715-f006dee4476b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:18.955516 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (130f0d28-c033-4955-9715-f006dee4476b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:18.955895 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-38b19af3-d8bc-454e-a394-4b75c608f3cf req-8ade4645-31c8-4339-b2ce-ab9c096c8c97 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8000333 Aug 28 20:20:19.005956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (3acf5539-a146-4cb6-a5f2-db201b95186e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.114150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 130f0d28-c033-4955-9715-f006dee4476b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:19.116020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:19.186629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb506e8d-dbf1-4330-a98d-be92b93b2dcf None None] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:19.197530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:19.208443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.331760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (3acf5539-a146-4cb6-a5f2-db201b95186e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.383192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff0548-606c-4f6a-9d5f-fb79cadbd0fc req-ab4410e2-d8f1-443b-8977-f1d43e839ac3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:19.385145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bbff0548-606c-4f6a-9d5f-fb79cadbd0fc req-ab4410e2-d8f1-443b-8977-f1d43e839ac3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1333163 Aug 28 20:20:19.413010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8757cd1b-0115-484c-a33c-346ca220942e None None] Provisioning complete for port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:19.413010 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8757cd1b-0115-484c-a33c-346ca220942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.460240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:19.460936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.555780 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:19.604565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8757cd1b-0115-484c-a33c-346ca220942e None None] Current status of the port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:19.605112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8757cd1b-0115-484c-a33c-346ca220942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.620758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:19.621373 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.636626 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:19.636877 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-921e5c0a-43c5-4a2d-a60e-b289cf2a00fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.638903 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:19.651075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acf5539-a146-4cb6-a5f2-db201b95186e']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:19.673686 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=21 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:19.686230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8757cd1b-0115-484c-a33c-346ca220942e None None] For port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,segment=NetworkSegment(3d2724b0-7f81-488e-81c0-3c54be862096),segment_id=3d2724b0-7f81-488e-81c0-3c54be862096)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:19.728270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:19.728745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:19.743751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bbff0548-606c-4f6a-9d5f-fb79cadbd0fc req-aae973ab-eddc-4551-8cdd-89a4fe0eedca tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783781 Aug 28 20:20:19.766948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39632) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:19.786437 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39636) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:19.828011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (5faf5e58-0362-49ea-853f-9e3e67024306), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.828519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8757cd1b-0115-484c-a33c-346ca220942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.840849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.855531 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:19.859186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (69e01e7e-745d-4152-a481-e4291797acb3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:19.986137 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:19.986815 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:19.993451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bdff1f19-f764-464d-a109-b48ed6b943a2 None None] Provisioning complete for port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:19.993824 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bdff1f19-f764-464d-a109-b48ed6b943a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.014489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.037712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:20.038291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.070385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a240a0c-6459-476a-9b41-9cc267527695 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:20.072443 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4a240a0c-6459-476a-9b41-9cc267527695 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1122 time: 0.2844934 Aug 28 20:20:20.076492 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f resource provider aggregate not found Aug 28 20:20:20.082924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-d93bc9e9-c68a-46c0-9f2e-e7ae0c0f099e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.083953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39640) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.088394 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d93bc9e9-c68a-46c0-9f2e-e7ae0c0f099e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.3168652 Aug 28 20:20:20.089632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39646) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.094553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-af9269e1-1f0c-4722-985c-544e5a8c8fc6 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.100018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-af9269e1-1f0c-4722-985c-544e5a8c8fc6 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047395 Aug 28 20:20:20.100342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39650) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.105425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-4f7ca4d0-7edf-4fd4-a4b8-1e82dbe742e6 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.106553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4f7ca4d0-7edf-4fd4-a4b8-1e82dbe742e6 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049310 Aug 28 20:20:20.107566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Subnet': ['ID=5faf5e58-0362-49ea-853f-9e3e67024306,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:20.113100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39652) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.121556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-94f19e8b-d111-42ad-9162-2ad22e6701df tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.123185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-94f19e8b-d111-42ad-9162-2ad22e6701df tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072763 Aug 28 20:20:20.129391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39654) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.136625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-c48a4640-c8f3-4c4d-afa0-99f88451e2a6 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.138047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c48a4640-c8f3-4c4d-afa0-99f88451e2a6 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072289 Aug 28 20:20:20.140920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39656) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.145716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-6bada8c1-e571-43cd-a945-0531ae8e865d tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.147231 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6bada8c1-e571-43cd-a945-0531ae8e865d tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050080 Aug 28 20:20:20.155767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39658) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.159236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757cd1b-0115-484c-a33c-346ca220942e None None] Pushing event updated for resources: {'Port': ['ID=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:20.162276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-5c549c72-2b08-49fb-8378-9f87cc4616c1 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.163565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5c549c72-2b08-49fb-8378-9f87cc4616c1 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060804 Aug 28 20:20:20.164735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Checking segment: {'id': '2356f558-0e7a-4ff0-81a3-93b41dd6e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c16195b3-2477-4117-9409-078ccb6cf792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:20.165385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network hostable DHCP agents. Network: c16195b3-2477-4117-9409-078ccb6cf792, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:20.168171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39660) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.168501 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e63e5c7a-5ef0-4fc1-b64d-5a3602d7598f found for delete ", "request_id": "req-eb2fd200-a13b-46c6-8d73-699c4904609b"}]} Aug 28 20:20:20.179441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:20.184528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-0e06c534-75bf-4d79-afd8-93306608009e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.186304 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0e06c534-75bf-4d79-afd8-93306608009e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0155108 Aug 28 20:20:20.201941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39664) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.216320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-7e67cc6a-e43b-4e3e-a552-c3beb5ace7e9 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.225528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:20:20.226188 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:20:20.228090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7e67cc6a-e43b-4e3e-a552-c3beb5ace7e9 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0143015 Aug 28 20:20:20.245133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39666) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.251765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-e6c35577-283e-44e4-800e-d333aedc8cce tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.255559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e6c35577-283e-44e4-800e-d333aedc8cce tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055695 Aug 28 20:20:20.257407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39668) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.266886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-fec1b2dd-2aa1-4a5b-8a41-38afbbee2b3d tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.266886 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fec1b2dd-2aa1-4a5b-8a41-38afbbee2b3d tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057507 Aug 28 20:20:20.269202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39670) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.281070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-7ee49b1a-914a-4eee-8960-4a3537c658ca tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.283678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ee49b1a-914a-4eee-8960-4a3537c658ca tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076001 Aug 28 20:20:20.286279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39672) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.292565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-e7ee57b7-02b5-442c-9713-980e682e080e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.294400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e7ee57b7-02b5-442c-9713-980e682e080e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0069511 Aug 28 20:20:20.297951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.305764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-b3a5a7a3-6e3a-46c0-a54e-b1818a0f22b3 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.308094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b3a5a7a3-6e3a-46c0-a54e-b1818a0f22b3 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080225 Aug 28 20:20:20.310140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39676) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.316254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-0ac9d08a-8404-467b-b2d4-a4737e9d3555 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.317747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0ac9d08a-8404-467b-b2d4-a4737e9d3555 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060344 Aug 28 20:20:20.322984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39678) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.341230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-9ec73a10-18fd-434b-bae7-fd630aed9662 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.341810 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-921e5c0a-43c5-4a2d-a60e-b289cf2a00fa admin admin] Publish callbacks [] for security_group (e48ee6ce-98b5-4aab-96a2-cc087c49db06), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.348152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9ec73a10-18fd-434b-bae7-fd630aed9662 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0104604 Aug 28 20:20:20.357383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39680) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.362959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-695140b1-86a8-47bf-aa4e-1731ebbb6731 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.364291 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-695140b1-86a8-47bf-aa4e-1731ebbb6731 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0055623 Aug 28 20:20:20.375183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39682) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.381019 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-55dc3e6d-e27f-4245-adb2-a7221b32d366 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.383158 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-55dc3e6d-e27f-4245-adb2-a7221b32d366 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065658 Aug 28 20:20:20.387491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39684) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.392414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network c16195b3-2477-4117-9409-078ccb6cf792 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:20.392672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-b3aa5074-c510-4b26-9b5a-ea5b18a70b60 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.396605 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b3aa5074-c510-4b26-9b5a-ea5b18a70b60 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078275 Aug 28 20:20:20.406999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39686) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.407376 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.407495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-d906ff1c-9687-47c6-946f-ff39cc8f69bc tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.407590 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (3acf5539-a146-4cb6-a5f2-db201b95186e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.407694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d906ff1c-9687-47c6-946f-ff39cc8f69bc tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054786 Aug 28 20:20:20.410337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39688) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.439199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-aa3b206e-3cd1-4c2a-9b9c-f730a47c79ad tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.443755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aa3b206e-3cd1-4c2a-9b9c-f730a47c79ad tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0307481 Aug 28 20:20:20.447303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39690) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.476558 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.494741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/3acf5539-a146-4cb6-a5f2-db201b95186e HTTP/1.1" status: 204 len: 168 time: 2.6997106 Aug 28 20:20:20.497607 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-921e5c0a-43c5-4a2d-a60e-b289cf2a00fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e48ee6ce-98b5-4aab-96a2-cc087c49db06), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.536320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c16195b3-2477-4117-9409-078ccb6cf792) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:20.551621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-5e1168eb-cc5b-4c9d-929d-68116e7f7ce8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.551621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5e1168eb-cc5b-4c9d-929d-68116e7f7ce8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0524125 Aug 28 20:20:20.553978 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-921e5c0a-43c5-4a2d-a60e-b289cf2a00fa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1862ae3dd69d4435abe9cbff41e56409&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5961440 Aug 28 20:20:20.558468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c2b5d-6d42-40b6-9999-0271766ec135 None None] Network c16195b3-2477-4117-9409-078ccb6cf792 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:20.560615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39694) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.561349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39696) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.567650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-74854986-d4d2-4f67-b8b7-344887cd1656 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.572958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Router 69e01e7e-745d-4152-a481-e4291797acb3 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:20:20.575172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39698) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.576345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-74854986-d4d2-4f67-b8b7-344887cd1656 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054948 Aug 28 20:20:20.604497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-69f210c8-9128-4abc-a2d3-387753bb35d8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.607977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-69f210c8-9128-4abc-a2d3-387753bb35d8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0099158 Aug 28 20:20:20.608849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36202bb9-94ef-421e-8a11-9ebcf472f478 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acf5539-a146-4cb6-a5f2-db201b95186e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:20.613732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39702) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.632091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-ea7a9269-4e21-4fb9-ab15-2f080ba0dacc tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.635605 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ea7a9269-4e21-4fb9-ab15-2f080ba0dacc tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0127552 Aug 28 20:20:20.638801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39704) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.640644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:20.641273 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.648488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-1ddb7197-3632-4166-841c-860922a4ef8f tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.651850 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1ddb7197-3632-4166-841c-860922a4ef8f tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065477 Aug 28 20:20:20.654855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39706) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.663313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-ea0348d1-4664-424c-95c1-25a9fd1fb94c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.664445 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ea0348d1-4664-424c-95c1-25a9fd1fb94c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044420 Aug 28 20:20:20.666984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39708) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.673231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-92afaee9-ca55-4f6f-a153-8400329b6ce2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.675118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-92afaee9-ca55-4f6f-a153-8400329b6ce2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067799 Aug 28 20:20:20.678408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bdff1f19-f764-464d-a109-b48ed6b943a2 None None] Current status of the port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:20.679427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39710) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.692569 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-cd0f84b0-4a03-4f75-9d64-daee4d31774e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.698667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cd0f84b0-4a03-4f75-9d64-daee4d31774e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0138087 Aug 28 20:20:20.703785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39712) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.707139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e5c0a-43c5-4a2d-a60e-b289cf2a00fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ee6ce-98b5-4aab-96a2-cc087c49db06,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:20.712748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-88bf078c-5a8e-459d-a018-02fd99ba9e1c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.714233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-88bf078c-5a8e-459d-a018-02fd99ba9e1c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091829 Aug 28 20:20:20.721434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39714) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.729209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-23b93172-531d-476c-9f1a-eb147123ddd2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.731124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-23b93172-531d-476c-9f1a-eb147123ddd2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0078518 Aug 28 20:20:20.736925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39716) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.744276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-a09e802e-2555-4cd2-b819-4788b46af698 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.745362 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a09e802e-2555-4cd2-b819-4788b46af698 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0074801 Aug 28 20:20:20.746021 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-796bb051-fe81-490b-93de-6ccd56026da7 admin admin] Publish callbacks [] for security_group (e48ee6ce-98b5-4aab-96a2-cc087c49db06), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.748600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39718) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.749758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.764859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-c4b43b9c-79cb-47d2-8236-730c7937808a tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.765890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c4b43b9c-79cb-47d2-8236-730c7937808a tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0060773 Aug 28 20:20:20.774413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39722) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.776225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-796bb051-fe81-490b-93de-6ccd56026da7 admin admin] Publish callbacks [] for security_group (e48ee6ce-98b5-4aab-96a2-cc087c49db06), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.779049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-35e868f0-55fa-4664-818e-96acb71f429c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.780041 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-35e868f0-55fa-4664-818e-96acb71f429c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046699 Aug 28 20:20:20.783742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39724) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.793649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-ddddd525-36e8-4be5-8d91-0c7a89520419 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.794691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ddddd525-36e8-4be5-8d91-0c7a89520419 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074170 Aug 28 20:20:20.832114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39726) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.844559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-8fe12dd8-0b68-4abb-8430-9360d36104fc tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.844559 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8fe12dd8-0b68-4abb-8430-9360d36104fc tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064068 Aug 28 20:20:20.856785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cc6689b1-0421-4e84-acaa-474f129eafba tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1970286 Aug 28 20:20:20.856785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39730) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.859777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-9b09c06e-5ea8-4ec1-8ed0-1647cd8b28e8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.860787 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b09c06e-5ea8-4ec1-8ed0-1647cd8b28e8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048306 Aug 28 20:20:20.861360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39732) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.867556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'subnet': {'network_id': 'd4abec8b-0e2b-41a2-8a31-da0960cbb603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:20.871370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39734) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.879485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-af4ec5ae-b540-4ac8-9ca8-6bd0c878d938 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.880392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-af4ec5ae-b540-4ac8-9ca8-6bd0c878d938 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077395 Aug 28 20:20:20.885089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39736) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.894694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-1e9f1877-49ae-4bee-97b5-5a99dac66de3 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.895829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1e9f1877-49ae-4bee-97b5-5a99dac66de3 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0067520 Aug 28 20:20:20.904519 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:20.905274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39738) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.910700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:20.919461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c16195b3-2477-4117-9409-078ccb6cf792', 'network_id': 'c16195b3-2477-4117-9409-078ccb6cf792', 'project_id': 'cf34571ea6104d649614b71931a689de', 'fixed_ips': [{'subnet_id': '5faf5e58-0362-49ea-853f-9e3e67024306'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:20.920882 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.923802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-63eaec77-2469-496d-806c-c4aa4dee99b0 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.924819 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-63eaec77-2469-496d-806c-c4aa4dee99b0 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0149796 Aug 28 20:20:20.937017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39740) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.951888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-2a0f43f3-a9ae-4438-831b-db0b3d0bd697 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:20.958077 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2a0f43f3-a9ae-4438-831b-db0b3d0bd697 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095851 Aug 28 20:20:20.961194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-796bb051-fe81-490b-93de-6ccd56026da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e48ee6ce-98b5-4aab-96a2-cc087c49db06), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.964506 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-796bb051-fe81-490b-93de-6ccd56026da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:20.975494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-796bb051-fe81-490b-93de-6ccd56026da7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e48ee6ce-98b5-4aab-96a2-cc087c49db06 HTTP/1.1" status: 204 len: 168 time: 0.3977780 Aug 28 20:20:20.976271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39742) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:20.979713 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:21.001126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-6bc53748-f380-4747-a062-0a35dea784e2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.003553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:21.008762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6bc53748-f380-4747-a062-0a35dea784e2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083208 Aug 28 20:20:21.017648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39746) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.028369 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Sync routers for ids ['69e01e7e-745d-4152-a481-e4291797acb3'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:21.036203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-bd2173e8-ed81-4310-ad5d-aa7922e60b25 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.041980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bd2173e8-ed81-4310-ad5d-aa7922e60b25 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0105128 Aug 28 20:20:21.043801 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Routers {'69e01e7e-745d-4152-a481-e4291797acb3'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:21.047285 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['69e01e7e-745d-4152-a481-e4291797acb3'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:21.063734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39748) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.073714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bb051-fe81-490b-93de-6ccd56026da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ee6ce-98b5-4aab-96a2-cc087c49db06,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:21.089381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-377be959-22ad-4085-8f96-4ddbde46ab65 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.096087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-377be959-22ad-4085-8f96-4ddbde46ab65 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0199747 Aug 28 20:20:21.104346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39750) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.126305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-dcd5a9f3-8c3b-4700-b10b-7902cadaa710 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.135051 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dcd5a9f3-8c3b-4700-b10b-7902cadaa710 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0250747 Aug 28 20:20:21.140662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39752) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.159566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-14661038-8845-49c6-91f7-c0642719acab tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.163029 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:21.170100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-14661038-8845-49c6-91f7-c0642719acab tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0272207 Aug 28 20:20:21.170687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39754) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.177710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39756) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.195360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-47f061f7-b83e-403b-8259-01fb8034d585 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.202722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-47f061f7-b83e-403b-8259-01fb8034d585 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0282497 Aug 28 20:20:21.205095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39758) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.221229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Allocated IP 2001:db8::2 (c16195b3-2477-4117-9409-078ccb6cf792/5faf5e58-0362-49ea-853f-9e3e67024306/6e2d8489-cf97-4a7f-98d2-ba1172a35bf2) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:21.237174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.11 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/5b5e38d7-bf99-4ab8-a97f-9b522533f891) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:21.237360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-2b9e1a9a-504e-4434-b729-bd8335912eff tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.245033 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2b9e1a9a-504e-4434-b729-bd8335912eff tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0336428 Aug 28 20:20:21.247407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39764) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.247626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.249489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2f050986-a96f-4acb-ba76-f449db17e916 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2493553 Aug 28 20:20:21.252631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39766) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.310524 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Set router 69e01e7e-745d-4152-a481-e4291797acb3 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:21.369791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-07e3a5e2-9b32-470b-a6bf-46fabb361db8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=939fd477be214483874d147e32cb6a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621187 Aug 28 20:20:21.378548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39770) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.392013 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:21.400482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d90f22a8-7258-4f01-a508-c148957d5359 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:21.463540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-4c16c52b-fdfa-4046-874d-3acc886b6955 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.466587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4c16c52b-fdfa-4046-874d-3acc886b6955 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.2057195 Aug 28 20:20:21.467343 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39774) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.470134 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:21.474469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-ef096d2e-fafc-4847-873d-ba62bc26569e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.478482 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ef096d2e-fafc-4847-873d-ba62bc26569e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0059602 Aug 28 20:20:21.480165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39776) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.490983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-c4ecc463-7cb6-49fe-9d22-a0f1b48cdb1e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.495338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c4ecc463-7cb6-49fe-9d22-a0f1b48cdb1e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0114613 Aug 28 20:20:21.501538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39778) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.512738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-01b272f1-4c46-4728-8f54-bae33e75dd2c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.513873 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-01b272f1-4c46-4728-8f54-bae33e75dd2c tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109508 Aug 28 20:20:21.516469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39780) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.518407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.522509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-3fee28e2-5d87-4d06-8087-c673264799c8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.524505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3fee28e2-5d87-4d06-8087-c673264799c8 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066755 Aug 28 20:20:21.526871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39782) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.538853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d90f22a8-7258-4f01-a508-c148957d5359 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:21.538853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d90f22a8-7258-4f01-a508-c148957d5359 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:21.542160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-2bb1a8d5-2545-4e0f-8517-07c89ee875bf tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.543762 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2bb1a8d5-2545-4e0f-8517-07c89ee875bf tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0155809 Aug 28 20:20:21.550434 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39784) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.559636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-4d7a5cf4-c959-439e-85ef-2dbf0fb4893e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.560814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4d7a5cf4-c959-439e-85ef-2dbf0fb4893e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093832 Aug 28 20:20:21.563458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39786) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.564142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fb763dc-ab25-4a69-82fb-27eef6323da5 admin admin] Publish callbacks [] for security_group (9db5d895-8ba0-4cc8-a313-2dbac22d4e39), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.572228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-78e624b5-abae-4f0c-81ce-7fe8c9917037 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.574386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-78e624b5-abae-4f0c-81ce-7fe8c9917037 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0069659 Aug 28 20:20:21.587005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39788) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.596716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-2abae56c-20e4-4347-b7e3-12e17e9b06b1 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.597803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2abae56c-20e4-4347-b7e3-12e17e9b06b1 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077481 Aug 28 20:20:21.603685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39790) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.615663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-907eb6ac-d1bf-4e0f-ae99-19823bc44934 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.616976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-907eb6ac-d1bf-4e0f-ae99-19823bc44934 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0104179 Aug 28 20:20:21.622337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39792) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.630965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:21.631149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-88736318-213f-49cf-ad98-77df27d56364 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.633016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-88736318-213f-49cf-ad98-77df27d56364 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057456 Aug 28 20:20:21.641058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fb763dc-ab25-4a69-82fb-27eef6323da5 admin admin] Publish callbacks [] for security_group (9db5d895-8ba0-4cc8-a313-2dbac22d4e39), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.644886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39794) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.647012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.660525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-980d8a7a-cc8b-4ce1-be00-fe6310e993be tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.661125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-980d8a7a-cc8b-4ce1-be00-fe6310e993be tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0126810 Aug 28 20:20:21.665268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39796) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.679648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-9e14dad0-f95f-442f-bb2a-19ee36a90112 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.682962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9e14dad0-f95f-442f-bb2a-19ee36a90112 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0105023 Aug 28 20:20:21.703893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39798) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.731441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-300d295d-df15-4e5f-a8dc-d66cb17a9808 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.733388 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-300d295d-df15-4e5f-a8dc-d66cb17a9808 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0276835 Aug 28 20:20:21.751215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39800) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.759028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-0519ad57-16f1-485e-a95c-76fbc17b523f tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.759028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0519ad57-16f1-485e-a95c-76fbc17b523f tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054836 Aug 28 20:20:21.760878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39802) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.766489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-4ed3660f-3caf-4f32-a681-5a33d305d90d tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.767319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4ed3660f-3caf-4f32-a681-5a33d305d90d tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053275 Aug 28 20:20:21.770190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39804) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.779593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-71316110-173c-40f9-85e7-f9e610f9b807 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.780746 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-71316110-173c-40f9-85e7-f9e610f9b807 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096331 Aug 28 20:20:21.783648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39806) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.789268 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:21.792190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-afe88951-e1db-4d19-967d-433ca2d90095 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.793084 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-afe88951-e1db-4d19-967d-433ca2d90095 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082643 Aug 28 20:20:21.794145 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:16Z', 'revision_number': 3, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:21.796662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39808) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.804146 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-a8f1139a-d7a1-4e58-b58b-a052ecddfccb tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.805483 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a8f1139a-d7a1-4e58-b58b-a052ecddfccb tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075178 Aug 28 20:20:21.810442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39810) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.820439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-561cff3c-a64b-4ca1-b5b3-27c2ded0fce5 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.822215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-561cff3c-a64b-4ca1-b5b3-27c2ded0fce5 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098836 Aug 28 20:20:21.825492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39812) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.831572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Publish callbacks [] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.833882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [None req-81c53385-7a28-41e1-b85e-a81f0bfb5b81 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.854223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:21.859295 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Checking router: 69e01e7e-745d-4152-a481-e4291797acb3 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:21.859644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Updating router 69e01e7e-745d-4152-a481-e4291797acb3 port 67915ea6-33d1-4352-a54d-db322b9ad997 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:20:21.864860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39816) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.867342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-81c53385-7a28-41e1-b85e-a81f0bfb5b81 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0398633 Aug 28 20:20:21.882662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-4fbb9326-be71-4b00-a122-4a73b4f3c8ef tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.882662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4fbb9326-be71-4b00-a122-4a73b4f3c8ef tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081360 Aug 28 20:20:21.883110 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.905077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39818) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.922945 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:21.927409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-298d4dfa-97fe-44ec-85b6-1a89fdc6a65e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.931841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-298d4dfa-97fe-44ec-85b6-1a89fdc6a65e tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121045 Aug 28 20:20:21.934598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39820) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:21.942721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [None req-ec10eb1c-62ea-48f0-bb9d-5f3e682572f2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:21.945252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ec10eb1c-62ea-48f0-bb9d-5f3e682572f2 tempest-ExtensionsTestJSON-1456075127 tempest-ExtensionsTestJSON-1456075127-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0080588 Aug 28 20:20:22.010186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=5b5e38d7-bf99-4ab8-a97f-9b522533f891,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:22.017654 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.031729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fb763dc-ab25-4a69-82fb-27eef6323da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9db5d895-8ba0-4cc8-a313-2dbac22d4e39), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.036181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6fb763dc-ab25-4a69-82fb-27eef6323da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.041177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6fb763dc-ab25-4a69-82fb-27eef6323da5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9db5d895-8ba0-4cc8-a313-2dbac22d4e39 HTTP/1.1" status: 204 len: 168 time: 0.6612027 Aug 28 20:20:22.050279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:22.065263 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-caa94b5c-8052-49de-b1f2-f0e0ce22c82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.070115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:22.072737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb763dc-ab25-4a69-82fb-27eef6323da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db5d895-8ba0-4cc8-a313-2dbac22d4e39,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:22.073021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:22.075481 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.082413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:22.106319 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:22.124783 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (0c11999b-8ac1-41c7-afe1-43850ffef244), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.204268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Network c16195b3-2477-4117-9409-078ccb6cf792 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:22.207797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Pushing event updated for resources: {'Port': ['ID=6e2d8489-cf97-4a7f-98d2-ba1172a35bf2,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:22.223412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:22.232872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:22.287022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39830) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:22.338893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Subnet': ['ID=0c11999b-8ac1-41c7-afe1-43850ffef244,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:22.368409 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:22.448697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:22.476028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Attempting to bind port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:22.476705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Attempting to bind port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2356f558-0e7a-4ff0-81a3-93b41dd6e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c16195b3-2477-4117-9409-078ccb6cf792'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:22.477356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Attempting to bind port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 on network c16195b3-2477-4117-9409-078ccb6cf792 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:22.484268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:22.485709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Checking segment: {'id': '2356f558-0e7a-4ff0-81a3-93b41dd6e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c16195b3-2477-4117-9409-078ccb6cf792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:22.486437 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.487066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Bound using segment: {'id': '2356f558-0e7a-4ff0-81a3-93b41dd6e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c16195b3-2477-4117-9409-078ccb6cf792'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:22.487796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Bound port: 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2356f558-0e7a-4ff0-81a3-93b41dd6e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c16195b3-2477-4117-9409-078ccb6cf792'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:22.490053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.514661 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7730a35a-0a9f-4ecd-a086-21575dd385bb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bdf71dc037a942c2adee45509fdf5b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252810 Aug 28 20:20:22.521668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39834) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:22.635077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] For port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:22.649911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] For port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6e2d8489-cf97-4a7f-98d2-ba1172a35bf2,segment=NetworkSegment(2356f558-0e7a-4ff0-81a3-93b41dd6e183),segment_id=2356f558-0e7a-4ff0-81a3-93b41dd6e183)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:22.655965 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Publish callbacks [] for port (67915ea6-33d1-4352-a54d-db322b9ad997), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.658796 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Checking segment: {'id': 'a76c842d-d3b1-4b4b-b119-a6c7a928adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4abec8b-0e2b-41a2-8a31-da0960cbb603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:22.659296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network hostable DHCP agents. Network: d4abec8b-0e2b-41a2-8a31-da0960cbb603, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:22.746181 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.783794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.790255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.844851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network d4abec8b-0e2b-41a2-8a31-da0960cbb603 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:22.853190 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Attempting to bind port 67915ea6-33d1-4352-a54d-db322b9ad997 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:22.853676 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Attempting to bind port 67915ea6-33d1-4352-a54d-db322b9ad997 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:22.854076 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Attempting to bind port 67915ea6-33d1-4352-a54d-db322b9ad997 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:22.888220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39842) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:22.899336 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:22.899787 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:22.904545 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.904960 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:22.906473 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Bound port: 67915ea6-33d1-4352-a54d-db322b9ad997, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:22.907048 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:22.911476 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Pushing event updated for resources: {'Port': ['ID=67915ea6-33d1-4352-a54d-db322b9ad997,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:22.946824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21395556-955b-4b44-b726-dd6bb4cadad2 None None] Pushing event updated for resources: {'Port': ['ID=6e2d8489-cf97-4a7f-98d2-ba1172a35bf2,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:23.016438 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.021984 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.023123 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.023622 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.024197 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.024701 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.025187 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.025683 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.026215 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.030559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, d4abec8b-0e2b-41a2-8a31-da0960cbb603) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:23.031198 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.031789 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.032295 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.033076 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.033581 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.034119 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:23.053083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:23.054613 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:23.059036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d690c2e4-9643-421e-909b-2eca082ec79f None None] Network d4abec8b-0e2b-41a2-8a31-da0960cbb603 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:23.130353 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] For port 67915ea6-33d1-4352-a54d-db322b9ad997, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:23.151063 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] For port 67915ea6-33d1-4352-a54d-db322b9ad997, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=67915ea6-33d1-4352-a54d-db322b9ad997,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:23.211127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b71e545b-eb30-4292-ad1b-9726a3c5dd2b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3397241 Aug 28 20:20:23.216314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39856) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:23.233806 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:23.431689 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Routers {'69e01e7e-745d-4152-a481-e4291797acb3'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:23.432351 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:19:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['69e01e7e-745d-4152-a481-e4291797acb3'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:23.455933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-d4abec8b-0e2b-41a2-8a31-da0960cbb603', 'network_id': 'd4abec8b-0e2b-41a2-8a31-da0960cbb603', 'project_id': 'cf34571ea6104d649614b71931a689de', 'fixed_ips': [{'subnet_id': '0c11999b-8ac1-41c7-afe1-43850ffef244'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:23.457203 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:23.590002 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:23.594907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31f34f9a-7339-407a-9268-6f6f563a37ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:23.688394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Allocated IP 172.20.0.1 (f8cd06e0-d22b-409f-8804-685c6eac5b16/0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57/f7967113-3578-4e09-9738-aa60183985e0) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:23.715068 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:23.729468 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:23.733409 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] Set router 69e01e7e-745d-4152-a481-e4291797acb3 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:23.760247 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62fadc50-5dac-457d-99d8-b30995ddb1a0 admin admin] Publish callbacks [] for security_group (af7d416e-f999-4989-bf7f-96ad23df1e4d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:23.870610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Allocated IP 2001:db8::2 (d4abec8b-0e2b-41a2-8a31-da0960cbb603/0c11999b-8ac1-41c7-afe1-43850ffef244/afbbe777-4640-42ec-9d01-d95d42fd6c1b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:23.984885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62fadc50-5dac-457d-99d8-b30995ddb1a0 admin admin] Publish callbacks [] for security_group (af7d416e-f999-4989-bf7f-96ad23df1e4d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:23.995090 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291cedf-a173-481c-9f14-d33d518316ee None None] Pushing event updated for resources: {'Port': ['ID=67915ea6-33d1-4352-a54d-db322b9ad997,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:24.048036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:16Z', 'revision_number': 3, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:24.097579 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a09345-363c-49c6-b6a1-006ed8a0ee0d None None] The sync data for ids ['69e01e7e-745d-4152-a481-e4291797acb3'] in n-d-854121-7 is: [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:16Z', 'revision_number': 3, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:24.152928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:24.188451 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:24.197962 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:24.333844 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:24.341696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:24.342490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.343283 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks [] for port (f7967113-3578-4e09-9738-aa60183985e0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.389200 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.392261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-30cf3e39-f31f-4f3a-a5ce-69040d95c2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.483839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39880) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:24.502782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (0f5170e1-f1ce-4ece-b521-b87c47cca33a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.577518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Publish callbacks [] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.621740 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31f34f9a-7339-407a-9268-6f6f563a37ff admin admin] Publish callbacks [] for security_group (84c972a1-47ba-48b8-92ee-c7e0615243a5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.716028 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62fadc50-5dac-457d-99d8-b30995ddb1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (af7d416e-f999-4989-bf7f-96ad23df1e4d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.719264 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-62fadc50-5dac-457d-99d8-b30995ddb1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.724596 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-62fadc50-5dac-457d-99d8-b30995ddb1a0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/af7d416e-f999-4989-bf7f-96ad23df1e4d HTTP/1.1" status: 204 len: 168 time: 2.1890378 Aug 28 20:20:24.724979 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.783673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fadc50-5dac-457d-99d8-b30995ddb1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d416e-f999-4989-bf7f-96ad23df1e4d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:24.837353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-38412326-network', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:24.838749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-31f34f9a-7339-407a-9268-6f6f563a37ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (84c972a1-47ba-48b8-92ee-c7e0615243a5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.923958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Network d4abec8b-0e2b-41a2-8a31-da0960cbb603 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:24.925698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:24.926140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.927648 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:24.934261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-31f34f9a-7339-407a-9268-6f6f563a37ff admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8129ec23ad034066b881f1b2a15714cb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0412762 Aug 28 20:20:24.940807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39890) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:24.959566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f34f9a-7339-407a-9268-6f6f563a37ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c972a1-47ba-48b8-92ee-c7e0615243a5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:24.968015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:24.970777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.010113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:25.045032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Made reservation on behalf of 25929238d35e4de0b4f6bff77f18b544 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:25.050249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.079168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f7967113-3578-4e09-9738-aa60183985e0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.130977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7702117-f2a2-4f1d-b291-d8f4c60ebf8b None None] Network c16195b3-2477-4117-9409-078ccb6cf792 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:25.159958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.202276 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:25.250372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3afb8c1b-37c9-46b8-a223-a741447f6ee9 admin admin] Publish callbacks [] for security_group (84c972a1-47ba-48b8-92ee-c7e0615243a5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.355119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Attempting to bind port afbbe777-4640-42ec-9d01-d95d42fd6c1b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:25.355912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Attempting to bind port afbbe777-4640-42ec-9d01-d95d42fd6c1b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'a76c842d-d3b1-4b4b-b119-a6c7a928adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4abec8b-0e2b-41a2-8a31-da0960cbb603'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:25.356833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Attempting to bind port afbbe777-4640-42ec-9d01-d95d42fd6c1b on network d4abec8b-0e2b-41a2-8a31-da0960cbb603 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:25.360061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Pushing event updated for resources: {'Port': ['ID=afbbe777-4640-42ec-9d01-d95d42fd6c1b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:25.367843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks [] for security_group (b4b010bf-eda8-4e60-b4e4-edc6186a1206), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.388529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6e2d8489-cf97-4a7f-98d2-ba1172a35bf2,segment=NetworkSegment(2356f558-0e7a-4ff0-81a3-93b41dd6e183),segment_id=2356f558-0e7a-4ff0-81a3-93b41dd6e183)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:25.404181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d27e22cd-74e6-449a-8e85-b555703dbdb1 None None] Provisioning complete for port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:25.405062 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d27e22cd-74e6-449a-8e85-b555703dbdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.407470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:25.408777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Checking segment: {'id': 'a76c842d-d3b1-4b4b-b119-a6c7a928adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4abec8b-0e2b-41a2-8a31-da0960cbb603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:25.409490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.410528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Bound using segment: {'id': 'a76c842d-d3b1-4b4b-b119-a6c7a928adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4abec8b-0e2b-41a2-8a31-da0960cbb603'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:25.411429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Bound port: afbbe777-4640-42ec-9d01-d95d42fd6c1b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76c842d-d3b1-4b4b-b119-a6c7a928adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd4abec8b-0e2b-41a2-8a31-da0960cbb603'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:25.412120 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.448965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3afb8c1b-37c9-46b8-a223-a741447f6ee9 admin admin] Publish callbacks [] for security_group (84c972a1-47ba-48b8-92ee-c7e0615243a5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.499986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:25.514883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:25.520921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b4b010bf-eda8-4e60-b4e4-edc6186a1206), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.523435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:25.571809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.670335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (69e01e7e-745d-4152-a481-e4291797acb3), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:25.793183 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:25.817526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Pushing event updated for resources: {'Port': ['ID=f7967113-3578-4e09-9738-aa60183985e0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:25.827586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:25.833321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Allocated IP 2001:db8::1 (c16195b3-2477-4117-9409-078ccb6cf792/5faf5e58-0362-49ea-853f-9e3e67024306/13597d8d-27a7-49ac-96c2-22b2c1df52d6) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:25.989590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 67915ea6-33d1-4352-a54d-db322b9ad997 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:26.005658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b010bf-eda8-4e60-b4e4-edc6186a1206,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:26.019438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1def5b95-55d5-4660-9435-4daeaffcaace), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.019785 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Added segment 1def5b95-55d5-4660-9435-4daeaffcaace of type vlan for network 332315c6-a239-41ba-ba9a-215b2cfe5833 Aug 28 20:20:26.023383 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:26.195113 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:26.223892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] For port afbbe777-4640-42ec-9d01-d95d42fd6c1b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:26.227828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d27e22cd-74e6-449a-8e85-b555703dbdb1 None None] Current status of the port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:26.256136 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:26.261385 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.270143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6e2d8489-cf97-4a7f-98d2-ba1172a35bf2,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:26.278949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (332315c6-a239-41ba-ba9a-215b2cfe5833), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.288268 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.296216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.305047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] For port afbbe777-4640-42ec-9d01-d95d42fd6c1b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=afbbe777-4640-42ec-9d01-d95d42fd6c1b,segment=NetworkSegment(a76c842d-d3b1-4b4b-b119-a6c7a928adf1),segment_id=a76c842d-d3b1-4b4b-b119-a6c7a928adf1)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:26.314614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7967113-3578-4e09-9738-aa60183985e0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.336784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 67915ea6-33d1-4352-a54d-db322b9ad997 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:26.337334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.351591 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3afb8c1b-37c9-46b8-a223-a741447f6ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (84c972a1-47ba-48b8-92ee-c7e0615243a5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.358863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3afb8c1b-37c9-46b8-a223-a741447f6ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.360689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3afb8c1b-37c9-46b8-a223-a741447f6ee9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/84c972a1-47ba-48b8-92ee-c7e0615243a5 HTTP/1.1" status: 204 len: 168 time: 1.4189031 Aug 28 20:20:26.379312 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8c1b-37c9-46b8-a223-a741447f6ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c972a1-47ba-48b8-92ee-c7e0615243a5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:26.384347 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.438791 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=4,neutron:INSERT=5,neutron:SELECT=91 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:26.443896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.491740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (332315c6-a239-41ba-ba9a-215b2cfe5833), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.491740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:26.491740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.533604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5ab38a4a-8ab7-460e-9094-f93401ebc6a2 None None] Provisioning complete for port f7967113-3578-4e09-9738-aa60183985e0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:26.535146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ab38a4a-8ab7-460e-9094-f93401ebc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f7967113-3578-4e09-9738-aa60183985e0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.608248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5ab38a4a-8ab7-460e-9094-f93401ebc6a2 None None] Port f7967113-3578-4e09-9738-aa60183985e0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:26.623999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.634308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5ab38a4a-8ab7-460e-9094-f93401ebc6a2 None None] Provisioning complete for port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:26.634308 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5ab38a4a-8ab7-460e-9094-f93401ebc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.687284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] Pushing event updated for resources: {'Network': ['ID=332315c6-a239-41ba-ba9a-215b2cfe5833,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:26.707521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:26.732627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=5b5e38d7-bf99-4ab8-a97f-9b522533f891,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:26.735712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (0f5170e1-f1ce-4ece-b521-b87c47cca33a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.838252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network c16195b3-2477-4117-9409-078ccb6cf792 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:26.844832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:26.849302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:26.849721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:26.867460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Port': ['ID=13597d8d-27a7-49ac-96c2-22b2c1df52d6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:26.965971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39930) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:26.982743 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5dafdefe-42e8-47a6-910d-a77b2cf32f56 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4968901 Aug 28 20:20:26.992019 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39934) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:27.006565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Request body: {'subnet': {'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-38412326-subnet', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:27.032512 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP 0f5170e1-f1ce-4ece-b521-b87c47cca33a associated. External IP: 172.25.4.11, port: a5d3d2fa-0479-4227-bab1-0f732d87d5a9. Aug 28 20:20:27.100802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5ab38a4a-8ab7-460e-9094-f93401ebc6a2 None None] Current status of the port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:27.113721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0e519-d69e-482d-826b-5e1c84142eee None None] Pushing event updated for resources: {'Port': ['ID=afbbe777-4640-42ec-9d01-d95d42fd6c1b,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:27.211044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 67915ea6-33d1-4352-a54d-db322b9ad997 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:27.221329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:27.318345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 67915ea6-33d1-4352-a54d-db322b9ad997, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=67915ea6-33d1-4352-a54d-db322b9ad997,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:27.334358 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:27.360833 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:27.398563 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:27.510660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:27.680715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-69df9809-69d7-4155-a926-fe70c125b7e7 None None] Provisioning complete for port 13597d8d-27a7-49ac-96c2-22b2c1df52d6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:27.681182 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69df9809-69d7-4155-a926-fe70c125b7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:27.685326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=67915ea6-33d1-4352-a54d-db322b9ad997,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:27.688912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1935470863'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:27.847097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 469d356f-3ad0-4e19-be9a-906f383e30d1 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:27.946409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Made reservation on behalf of 2088e80403004992ac337aa8334096a5 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:27.960824 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:27.977974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:27.983373 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=16,neutron:DELETE=2,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:28.069976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks [] for port (f7967113-3578-4e09-9738-aa60183985e0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.082728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:28.119810 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.122217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Made reservation on behalf of 25929238d35e4de0b4f6bff77f18b544 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:28.125013 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.155834 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.200188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (f7967113-3578-4e09-9738-aa60183985e0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.217152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-69df9809-69d7-4155-a926-fe70c125b7e7 None None] Port 13597d8d-27a7-49ac-96c2-22b2c1df52d6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:28.237588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:28.238301 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.253603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:28.286642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] Sync routers for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:28.357875 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:28.390554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:28.391257 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for security_group (33a94748-ced8-43d1-927e-afea56849cce), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.392750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:28.439717 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.480181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (33a94748-ced8-43d1-927e-afea56849cce), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.548311 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ee3e6acc-ab73-48cd-aeed-dd316af6cbb6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3866289 Aug 28 20:20:28.566366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:20:28.569125 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c99270-0850-4ab8-85e7-2409f2fa1469" -d '{"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:20:28.572338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:28.587975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a94748-ced8-43d1-927e-afea56849cce,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:28.614719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c82639e2-f612-4b7c-8a7f-81b259d47b50), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.615277 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Added segment c82639e2-f612-4b7c-8a7f-81b259d47b50 of type vlan for network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd Aug 28 20:20:28.630454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:28.632499 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device afbbe777-4640-42ec-9d01-d95d42fd6c1b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:28.665844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Pushing event updated for resources: {'Port': ['ID=f7967113-3578-4e09-9738-aa60183985e0,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:28.704482 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:28.711847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (69e01e7e-745d-4152-a481-e4291797acb3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.740995 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba14576-9f5b-48db-b8a2-14c509aff714 x-openstack-request-id: req-6ba14576-9f5b-48db-b8a2-14c509aff714 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:20:28.742636 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:20:28.758027 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ba14576-9f5b-48db-b8a2-14c509aff714 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:20:28.758667 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba14576-9f5b-48db-b8a2-14c509aff714'] response: {'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'status': 'completed', 'code': 200} Aug 28 20:20:28.879486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:28.932506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aee7f9-e82b-4991-8b8b-67b6609d6f2d None None] Network d4abec8b-0e2b-41a2-8a31-da0960cbb603 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:28.939593 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:28.947731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:28.964051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a65a3d-2ab2-4aee-a18c-482719d0a05f req-17ca3e79-0adf-4500-94a1-ed5853ed28a7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:28.970307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43a65a3d-2ab2-4aee-a18c-482719d0a05f req-17ca3e79-0adf-4500-94a1-ed5853ed28a7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.2084742 Aug 28 20:20:28.970860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39978) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:29.009908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.010259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.010602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.010941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.011272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.011607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.012634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.012634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.012634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.013156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.013156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.013519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.014126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.023182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.025303 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:29.033542 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.038770 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:29.039395 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.178864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9345d1cc-4013-4baa-b72d-ef500b6d9bda tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:29.179870 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-9345d1cc-4013-4baa-b72d-ef500b6d9bda tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 20:20:29.180595 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-9345d1cc-4013-4baa-b72d-ef500b6d9bda tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 20:20:29.188416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9345d1cc-4013-4baa-b72d-ef500b6d9bda tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2140822 Aug 28 20:20:29.204132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39984) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:29.210228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182940291'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:29.215568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event updated for resources: {'Network': ['ID=5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:29.233910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-adccb0e2-3033-44e9-b13f-ccc30dcd29cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7163935 Aug 28 20:20:29.237294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 39988) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:29.244730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43a65a3d-2ab2-4aee-a18c-482719d0a05f req-ba827c16-7e88-41f4-a8fb-82cc381e758a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574399 Aug 28 20:20:29.254177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Request body: {'subnet': {'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:29.268873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:29.286343 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:29.292578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 39990) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:29.385589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-091337cd-cc00-48a7-9065-067d30789315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:29.395668 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-091337cd-cc00-48a7-9065-067d30789315 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.6571071 Aug 28 20:20:29.405957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-51481ab7-e4e7-42ad-a909-5886ae63efdb None None] Provisioning complete for port afbbe777-4640-42ec-9d01-d95d42fd6c1b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:29.406488 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51481ab7-e4e7-42ad-a909-5886ae63efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.432167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.451132 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.477394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Made reservation on behalf of 2088e80403004992ac337aa8334096a5 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:29.483218 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.523785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port afbbe777-4640-42ec-9d01-d95d42fd6c1b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:29.528125 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.588948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4ebb61de-79c3-408d-8c23-879809ceb315 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/0f5170e1-f1ce-4ece-b521-b87c47cca33a HTTP/1.1" status: 200 len: 990 time: 0.2923548 Aug 28 20:20:29.684848 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (4f7da3a1-2d4f-4ea0-8654-3a4e3263debe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.749457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0f5170e1-f1ce-4ece-b521-b87c47cca33a', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'port_id': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'mac_address': 'fa:16:3e:e3:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:20:23Z', 'updated_at': '2022-08-28T20:20:23Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:29.768404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-51481ab7-e4e7-42ad-a909-5886ae63efdb None None] Current status of the port afbbe777-4640-42ec-9d01-d95d42fd6c1b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:29.768663 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.768787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51481ab7-e4e7-42ad-a909-5886ae63efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.790173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:29.811015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:29.817008 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:29.817528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] Checking router: 469d356f-3ad0-4e19-be9a-906f383e30d1 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:29.830434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (2f231aa2-6f5b-4954-8a82-d63cd8071ef7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.837221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port afbbe777-4640-42ec-9d01-d95d42fd6c1b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:29.837624 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.854201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:29.854888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:29.875298 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (3958a607-369e-4afa-a984-c8f75fb68e72), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.889118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-e294845e-5d5c-4d02-940d-f42be984e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:29.890501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-e294845e-5d5c-4d02-940d-f42be984e09a service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.4508741 Aug 28 20:20:29.891340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.892313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.903445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4f7da3a1-2d4f-4ea0-8654-3a4e3263debe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:29.920451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-51481ab7-e4e7-42ad-a909-5886ae63efdb None None] For port afbbe777-4640-42ec-9d01-d95d42fd6c1b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=afbbe777-4640-42ec-9d01-d95d42fd6c1b,segment=NetworkSegment(a76c842d-d3b1-4b4b-b119-a6c7a928adf1),segment_id=a76c842d-d3b1-4b4b-b119-a6c7a928adf1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:30.012366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7da3a1-2d4f-4ea0-8654-3a4e3263debe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:30.028679 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (d5d68789-9b90-4d12-861d-6b9c40de4ba5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.064922 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (bdbcd010-f6f1-4554-821d-455ab8985843), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.120420 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51481ab7-e4e7-42ad-a909-5886ae63efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.153760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event updated for resources: {'Subnet': ['ID=d5d68789-9b90-4d12-861d-6b9c40de4ba5,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:30.166476 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bdbcd010-f6f1-4554-821d-455ab8985843), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.214449 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:30.223179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51481ab7-e4e7-42ad-a909-5886ae63efdb None None] Pushing event updated for resources: {'Port': ['ID=afbbe777-4640-42ec-9d01-d95d42fd6c1b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:30.226858 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:20:30.227083 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:20:30.230913 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:30.233395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f231aa2-6f5b-4954-8a82-d63cd8071ef7,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:30.234953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:30.238702 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Checking segment: {'id': 'c82639e2-f612-4b7c-8a7f-81b259d47b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:30.239156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Network hostable DHCP agents. Network: 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:30.243906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbcd010-f6f1-4554-821d-455ab8985843,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:30.292349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-832c62d7-a899-41ca-a729-857b1aa0183f None None] Provisioning complete for port afbbe777-4640-42ec-9d01-d95d42fd6c1b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:30.292962 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-832c62d7-a899-41ca-a729-857b1aa0183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.314101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.315913 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cd28965f-4e92-401e-ad99-213a6c8ee469 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1103544 Aug 28 20:20:30.319937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40008) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:30.330690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ebabc442-933a-489b-8174-7a89f582db94 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcd010-f6f1-4554-821d-455ab8985843', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:30.355588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:30.412565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Port': ['ID=13597d8d-27a7-49ac-96c2-22b2c1df52d6,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:30.416643 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-a38fce8a-6308-4841-ad8d-f0e5717be227 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 998 time: 0.4054546 Aug 28 20:20:30.433622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Checking segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:30.433622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Network hostable DHCP agents. Network: 332315c6-a239-41ba-ba9a-215b2cfe5833, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:30.460809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:30.463929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:30.464671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.469369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebabc442-933a-489b-8174-7a89f582db94 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group_rule (80bc8cba-7e7c-4606-a365-b5c97e4732e6), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.474977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bf248-0f4b-4847-a8d1-f78543680122 None None] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:30.549754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebabc442-933a-489b-8174-7a89f582db94 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group_rule (80bc8cba-7e7c-4606-a365-b5c97e4732e6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.558481 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:30.593515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40012) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:30.602929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Router 69e01e7e-745d-4152-a481-e4291797acb3 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:30.612613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network c16195b3-2477-4117-9409-078ccb6cf792 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:30.636357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:30.694851 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3c9e0ca9-8ee6-4a9f-821e-8c4a128c8c5e tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4551826 Aug 28 20:20:30.696157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebabc442-933a-489b-8174-7a89f582db94 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (80bc8cba-7e7c-4606-a365-b5c97e4732e6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.705724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40016) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:30.728643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-832c62d7-a899-41ca-a729-857b1aa0183f None None] Current status of the port afbbe777-4640-42ec-9d01-d95d42fd6c1b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:30.732564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Request body: {'port': {'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-209600155'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:30.735871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-8a0bc639-2a7d-4e26-acaa-892a8565a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:30.738315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-8a0bc639-2a7d-4e26-acaa-892a8565a4f3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.3091350 Aug 28 20:20:30.761156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-acf17a5a-2b0f-4d81-a70b-92edb34e878d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/0f5170e1-f1ce-4ece-b521-b87c47cca33a HTTP/1.1" status: 200 len: 990 time: 0.1649220 Aug 28 20:20:30.819469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabc442-933a-489b-8174-7a89f582db94 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bc8cba-7e7c-4606-a365-b5c97e4732e6,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:30.835084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-832c62d7-a899-41ca-a729-857b1aa0183f None None] Provisioning complete for port f7967113-3578-4e09-9738-aa60183985e0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:30.836394 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-832c62d7-a899-41ca-a729-857b1aa0183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f7967113-3578-4e09-9738-aa60183985e0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.922660 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ebabc442-933a-489b-8174-7a89f582db94 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:30.928536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ebabc442-933a-489b-8174-7a89f582db94 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6059563 Aug 28 20:20:30.929982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40020) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:30.941133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-93dd200e-0e2b-4507-aadd-639c2d174483 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcd010-f6f1-4554-821d-455ab8985843', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:30.957232 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:30.968074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port afbbe777-4640-42ec-9d01-d95d42fd6c1b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:30.988920 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:31.000980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0f5170e1-f1ce-4ece-b521-b87c47cca33a', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'port_id': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'mac_address': 'fa:16:3e:e3:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:20:23Z', 'updated_at': '2022-08-28T20:20:23Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:31.042535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd', 'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd', 'project_id': '2088e80403004992ac337aa8334096a5', 'fixed_ips': [{'subnet_id': 'd5d68789-9b90-4d12-861d-6b9c40de4ba5'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:31.043656 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.065537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cb9f8-629b-4de8-99d9-50be5ec9d8f3 None None] The sync data for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 is: [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '0f5170e1-f1ce-4ece-b521-b87c47cca33a', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'port_id': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'mac_address': 'fa:16:3e:e3:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:20:23Z', 'updated_at': '2022-08-28T20:20:23Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:31.067467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-832c62d7-a899-41ca-a729-857b1aa0183f None None] Port f7967113-3578-4e09-9738-aa60183985e0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:31.077471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Made reservation on behalf of 2088e80403004992ac337aa8334096a5 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:31.083357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.128145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] device_id is not set on port 2be2ef1b-074b-4221-a910-7bfe671f5ee3 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:20:31.203147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 67915ea6-33d1-4352-a54d-db322b9ad997 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:31.285959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Allocated IP 172.20.0.7 (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd/d5d68789-9b90-4d12-861d-6b9c40de4ba5/2be2ef1b-074b-4221-a910-7bfe671f5ee3) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:31.290042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6f206958-2407-4761-8f18-5ca6945f724e None None] Provisioning complete for port 13597d8d-27a7-49ac-96c2-22b2c1df52d6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:31.290572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6f206958-2407-4761-8f18-5ca6945f724e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.322922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 67915ea6-33d1-4352-a54d-db322b9ad997 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:31.323637 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.363300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:31.376930 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:31.408205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-93dd200e-0e2b-4507-aadd-639c2d174483 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group_rule (1e4422d0-5288-4101-8530-732a03383b2b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.425480 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:31.427566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6f206958-2407-4761-8f18-5ca6945f724e None None] Port 13597d8d-27a7-49ac-96c2-22b2c1df52d6 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:31.480958 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f296b-572d-4238-b117-5477712cb2ec None None] New status for floating IP 0f5170e1-f1ce-4ece-b521-b87c47cca33a: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:20:31.491096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 332315c6-a239-41ba-ba9a-215b2cfe5833) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:31.514711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 67915ea6-33d1-4352-a54d-db322b9ad997 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:31.516609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device afbbe777-4640-42ec-9d01-d95d42fd6c1b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:31.525598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:31.526151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.526693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abd687-f78b-4365-aa8c-0d7ef734e77f None None] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:31.538869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-33e07d66-75f3-4f60-a2b6-3aa7c850e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:31.540722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-33e07d66-75f3-4f60-a2b6-3aa7c850e8c2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7903228 Aug 28 20:20:31.633604 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-93dd200e-0e2b-4507-aadd-639c2d174483 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 20:20:31.637517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-93dd200e-0e2b-4507-aadd-639c2d174483 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6990616 Aug 28 20:20:31.638390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40028) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:31.708049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.729474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port afbbe777-4640-42ec-9d01-d95d42fd6c1b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:31.730279 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.763655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40030) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:31.771363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Deleting port 6c120248-21a9-4b5d-8060-f7e87f8e8f55 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:31.771716 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.795499 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-332315c6-a239-41ba-ba9a-215b2cfe5833', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:31.796663 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.856908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95476320-8a49-4725-ac2f-a115d8f1a718 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (bdbcd010-f6f1-4554-821d-455ab8985843), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.865483 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d7264bd0-8ed3-40eb-a04d-baa88d8181f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/0f5170e1-f1ce-4ece-b521-b87c47cca33a HTTP/1.1" status: 200 len: 990 time: 0.1005158 Aug 28 20:20:31.886203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95476320-8a49-4725-ac2f-a115d8f1a718 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (bdbcd010-f6f1-4554-821d-455ab8985843), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.892757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:31.898308 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e1423624-60a3-46ee-913e-3d35a7adfb34 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/69e01e7e-745d-4152-a481-e4291797acb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6360822 Aug 28 20:20:31.928824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-c22c2ccd-3b8c-4279-9a50-6a8d1c3ac356 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559270 Aug 28 20:20:31.932285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3eb9463b-23e3-4c26-82f8-c0108e4fcf7f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.9300275 Aug 28 20:20:31.934441 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:31.948745 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40038) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:31.956423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:31.982055 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:31.999847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Sync routers for ids ['69e01e7e-745d-4152-a481-e4291797acb3'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:32.061425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Router cd068649-dbbf-4432-9101-47fd1cc34639 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:20:32.068636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Routers {'69e01e7e-745d-4152-a481-e4291797acb3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:32.069434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['69e01e7e-745d-4152-a481-e4291797acb3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:32.077341 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:32.099188 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:32.114242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:32.126144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:32.139839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:32.150466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event updated for resources: {'Port': ['ID=2be2ef1b-074b-4221-a910-7bfe671f5ee3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:32.205146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.206546 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.219287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:32.223530 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.236024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Allocated IP 172.20.0.2 (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd/d5d68789-9b90-4d12-861d-6b9c40de4ba5/537e74a6-ae9e-4568-8e7f-409bfcef5f0e) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:32.243478 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95476320-8a49-4725-ac2f-a115d8f1a718 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bdbcd010-f6f1-4554-821d-455ab8985843), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.248975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95476320-8a49-4725-ac2f-a115d8f1a718 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.254159 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-95476320-8a49-4725-ac2f-a115d8f1a718 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bdbcd010-f6f1-4554-821d-455ab8985843 HTTP/1.1" status: 204 len: 168 time: 0.6123998 Aug 28 20:20:32.256128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40044) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:32.279058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95476320-8a49-4725-ac2f-a115d8f1a718 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbcd010-f6f1-4554-821d-455ab8985843,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:32.313997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:32.320853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-49bb8385-6de3-41d7-a854-c390225d1974 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1033723 Aug 28 20:20:32.326115 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] Sync routers for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:32.335635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40048) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:32.346226 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:32.346853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Allocated IP 172.20.0.2 (332315c6-a239-41ba-ba9a-215b2cfe5833/2f231aa2-6f5b-4954-8a82-d63cd8071ef7/404ac409-5fb0-4512-b513-5322d983a5a2) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:32.348588 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:32.359908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] For port 6c120248-21a9-4b5d-8060-f7e87f8e8f55, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6c120248-21a9-4b5d-8060-f7e87f8e8f55,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:32.360291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.384766 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c6c530c5-d3b0-4421-b328-1110cfdc10c8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6692619 Aug 28 20:20:32.385433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40050) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:32.390084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks [] for router_controller (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.395489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Request body: {'port': {'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-174274086', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:32.396071 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] bootfile-name is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:20:32.396506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] tftp-server is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:20:32.397289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] server-ip-address is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:20:32.452743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Calling delete_port for 6c120248-21a9-4b5d-8060-f7e87f8e8f55 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:32.493571 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20c99270-0850-4ab8-85e7-2409f2fa1469 req-ba07a919-a30e-4aa7-bccc-9d1d2b331690 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548501 Aug 28 20:20:32.559588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8061b8d5-f270-4462-9139-eb9b35544596 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2910209 Aug 28 20:20:32.595564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port afbbe777-4640-42ec-9d01-d95d42fd6c1b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:32.600513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40056) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:32.609954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a782819f-b4ee-4f79-8fbd-e032ad31b377 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--529775757'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:32.620882 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:32.641634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Made reservation on behalf of 2088e80403004992ac337aa8334096a5 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:32.644415 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:32.645063 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:32.654963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:32.711813 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:32.712993 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534cf03c-57ee-4c94-b0b0-de917737d245 None None] The sync data for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:32.738825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Set router 69e01e7e-745d-4152-a481-e4291797acb3 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:32.772987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] device_id is not set on port 22b21db4-a89d-47a3-ad4a-15af951c64c4 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:20:32.898220 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:32.899415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40066) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:33.036882 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Publish callbacks [] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.040697 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:33.070903 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Publish callbacks [] for port (404ac409-5fb0-4512-b513-5322d983a5a2), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.140784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:26Z', 'revision_number': 4, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'f7967113-3578-4e09-9738-aa60183985e0', 'name': '', 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'mac_address': 'fa:16:3e:97:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:22Z', 'updated_at': '2022-08-28T20:20:26Z', 'revision_number': 2, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'subnets': [{'id': '0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:33.173263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Checking router: 69e01e7e-745d-4152-a481-e4291797acb3 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:33.177731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Updating router 69e01e7e-745d-4152-a481-e4291797acb3 port f7967113-3578-4e09-9738-aa60183985e0 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:20:33.196075 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-65b2db2d-4e7b-408b-a300-462e7f7568f9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:33.200535 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-65b2db2d-4e7b-408b-a300-462e7f7568f9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8631904 Aug 28 20:20:33.201641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40068) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:33.208458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7967113-3578-4e09-9738-aa60183985e0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.287136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks [] for router_gateway (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.306314 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:33.342709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-88b247de-769d-4ab3-814d-ba44043c622b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/0f5170e1-f1ce-4ece-b521-b87c47cca33a HTTP/1.1" status: 200 len: 992 time: 0.4411752 Aug 28 20:20:33.377729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a782819f-b4ee-4f79-8fbd-e032ad31b377 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.380170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6c120248-21a9-4b5d-8060-f7e87f8e8f55), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.414395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40074) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:33.435565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c120248-21a9-4b5d-8060-f7e87f8e8f55,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:33.442323 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:33.508393 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.517429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.631932 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:33.643846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:33.651275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:33.669301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:33.705353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:33.723701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:33.743476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Pushing event updated for resources: {'Port': ['ID=404ac409-5fb0-4512-b513-5322d983a5a2,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:33.754434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:33.781578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Allocated IP 172.20.0.9 (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd/d5d68789-9b90-4d12-861d-6b9c40de4ba5/22b21db4-a89d-47a3-ad4a-15af951c64c4) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:33.791732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Attempting to bind port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:33.792359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Attempting to bind port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'c82639e2-f612-4b7c-8a7f-81b259d47b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:33.793103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Attempting to bind port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e on network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:33.887352 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:33.891627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:33.892402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Checking segment: {'id': 'c82639e2-f612-4b7c-8a7f-81b259d47b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:33.893152 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.894025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Bound using segment: {'id': 'c82639e2-f612-4b7c-8a7f-81b259d47b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:33.894855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Bound port: 537e74a6-ae9e-4568-8e7f-409bfcef5f0e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82639e2-f612-4b7c-8a7f-81b259d47b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:33.895568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.899765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (3958a607-369e-4afa-a984-c8f75fb68e72), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:33.904666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.033968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Pushing event updated for resources: {'Port': ['ID=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:34.182524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks [] for router_gateway (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.184299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Attempting to bind port 404ac409-5fb0-4512-b513-5322d983a5a2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:34.184932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Attempting to bind port 404ac409-5fb0-4512-b513-5322d983a5a2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:34.185486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Attempting to bind port 404ac409-5fb0-4512-b513-5322d983a5a2 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:34.188595 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a782819f-b4ee-4f79-8fbd-e032ad31b377 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (a8c9d724-e2ae-44ed-8939-6bf8a4873499), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.215623 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:34.222694 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.234868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:34.235594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Checking segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:34.236182 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.236750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Bound using segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:34.237568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Bound port: 404ac409-5fb0-4512-b513-5322d983a5a2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:34.238276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.248590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] For port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:34.281957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] For port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,segment=NetworkSegment(c82639e2-f612-4b7c-8a7f-81b259d47b50),segment_id=c82639e2-f612-4b7c-8a7f-81b259d47b50)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:34.306102 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Publish callbacks [] for port (f7967113-3578-4e09-9738-aa60183985e0), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.310142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a782819f-b4ee-4f79-8fbd-e032ad31b377 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a8c9d724-e2ae-44ed-8939-6bf8a4873499), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.328521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Router 3958a607-369e-4afa-a984-c8f75fb68e72 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:34.342980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] For port 404ac409-5fb0-4512-b513-5322d983a5a2, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:34.347255 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] For port 404ac409-5fb0-4512-b513-5322d983a5a2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=404ac409-5fb0-4512-b513-5322d983a5a2,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:34.375946 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.389211 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f7967113-3578-4e09-9738-aa60183985e0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.441886 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:34.485773 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.492490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782819f-b4ee-4f79-8fbd-e032ad31b377 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c9d724-e2ae-44ed-8939-6bf8a4873499,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:34.516526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting port 13597d8d-27a7-49ac-96c2-22b2c1df52d6 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:34.516886 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.544671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a782819f-b4ee-4f79-8fbd-e032ad31b377 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.549363 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a782819f-b4ee-4f79-8fbd-e032ad31b377 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9460642 Aug 28 20:20:34.552404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40088) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:34.559275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92610b-e4f0-4282-8e48-bcdf75ce429c None None] Pushing event updated for resources: {'Port': ['ID=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:34.563607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cf1a564e-76c4-445e-abf3-0199b79eebcc tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': 'a8c9d724-e2ae-44ed-8939-6bf8a4873499', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:34.565192 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-cf1a564e-76c4-445e-abf3-0199b79eebcc tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 20:20:34.565192 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-cf1a564e-76c4-445e-abf3-0199b79eebcc tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:34.570010 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cf1a564e-76c4-445e-abf3-0199b79eebcc tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104518 Aug 28 20:20:34.585082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40090) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:34.590501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Attempting to bind port f7967113-3578-4e09-9738-aa60183985e0 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:34.590902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Attempting to bind port f7967113-3578-4e09-9738-aa60183985e0 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:34.591278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Attempting to bind port f7967113-3578-4e09-9738-aa60183985e0 on network f8cd06e0-d22b-409f-8804-685c6eac5b16 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:34.635811 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:34.639451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:34.651386 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6f5f4014-1b7f-478b-ab70-b040834ded2e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3958a607-369e-4afa-a984-c8f75fb68e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6799331 Aug 28 20:20:34.659333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40092) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:34.667468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:34.674103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Checking segment: {'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:34.674103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.674103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Bound using segment: {'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:34.674103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Bound port: f7967113-3578-4e09-9738-aa60183985e0, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f415e-8d7f-409f-aa52-92b18972ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:34.674103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7967113-3578-4e09-9738-aa60183985e0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.675032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] Sync routers for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:34.686718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Allocated IP 172.25.4.29 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/e945797c-e19a-47e5-aa66-9af2b2ca9a44) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:34.716011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a930a-69e4-48ef-aeee-00f0cd57bde2 None None] Pushing event updated for resources: {'Port': ['ID=f7967113-3578-4e09-9738-aa60183985e0,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:34.741998 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for port (22b21db4-a89d-47a3-ad4a-15af951c64c4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.750285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (69e01e7e-745d-4152-a481-e4291797acb3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.776383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.785530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:34.786228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:34.822397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Calling delete_port for 13597d8d-27a7-49ac-96c2-22b2c1df52d6 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:34.871015 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks [] for router (3958a607-369e-4afa-a984-c8f75fb68e72), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.888053 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:34.917649 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40c77b26-0eaf-4386-8c3e-3c9923c437c3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (a8c9d724-e2ae-44ed-8939-6bf8a4873499), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:34.987126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:35.036669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40c77b26-0eaf-4386-8c3e-3c9923c437c3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (a8c9d724-e2ae-44ed-8939-6bf8a4873499), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.188198 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:35.197601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (22b21db4-a89d-47a3-ad4a-15af951c64c4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.222284 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks [] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.247109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c1437-7d91-4e35-8824-394e6c31ae74 None None] Pushing event updated for resources: {'Port': ['ID=404ac409-5fb0-4512-b513-5322d983a5a2,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:35.387115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 537e74a6-ae9e-4568-8e7f-409bfcef5f0e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:35.426188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] For port f7967113-3578-4e09-9738-aa60183985e0, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:35.443900 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:35.453195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:35.464825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] For port f7967113-3578-4e09-9738-aa60183985e0, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f7967113-3578-4e09-9738-aa60183985e0,segment=NetworkSegment(392f415e-8d7f-409f-aa52-92b18972ab71),segment_id=392f415e-8d7f-409f-aa52-92b18972ab71)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:35.465199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:35.466847 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40c77b26-0eaf-4386-8c3e-3c9923c437c3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a8c9d724-e2ae-44ed-8939-6bf8a4873499), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.469381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40c77b26-0eaf-4386-8c3e-3c9923c437c3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.473318 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40c77b26-0eaf-4386-8c3e-3c9923c437c3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a8c9d724-e2ae-44ed-8939-6bf8a4873499 HTTP/1.1" status: 204 len: 168 time: 0.8798673 Aug 28 20:20:35.478930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40104) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:35.479734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:35.513675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:20:32Z', 'revision_number': 5, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port': {'id': '1df77844-ee47-45d4-bbd5-1d735dba254c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:01Z', 'updated_at': '2022-08-28T20:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:35.553766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event updated for resources: {'Port': ['ID=22b21db4-a89d-47a3-ad4a-15af951c64c4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:35.557177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] Checking router: 3958a607-369e-4afa-a984-c8f75fb68e72 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:35.562490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f7967113-3578-4e09-9738-aa60183985e0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.578703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c77b26-0eaf-4386-8c3e-3c9923c437c3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c9d724-e2ae-44ed-8939-6bf8a4873499,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:35.628119 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:35.634933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:35.635577 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.642430 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a930a-69e4-48ef-aeee-00f0cd57bde2 None None] Pushing event updated for resources: {'Port': ['ID=f7967113-3578-4e09-9738-aa60183985e0,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:35.649677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks [] for router_gateway (3958a607-369e-4afa-a984-c8f75fb68e72), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.694113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:35.694957 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.703096 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:35.704269 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:35.711532 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.722115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d5e0bba6-a0b0-457a-be76-526e28022ace tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2259181 Aug 28 20:20:35.722431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40110) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:35.733543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] Routers {'3958a607-369e-4afa-a984-c8f75fb68e72'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:35.733543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['3958a607-369e-4afa-a984-c8f75fb68e72'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:35.734365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3820e500-8c43-47e4-ab0c-d947ac90946e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--309740956'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:35.751415 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:35.784464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Routers {'69e01e7e-745d-4152-a481-e4291797acb3'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:35.785121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['69e01e7e-745d-4152-a481-e4291797acb3'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:35.789772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:35.803231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Deleting port 1df77844-ee47-45d4-bbd5-1d735dba254c {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:35.803918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.812502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:35.820967 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:35.852944 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Pushing event updated for resources: {'Port': ['ID=e945797c-e19a-47e5-aa66-9af2b2ca9a44,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:35.872478 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6497a1bb-514e-4ad2-9dda-4a6a7c625bc8 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.4808116 Aug 28 20:20:35.878005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:35.916220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Deleting port f7967113-3578-4e09-9738-aa60183985e0 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:35.916220 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f7967113-3578-4e09-9738-aa60183985e0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.931373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] For port 1df77844-ee47-45d4-bbd5-1d735dba254c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1df77844-ee47-45d4-bbd5-1d735dba254c,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:35.934501 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:35.934650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] Set router 69e01e7e-745d-4152-a481-e4291797acb3 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:35.959629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Calling delete_port for 1df77844-ee47-45d4-bbd5-1d735dba254c owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:36.069594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef435cd-81a9-4013-a307-8f65eb5b059a tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:36.075032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef435cd-81a9-4013-a307-8f65eb5b059a tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:36.080283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef435cd-81a9-4013-a307-8f65eb5b059a tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:36.089780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2ef435cd-81a9-4013-a307-8f65eb5b059a tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2056763 Aug 28 20:20:36.090486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40114) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:36.237769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (13597d8d-27a7-49ac-96c2-22b2c1df52d6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.273005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Port': ['ID=13597d8d-27a7-49ac-96c2-22b2c1df52d6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:36.300442 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:36.318240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] For port f7967113-3578-4e09-9738-aa60183985e0, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f7967113-3578-4e09-9738-aa60183985e0,segment=NetworkSegment(392f415e-8d7f-409f-aa52-92b18972ab71),segment_id=392f415e-8d7f-409f-aa52-92b18972ab71)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:36.318908 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f7967113-3578-4e09-9738-aa60183985e0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.321473 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1df77844-ee47-45d4-bbd5-1d735dba254c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.404169 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:36.451310 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3820e500-8c43-47e4-ab0c-d947ac90946e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.459601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Calling delete_port for f7967113-3578-4e09-9738-aa60183985e0 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:36.469447 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:36.472561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Pushing event deleted for resources: {'Port': ['ID=1df77844-ee47-45d4-bbd5-1d735dba254c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:36.642177 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:36.698425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:26Z', 'revision_number': 4, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'f7967113-3578-4e09-9738-aa60183985e0', 'name': '', 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'mac_address': 'fa:16:3e:97:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:22Z', 'updated_at': '2022-08-28T20:20:35Z', 'revision_number': 4, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'subnets': [{'id': '0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:36.709459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Deleting port 22b21db4-a89d-47a3-ad4a-15af951c64c4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:36.709877 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (22b21db4-a89d-47a3-ad4a-15af951c64c4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.740361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3820e500-8c43-47e4-ab0c-d947ac90946e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.747825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60be804-bd74-449e-85d7-a23ad466bbcb None None] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:36.823241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (3958a607-369e-4afa-a984-c8f75fb68e72), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.855234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3820e500-8c43-47e4-ab0c-d947ac90946e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.857154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd967ac-3ee8-464a-8fae-ab3ff68c8a52 None None] The sync data for ids ['69e01e7e-745d-4152-a481-e4291797acb3'] in n-d-854121-7 is: [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:26Z', 'revision_number': 4, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'f7967113-3578-4e09-9738-aa60183985e0', 'name': '', 'network_id': 'f8cd06e0-d22b-409f-8804-685c6eac5b16', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'mac_address': 'fa:16:3e:97:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:22Z', 'updated_at': '2022-08-28T20:20:35Z', 'revision_number': 4, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'subnets': [{'id': '0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:36.862574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] Set router 3958a607-369e-4afa-a984-c8f75fb68e72 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:36.868039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Provisioning complete for port 404ac409-5fb0-4512-b513-5322d983a5a2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:36.868423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.888831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (22b21db4-a89d-47a3-ad4a-15af951c64c4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:36.908246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Calling delete_port for 22b21db4-a89d-47a3-ad4a-15af951c64c4 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:37.038445 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:37.063305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c77413-1b9f-4ab2-bc7b-dac0228a25bd None None] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:37.072991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:20:35Z', 'revision_number': 6, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:37.110863 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (3958a607-369e-4afa-a984-c8f75fb68e72), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.115947 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:37.155354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks [] for router_controller (3958a607-369e-4afa-a984-c8f75fb68e72), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.158858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820e500-8c43-47e4-ab0c-d947ac90946e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:37.165601 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:37.171246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks [] for router_gateway (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.183301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.215940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b4a5a-8c5f-48c6-9862-8bf1f737035a None None] The sync data for ids ['3958a607-369e-4afa-a984-c8f75fb68e72'] in n-d-854121-7 is: [{'id': '3958a607-369e-4afa-a984-c8f75fb68e72', 'name': 'tempest-TaggedBootDevicesTest-579873618-router', 'tenant_id': 'c26696ea658340348c4ef1bd81bf60d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:00Z', 'updated_at': '2022-08-28T20:20:35Z', 'revision_number': 6, 'project_id': 'c26696ea658340348c4ef1bd81bf60d2', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:37.298245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:37.298984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.314389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3820e500-8c43-47e4-ab0c-d947ac90946e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.317550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3820e500-8c43-47e4-ab0c-d947ac90946e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5941625 Aug 28 20:20:37.330231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40118) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:37.337377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2a3ac1d7-6ea1-4ef6-be8e-3ef2705dad5f tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': 'f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:37.340339 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-2a3ac1d7-6ea1-4ef6-be8e-3ef2705dad5f tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 20:20:37.340339 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-2a3ac1d7-6ea1-4ef6-be8e-3ef2705dad5f tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:37.341757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2a3ac1d7-6ea1-4ef6-be8e-3ef2705dad5f tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094697 Aug 28 20:20:37.368072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40120) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:37.461351 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:37.494829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,segment=NetworkSegment(c82639e2-f612-4b7c-8a7f-81b259d47b50),segment_id=c82639e2-f612-4b7c-8a7f-81b259d47b50)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:37.505352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (3958a607-369e-4afa-a984-c8f75fb68e72), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.512051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3958a607-369e-4afa-a984-c8f75fb68e72 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:20:37.518401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Current status of the port 404ac409-5fb0-4512-b513-5322d983a5a2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:37.526003 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.532028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.536106 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-81b34386-b6ab-4e61-a952-babf4f12064b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/3958a607-369e-4afa-a984-c8f75fb68e72 HTTP/1.1" status: 204 len: 168 time: 2.8734331 Aug 28 20:20:37.540838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40122) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:37.602347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] For port 404ac409-5fb0-4512-b513-5322d983a5a2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=404ac409-5fb0-4512-b513-5322d983a5a2,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:37.606428 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.722441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.744716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:37.905586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a9bc1c8d-0c93-4565-b08d-b7a49f4498ae None None] Provisioning complete for port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:37.905988 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1c8d-0c93-4565-b08d-b7a49f4498ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.913426 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:37.957558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] Deleting subnet 45a8bcfa-3558-41a2-9cf0-ab12875c81d5 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:37.973380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-868ad593-fdbc-46f2-886a-5c56189cb1e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:37.993313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] Publish callbacks [] for subnet (45a8bcfa-3558-41a2-9cf0-ab12875c81d5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.005397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Pushing event updated for resources: {'Port': ['ID=404ac409-5fb0-4512-b513-5322d983a5a2,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:38.034827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.035176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.035525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.035947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.040657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.041065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.041412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.042214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.042561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.043006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.043349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.043693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.044017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.044350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.044679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a1a33-674b-4bd1-8eb9-716e17c0d194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:20:38.075562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Router cd068649-dbbf-4432-9101-47fd1cc34639 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:38.105098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-868ad593-fdbc-46f2-886a-5c56189cb1e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.147122 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (45a8bcfa-3558-41a2-9cf0-ab12875c81d5), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.182102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc1c8d-0c93-4565-b08d-b7a49f4498ae None None] Current status of the port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:38.203187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a9bc1c8d-0c93-4565-b08d-b7a49f4498ae None None] Provisioning complete for port 404ac409-5fb0-4512-b513-5322d983a5a2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:38.203489 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1c8d-0c93-4565-b08d-b7a49f4498ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.228091 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.232682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (22b21db4-a89d-47a3-ad4a-15af951c64c4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.250085 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.341653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7967113-3578-4e09-9738-aa60183985e0 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:38.359113 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.378813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f7967113-3578-4e09-9738-aa60183985e0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.381633 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.390389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event deleted for resources: {'Port': ['ID=22b21db4-a89d-47a3-ad4a-15af951c64c4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:38.471924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f7967113-3578-4e09-9738-aa60183985e0 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:38.471924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7967113-3578-4e09-9738-aa60183985e0 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 20:20:38.488697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7967113-3578-4e09-9738-aa60183985e0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:38.501200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Port f7967113-3578-4e09-9738-aa60183985e0 not found, will not notify nova. {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 20:20:38.501930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 404ac409-5fb0-4512-b513-5322d983a5a2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:38.509213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc1c8d-0c93-4565-b08d-b7a49f4498ae None None] Current status of the port 404ac409-5fb0-4512-b513-5322d983a5a2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:38.575556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:38.588850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0093a90d-256f-4be0-b216-d2944209e1c7 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3859496 Aug 28 20:20:38.596980 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] Sync routers for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:38.598768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40126) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:38.606457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 404ac409-5fb0-4512-b513-5322d983a5a2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:38.607150 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.613951 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-868ad593-fdbc-46f2-886a-5c56189cb1e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.618604 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:38.619252 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:38.628765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-868ad593-fdbc-46f2-886a-5c56189cb1e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.630202 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-868ad593-fdbc-46f2-886a-5c56189cb1e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf HTTP/1.1" status: 204 len: 168 time: 1.2607210 Aug 28 20:20:38.652287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40128) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:38.674672 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.703703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3f982dc8-967c-4c2f-9817-a8c5a547538b None None] Provisioning complete for port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:38.704623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f982dc8-967c-4c2f-9817-a8c5a547538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.717237 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:38.974373 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:38.974373 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:38.977110 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-b8c5327d-0c7d-4d68-a423-36bb76a12506 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] delete failed (client error): The resource could not be found. Aug 28 20:20:38.977110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b8c5327d-0c7d-4d68-a423-36bb76a12506 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/routers/tempest-non_exist_router-16472028 HTTP/1.1" status: 404 len: 333 time: 0.1567450 Aug 28 20:20:38.982861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:38.982954 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:38.982954 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3533b83-6ba2-4be5-ba8d-dba510b448de None None] The sync data for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:38.983086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40130) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:38.983086 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.983086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e92f058e-907f-49f8-9531-cf6f1d16a1ef tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd068649-dbbf-4432-9101-47fd1cc34639'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:38.983302 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.983371 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:38.983371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad593-fdbc-46f2-886a-5c56189cb1e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c342d9-5ecd-452b-9c7f-975f6c3fb7bf,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:38.983371 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (45a8bcfa-3558-41a2-9cf0-ab12875c81d5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.080619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.084060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3f982dc8-967c-4c2f-9817-a8c5a547538b None None] Current status of the port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:39.092334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b84a0692-389b-451e-aad4-fe2d1111a3cc tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "DELETE /networking/v2.0/ports/22b21db4-a89d-47a3-ad4a-15af951c64c4 HTTP/1.1" status: 204 len: 168 time: 2.9952559 Aug 28 20:20:39.131355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40134) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:39.131882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3f982dc8-967c-4c2f-9817-a8c5a547538b None None] Provisioning complete for port 2be2ef1b-074b-4221-a910-7bfe671f5ee3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:39.131882 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f982dc8-967c-4c2f-9817-a8c5a547538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.132101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Request body: {'port': {'name': 'tempest-new-port-name-1826201287', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:39.132101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] bootfile-name is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:20:39.132101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] tftp-server is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:20:39.132101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.api.validators [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] server-ip-address is not in valid_values {{(pid=114322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Aug 28 20:20:39.138449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 404ac409-5fb0-4512-b513-5322d983a5a2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:39.170673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6c120248-21a9-4b5d-8060-f7e87f8e8f55 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:39.216192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6c120248-21a9-4b5d-8060-f7e87f8e8f55 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:39.216804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6c120248-21a9-4b5d-8060-f7e87f8e8f55 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:39.232151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3f982dc8-967c-4c2f-9817-a8c5a547538b None None] Port 2be2ef1b-074b-4221-a910-7bfe671f5ee3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:39.238474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3f982dc8-967c-4c2f-9817-a8c5a547538b None None] Could not find standard attr ID for object 22b21db4-a89d-47a3-ad4a-15af951c64c4. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:20:39.252510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-977b719f-b63e-41ee-b631-b1799cebf81f tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5386760 Aug 28 20:20:39.263297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40136) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:39.326875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-91a3a252-c909-4201-8c9d-d8235c063f39 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--915280856'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:39.371034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f2a8780d-7d47-4081-aa93-1d03ee7aa942 None None] Could not find standard attr ID for object 22b21db4-a89d-47a3-ad4a-15af951c64c4. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:20:39.392223 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:39.411365 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:39.434861 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e92f058e-907f-49f8-9531-cf6f1d16a1ef tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router_gateway (cd068649-dbbf-4432-9101-47fd1cc34639), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.524412 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (45a8bcfa-3558-41a2-9cf0-ab12875c81d5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.541676 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.560477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a8bcfa-3558-41a2-9cf0-ab12875c81d5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:39.564319 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91a3a252-c909-4201-8c9d-d8235c063f39 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.578960 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-e92f058e-907f-49f8-9531-cf6f1d16a1ef tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] update failed (client error): The resource could not be found. Aug 28 20:20:39.585971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40138) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:39.588816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6546fd2-67f6-4d7a-a370-d58a9e3fa165 None None] Network 77cd677e-32a7-4bf0-bf04-1da6f14ce29f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:39.592190 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (69e01e7e-745d-4152-a481-e4291797acb3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.594331 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:39.594974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e92f058e-907f-49f8-9531-cf6f1d16a1ef tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639 HTTP/1.1" status: 404 len: 339 time: 0.7616804 Aug 28 20:20:39.596301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.600165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-36265aa0-e3b5-4c50-95ea-ea34315c69e8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/45a8bcfa-3558-41a2-9cf0-ab12875c81d5 HTTP/1.1" status: 204 len: 168 time: 2.0512295 Aug 28 20:20:39.602154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1682071540'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:39.604571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40140) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:39.705145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (77cd677e-32a7-4bf0-bf04-1da6f14ce29f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.713616 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:39.717165 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:39.765454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Deleting port 497429f3-e5b7-4ebb-9c14-839a7c676867 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:39.765724 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.924874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] DHCP port deletion for 77cd677e-32a7-4bf0-bf04-1da6f14ce29f request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:39.938074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:39.942740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.968974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] For port 497429f3-e5b7-4ebb-9c14-839a7c676867, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=497429f3-e5b7-4ebb-9c14-839a7c676867,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:39.969917 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:39.976229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 537e74a6-ae9e-4568-8e7f-409bfcef5f0e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:39.994222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Calling delete_port for 497429f3-e5b7-4ebb-9c14-839a7c676867 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:40.046191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:40.046635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.089874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] Deleting port 497429f3-e5b7-4ebb-9c14-839a7c676867 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:40.090828 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.113800 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:40.139379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:20:40.197323 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:40.203261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.258025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=497429f3-e5b7-4ebb-9c14-839a7c676867,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:40.266628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:40.270764 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:40.272762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] For port 497429f3-e5b7-4ebb-9c14-839a7c676867, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=497429f3-e5b7-4ebb-9c14-839a7c676867,segment=NetworkSegment(2b0e51d8-a6f5-4620-95f1-51599bad88be),segment_id=2b0e51d8-a6f5-4620-95f1-51599bad88be)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:40.273181 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.275878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:40.277573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] No DVR routers for this DVR port 497429f3-e5b7-4ebb-9c14-839a7c676867 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:40.277893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 404ac409-5fb0-4512-b513-5322d983a5a2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:40.310733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] Calling delete_port for 497429f3-e5b7-4ebb-9c14-839a7c676867 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:40.315778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91a3a252-c909-4201-8c9d-d8235c063f39 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (36d13c41-b7b5-4a36-b902-f6a45e4953d8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.347269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (844099bf-3add-4a9d-8fee-e62307bc18a0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.348477 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Added segment 844099bf-3add-4a9d-8fee-e62307bc18a0 of type vlan for network cc937a20-e10e-412a-bd06-163ddebcc2ba Aug 28 20:20:40.381937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 404ac409-5fb0-4512-b513-5322d983a5a2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:40.382322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.385442 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:40.408248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (77cd677e-32a7-4bf0-bf04-1da6f14ce29f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.452251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cd677e-32a7-4bf0-bf04-1da6f14ce29f']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:40.464844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0e51d8-a6f5-4620-95f1-51599bad88be') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:40.465274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0e51d8-a6f5-4620-95f1-51599bad88be') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:40.475611 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (497429f3-e5b7-4ebb-9c14-839a7c676867), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.477156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.479369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (2b0e51d8-a6f5-4620-95f1-51599bad88be), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.484243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91a3a252-c909-4201-8c9d-d8235c063f39 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (36d13c41-b7b5-4a36-b902-f6a45e4953d8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.494891 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:40.499673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2b0e51d8-a6f5-4620-95f1-51599bad88be), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.510078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:40.510579 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (2b0e51d8-a6f5-4620-95f1-51599bad88be), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.535096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] Pushing event deleted for resources: {'Port': ['ID=497429f3-e5b7-4ebb-9c14-839a7c676867,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:40.568995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68afc7-4c2d-406d-bb5c-f9cecd009363 None None] No DVR routers for this DVR port 497429f3-e5b7-4ebb-9c14-839a7c676867 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:40.593761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 404ac409-5fb0-4512-b513-5322d983a5a2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:40.607084 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 2b0e51d8-a6f5-4620-95f1-51599bad88be resource provider aggregate not found Aug 28 20:20:40.607798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.610658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1df77844-ee47-45d4-bbd5-1d735dba254c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:40.617194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3a252-c909-4201-8c9d-d8235c063f39 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d13c41-b7b5-4a36-b902-f6a45e4953d8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:40.637927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (cc937a20-e10e-412a-bd06-163ddebcc2ba), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.665682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91a3a252-c909-4201-8c9d-d8235c063f39 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.665682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-91a3a252-c909-4201-8c9d-d8235c063f39 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3657756 Aug 28 20:20:40.666474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40150) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:40.666474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a5fd315b-dacf-4558-8f28-4283e79bfdd9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '36d13c41-b7b5-4a36-b902-f6a45e4953d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:40.666634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1df77844-ee47-45d4-bbd5-1d735dba254c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:40.666634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1df77844-ee47-45d4-bbd5-1d735dba254c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:40.666770 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:40.678975 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-a5fd315b-dacf-4558-8f28-4283e79bfdd9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 20:20:40.679677 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-a5fd315b-dacf-4558-8f28-4283e79bfdd9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:40.681654 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a5fd315b-dacf-4558-8f28-4283e79bfdd9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0295963 Aug 28 20:20:40.683592 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 2b0e51d8-a6f5-4620-95f1-51599bad88be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b0e51d8-a6f5-4620-95f1-51599bad88be found for delete ", "request_id": "req-c1b9618b-443c-4e69-b7f9-6589abc58dd4"}]} Aug 28 20:20:40.685491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40152) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:40.690554 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d48042aa-7009-427a-8df2-dfcd6c18a9ff tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '36d13c41-b7b5-4a36-b902-f6a45e4953d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:40.691880 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-d48042aa-7009-427a-8df2-dfcd6c18a9ff tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 20:20:40.691979 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-d48042aa-7009-427a-8df2-dfcd6c18a9ff tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:40.697126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d48042aa-7009-427a-8df2-dfcd6c18a9ff tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078473 Aug 28 20:20:40.699267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40154) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:40.725888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-97075a8d-ec3b-4eb3-8110-814b0714e3e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '36d13c41-b7b5-4a36-b902-f6a45e4953d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:40.727485 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-97075a8d-ec3b-4eb3-8110-814b0714e3e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 20:20:40.730437 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-97075a8d-ec3b-4eb3-8110-814b0714e3e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:40.731519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-97075a8d-ec3b-4eb3-8110-814b0714e3e7 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0311158 Aug 28 20:20:40.738697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40156) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:40.747142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2b38bf77-cc06-4f21-85c6-89212c8cdc09 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '36d13c41-b7b5-4a36-b902-f6a45e4953d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:40.748193 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-2b38bf77-cc06-4f21-85c6-89212c8cdc09 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 20:20:40.750025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:40.750286 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-2b38bf77-cc06-4f21-85c6-89212c8cdc09 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:40.751687 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2b38bf77-cc06-4f21-85c6-89212c8cdc09 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114152 Aug 28 20:20:40.752084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:20:40.761729 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40158) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:40.763348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Sync routers for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:40.786714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:40.788317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:40.815660 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (77cd677e-32a7-4bf0-bf04-1da6f14ce29f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.834051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] In _notify_port_updated(), no bound segment for port 2be2ef1b-074b-4221-a910-7bfe671f5ee3 on network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:20:40.839187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:40.843434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.844934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "PUT /networking/v2.0/ports/2be2ef1b-074b-4221-a910-7bfe671f5ee3 HTTP/1.1" status: 200 len: 1136 time: 1.7393212 Aug 28 20:20:40.847454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40160) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:40.849950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.858443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40162) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:40.873930 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/77cd677e-32a7-4bf0-bf04-1da6f14ce29f HTTP/1.1" status: 204 len: 168 time: 1.2543898 Aug 28 20:20:40.874829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402aa851-355b-400d-a638-2bf538cc2602 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event updated for resources: {'Port': ['ID=2be2ef1b-074b-4221-a910-7bfe671f5ee3,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:40.892377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Router 69e01e7e-745d-4152-a481-e4291797acb3 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:40.929328 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:40.929513 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d746412-4510-4a1c-aeee-2f645af2fe28 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (36d13c41-b7b5-4a36-b902-f6a45e4953d8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.968545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d746412-4510-4a1c-aeee-2f645af2fe28 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (36d13c41-b7b5-4a36-b902-f6a45e4953d8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.986862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (cc937a20-e10e-412a-bd06-163ddebcc2ba), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:40.995084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:40.995084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.007115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:41.019521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dbc72-bef6-4053-9ae0-07aa9043e8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=77cd677e-32a7-4bf0-bf04-1da6f14ce29f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:41.026707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.031403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40166) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:41.031574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-df2c40a7-8d18-4674-a89d-704db40d72ad admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.0814421 Aug 28 20:20:41.169523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8190ffc7-d5cf-4e7b-bc99-aaac1e816dbd None None] Provisioning complete for port 2be2ef1b-074b-4221-a910-7bfe671f5ee3 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:41.170154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8190ffc7-d5cf-4e7b-bc99-aaac1e816dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.190146 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:41.486095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188622db-a071-4773-a0cf-9176451a9538 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:41.492224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-188622db-a071-4773-a0cf-9176451a9538 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "GET /networking/v2.0/ports/2be2ef1b-074b-4221-a910-7bfe671f5ee3 HTTP/1.1" status: 200 len: 1136 time: 0.6428230 Aug 28 20:20:41.498958 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9077113 Aug 28 20:20:41.508241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40168) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:41.508585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40170) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:41.509336 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:41.525620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8190ffc7-d5cf-4e7b-bc99-aaac1e816dbd None None] Port 2be2ef1b-074b-4221-a910-7bfe671f5ee3 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:41.529729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'subnet': {'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:41.542113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:36Z', 'revision_number': 3, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:41.578555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Checking router: 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:41.579215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Updating router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 port e945797c-e19a-47e5-aa66-9af2b2ca9a44 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:20:41.614301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d746412-4510-4a1c-aeee-2f645af2fe28 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (36d13c41-b7b5-4a36-b902-f6a45e4953d8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.618938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7d746412-4510-4a1c-aeee-2f645af2fe28 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.619265 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:41.620332 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7d746412-4510-4a1c-aeee-2f645af2fe28 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/36d13c41-b7b5-4a36-b902-f6a45e4953d8 HTTP/1.1" status: 204 len: 168 time: 0.8566644 Aug 28 20:20:41.623744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.661694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40172) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:41.697863 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:41.700831 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.719213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d746412-4510-4a1c-aeee-2f645af2fe28 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d13c41-b7b5-4a36-b902-f6a45e4953d8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:41.757994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 497429f3-e5b7-4ebb-9c14-839a7c676867 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:41.758972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aa428-732d-4634-b9e8-05fe0547ec2f tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Network': ['ID=cc937a20-e10e-412a-bd06-163ddebcc2ba,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:41.815846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network cc937a20-e10e-412a-bd06-163ddebcc2ba details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:41.825743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 497429f3-e5b7-4ebb-9c14-839a7c676867 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:41.826266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 497429f3-e5b7-4ebb-9c14-839a7c676867 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:41.852305 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:41.899746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Deleting port 2be2ef1b-074b-4221-a910-7bfe671f5ee3 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:41.900093 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:41.956243 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:42.002997 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.017789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Calling delete_port for 2be2ef1b-074b-4221-a910-7bfe671f5ee3 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:42.039521 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:42.054304 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:42.076092 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:42.079980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Allocated IP 172.20.0.1 (332315c6-a239-41ba-ba9a-215b2cfe5833/2f231aa2-6f5b-4954-8a82-d63cd8071ef7/a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:42.136088 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Publish callbacks [] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.173331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-97d201a8-8557-4ad2-b18c-a933b55ee0ff tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4365909 Aug 28 20:20:42.180374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:42.180552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40176) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:42.189267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0c22a1d6-3f3d-429e-8646-9a8814f811d3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785977315'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:42.195524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-03c18a54-bc87-43f0-bafe-aac0946a3841 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/69e01e7e-745d-4152-a481-e4291797acb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7709594 Aug 28 20:20:42.199959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40178) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:42.201465 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] Sync routers for ids ['69e01e7e-745d-4152-a481-e4291797acb3'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:42.216568 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] Routers {'69e01e7e-745d-4152-a481-e4291797acb3'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:42.217648 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['69e01e7e-745d-4152-a481-e4291797acb3'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:42.221042 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.323088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Made reservation on behalf of cf34571ea6104d649614b71931a689de for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:42.327206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.329821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369f96-ff6d-4395-9ddc-9a645c762553 None None] Pushing event updated for resources: {'Port': ['ID=e945797c-e19a-47e5-aa66-9af2b2ca9a44,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:42.336586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Attempting to bind port e945797c-e19a-47e5-aa66-9af2b2ca9a44 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:42.339753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Attempting to bind port e945797c-e19a-47e5-aa66-9af2b2ca9a44 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:42.340159 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Attempting to bind port e945797c-e19a-47e5-aa66-9af2b2ca9a44 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:42.353757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:42.354296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:42.354828 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.355240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:42.355755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Bound port: e945797c-e19a-47e5-aa66-9af2b2ca9a44, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:42.356473 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.378300 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c22a1d6-3f3d-429e-8646-9a8814f811d3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.396378 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] Set router 69e01e7e-745d-4152-a481-e4291797acb3 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:42.450989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] For port e945797c-e19a-47e5-aa66-9af2b2ca9a44, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:42.454604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks [] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.459550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] For port e945797c-e19a-47e5-aa66-9af2b2ca9a44, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e945797c-e19a-47e5-aa66-9af2b2ca9a44,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:42.475557 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:42.494519 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks [] for router (69e01e7e-745d-4152-a481-e4291797acb3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.524228 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.545976 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:42.602401 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2be2ef1b-074b-4221-a910-7bfe671f5ee3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.607088 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:38Z', 'revision_number': 5, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:42.638346 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] Checking router: 69e01e7e-745d-4152-a481-e4291797acb3 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:42.648968 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] Routers {'69e01e7e-745d-4152-a481-e4291797acb3'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:42.649911 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['69e01e7e-745d-4152-a481-e4291797acb3'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:42.703787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event deleted for resources: {'Port': ['ID=2be2ef1b-074b-4221-a910-7bfe671f5ee3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:42.725322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:42.736517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:42.845572 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] Set router 69e01e7e-745d-4152-a481-e4291797acb3 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:42.913799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:42.922207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:42.934469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c93c5524-1214-4f89-baee-8aa22248ecee tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "DELETE /networking/v2.0/ports/2be2ef1b-074b-4221-a910-7bfe671f5ee3 HTTP/1.1" status: 204 len: 168 time: 1.4201355 Aug 28 20:20:42.939549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40180) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:42.976027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369f96-ff6d-4395-9ddc-9a645c762553 None None] Pushing event updated for resources: {'Port': ['ID=e945797c-e19a-47e5-aa66-9af2b2ca9a44,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:42.997555 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:43.038955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (0369a0c6-137a-4ab8-8db6-54ac49dadd4a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.113751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (9470714a-b88b-4f7a-9d08-06e3e938d473), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.120816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Deleting subnet d5d68789-9b90-4d12-861d-6b9c40de4ba5 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:43.124539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for subnet (d5d68789-9b90-4d12-861d-6b9c40de4ba5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.166872 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:43.168286 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:38Z', 'revision_number': 5, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:43.173809 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (d5d68789-9b90-4d12-861d-6b9c40de4ba5), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.196893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c22a1d6-3f3d-429e-8646-9a8814f811d3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (4b0eacb3-bee9-476a-b3fa-116c95291549), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.210411 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks [] for router_gateway (69e01e7e-745d-4152-a481-e4291797acb3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.217956 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d33517-8337-49d5-8ba1-4e7478c4b2f1 None None] The sync data for ids ['69e01e7e-745d-4152-a481-e4291797acb3'] in n-d-854121-7 is: [{'id': '69e01e7e-745d-4152-a481-e4291797acb3', 'name': 'tempest-ServerGroup264TestJSON-1352642439-router', 'tenant_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:12Z', 'updated_at': '2022-08-28T20:20:38Z', 'revision_number': 5, 'project_id': 'c7702797e53d4acc8c8e392b81d0bcc9', 'gw_port': {'id': '67915ea6-33d1-4352-a54d-db322b9ad997', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e01e7e-745d-4152-a481-e4291797acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:14Z', 'updated_at': '2022-08-28T20:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:43.237445 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:43.266007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.295721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c22a1d6-3f3d-429e-8646-9a8814f811d3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4b0eacb3-bee9-476a-b3fa-116c95291549), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.346499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:43.358957 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.374930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Subnet': ['ID=0369a0c6-137a-4ab8-8db6-54ac49dadd4a,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:43.375093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:43.381788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:36Z', 'revision_number': 3, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:43.398153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:43.417509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f572d-3f06-4204-818e-6b0d231baed1 None None] The sync data for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 is: [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:36Z', 'revision_number': 3, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:43.425893 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:43.452154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (d5d68789-9b90-4d12-861d-6b9c40de4ba5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.478799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Checking segment: {'id': '844099bf-3add-4a9d-8fee-e62307bc18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:43.479223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network hostable DHCP agents. Network: cc937a20-e10e-412a-bd06-163ddebcc2ba, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:43.480471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Deleting port 67915ea6-33d1-4352-a54d-db322b9ad997 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:43.480822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.484666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:43.487234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22a1d6-3f3d-429e-8646-9a8814f811d3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0eacb3-bee9-476a-b3fa-116c95291549,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:43.562022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.580242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0c22a1d6-3f3d-429e-8646-9a8814f811d3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.584610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0c22a1d6-3f3d-429e-8646-9a8814f811d3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4001751 Aug 28 20:20:43.593298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40186) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:43.631557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cbf4c823-76c0-4b4f-ac53-6db2162796ab tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:43.631557 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-cbf4c823-76c0-4b4f-ac53-6db2162796ab tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 20:20:43.631557 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-cbf4c823-76c0-4b4f-ac53-6db2162796ab tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:43.631557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cbf4c823-76c0-4b4f-ac53-6db2162796ab tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0220237 Aug 28 20:20:43.643753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40188) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:43.664832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4c8b6030-b50b-49ed-96eb-f6cd19f0ea45 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:43.692510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network cc937a20-e10e-412a-bd06-163ddebcc2ba is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:43.694712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7967113-3578-4e09-9738-aa60183985e0 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:43.702605 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:43.748072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f7967113-3578-4e09-9738-aa60183985e0 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:43.749729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7967113-3578-4e09-9738-aa60183985e0 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:43.788981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (d5d68789-9b90-4d12-861d-6b9c40de4ba5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.791496 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:43.796481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, cc937a20-e10e-412a-bd06-163ddebcc2ba) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:43.802711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:43.804196 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.806276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d503fad-c152-4aae-af0f-04dfb8805bbd None None] Network cc937a20-e10e-412a-bd06-163ddebcc2ba requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:43.858415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] For port 67915ea6-33d1-4352-a54d-db322b9ad997, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=67915ea6-33d1-4352-a54d-db322b9ad997,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:43.860411 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.871070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d68789-9b90-4d12-861d-6b9c40de4ba5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:43.882449 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:43.891576 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-685bac83-f179-4d4b-81bd-fb7f64bb55b0 tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d5d68789-9b90-4d12-861d-6b9c40de4ba5 HTTP/1.1" status: 204 len: 168 time: 0.9508772 Aug 28 20:20:43.892316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40192) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:43.967387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Calling delete_port for 67915ea6-33d1-4352-a54d-db322b9ad997 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:44.032405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Deleting port 4b99cb5a-4579-4a74-8d6e-576910df5e9e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:44.032803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.039642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209ad6b-c3f7-41fa-a6a4-d6b690eecfaa None None] Network 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:44.048392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f5e5bca9-b792-4af2-a472-9b8140bc5d42 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5230050 Aug 28 20:20:44.078613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40194) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:44.120465 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-4c8b6030-b50b-49ed-96eb-f6cd19f0ea45 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:44.125195 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4c8b6030-b50b-49ed-96eb-f6cd19f0ea45 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4757321 Aug 28 20:20:44.128085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-95805da3-a027-4c52-820e-11d78fbefeb0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:44.133776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40198) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:44.149984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-167d3d87-dc72-4ad3-9246-1c44e9675928 None None] Provisioning complete for port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:44.150726 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-167d3d87-dc72-4ad3-9246-1c44e9675928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.277609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-167d3d87-dc72-4ad3-9246-1c44e9675928 None None] Port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:44.296028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.307170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-37a4fdae-0833-4a80-8c66-0c1218d76494 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:44.308020 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-37a4fdae-0833-4a80-8c66-0c1218d76494 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 20:20:44.308813 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-37a4fdae-0833-4a80-8c66-0c1218d76494 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:44.316092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-cc937a20-e10e-412a-bd06-163ddebcc2ba', 'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba', 'project_id': 'cf34571ea6104d649614b71931a689de', 'fixed_ips': [{'subnet_id': '0369a0c6-137a-4ab8-8db6-54ac49dadd4a'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:44.317204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40200) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:44.317679 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.321835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-058c7eb5-aa2d-499e-8adc-8f12398e1499 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:44.326839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-37a4fdae-0833-4a80-8c66-0c1218d76494 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1138380 Aug 28 20:20:44.400551 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:44.438960 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.514438 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:44.612690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Allocated IP 2001:db8:1::2 (cc937a20-e10e-412a-bd06-163ddebcc2ba/0369a0c6-137a-4ab8-8db6-54ac49dadd4a/e44230f8-f8cf-4497-a6cb-ae14d78d4a2d) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:44.634171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] DHCP port deletion for 5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:44.690208 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-058c7eb5-aa2d-499e-8adc-8f12398e1499 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:44.695648 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-058c7eb5-aa2d-499e-8adc-8f12398e1499 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3773649 Aug 28 20:20:44.696377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40202) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:44.706076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-00d29f68-026b-4cd0-87db-65ee27f782e2 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:44.722213 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-00d29f68-026b-4cd0-87db-65ee27f782e2 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 20:20:44.722908 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-00d29f68-026b-4cd0-87db-65ee27f782e2 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:44.726439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-00d29f68-026b-4cd0-87db-65ee27f782e2 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0264046 Aug 28 20:20:44.728840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40204) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:44.734320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3f107e60-0ab4-4ac4-b8b8-64898f1319bd tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:44.735904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] Deleting port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:44.736289 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.745900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-95805da3-a027-4c52-820e-11d78fbefeb0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router_gateway (cd068649-dbbf-4432-9101-47fd1cc34639), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.762298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] For port 4b99cb5a-4579-4a74-8d6e-576910df5e9e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4b99cb5a-4579-4a74-8d6e-576910df5e9e,segment=NetworkSegment(b8d9d032-a1bd-4f36-8d25-1f6a353f7657),segment_id=b8d9d032-a1bd-4f36-8d25-1f6a353f7657)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:44.762719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.774289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (67915ea6-33d1-4352-a54d-db322b9ad997), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.778929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Deleting port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:44.779366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.799207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks [] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.826693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Pushing event deleted for resources: {'Port': ['ID=67915ea6-33d1-4352-a54d-db322b9ad997,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:44.867292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Calling delete_port for 4b99cb5a-4579-4a74-8d6e-576910df5e9e owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:44.891199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] For port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,segment=NetworkSegment(c82639e2-f612-4b7c-8a7f-81b259d47b50),segment_id=c82639e2-f612-4b7c-8a7f-81b259d47b50)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:44.891612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.907877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.917182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] For port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,segment=NetworkSegment(c82639e2-f612-4b7c-8a7f-81b259d47b50),segment_id=c82639e2-f612-4b7c-8a7f-81b259d47b50)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:44.917182 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:44.917486 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-3f107e60-0ab4-4ac4-b8b8-64898f1319bd tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Project bb76c3a27bc64b0ea32f9875da05877e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:20:44.945807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] Calling delete_port for 537e74a6-ae9e-4568-8e7f-409bfcef5f0e owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:45.027158 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (69e01e7e-745d-4152-a481-e4291797acb3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.036365 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.044729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Calling delete_port for 537e74a6-ae9e-4568-8e7f-409bfcef5f0e owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:45.069011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:45.134022 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Publish callbacks [] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.171626 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-3f107e60-0ab4-4ac4-b8b8-64898f1319bd tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:45.181487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3f107e60-0ab4-4ac4-b8b8-64898f1319bd tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4429288 Aug 28 20:20:45.185076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40208) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:45.186853 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-95805da3-a027-4c52-820e-11d78fbefeb0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:45.187940 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-95805da3-a027-4c52-820e-11d78fbefeb0 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639 HTTP/1.1" status: 400 len: 364 time: 1.1080756 Aug 28 20:20:45.196323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40210) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:45.216180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (69e01e7e-745d-4152-a481-e4291797acb3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.220783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f37fad58-e4c4-4fab-8369-30f22dbd754b tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:45.221279 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-f37fad58-e4c4-4fab-8369-30f22dbd754b tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 20:20:45.221786 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-f37fad58-e4c4-4fab-8369-30f22dbd754b tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:45.222863 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f37fad58-e4c4-4fab-8369-30f22dbd754b tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093968 Aug 28 20:20:45.226394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks [] for router_controller (69e01e7e-745d-4152-a481-e4291797acb3), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.229367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40212) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:45.233931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ecfc8225-1bc3-49c9-9d42-392f136caeb9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:45.265731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.269898 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.285415 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:20:45.288370 n-d-854121-7 neutron-server[114322]: self.session.flush() Aug 28 20:20:45.290965 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:45.320917 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:45.328711 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (537e74a6-ae9e-4568-8e7f-409bfcef5f0e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.344895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] No DVR routers for this DVR port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:45.348132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] No DVR routers for this DVR port 537e74a6-ae9e-4568-8e7f-409bfcef5f0e on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:45.356472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Network cc937a20-e10e-412a-bd06-163ddebcc2ba is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:45.359745 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:45.362164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:45.363871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:45.368764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:45.368764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Pushing event updated for resources: {'Port': ['ID=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:45.377514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:45.388075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event deleted for resources: {'Port': ['ID=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:45.388204 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:45.389189 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-ecfc8225-1bc3-49c9-9d42-392f136caeb9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Project bb76c3a27bc64b0ea32f9875da05877e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:20:45.396725 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (69e01e7e-745d-4152-a481-e4291797acb3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.397449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e01e7e-745d-4152-a481-e4291797acb3 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:20:45.403389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.408087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-33589c66-9379-42dd-b133-691b25eab41c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/69e01e7e-745d-4152-a481-e4291797acb3 HTTP/1.1" status: 204 len: 168 time: 3.2046177 Aug 28 20:20:45.414224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40214) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:45.461084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff1dbe-278f-4fb7-a28f-518dbcc4522b None None] Pushing event deleted for resources: {'Port': ['ID=537e74a6-ae9e-4568-8e7f-409bfcef5f0e,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:45.481287 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:45.520919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Attempting to bind port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:45.520919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Attempting to bind port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '844099bf-3add-4a9d-8fee-e62307bc18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:45.520919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Attempting to bind port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d on network cc937a20-e10e-412a-bd06-163ddebcc2ba {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:45.526708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:45.527248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Checking segment: {'id': '844099bf-3add-4a9d-8fee-e62307bc18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:45.527656 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.528970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Bound using segment: {'id': '844099bf-3add-4a9d-8fee-e62307bc18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:45.528970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Bound port: e44230f8-f8cf-4497-a6cb-ae14d78d4a2d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844099bf-3add-4a9d-8fee-e62307bc18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc937a20-e10e-412a-bd06-163ddebcc2ba'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:45.528970 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.548259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] Deleting subnet 0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:45.560583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] Publish callbacks [] for subnet (0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.629875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] For port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:45.635740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] For port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,segment=NetworkSegment(844099bf-3add-4a9d-8fee-e62307bc18a0),segment_id=844099bf-3add-4a9d-8fee-e62307bc18a0)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:45.687615 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-ecfc8225-1bc3-49c9-9d42-392f136caeb9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:45.691908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ecfc8225-1bc3-49c9-9d42-392f136caeb9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4583900 Aug 28 20:20:45.693105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40216) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:45.698065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4ed58370-d94a-47ef-a852-f1a9803cb190 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '4b0eacb3-bee9-476a-b3fa-116c95291549', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:45.713522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.730129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.768945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.843048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:45.845157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6386bde1-cea8-471a-9e54-5f79d38bdb4c None None] Provisioning complete for port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:45.845553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6386bde1-cea8-471a-9e54-5f79d38bdb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:45.861112 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:45.918291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6386bde1-cea8-471a-9e54-5f79d38bdb4c None None] Port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:45.929418 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-4ed58370-d94a-47ef-a852-f1a9803cb190 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Project bb76c3a27bc64b0ea32f9875da05877e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:20:45.955276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872362b7-812e-4eeb-8903-2c58525495ea None None] Pushing event updated for resources: {'Port': ['ID=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:45.995641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.006680 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-4ed58370-d94a-47ef-a852-f1a9803cb190 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:46.007786 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4ed58370-d94a-47ef-a852-f1a9803cb190 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3136652 Aug 28 20:20:46.038331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40218) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:46.244997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e945797c-e19a-47e5-aa66-9af2b2ca9a44 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:46.281416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:46.324389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e945797c-e19a-47e5-aa66-9af2b2ca9a44 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:46.330113 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.330300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82639e2-f612-4b7c-8a7f-81b259d47b50') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:46.330300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82639e2-f612-4b7c-8a7f-81b259d47b50') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:46.332609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.339061 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98259972-b1b4-459f-9ce7-a64c119f73c1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (4b0eacb3-bee9-476a-b3fa-116c95291549), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.342553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:46.349459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8e55d9b5-2fca-45d4-a03b-63cc6ab9f2e0 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9b111d81-a08f-4aa8-ae81-f7220af2aeb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3162799 Aug 28 20:20:46.383888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Sync routers for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:46.440295 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:46.447110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:46.447727 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.448208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:46.455585 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57 HTTP/1.1" status: 204 len: 168 time: 1.0411212 Aug 28 20:20:46.461264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbdf183-3b0a-4c5c-b7d0-88a125a3fc87 None None] Network f8cd06e0-d22b-409f-8804-685c6eac5b16 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:46.463695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40230) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:46.464519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc97497-1bc0-4a82-91bb-af022fa5d886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2c18fa-09a9-4cfd-a69b-829dcdc4bf57,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:46.519827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4b99cb5a-4579-4a74-8d6e-576910df5e9e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.524308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (c82639e2-f612-4b7c-8a7f-81b259d47b50), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.559047 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:46.564087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (f8cd06e0-d22b-409f-8804-685c6eac5b16), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.575813 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:46.581353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98259972-b1b4-459f-9ce7-a64c119f73c1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (4b0eacb3-bee9-476a-b3fa-116c95291549), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.619731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b99cb5a-4579-4a74-8d6e-576910df5e9e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:46.633409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.667755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c82639e2-f612-4b7c-8a7f-81b259d47b50), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.693827 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:46.696845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:46.697388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (c82639e2-f612-4b7c-8a7f-81b259d47b50), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.710221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Deleting port 130f0d28-c033-4955-9715-f006dee4476b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:46.710221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (130f0d28-c033-4955-9715-f006dee4476b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.810614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98259972-b1b4-459f-9ce7-a64c119f73c1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4b0eacb3-bee9-476a-b3fa-116c95291549), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.814529 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-98259972-b1b4-459f-9ce7-a64c119f73c1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.815743 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-98259972-b1b4-459f-9ce7-a64c119f73c1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4b0eacb3-bee9-476a-b3fa-116c95291549 HTTP/1.1" status: 204 len: 168 time: 0.7759550 Aug 28 20:20:46.844577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40240) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:46.850906 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c82639e2-f612-4b7c-8a7f-81b259d47b50 resource provider aggregate not found Aug 28 20:20:46.859977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98259972-b1b4-459f-9ce7-a64c119f73c1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0eacb3-bee9-476a-b3fa-116c95291549,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:46.893918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e945797c-e19a-47e5-aa66-9af2b2ca9a44 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:46.893918 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.905338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] For port 130f0d28-c033-4955-9715-f006dee4476b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=130f0d28-c033-4955-9715-f006dee4476b,segment=NetworkSegment(392f415e-8d7f-409f-aa52-92b18972ab71),segment_id=392f415e-8d7f-409f-aa52-92b18972ab71)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:46.908260 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (130f0d28-c033-4955-9715-f006dee4476b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:46.920312 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c82639e2-f612-4b7c-8a7f-81b259d47b50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c82639e2-f612-4b7c-8a7f-81b259d47b50 found for delete ", "request_id": "req-0f87f88f-1861-4916-b7fc-f2fa81b76bea"}]} Aug 28 20:20:46.926560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Calling delete_port for 130f0d28-c033-4955-9715-f006dee4476b owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:46.939290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:46.949313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e945797c-e19a-47e5-aa66-9af2b2ca9a44, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e945797c-e19a-47e5-aa66-9af2b2ca9a44,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:46.993473 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.004309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40244) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:47.005483 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.014345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-bcea5596-fa8b-401c-aa97-1228a7408751 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162136257', 'description': 'tempest-description--619449552'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:47.017019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] 10.222.0.78 "DELETE /networking/v2.0/networks/5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd HTTP/1.1" status: 204 len: 168 time: 3.1212065 Aug 28 20:20:47.153872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd4983-fce7-4289-a59b-87d74baafffd tempest-ExtraDHCPOptionsTestJSON-1103726419 tempest-ExtraDHCPOptionsTestJSON-1103726419-project] Pushing event deleted for resources: {'Network': ['ID=5cefdb3e-13c2-4ac5-88f3-820a93b6c6dd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:47.160412 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:47.168894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcea5596-fa8b-401c-aa97-1228a7408751 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.175424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ec4e4f47-b289-4b4e-9bf8-72329bd68d59 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3134336 Aug 28 20:20:47.186139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40248) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:47.204379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6f6b1771-ec00-4090-ab82-a671c606ab49 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--219241933'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:47.220956 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:47.250155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d2183-e993-4ab5-a6d2-42c013423863 None None] DHCP port deletion for f8cd06e0-d22b-409f-8804-685c6eac5b16 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:47.260009 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.346151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcea5596-fa8b-401c-aa97-1228a7408751 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (1302b8c7-597d-461c-a9e6-9bed7c350c3e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.350324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (130f0d28-c033-4955-9715-f006dee4476b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.356569 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (9470714a-b88b-4f7a-9d08-06e3e938d473), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.361949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d2183-e993-4ab5-a6d2-42c013423863 None None] The port '130f0d28-c033-4955-9715-f006dee4476b' was deleted {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 28 20:20:47.410611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 537e74a6-ae9e-4568-8e7f-409bfcef5f0e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:47.414168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=130f0d28-c033-4955-9715-f006dee4476b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:47.434599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] No DVR routers for this DVR port 130f0d28-c033-4955-9715-f006dee4476b on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:47.476039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1771-ec00-4090-ab82-a671c606ab49 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.553658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcea5596-fa8b-401c-aa97-1228a7408751 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1302b8c7-597d-461c-a9e6-9bed7c350c3e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.557153 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:47.604903 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (f8cd06e0-d22b-409f-8804-685c6eac5b16), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.643553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea5596-fa8b-401c-aa97-1228a7408751 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1302b8c7-597d-461c-a9e6-9bed7c350c3e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:47.645465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 537e74a6-ae9e-4568-8e7f-409bfcef5f0e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:47.650748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cd06e0-d22b-409f-8804-685c6eac5b16']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:47.660426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 537e74a6-ae9e-4568-8e7f-409bfcef5f0e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:47.673647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392f415e-8d7f-409f-aa52-92b18972ab71') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:47.673990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392f415e-8d7f-409f-aa52-92b18972ab71') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:47.695409 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:47.698022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (392f415e-8d7f-409f-aa52-92b18972ab71), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.738614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bcea5596-fa8b-401c-aa97-1228a7408751 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.741713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bcea5596-fa8b-401c-aa97-1228a7408751 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7340899 Aug 28 20:20:47.745995 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (392f415e-8d7f-409f-aa52-92b18972ab71), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.748185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40256) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:47.749098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Allocated IP 2001:db8::1 (66ae8b5b-73e6-422f-a83f-ef04650c8da6/8a1180a5-65bc-456f-b609-e3ee8e1715fb/933b99ee-b661-4073-947c-c23929e02e72) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:47.752156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a610e-4c53-4b06-b23c-5a211458c81d None None] Network cc937a20-e10e-412a-bd06-163ddebcc2ba requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:47.759904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a584ada5-9baa-422a-bafb-b9f430bd9f4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'security_group_rule': {'security_group_id': '1302b8c7-597d-461c-a9e6-9bed7c350c3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:47.788873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e945797c-e19a-47e5-aa66-9af2b2ca9a44,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:47.790812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:47.791242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (392f415e-8d7f-409f-aa52-92b18972ab71), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.834932 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 392f415e-8d7f-409f-aa52-92b18972ab71 resource provider aggregate not found Aug 28 20:20:47.877715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40268) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:47.909013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 2, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:47.909654 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 392f415e-8d7f-409f-aa52-92b18972ab71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 392f415e-8d7f-409f-aa52-92b18972ab71 found for delete ", "request_id": "req-b020d1d8-b54f-4648-80f2-9ca48fbae25a"}]} Aug 28 20:20:47.915991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-78fef0d2-e9a5-41da-8e4e-ef9950d4e7f9 None None] Provisioning complete for port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:47.916377 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-78fef0d2-e9a5-41da-8e4e-ef9950d4e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:47.974760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1771-ec00-4090-ab82-a671c606ab49 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (7777d490-b671-4e6a-a574-08081d241697), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.003894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e44230f8-f8cf-4497-a6cb-ae14d78d4a2d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:48.003894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Checking router: 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:48.003894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Updating router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:20:48.031074 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:48.097111 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (f8cd06e0-d22b-409f-8804-685c6eac5b16), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.113169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.115415 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for port (933b99ee-b661-4073-947c-c23929e02e72), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.121897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f8cd06e0-d22b-409f-8804-685c6eac5b16 HTTP/1.1" status: 204 len: 168 time: 1.6514611 Aug 28 20:20:48.133464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a584ada5-9baa-422a-bafb-b9f430bd9f4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (2df991ae-2c6a-4b25-b4f6-7a8d59735b32), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.144693 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:48.145511 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.151005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2b65-46e3-4aba-8e44-9c2d06841ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cd06e0-d22b-409f-8804-685c6eac5b16,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:48.166650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1771-ec00-4090-ab82-a671c606ab49 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7777d490-b671-4e6a-a574-08081d241697), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.198420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Router 9470714a-b88b-4f7a-9d08-06e3e938d473 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:48.227064 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a2a9c57e-899e-4adf-b5bd-bc3dd3791ab1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2088e80403004992ac337aa8334096a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2987361 Aug 28 20:20:48.233657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40278) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:48.266063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b1771-ec00-4090-ab82-a671c606ab49 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7777d490-b671-4e6a-a574-08081d241697,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:48.267069 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a584ada5-9baa-422a-bafb-b9f430bd9f4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (2df991ae-2c6a-4b25-b4f6-7a8d59735b32), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.295784 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:48.297408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:48.298605 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.335236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a584ada5-9baa-422a-bafb-b9f430bd9f4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (2df991ae-2c6a-4b25-b4f6-7a8d59735b32), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.345070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1771-ec00-4090-ab82-a671c606ab49 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.351619 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6f6b1771-ec00-4090-ab82-a671c606ab49 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1641128 Aug 28 20:20:48.352709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40284) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:48.355764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (933b99ee-b661-4073-947c-c23929e02e72), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.363209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-94a10ba0-84a2-4acd-9be5-bf8e85a25f4e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '7777d490-b671-4e6a-a574-08081d241697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:48.364664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584ada5-9baa-422a-bafb-b9f430bd9f4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df991ae-2c6a-4b25-b4f6-7a8d59735b32,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:48.457071 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-499abc93-79f2-44d0-90dc-ce287f6d49c6 admin admin] Publish callbacks [] for security_group (33a94748-ced8-43d1-927e-afea56849cce), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.500233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a584ada5-9baa-422a-bafb-b9f430bd9f4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.500233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a584ada5-9baa-422a-bafb-b9f430bd9f4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7478390 Aug 28 20:20:48.501088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40290) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:48.507840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d29041eb-8888-45cd-a773-7737193b3229 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'security_group_rule': {'security_group_id': '1302b8c7-597d-461c-a9e6-9bed7c350c3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:48.516671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-78fef0d2-e9a5-41da-8e4e-ef9950d4e7f9 None None] Current status of the port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:48.517229 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-78fef0d2-e9a5-41da-8e4e-ef9950d4e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.562066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:48.577522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:48.581444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-499abc93-79f2-44d0-90dc-ce287f6d49c6 admin admin] Publish callbacks [] for security_group (33a94748-ced8-43d1-927e-afea56849cce), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.586022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Port': ['ID=933b99ee-b661-4073-947c-c23929e02e72,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:48.591389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:48.592038 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.624404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40296) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:48.677612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-78fef0d2-e9a5-41da-8e4e-ef9950d4e7f9 None None] For port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,segment=NetworkSegment(844099bf-3add-4a9d-8fee-e62307bc18a0),segment_id=844099bf-3add-4a9d-8fee-e62307bc18a0)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:48.697697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:48.698065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.724920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d29041eb-8888-45cd-a773-7737193b3229 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (109142df-8677-4c54-9eea-1847a2262184), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.729386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:48.739180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6d874e0-0a64-4e5b-b955-4442a1179593 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9470714a-b88b-4f7a-9d08-06e3e938d473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8760784 Aug 28 20:20:48.745805 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] Sync routers for ids ['9470714a-b88b-4f7a-9d08-06e3e938d473'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:48.747277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:48.762407 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] Routers {'9470714a-b88b-4f7a-9d08-06e3e938d473'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:48.763563 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9470714a-b88b-4f7a-9d08-06e3e938d473'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:48.812594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40306) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:48.815533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f120c3b0-0101-477a-b63e-6d2fce764b4d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c7702797e53d4acc8c8e392b81d0bcc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898291 Aug 28 20:20:48.869939 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-78fef0d2-e9a5-41da-8e4e-ef9950d4e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.915196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d29041eb-8888-45cd-a773-7737193b3229 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (109142df-8677-4c54-9eea-1847a2262184), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.985208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Publish callbacks [] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:48.989112 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (933b99ee-b661-4073-947c-c23929e02e72), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.016453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks [] for router (9470714a-b88b-4f7a-9d08-06e3e938d473), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.025726 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:20:49.026453 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:20:49.030678 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d29041eb-8888-45cd-a773-7737193b3229 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (109142df-8677-4c54-9eea-1847a2262184), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.038448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3c373a7d-fc0e-4866-ae15-4b538a504c3b None None] Provisioning complete for port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:49.038857 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3c373a7d-fc0e-4866-ae15-4b538a504c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.041335 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] Set router 9470714a-b88b-4f7a-9d08-06e3e938d473 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:49.060743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29041eb-8888-45cd-a773-7737193b3229 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109142df-8677-4c54-9eea-1847a2262184,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:49.074335 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.076867 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-94a10ba0-84a2-4acd-9be5-bf8e85a25f4e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The resource could not be found. Aug 28 20:20:49.080968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-94a10ba0-84a2-4acd-9be5-bf8e85a25f4e tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7228177 Aug 28 20:20:49.081171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40316) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:49.082977 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-499abc93-79f2-44d0-90dc-ce287f6d49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (33a94748-ced8-43d1-927e-afea56849cce), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.084986 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-499abc93-79f2-44d0-90dc-ce287f6d49c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.088612 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-499abc93-79f2-44d0-90dc-ce287f6d49c6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/33a94748-ced8-43d1-927e-afea56849cce HTTP/1.1" status: 204 len: 168 time: 0.8445842 Aug 28 20:20:49.088743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef0d2-e9a5-41da-8e4e-ef9950d4e7f9 None None] Pushing event updated for resources: {'Port': ['ID=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:49.100859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-792b68e8-3f4d-4127-af5b-bc47979df034 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '7777d490-b671-4e6a-a574-08081d241697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ef31bc75-15c1-472c-b5ee-c900b7db413c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:49.136264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d29041eb-8888-45cd-a773-7737193b3229 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.140446 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d29041eb-8888-45cd-a773-7737193b3229 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6354334 Aug 28 20:20:49.140630 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b79e-2024-4537-b1da-51008c8cc5e7 admin admin] Publish callbacks [] for security_group (15e892c1-f5b3-41ef-bcce-70b59468eb51), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.144542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40324) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:49.159525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:49.219500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4d5cd-b7df-429e-afcc-b98d81fca28e None None] Pushing event updated for resources: {'Port': ['ID=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:49.250820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499abc93-79f2-44d0-90dc-ce287f6d49c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a94748-ced8-43d1-927e-afea56849cce,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:49.272738 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:49.275215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b79e-2024-4537-b1da-51008c8cc5e7 admin admin] Publish callbacks [] for security_group (15e892c1-f5b3-41ef-bcce-70b59468eb51), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.294450 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.315197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Attempting to bind port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:49.315576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Attempting to bind port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:49.316423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Attempting to bind port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:49.329038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:49.329438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Checking segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:49.336881 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.336881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Bound using segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:49.336881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Bound port: a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:49.336881 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.336881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3c373a7d-fc0e-4866-ae15-4b538a504c3b None None] Current status of the port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:49.338147 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:20:45Z', 'revision_number': 5, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:49.404512 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:49.419680 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] Checking router: 9470714a-b88b-4f7a-9d08-06e3e938d473 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:20:49.435291 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] Routers {'9470714a-b88b-4f7a-9d08-06e3e938d473'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:49.436479 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9470714a-b88b-4f7a-9d08-06e3e938d473'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:49.449911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.453111 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-792b68e8-3f4d-4127-af5b-bc47979df034 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The resource could not be found. Aug 28 20:20:49.457488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-792b68e8-3f4d-4127-af5b-bc47979df034 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3731487 Aug 28 20:20:49.459474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40338) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:49.471983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] For port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:49.475210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-53000f7f-2e4c-44ef-882b-bf0eeb404a3b None None] Provisioning complete for port 933b99ee-b661-4073-947c-c23929e02e72 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:49.475794 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-53000f7f-2e4c-44ef-882b-bf0eeb404a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (933b99ee-b661-4073-947c-c23929e02e72), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.479779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] For port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:49.512756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-53000f7f-2e4c-44ef-882b-bf0eeb404a3b None None] Port 933b99ee-b661-4073-947c-c23929e02e72 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:49.565471 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:49.567584 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-116701b5-d35e-4413-801e-a204eae7b50a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (7777d490-b671-4e6a-a574-08081d241697), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.604873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:49.615987 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.629235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-116701b5-d35e-4413-801e-a204eae7b50a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (7777d490-b671-4e6a-a574-08081d241697), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.641560 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] Set router 9470714a-b88b-4f7a-9d08-06e3e938d473 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:49.683640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Allocated IP 172.25.4.78 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/77b5c658-cb9c-4556-aa93-d707d36fa91d) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:49.708412 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks [] for router_gateway (9470714a-b88b-4f7a-9d08-06e3e938d473), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.717637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:49.718677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:49.776229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 67915ea6-33d1-4352-a54d-db322b9ad997 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:49.783625 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for port (933b99ee-b661-4073-947c-c23929e02e72), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.828950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 67915ea6-33d1-4352-a54d-db322b9ad997 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:49.829231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 67915ea6-33d1-4352-a54d-db322b9ad997 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:49.829665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 130f0d28-c033-4955-9715-f006dee4476b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:49.835069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4d5cd-b7df-429e-afcc-b98d81fca28e None None] Pushing event updated for resources: {'Port': ['ID=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:49.857740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 130f0d28-c033-4955-9715-f006dee4476b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:49.858135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 130f0d28-c033-4955-9715-f006dee4476b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:49.882924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-116701b5-d35e-4413-801e-a204eae7b50a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7777d490-b671-4e6a-a574-08081d241697), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.888661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b79e-2024-4537-b1da-51008c8cc5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (15e892c1-f5b3-41ef-bcce-70b59468eb51), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.891527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-116701b5-d35e-4413-801e-a204eae7b50a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.895292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-116701b5-d35e-4413-801e-a204eae7b50a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7777d490-b671-4e6a-a574-08081d241697 HTTP/1.1" status: 204 len: 168 time: 0.4293051 Aug 28 20:20:49.904452 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b79e-2024-4537-b1da-51008c8cc5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.906706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3ea0b79e-2024-4537-b1da-51008c8cc5e7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/15e892c1-f5b3-41ef-bcce-70b59468eb51 HTTP/1.1" status: 204 len: 168 time: 1.0911078 Aug 28 20:20:49.908589 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (933b99ee-b661-4073-947c-c23929e02e72), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.910701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:49.924174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40358) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:49.944344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116701b5-d35e-4413-801e-a204eae7b50a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777d490-b671-4e6a-a574-08081d241697,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:49.973575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:50.046171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0b79e-2024-4537-b1da-51008c8cc5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e892c1-f5b3-41ef-bcce-70b59468eb51,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:50.101876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Deleting port d499febe-ac25-4837-9370-8b99bb13d183 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:50.101876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d499febe-ac25-4837-9370-8b99bb13d183), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:50.214099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:50.228999 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:20:45Z', 'revision_number': 5, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:50.298688 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01a403-ff38-4c2b-bcb8-29287dc832b0 None None] The sync data for ids ['9470714a-b88b-4f7a-9d08-06e3e938d473'] in n-d-854121-7 is: [{'id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'name': 'tempest-TaggedBootDevicesTest-1803968068-router', 'tenant_id': '74a32fc9524046aba63be664576bb28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:11:19Z', 'updated_at': '2022-08-28T20:20:45Z', 'revision_number': 5, 'project_id': '74a32fc9524046aba63be664576bb28a', 'gw_port': {'id': 'd499febe-ac25-4837-9370-8b99bb13d183', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470714a-b88b-4f7a-9d08-06e3e938d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:11:21Z', 'updated_at': '2022-08-28T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:50.309313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'Port': ['ID=77b5c658-cb9c-4556-aa93-d707d36fa91d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:50.330128 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:50.342837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a06e55d5-67d6-41c2-a5dc-7b887e0a6b1b tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4100828 Aug 28 20:20:50.346119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event updated for resources: {'Port': ['ID=933b99ee-b661-4073-947c-c23929e02e72,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:50.347178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40380) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:50.351685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e945797c-e19a-47e5-aa66-9af2b2ca9a44 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:50.366934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-edba4c4b-50cf-43ef-830f-08bffbaa42f1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': '38f050c6-7d60-4233-965c-286b019a6202', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:50.428368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:50.429248 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:50.435997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:50.440782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:20:50.441264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:50.502149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e945797c-e19a-47e5-aa66-9af2b2ca9a44 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:50.502149 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:50.523995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] For port d499febe-ac25-4837-9370-8b99bb13d183, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d499febe-ac25-4837-9370-8b99bb13d183,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:50.523995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d499febe-ac25-4837-9370-8b99bb13d183), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:50.551907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Calling delete_port for d499febe-ac25-4837-9370-8b99bb13d183 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:50.551907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:50.555155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:50.651390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (716c5ce9-9598-42dd-b5d0-8f8512edb466), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:50.799289 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:50.829054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Router cd068649-dbbf-4432-9101-47fd1cc34639 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:50.908744 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-edba4c4b-50cf-43ef-830f-08bffbaa42f1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The resource could not be found. Aug 28 20:20:50.910721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-edba4c4b-50cf-43ef-830f-08bffbaa42f1 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5554526 Aug 28 20:20:50.918064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40408) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:50.939178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e945797c-e19a-47e5-aa66-9af2b2ca9a44 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:50.940333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e44230f8-f8cf-4497-a6cb-ae14d78d4a2d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:50.942608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5a8ae71e-3fb8-415b-9b7b-175aa22fc767 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--6392158'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:51.034102 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=76,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:51.050870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:51.055252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.057430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ed385a0c-e777-4841-bb38-0c418e6bb8b9 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8581581 Aug 28 20:20:51.061880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40420) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:51.071539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:49Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:51.108117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] Sync routers for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:51.216000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3e185c58-382e-444a-8e00-8cc8ca072ccd None None] Provisioning complete for port 933b99ee-b661-4073-947c-c23929e02e72 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:51.216378 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e185c58-382e-444a-8e00-8cc8ca072ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (933b99ee-b661-4073-947c-c23929e02e72), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.221885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae71e-3fb8-415b-9b7b-175aa22fc767 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.264541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202611f-fdb4-47a2-ae6c-4572d712103b None None] The sync data for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 is: [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:49Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:51.268846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3e185c58-382e-444a-8e00-8cc8ca072ccd None None] Port 933b99ee-b661-4073-947c-c23929e02e72 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:20:51.270612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:51.271645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:51.369440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:51.379691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.383771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:51.385371 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.459792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.490569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:51.493911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:51.547487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40440) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:51.560939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:51.561555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9445b12-0bf0-4a15-bbf7-08db68abe6d1 None None] The sync data for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:51.615152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:51.655990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae71e-3fb8-415b-9b7b-175aa22fc767 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (b4a6ebfb-b288-4005-b796-c8a35f4d7de4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.658488 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (716c5ce9-9598-42dd-b5d0-8f8512edb466), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.670431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'Port': ['ID=77b5c658-cb9c-4556-aa93-d707d36fa91d,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:51.758791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ff507149-d080-401a-b37f-cdafbf1a6c03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] Request body: {'port': {'network_id': '9f5c3f2a-1446-446e-a05c-e606e0b84720', 'name': 'tempest-NetworksNegativeTestJSON-745812536'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:51.761317 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:51.767207 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:51.787686 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff507149-d080-401a-b37f-cdafbf1a6c03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] POST failed (client error): The resource could not be found. Aug 28 20:20:51.788458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff507149-d080-401a-b37f-cdafbf1a6c03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:51.789878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ff507149-d080-401a-b37f-cdafbf1a6c03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1955974 Aug 28 20:20:51.794497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40456) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:51.823609 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-05258497-555e-4e58-98db-3c1219f1bd94 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:51.824756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05258497-555e-4e58-98db-3c1219f1bd94 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:51.831793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-05258497-555e-4e58-98db-3c1219f1bd94 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "DELETE /networking/v2.0/networks/343d3075-1c48-49ec-97e8-152e78bb8b9d HTTP/1.1" status: 404 len: 339 time: 0.0349143 Aug 28 20:20:51.835465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae71e-3fb8-415b-9b7b-175aa22fc767 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b4a6ebfb-b288-4005-b796-c8a35f4d7de4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.840779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.843165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40460) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:51.843737 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-db59f599-38f3-4a6b-b234-39c14dc492c9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6974351 Aug 28 20:20:51.905309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1d9f8acd-69e8-4ce5-af66-8db05c6ce98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:51.922221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ae71e-3fb8-415b-9b7b-175aa22fc767 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a6ebfb-b288-4005-b796-c8a35f4d7de4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:51.942665 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceed300-ef9c-4cf4-be1c-7f5e460fad98 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:51.943261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceed300-ef9c-4cf4-be1c-7f5e460fad98 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:51.947740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3ceed300-ef9c-4cf4-be1c-7f5e460fad98 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "DELETE /networking/v2.0/ports/2edfc8f6-e89b-45be-9166-4c3462cb5dd7 HTTP/1.1" status: 404 len: 333 time: 0.1027942 Aug 28 20:20:51.955391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40470) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:51.979330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fb1f1de9-7e48-48ed-a25f-919132d80f64 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router (cd068649-dbbf-4432-9101-47fd1cc34639), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.046555 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-82adf2d9-aeaf-41c2-89db-ddaca826e29a tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] DELETE failed (client error): The resource could not be found. Aug 28 20:20:52.048319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82adf2d9-aeaf-41c2-89db-ddaca826e29a tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:52.053599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-82adf2d9-aeaf-41c2-89db-ddaca826e29a tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/47ff2357-1665-449b-b2b2-77862936cce8 HTTP/1.1" status: 404 len: 337 time: 0.0970781 Aug 28 20:20:52.057136 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ae71e-3fb8-415b-9b7b-175aa22fc767 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.058828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5a8ae71e-3fb8-415b-9b7b-175aa22fc767 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1343095 Aug 28 20:20:52.060219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40478) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.062960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40480) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.073484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-213eaab8-a45d-4e46-a659-338279f36f43 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--738397653'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:52.106291 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-26626c6e-003f-451d-81e9-21d14812e7af tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] GET failed (client error): The resource could not be found. Aug 28 20:20:52.108297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-26626c6e-003f-451d-81e9-21d14812e7af tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "GET /networking/v2.0/networks/94d0b427-a415-4354-a20a-987243adb224 HTTP/1.1" status: 404 len: 339 time: 0.0465519 Aug 28 20:20:52.118355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40482) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.159589 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1178a9-2469-4dac-a0b0-a15f326fc5d3 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] GET failed (client error): The resource could not be found. Aug 28 20:20:52.167898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:52.179986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1c1178a9-2469-4dac-a0b0-a15f326fc5d3 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "GET /networking/v2.0/ports/228d064b-4e1b-4828-b5c7-d3d68a1aeae9 HTTP/1.1" status: 404 len: 333 time: 0.0601952 Aug 28 20:20:52.181238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40490) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.223950 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4692de3c-e6c4-4a90-9322-8143118f73a7 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] GET failed (client error): The resource could not be found. Aug 28 20:20:52.225695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d499febe-ac25-4837-9370-8b99bb13d183), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.235000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4692de3c-e6c4-4a90-9322-8143118f73a7 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "GET /networking/v2.0/subnets/1b5155fe-91fe-4493-ab64-8073ffcb2a1a HTTP/1.1" status: 404 len: 337 time: 0.0525188 Aug 28 20:20:52.235669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40492) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.242655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-38ebcd09-6191-470f-9620-9cb5231971b1 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:52.260508 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ebcd09-6191-470f-9620-9cb5231971b1 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] PUT failed (client error): The resource could not be found. Aug 28 20:20:52.261047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ebcd09-6191-470f-9620-9cb5231971b1 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:52.267411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-38ebcd09-6191-470f-9620-9cb5231971b1 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "PUT /networking/v2.0/networks/06016c3a-7073-4c74-8978-064846123e67 HTTP/1.1" status: 404 len: 339 time: 0.0303605 Aug 28 20:20:52.268468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40500) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.278098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7b753d35-69b5-49cc-8a63-f6d935517f03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:52.326077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:52.326310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=d499febe-ac25-4837-9370-8b99bb13d183,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:52.327031 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.327979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40510) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.334587 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:52.342422 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b753d35-69b5-49cc-8a63-f6d935517f03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] PUT failed (client error): The resource could not be found. Aug 28 20:20:52.345226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b753d35-69b5-49cc-8a63-f6d935517f03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:52.350154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7b753d35-69b5-49cc-8a63-f6d935517f03 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "PUT /networking/v2.0/ports/7293ec51-76f6-4d21-965b-960a5ab9fd0d HTTP/1.1" status: 404 len: 333 time: 0.0785410 Aug 28 20:20:52.373900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40516) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.379644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8c3d24f9-3c68-4ab6-ac4f-46a504b75c98 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:52.419002 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-fb1f1de9-7e48-48ed-a25f-919132d80f64 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 20:20:52.420125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fb1f1de9-7e48-48ed-a25f-919132d80f64 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639 HTTP/1.1" status: 409 len: 376 time: 1.3580384 Aug 28 20:20:52.431479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40520) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:52.433436 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3d24f9-3c68-4ab6-ac4f-46a504b75c98 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] PUT failed (client error): The resource could not be found. Aug 28 20:20:52.433984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3d24f9-3c68-4ab6-ac4f-46a504b75c98 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:20:52.439357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8c3d24f9-3c68-4ab6-ac4f-46a504b75c98 tempest-NetworksNegativeTestJSON-958877464 tempest-NetworksNegativeTestJSON-958877464-project] 10.222.0.78 "PUT /networking/v2.0/subnets/2e1d6b12-72ac-4872-b69a-f502ed2a74dd HTTP/1.1" status: 404 len: 337 time: 0.0603027 Aug 28 20:20:52.471649 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-213eaab8-a45d-4e46-a659-338279f36f43 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.550835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:52.550835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.572531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1084415757-network', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:52.620030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:52.628671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-2d1472ba-3300-41e6-97d6-01d43157c936 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1162136257&fields=id&tenant_id=25929238d35e4de0b4f6bff77f18b544 HTTP/1.1" status: 200 len: 267 time: 0.2764702 Aug 28 20:20:52.768248 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (9470714a-b88b-4f7a-9d08-06e3e938d473), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.791240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Made reservation on behalf of 4dce5b0fe7b344798afba0361d13f457 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:52.791819 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.795712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.825242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.879264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:52.883817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4b99cb5a-4579-4a74-8d6e-576910df5e9e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:52.910020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4b99cb5a-4579-4a74-8d6e-576910df5e9e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:52.910997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4b99cb5a-4579-4a74-8d6e-576910df5e9e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:52.971572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-213eaab8-a45d-4e46-a659-338279f36f43 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (6b70b114-a6de-413b-af61-802b9b4a9080), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:52.981295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks [] for security_group (c45d0686-6c8f-4130-9c0d-1b10abe31599), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.024935 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (9470714a-b88b-4f7a-9d08-06e3e938d473), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.034934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-9710f6d7-ba02-4470-9c53-d63c8a1bf89d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:53.037577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-9710f6d7-ba02-4470-9c53-d63c8a1bf89d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 809 time: 0.3979385 Aug 28 20:20:53.039994 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks [] for router_controller (9470714a-b88b-4f7a-9d08-06e3e938d473), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.105494 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:53.107272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c45d0686-6c8f-4130-9c0d-1b10abe31599), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.116102 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-213eaab8-a45d-4e46-a659-338279f36f43 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6b70b114-a6de-413b-af61-802b9b4a9080), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.133496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:20:53.141815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-500ae2a8-611a-4e47-b27a-cea1784e7a04 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/quotas/25929238d35e4de0b4f6bff77f18b544 HTTP/1.1" status: 200 len: 375 time: 0.0899372 Aug 28 20:20:53.185510 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (052ca39c-8aa0-494b-bb01-dae983f680c3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.185709 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Added segment 052ca39c-8aa0-494b-bb01-dae983f680c3 of type vlan for network b8bc3c98-cb07-425f-ae12-28c702f3b360 Aug 28 20:20:53.202481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d0686-6c8f-4130-9c0d-1b10abe31599,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:53.217379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40552) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:53.237372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213eaab8-a45d-4e46-a659-338279f36f43 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b70b114-a6de-413b-af61-802b9b4a9080,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:53.269075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (b8bc3c98-cb07-425f-ae12-28c702f3b360), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.274496 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (9470714a-b88b-4f7a-9d08-06e3e938d473), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.275351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9470714a-b88b-4f7a-9d08-06e3e938d473 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:20:53.285989 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-f69c1e5c-18af-46bb-9d35-3ef65982395d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322060 Aug 28 20:20:53.291881 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.293580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cf801e25-0a1a-4c62-b2d7-f07f5aca7d3e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/9470714a-b88b-4f7a-9d08-06e3e938d473 HTTP/1.1" status: 204 len: 168 time: 4.5452332 Aug 28 20:20:53.296393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40560) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:53.300661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-213eaab8-a45d-4e46-a659-338279f36f43 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.302336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-213eaab8-a45d-4e46-a659-338279f36f43 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2373419 Aug 28 20:20:53.312363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40562) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:53.317569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-09705824-fc58-4cef-b97e-bc52ddf8feea tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': 'b4a6ebfb-b288-4005-b796-c8a35f4d7de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6b70b114-a6de-413b-af61-802b9b4a9080'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:53.379218 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.415756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] Deleting subnet e08fccb4-cf37-494c-a946-cb6bfac78dc6 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:53.424388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] Publish callbacks [] for subnet (e08fccb4-cf37-494c-a946-cb6bfac78dc6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.478048 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (e08fccb4-cf37-494c-a946-cb6bfac78dc6), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.494793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3c1a-d166-4fe3-86a5-b7c637c7bc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.536053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (b8bc3c98-cb07-425f-ae12-28c702f3b360), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.538112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:53.539741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.667219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] Pushing event updated for resources: {'Network': ['ID=b8bc3c98-cb07-425f-ae12-28c702f3b360,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:53.675662 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-09705824-fc58-4cef-b97e-bc52ddf8feea tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:53.676752 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-09705824-fc58-4cef-b97e-bc52ddf8feea tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3631461 Aug 28 20:20:53.682481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40578) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:53.684115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:20:53.702751 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e08fccb4-cf37-494c-a946-cb6bfac78dc6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.812273 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-dc32bad5-23bb-4a05-ae66-ed9ed1432539 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672947 Aug 28 20:20:53.863953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3c1a-d166-4fe3-86a5-b7c637c7bc44 admin admin] Publish callbacks [] for security_group (b15601e2-37df-4572-a733-210b0b6975bb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:53.963999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c22a0020-59e5-4dbe-b96f-e689767a17b4 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (6b70b114-a6de-413b-af61-802b9b4a9080), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.002572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.020568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c22a0020-59e5-4dbe-b96f-e689767a17b4 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (6b70b114-a6de-413b-af61-802b9b4a9080), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.026624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting port 933b99ee-b661-4073-947c-c23929e02e72 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:54.026983 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (933b99ee-b661-4073-947c-c23929e02e72), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.096524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3c1a-d166-4fe3-86a5-b7c637c7bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b15601e2-37df-4572-a733-210b0b6975bb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.137113 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-b738a12e-5d70-4526-898a-95f7d3ecd28f service neutron] 10.222.0.78 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929835 Aug 28 20:20:54.172319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0375eaf2-89cc-425e-b061-786075c1a43a admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8413281 Aug 28 20:20:54.175263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40592) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:54.181802 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Request body: {'subnet': {'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1084415757-subnet', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:54.207163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bf3f3c1a-d166-4fe3-86a5-b7c637c7bc44 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cea50ceeed82418c936c5f73381e40e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9858689 Aug 28 20:20:54.212536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f3c1a-d166-4fe3-86a5-b7c637c7bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15601e2-37df-4572-a733-210b0b6975bb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:54.213505 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47618bb4-b0b8-4dc5-8fa1-f6c47fb65a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.215961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40596) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:54.259532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:54.279684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (933b99ee-b661-4073-947c-c23929e02e72), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.310177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Calling delete_port for 933b99ee-b661-4073-947c-c23929e02e72 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:54.323775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:54.324157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.340813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d246-60a9-44ff-9fee-ebae1e1581d2 admin admin] Publish callbacks [] for security_group (b15601e2-37df-4572-a733-210b0b6975bb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.374327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Made reservation on behalf of 4dce5b0fe7b344798afba0361d13f457 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:54.377352 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.380452 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c22a0020-59e5-4dbe-b96f-e689767a17b4 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6b70b114-a6de-413b-af61-802b9b4a9080), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.382565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (e08fccb4-cf37-494c-a946-cb6bfac78dc6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.383486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c22a0020-59e5-4dbe-b96f-e689767a17b4 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.384671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c22a0020-59e5-4dbe-b96f-e689767a17b4 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6b70b114-a6de-413b-af61-802b9b4a9080 HTTP/1.1" status: 204 len: 168 time: 0.6970384 Aug 28 20:20:54.394051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40602) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:54.432339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a0020-59e5-4dbe-b96f-e689767a17b4 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b70b114-a6de-413b-af61-802b9b4a9080,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:54.437263 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d246-60a9-44ff-9fee-ebae1e1581d2 admin admin] Publish callbacks [] for security_group (b15601e2-37df-4572-a733-210b0b6975bb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.464379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08fccb4-cf37-494c-a946-cb6bfac78dc6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:54.476490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.480163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b3422543-6b49-4578-8b79-e5b2910cbfc0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e08fccb4-cf37-494c-a946-cb6bfac78dc6 HTTP/1.1" status: 204 len: 168 time: 1.1813874 Aug 28 20:20:54.487622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40606) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:54.490029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a798334a-4fd0-4be4-a84a-9caaf0a08668 None None] Network 283dc614-bf6b-4606-b725-b1ee0007f2d2 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:54.553462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:54.668104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d499febe-ac25-4837-9370-8b99bb13d183 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:54.701642 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:54.706443 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-18d33591-8e54-4fe3-9f75-0bbad6e2ec33 req-40addec9-a1ce-4b60-876c-c44e93616049 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 210 time: 0.0509403 Aug 28 20:20:54.724859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d499febe-ac25-4837-9370-8b99bb13d183 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:54.725954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d499febe-ac25-4837-9370-8b99bb13d183 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:54.742858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] DHCP port deletion for 283dc614-bf6b-4606-b725-b1ee0007f2d2 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:54.774160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-58273e70-917e-4d47-b5c6-a11db0de29a9 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.3769398 Aug 28 20:20:54.781917 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40622) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:54.801636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] Deleting port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:54.802268 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.817645 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:20:54.826271 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (283dc614-bf6b-4606-b725-b1ee0007f2d2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.851709 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:54.900840 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d246-60a9-44ff-9fee-ebae1e1581d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b15601e2-37df-4572-a733-210b0b6975bb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.907513 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d246-60a9-44ff-9fee-ebae1e1581d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.912327 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0ff8d246-60a9-44ff-9fee-ebae1e1581d2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b15601e2-37df-4572-a733-210b0b6975bb HTTP/1.1" status: 204 len: 168 time: 0.6786189 Aug 28 20:20:54.928334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] For port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,segment=NetworkSegment(b8d9d032-a1bd-4f36-8d25-1f6a353f7657),segment_id=b8d9d032-a1bd-4f36-8d25-1f6a353f7657)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:54.929156 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.933834 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (bb127f59-ee7c-41b3-bd8b-b7dd624d54e6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:54.951779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] Calling delete_port for 08e92cb7-fe83-47f0-8ff5-464b71e7d34d owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:55.058572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8d246-60a9-44ff-9fee-ebae1e1581d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15601e2-37df-4572-a733-210b0b6975bb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:55.068187 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:55.089452 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb127f59-ee7c-41b3-bd8b-b7dd624d54e6,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:55.098313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Checking segment: {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:55.098814 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Network hostable DHCP agents. Network: b8bc3c98-cb07-425f-ae12-28c702f3b360, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:20:55.225007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:20:55.277890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.285761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-e55d22db-145a-4e1c-85c7-7e3b62aa5f49 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467503 Aug 28 20:20:55.305210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, b8bc3c98-cb07-425f-ae12-28c702f3b360) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:55.315058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:55.315752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.331530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22334c23-2e10-4c0f-a449-574813364881 None None] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:55.350854 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:55.357071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] Pushing event deleted for resources: {'Port': ['ID=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:55.437414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (933b99ee-b661-4073-947c-c23929e02e72), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.439595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Deleting port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:55.449279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.449279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a7b45-d26d-4bbe-8a9e-63e727252c5c req-ebfd60bb-a9ff-4116-98bf-960c65e9badf tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:55.451685 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e60a7b45-d26d-4bbe-8a9e-63e727252c5c req-ebfd60bb-a9ff-4116-98bf-960c65e9badf tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.5347636 Aug 28 20:20:55.476602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1ff4b629-e0f4-49c5-91fe-bf0c6972535a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2993240 Aug 28 20:20:55.477281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:55.482707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-efb0f994-ab76-4ee6-b20e-0c9ffc583706 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (b4a6ebfb-b288-4005-b796-c8a35f4d7de4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.486351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Request body: {'router': {'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:55.511310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-6f5ca10f-3b10-4e13-9e1a-51b941aba9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:55.512878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-6f5ca10f-3b10-4e13-9e1a-51b941aba9a4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.1193845 Aug 28 20:20:55.514644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ea61a-233e-4ddf-9be7-031d7c1e0ead None None] No DVR routers for this DVR port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:55.518557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Port': ['ID=933b99ee-b661-4073-947c-c23929e02e72,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:55.580224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e60a7b45-d26d-4bbe-8a9e-63e727252c5c req-b20c982b-aa4e-4f65-afb1-06c4dcd280cf tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.629381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-efb0f994-ab76-4ee6-b20e-0c9ffc583706 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (b4a6ebfb-b288-4005-b796-c8a35f4d7de4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.637736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (5627ccc2-2121-4c40-b4b2-1d43558256c5), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.638960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (5627ccc2-2121-4c40-b4b2-1d43558256c5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.656815 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] For port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d, host n-d-854121-7, got binding levels [] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:55.657187 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.734382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-b8bc3c98-cb07-425f-ae12-28c702f3b360', 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360', 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'fixed_ips': [{'subnet_id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:20:55.736980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.776246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-77bfc01d-aa48-42fb-bfc1-81124753832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:55.778347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-77bfc01d-aa48-42fb-bfc1-81124753832b service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.2375906 Aug 28 20:20:55.849683 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.854685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Calling delete_port for 08e92cb7-fe83-47f0-8ff5-464b71e7d34d owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:55.866911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d was not found and therefore no delete operation was performed {{(pid=114322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 28 20:20:55.881502 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:55.884232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (cd068649-dbbf-4432-9101-47fd1cc34639), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.886310 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (08e92cb7-fe83-47f0-8ff5-464b71e7d34d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.918098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-679d4022-25a9-4aa3-94be-cfd0af4429c2 req-e27760ea-9020-4ed9-a188-e11fb0ef687a tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 210 time: 0.0860350 Aug 28 20:20:55.920121 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks [] for router_controller (5627ccc2-2121-4c40-b4b2-1d43558256c5), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:55.932457 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-e6a02e2f-5603-4b7a-b02a-1e5507ed63c6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 1000 time: 0.1435730 Aug 28 20:20:55.951623 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e92cb7-fe83-47f0-8ff5-464b71e7d34d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:55.979876 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:56.027906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] No DVR routers for this DVR port 08e92cb7-fe83-47f0-8ff5-464b71e7d34d on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:56.062460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-efb0f994-ab76-4ee6-b20e-0c9ffc583706 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b4a6ebfb-b288-4005-b796-c8a35f4d7de4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.066674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-efb0f994-ab76-4ee6-b20e-0c9ffc583706 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.068054 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-efb0f994-ab76-4ee6-b20e-0c9ffc583706 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b4a6ebfb-b288-4005-b796-c8a35f4d7de4 HTTP/1.1" status: 204 len: 168 time: 1.2846217 Aug 28 20:20:56.083397 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:56.086330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Allocated IP 172.20.0.2 (b8bc3c98-cb07-425f-ae12-28c702f3b360/bb127f59-ee7c-41b3-bd8b-b7dd624d54e6/8a62074e-7b66-420a-a89a-b9833958fed8) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:56.088958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 08e92cb7-fe83-47f0-8ff5-464b71e7d34d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:20:56.103626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40694) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:56.105459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-b2767241-c4fb-40bf-a2e0-69eb676d92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:56.107287 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-b2767241-c4fb-40bf-a2e0-69eb676d92bf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.1663897 Aug 28 20:20:56.120535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 08e92cb7-fe83-47f0-8ff5-464b71e7d34d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:20:56.121169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 08e92cb7-fe83-47f0-8ff5-464b71e7d34d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:20:56.142851 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f994-ab76-4ee6-b20e-0c9ffc583706 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a6ebfb-b288-4005-b796-c8a35f4d7de4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:56.206984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e60a7b45-d26d-4bbe-8a9e-63e727252c5c req-b20c982b-aa4e-4f65-afb1-06c4dcd280cf tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Publish callbacks [] for security_group (3ac305c1-b223-4fc9-a359-066f096804aa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.260108 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (283dc614-bf6b-4606-b725-b1ee0007f2d2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.269179 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e60a7b45-d26d-4bbe-8a9e-63e727252c5c req-b20c982b-aa4e-4f65-afb1-06c4dcd280cf tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ac305c1-b223-4fc9-a359-066f096804aa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.366657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283dc614-bf6b-4606-b725-b1ee0007f2d2']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:56.386110 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks [] for router_gateway (5627ccc2-2121-4c40-b4b2-1d43558256c5), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.388920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c982b-aa4e-4f65-afb1-06c4dcd280cf tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac305c1-b223-4fc9-a359-066f096804aa,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:56.395317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Router cd068649-dbbf-4432-9101-47fd1cc34639 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:20:56.400038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:56.400568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d9d032-a1bd-4f36-8d25-1f6a353f7657') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:56.405520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e60a7b45-d26d-4bbe-8a9e-63e727252c5c req-b20c982b-aa4e-4f65-afb1-06c4dcd280cf tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9183888 Aug 28 20:20:56.412351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Publish callbacks [] for port (8a62074e-7b66-420a-a89a-b9833958fed8), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.421699 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (b8d9d032-a1bd-4f36-8d25-1f6a353f7657), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.421981 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:56.446769 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b8d9d032-a1bd-4f36-8d25-1f6a353f7657), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.482689 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-77857207-d7ad-43c7-be60-e2316f59250a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3741586 Aug 28 20:20:56.484225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-903a6db2-8471-4658-85b5-83f90de4f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:56.486564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-903a6db2-8471-4658-85b5-83f90de4f3f1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2085004 Aug 28 20:20:56.487234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40724) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:56.491389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:56.491823 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (b8d9d032-a1bd-4f36-8d25-1f6a353f7657), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.492784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a47f4e2a-4786-4ed6-ba80-89d4b59fbb16 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--517194384'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:56.535437 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.558736 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:56.566136 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b8d9d032-a1bd-4f36-8d25-1f6a353f7657 resource provider aggregate not found Aug 28 20:20:56.575815 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:20:56.587047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e6b3783e-64ca-4dd9-9201-06fa0fc62b70 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1497376 Aug 28 20:20:56.591730 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40734) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:56.594675 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3229503-1687-46d4-be42-be9a273e203e None None] Sync routers for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:20:56.603911 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b8d9d032-a1bd-4f36-8d25-1f6a353f7657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8d9d032-a1bd-4f36-8d25-1f6a353f7657 found for delete ", "request_id": "req-68df6525-c4a9-4824-8268-edfbd4fd1bf5"}]} Aug 28 20:20:56.611143 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:56.619029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:56.620600 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3229503-1687-46d4-be42-be9a273e203e None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:56.621315 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3229503-1687-46d4-be42-be9a273e203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:56.637079 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-e470e535-faff-4e3b-999e-abd0e5fd4cae tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] show failed (client error): The resource could not be found. Aug 28 20:20:56.639755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e470e535-faff-4e3b-999e-abd0e5fd4cae tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "GET /networking/v2.0/routers/tempest-non_exist_router-287343071 HTTP/1.1" status: 404 len: 334 time: 0.0454786 Aug 28 20:20:56.642568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40736) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:56.653759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-374971ad-ff53-4f28-ab38-154ad72ea441 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:56.660498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:56.669419 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:56.695051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Pushing event updated for resources: {'Port': ['ID=8a62074e-7b66-420a-a89a-b9833958fed8,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:56.702567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40738) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:56.721719 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3229503-1687-46d4-be42-be9a273e203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:56.723522 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-374971ad-ff53-4f28-ab38-154ad72ea441 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] update failed (client error): The resource could not be found. Aug 28 20:20:56.724818 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-374971ad-ff53-4f28-ab38-154ad72ea441 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "PUT /networking/v2.0/routers/tempest-non_exist_router-666855703 HTTP/1.1" status: 404 len: 334 time: 0.0813046 Aug 28 20:20:56.726129 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3229503-1687-46d4-be42-be9a273e203e None None] Routers {'cd068649-dbbf-4432-9101-47fd1cc34639'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:20:56.727099 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3229503-1687-46d4-be42-be9a273e203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cd068649-dbbf-4432-9101-47fd1cc34639'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:56.732851 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40742) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:56.796735 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3229503-1687-46d4-be42-be9a273e203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:56.797350 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3229503-1687-46d4-be42-be9a273e203e None None] The sync data for ids ['cd068649-dbbf-4432-9101-47fd1cc34639'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:20:56.816319 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (283dc614-bf6b-4606-b725-b1ee0007f2d2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.829781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2c251-cb74-49dd-a772-a18ef0ae8f10 req-fdf27822-7158-4ade-afaa-2f84d9c247c9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:56.831315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0bc2c251-cb74-49dd-a772-a18ef0ae8f10 req-fdf27822-7158-4ade-afaa-2f84d9c247c9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1888819 Aug 28 20:20:56.837424 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.840733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/283dc614-bf6b-4606-b725-b1ee0007f2d2 HTTP/1.1" status: 204 len: 168 time: 2.3403907 Aug 28 20:20:56.854753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Attempting to bind port 8a62074e-7b66-420a-a89a-b9833958fed8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:20:56.855489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Attempting to bind port 8a62074e-7b66-420a-a89a-b9833958fed8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:20:56.856396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Attempting to bind port 8a62074e-7b66-420a-a89a-b9833958fed8 on network b8bc3c98-cb07-425f-ae12-28c702f3b360 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:20:56.857660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa8a84-3a46-4b93-96ff-6cc5d3a1ba70 admin admin] Pushing event deleted for resources: {'Network': ['ID=283dc614-bf6b-4606-b725-b1ee0007f2d2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:56.863936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting subnet 0369a0c6-137a-4ab8-8db6-54ac49dadd4a {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:56.869326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (0369a0c6-137a-4ab8-8db6-54ac49dadd4a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.876845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:20:56.877699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Checking segment: {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:20:56.878395 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.878781 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a47f4e2a-4786-4ed6-ba80-89d4b59fbb16 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.879707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Bound using segment: {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:20:56.881012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Bound port: 8a62074e-7b66-420a-a89a-b9833958fed8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:20:56.881795 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.890080 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:56.944059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0369a0c6-137a-4ab8-8db6-54ac49dadd4a), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:56.980732 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-9bf5799c-fca9-41d4-84cd-ad6dfe12d0f8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801991 Aug 28 20:20:57.007204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] For port 8a62074e-7b66-420a-a89a-b9833958fed8, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:20:57.012612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] For port 8a62074e-7b66-420a-a89a-b9833958fed8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8a62074e-7b66-420a-a89a-b9833958fed8,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:20:57.089438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-08678f79-9db0-4595-b6b8-d4136278d3f5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:57.090066 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-08678f79-9db0-4595-b6b8-d4136278d3f5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 20:20:57.090603 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-08678f79-9db0-4595-b6b8-d4136278d3f5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 20:20:57.095964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-08678f79-9db0-4595-b6b8-d4136278d3f5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3923945 Aug 28 20:20:57.129276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40762) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:57.136059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--868565737'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:57.140176 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.149886 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.159846 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:57.188889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c16f268-199f-4234-be21-4b872354597b req-30faca2f-66a6-4170-a37f-cf35868c822c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 210 time: 0.1243763 Aug 28 20:20:57.216415 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0369a0c6-137a-4ab8-8db6-54ac49dadd4a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.227108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc8bf7-3b89-4367-b1ec-675e29ffe6be None None] Pushing event updated for resources: {'Port': ['ID=8a62074e-7b66-420a-a89a-b9833958fed8,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:57.250840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a47f4e2a-4786-4ed6-ba80-89d4b59fbb16 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (a81d61be-90e7-422e-87c3-8fdc7087f6bb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.273971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0bc2c251-cb74-49dd-a772-a18ef0ae8f10 req-9e07f5b4-18bc-49be-b594-b39ca5bbdf5f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012430 Aug 28 20:20:57.303667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f122004-69bc-44ef-b2b6-7022ae96689a req-0980cc8a-230d-4333-add0-285f04263d1a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645626 Aug 28 20:20:57.306093 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks [] for router_gateway (5627ccc2-2121-4c40-b4b2-1d43558256c5), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.313704 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.318266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40772) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:57.333130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.395264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a47f4e2a-4786-4ed6-ba80-89d4b59fbb16 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a81d61be-90e7-422e-87c3-8fdc7087f6bb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.442966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.458958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f4e2a-4786-4ed6-ba80-89d4b59fbb16 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81d61be-90e7-422e-87c3-8fdc7087f6bb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:57.526566 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f124bf44-50b3-44b1-85f2-e3fd9552d8f8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/0f5170e1-f1ce-4ece-b521-b87c47cca33a HTTP/1.1" status: 200 len: 992 time: 0.2069368 Aug 28 20:20:57.555210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a47f4e2a-4786-4ed6-ba80-89d4b59fbb16 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.559887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a47f4e2a-4786-4ed6-ba80-89d4b59fbb16 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0682383 Aug 28 20:20:57.560317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40784) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:57.575030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f493e00d-8abf-41db-81d6-92ae58786a1c tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': 'a81d61be-90e7-422e-87c3-8fdc7087f6bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:57.619337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Allocated IP 172.25.4.197 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/3475b664-1373-4890-b0f4-a10af0715b41) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:57.621411 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0369a0c6-137a-4ab8-8db6-54ac49dadd4a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.640459 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.646929 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0369a0c6-137a-4ab8-8db6-54ac49dadd4a HTTP/1.1" status: 204 len: 168 time: 0.9114714 Aug 28 20:20:57.650232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14afe59-ef64-4db1-9b1d-bc9481d94f2d None None] Network cc937a20-e10e-412a-bd06-163ddebcc2ba requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:57.661800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:57.675719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef641b-2c98-49bd-85b4-cf2473b3fd57 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Subnet': ['ID=0369a0c6-137a-4ab8-8db6-54ac49dadd4a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:57.703970 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (163cd126-5e7e-4263-bba7-b2e9e818edc3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.727903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40792) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:57.746502 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.776680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-41934733-4e18-4975-b592-87c545a411c1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c26696ea658340348c4ef1bd81bf60d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476024 Aug 28 20:20:57.779209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40796) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:57.827432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (163cd126-5e7e-4263-bba7-b2e9e818edc3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.831884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (cc937a20-e10e-412a-bd06-163ddebcc2ba), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.910826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:57.911770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:57.946428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] DHCP port deletion for cc937a20-e10e-412a-bd06-163ddebcc2ba request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:20:57.994260 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-f493e00d-8abf-41db-81d6-92ae58786a1c tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:58.001609 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f493e00d-8abf-41db-81d6-92ae58786a1c tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4326520 Aug 28 20:20:58.002447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40810) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:58.014800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b553b998-1d0d-413a-acc6-4e6b8bc79fa1 admin admin] Publish callbacks [] for security_group (bd806adc-0f9b-46ec-89e5-bfc6f132e943), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.023259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163cd126-5e7e-4263-bba7-b2e9e818edc3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:58.025346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks [] for port (3475b664-1373-4890-b0f4-a10af0715b41), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.042686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-86984367-23e7-4d01-ba42-dcecde68fc57 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group_rule': {'security_group_id': 'a81d61be-90e7-422e-87c3-8fdc7087f6bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:58.060390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] Deleting port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:20:58.062416 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.124531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b553b998-1d0d-413a-acc6-4e6b8bc79fa1 admin admin] Publish callbacks [] for security_group (bd806adc-0f9b-46ec-89e5-bfc6f132e943), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.168184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] For port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,segment=NetworkSegment(844099bf-3add-4a9d-8fee-e62307bc18a0),segment_id=844099bf-3add-4a9d-8fee-e62307bc18a0)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:58.168926 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.186391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] Calling delete_port for e44230f8-f8cf-4497-a6cb-ae14d78d4a2d owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:58.186593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] For port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,segment=NetworkSegment(844099bf-3add-4a9d-8fee-e62307bc18a0),segment_id=844099bf-3add-4a9d-8fee-e62307bc18a0)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:58.186843 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.245666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Calling delete_port for e44230f8-f8cf-4497-a6cb-ae14d78d4a2d owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:20:58.273968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (49f8c51c-80d8-4be0-ac81-7da9f4f104f8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.284335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8a62074e-7b66-420a-a89a-b9833958fed8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:20:58.368886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8a62074e-7b66-420a-a89a-b9833958fed8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:58.369281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.419065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-ce88d5e1-10ce-4d46-b1ee-0917396f0c5b req-d89ed8f4-098e-40b2-916b-ea46d666a49b service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:20:58.427456 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.435702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce88d5e1-10ce-4d46-b1ee-0917396f0c5b req-d89ed8f4-098e-40b2-916b-ea46d666a49b service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3435471 Aug 28 20:20:58.478312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7dd315dc-f227-4bb3-97cf-0462c7cbdd18 req-1991e7ba-b62e-42e8-b53b-339907b41a98 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 210 time: 0.0610495 Aug 28 20:20:58.481932 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (49f8c51c-80d8-4be0-ac81-7da9f4f104f8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.484893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3475b664-1373-4890-b0f4-a10af0715b41), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.489264 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-86984367-23e7-4d01-ba42-dcecde68fc57 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:20:58.491433 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-86984367-23e7-4d01-ba42-dcecde68fc57 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4779787 Aug 28 20:20:58.503767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40832) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:58.521656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] Pushing event deleted for resources: {'Port': ['ID=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:58.571785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10ad26-adac-4e57-bcb1-002668c0791a None None] No DVR routers for this DVR port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:58.578745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8a62074e-7b66-420a-a89a-b9833958fed8 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:58.582450 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.603100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:20:58.609810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:20:58.614288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:20:58.642987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8c51c-80d8-4be0-ac81-7da9f4f104f8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:58.655638 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e44230f8-f8cf-4497-a6cb-ae14d78d4a2d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.682998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8a62074e-7b66-420a-a89a-b9833958fed8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8a62074e-7b66-420a-a89a-b9833958fed8,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:20:58.683445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.687551 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-79396114-e7e7-4284-ad02-95fc14dba972 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5566072 Aug 28 20:20:58.688921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Pushing event updated for resources: {'Port': ['ID=3475b664-1373-4890-b0f4-a10af0715b41,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:58.692540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40840) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:58.698888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b553b998-1d0d-413a-acc6-4e6b8bc79fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bd806adc-0f9b-46ec-89e5-bfc6f132e943), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.701706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b553b998-1d0d-413a-acc6-4e6b8bc79fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.703193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b553b998-1d0d-413a-acc6-4e6b8bc79fa1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bd806adc-0f9b-46ec-89e5-bfc6f132e943 HTTP/1.1" status: 204 len: 168 time: 0.9228549 Aug 28 20:20:58.715119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] No DVR routers for this DVR port e44230f8-f8cf-4497-a6cb-ae14d78d4a2d on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:20:58.735265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-50a85dff-bd73-46fd-9723-8633d0b71a92 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '49f8c51c-80d8-4be0-ac81-7da9f4f104f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:58.766883 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:58.779371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-877ff436-680c-4873-be2d-b3412594c4b7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:58.781170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-877ff436-680c-4873-be2d-b3412594c4b7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 809 time: 0.4662695 Aug 28 20:20:58.787428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Port': ['ID=e44230f8-f8cf-4497-a6cb-ae14d78d4a2d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:58.803816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553b998-1d0d-413a-acc6-4e6b8bc79fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd806adc-0f9b-46ec-89e5-bfc6f132e943,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:58.805816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a866454-9081-4b55-ade9-aba31af8b290 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (a81d61be-90e7-422e-87c3-8fdc7087f6bb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.852137 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.856891 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a866454-9081-4b55-ade9-aba31af8b290 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (a81d61be-90e7-422e-87c3-8fdc7087f6bb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:58.967265 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:58.989435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8a62074e-7b66-420a-a89a-b9833958fed8,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:59.028370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50a85dff-bd73-46fd-9723-8633d0b71a92 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group_rule (98429e67-689f-4f88-b896-b2b0fe1130ea), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.036913 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:59.053658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-d5799f54-b5d1-4cd3-aa90-0c4303502daa tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25929238d35e4de0b4f6bff77f18b544 HTTP/1.1" status: 200 len: 380 time: 0.2549121 Aug 28 20:20:59.053911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (cc937a20-e10e-412a-bd06-163ddebcc2ba), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.054094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93fd4a-d522-4a34-823e-e562e1b97dab None None] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:20:59.071097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'port': {'device_id': '11ece101-9574-4916-a195-337a50f2d2bb', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'admin_state_up': True, 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'security_groups': ['1302b8c7-597d-461c-a9e6-9bed7c350c3e']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:59.100689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc937a20-e10e-412a-bd06-163ddebcc2ba']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:59.110460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-43af10be-5593-445a-8d39-5010e35e2285 None None] Provisioning complete for port 8a62074e-7b66-420a-a89a-b9833958fed8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:59.110838 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-43af10be-5593-445a-8d39-5010e35e2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.133107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844099bf-3add-4a9d-8fee-e62307bc18a0') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:59.133107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844099bf-3add-4a9d-8fee-e62307bc18a0') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:20:59.133386 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a866454-9081-4b55-ade9-aba31af8b290 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a81d61be-90e7-422e-87c3-8fdc7087f6bb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.134359 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a866454-9081-4b55-ade9-aba31af8b290 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.135598 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7a866454-9081-4b55-ade9-aba31af8b290 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a81d61be-90e7-422e-87c3-8fdc7087f6bb HTTP/1.1" status: 204 len: 168 time: 0.6309092 Aug 28 20:20:59.138311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40852) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:59.152222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (844099bf-3add-4a9d-8fee-e62307bc18a0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.161898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a866454-9081-4b55-ade9-aba31af8b290 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81d61be-90e7-422e-87c3-8fdc7087f6bb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:59.187164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (844099bf-3add-4a9d-8fee-e62307bc18a0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.215222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:20:59.215864 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (844099bf-3add-4a9d-8fee-e62307bc18a0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.259374 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 844099bf-3add-4a9d-8fee-e62307bc18a0 resource provider aggregate not found Aug 28 20:20:59.286981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50a85dff-bd73-46fd-9723-8633d0b71a92 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group_rule (98429e67-689f-4f88-b896-b2b0fe1130ea), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.325581 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:59.337894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-74227d05-6073-429b-b0b9-d261e64bacf3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1969953 Aug 28 20:20:59.341970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40868) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:59.352444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3ebaedec-e8f8-4ae6-bb65-8ece472897f3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021973567'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:59.375782 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 844099bf-3add-4a9d-8fee-e62307bc18a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 844099bf-3add-4a9d-8fee-e62307bc18a0 found for delete ", "request_id": "req-e149d726-4a94-40bf-a253-23e549525a8a"}]} Aug 28 20:20:59.404606 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50a85dff-bd73-46fd-9723-8633d0b71a92 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (98429e67-689f-4f88-b896-b2b0fe1130ea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.434136 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:20:59.441580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409845d2-916c-4d8e-a6ff-a0284c795b38 req-dce2dfcd-e71c-4762-af27-0adb6dde252e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:20:59.441580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-409845d2-916c-4d8e-a6ff-a0284c795b38 req-dce2dfcd-e71c-4762-af27-0adb6dde252e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1050088 Aug 28 20:20:59.445910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Made reservation on behalf of 25929238d35e4de0b4f6bff77f18b544 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:20:59.449688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.453411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a85dff-bd73-46fd-9723-8633d0b71a92 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98429e67-689f-4f88-b896-b2b0fe1130ea,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:59.499087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (cc937a20-e10e-412a-bd06-163ddebcc2ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.504706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.511717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/networks/cc937a20-e10e-412a-bd06-163ddebcc2ba HTTP/1.1" status: 204 len: 168 time: 1.8426545 Aug 28 20:20:59.513012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:59.540744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ced8a-8627-466f-8f83-65a5c9ce19c5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Network': ['ID=cc937a20-e10e-412a-bd06-163ddebcc2ba,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:20:59.563945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedec-e8f8-4ae6-bb65-8ece472897f3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.581807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks [] for router_gateway (5627ccc2-2121-4c40-b4b2-1d43558256c5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.583149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-43af10be-5593-445a-8d39-5010e35e2285 None None] Current status of the port 8a62074e-7b66-420a-a89a-b9833958fed8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:20:59.747216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-50a85dff-bd73-46fd-9723-8633d0b71a92 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.748473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-50a85dff-bd73-46fd-9723-8633d0b71a92 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0507135 Aug 28 20:20:59.754215 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44f06945-4588-467c-98d2-8995cbf64bf0 req-61232053-cb7f-49f3-a26e-1c8ab3ef2a2e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 210 time: 0.0824785 Aug 28 20:20:59.759731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40888) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:20:59.791371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-957a6c1a-34cb-4992-b8e6-c61c2bf042ca tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '49f8c51c-80d8-4be0-ac81-7da9f4f104f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:20:59.843506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Allocated IP 172.20.0.7 (332315c6-a239-41ba-ba9a-215b2cfe5833/2f231aa2-6f5b-4954-8a82-d63cd8071ef7/28475be5-b2d2-472b-9305-fdf172a74907) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:20:59.860791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting subnet 0c11999b-8ac1-41c7-afe1-43850ffef244 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:20:59.877673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (0c11999b-8ac1-41c7-afe1-43850ffef244), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:20:59.887520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-409845d2-916c-4d8e-a6ff-a0284c795b38 req-67003a7d-8230-4a23-b37a-a05e337e1a7b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250977 Aug 28 20:20:59.946158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d1b0889a-4baf-4b02-a3ec-3be7e7d766a8 None None] Provisioning complete for port 8a62074e-7b66-420a-a89a-b9833958fed8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:20:59.946708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d1b0889a-4baf-4b02-a3ec-3be7e7d766a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.014301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0c11999b-8ac1-41c7-afe1-43850ffef244), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.079981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8a62074e-7b66-420a-a89a-b9833958fed8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:00.096903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-957a6c1a-34cb-4992-b8e6-c61c2bf042ca tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group_rule (6204796d-0b10-40d2-91fc-41b88201cbbb), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.108282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0889a-4baf-4b02-a3ec-3be7e7d766a8 None None] Current status of the port 8a62074e-7b66-420a-a89a-b9833958fed8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:00.133580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40900) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:00.137053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8a62074e-7b66-420a-a89a-b9833958fed8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:00.137053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.235426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-71d10903-c333-4672-be84-3ec292cbf781 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6787751 Aug 28 20:21:00.255007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8a62074e-7b66-420a-a89a-b9833958fed8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:00.302943 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2d336289-9302-4e34-99d9-6ee4152c908e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=74a32fc9524046aba63be664576bb28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683075 Aug 28 20:21:00.311640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40908) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:00.330507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0c11999b-8ac1-41c7-afe1-43850ffef244), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.348918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e44230f8-f8cf-4497-a6cb-ae14d78d4a2d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:00.398144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e44230f8-f8cf-4497-a6cb-ae14d78d4a2d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:00.399126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e44230f8-f8cf-4497-a6cb-ae14d78d4a2d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:00.406191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedec-e8f8-4ae6-bb65-8ece472897f3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (9395e030-9c09-471f-af76-fb59f74c494b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.424338 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:00.443574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (5627ccc2-2121-4c40-b4b2-1d43558256c5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.456069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for port (28475be5-b2d2-472b-9305-fdf172a74907), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.519998 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-957a6c1a-34cb-4992-b8e6-c61c2bf042ca tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 20:21:00.524725 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-957a6c1a-34cb-4992-b8e6-c61c2bf042ca tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7589033 Aug 28 20:21:00.531715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40924) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:00.540583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed5dbb01-8bd0-4c09-8be2-d5765532dc5e admin admin] Publish callbacks [] for security_group (5bacfc82-73d9-4b78-b809-6ceb88dd30df), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.562623 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:00.566140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedec-e8f8-4ae6-bb65-8ece472897f3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9395e030-9c09-471f-af76-fb59f74c494b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.593897 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed5dbb01-8bd0-4c09-8be2-d5765532dc5e admin admin] Publish callbacks [] for security_group (5bacfc82-73d9-4b78-b809-6ceb88dd30df), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.632509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebaedec-e8f8-4ae6-bb65-8ece472897f3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9395e030-9c09-471f-af76-fb59f74c494b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:00.640502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0c11999b-8ac1-41c7-afe1-43850ffef244), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.698696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf240-af3a-4612-a860-8e6d0007079c tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (49f8c51c-80d8-4be0-ac81-7da9f4f104f8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.707463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.713286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0c11999b-8ac1-41c7-afe1-43850ffef244 HTTP/1.1" status: 204 len: 168 time: 1.1967759 Aug 28 20:21:00.713819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40934) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:00.720410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24304ac-6eb5-42f5-8e24-1500efdb5e27 None None] Network d4abec8b-0e2b-41a2-8a31-da0960cbb603 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:00.723727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (28475be5-b2d2-472b-9305-fdf172a74907), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.730754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc142c0-af14-4ebf-a9fd-04dbb38573a5 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Subnet': ['ID=0c11999b-8ac1-41c7-afe1-43850ffef244,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:00.788384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf240-af3a-4612-a860-8e6d0007079c tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (49f8c51c-80d8-4be0-ac81-7da9f4f104f8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.801340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting subnet 5faf5e58-0362-49ea-853f-9e3e67024306 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:21:00.808486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (5faf5e58-0362-49ea-853f-9e3e67024306), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.830713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:00.845695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:00.849342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:00.856972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'Port': ['ID=28475be5-b2d2-472b-9305-fdf172a74907,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:00.928568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:00.929292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.950178 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedec-e8f8-4ae6-bb65-8ece472897f3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.954841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3ebaedec-e8f8-4ae6-bb65-8ece472897f3 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6113858 Aug 28 20:21:00.955114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:00.960006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (5faf5e58-0362-49ea-853f-9e3e67024306), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:00.963867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-643890a9-65a8-4dc3-95b3-027aaf142678 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:00.964526 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-643890a9-65a8-4dc3-95b3-027aaf142678 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 20:21:00.964914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] DHCP port deletion for d4abec8b-0e2b-41a2-8a31-da0960cbb603 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:21:00.965388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Router 5627ccc2-2121-4c40-b4b2-1d43558256c5 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:21:00.966037 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-643890a9-65a8-4dc3-95b3-027aaf142678 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 20:21:00.967405 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-643890a9-65a8-4dc3-95b3-027aaf142678 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/9395e030-9c09-471f-af76-fb59f74c494b HTTP/1.1" status: 409 len: 330 time: 0.0107925 Aug 28 20:21:00.970325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40948) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:01.004691 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed5dbb01-8bd0-4c09-8be2-d5765532dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5bacfc82-73d9-4b78-b809-6ceb88dd30df), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.009659 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed5dbb01-8bd0-4c09-8be2-d5765532dc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.023991 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ed5dbb01-8bd0-4c09-8be2-d5765532dc5e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5bacfc82-73d9-4b78-b809-6ceb88dd30df HTTP/1.1" status: 204 len: 168 time: 0.7085857 Aug 28 20:21:01.040173 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf14642-be8b-4c16-9389-14cdd06a7489 req-d2441abd-9544-4d12-9489-4f780c5e518f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:01.041764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-baf14642-be8b-4c16-9389-14cdd06a7489 req-d2441abd-9544-4d12-9489-4f780c5e518f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 931 time: 0.1627431 Aug 28 20:21:01.060207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf240-af3a-4612-a860-8e6d0007079c tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (49f8c51c-80d8-4be0-ac81-7da9f4f104f8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.063062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf240-af3a-4612-a860-8e6d0007079c tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.064446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ca2cf240-af3a-4612-a860-8e6d0007079c tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/49f8c51c-80d8-4be0-ac81-7da9f4f104f8 HTTP/1.1" status: 204 len: 168 time: 0.5317643 Aug 28 20:21:01.070588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40952) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:01.073011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dbb01-8bd0-4c09-8be2-d5765532dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bacfc82-73d9-4b78-b809-6ceb88dd30df,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:01.087247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] Deleting port afbbe777-4640-42ec-9d01-d95d42fd6c1b {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:01.087625 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.119881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cf240-af3a-4612-a860-8e6d0007079c tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8c51c-80d8-4be0-ac81-7da9f4f104f8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:01.157307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-5f2f511d-0cb6-4abe-9fc7-b5d1eb1f6079 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0897439 Aug 28 20:21:01.204541 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Request body: {'port': {'device_id': '11ece101-9574-4916-a195-337a50f2d2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:01.226772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] For port afbbe777-4640-42ec-9d01-d95d42fd6c1b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=afbbe777-4640-42ec-9d01-d95d42fd6c1b,segment=NetworkSegment(a76c842d-d3b1-4b4b-b119-a6c7a928adf1),segment_id=a76c842d-d3b1-4b4b-b119-a6c7a928adf1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:01.227625 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.246461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] Calling delete_port for afbbe777-4640-42ec-9d01-d95d42fd6c1b owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:01.273561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3a627b61-76ae-46ef-8a52-256b3ed2d149 None None] Provisioning complete for port 28475be5-b2d2-472b-9305-fdf172a74907 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:01.273963 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3a627b61-76ae-46ef-8a52-256b3ed2d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (28475be5-b2d2-472b-9305-fdf172a74907), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.318198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:21:01.343546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Sync routers for ids ['5627ccc2-2121-4c40-b4b2-1d43558256c5'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:21:01.355787 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:01.371177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-445098ba-6de1-479a-a967-2f5bb4f4b4ad tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2952564 Aug 28 20:21:01.371177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a727e15-e68c-4dfd-a0c5-7c27850af2e5 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (9395e030-9c09-471f-af76-fb59f74c494b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.379206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40964) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:01.398537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-bfca26e5-03b5-4ce9-9ff8-59c259c7ad39 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--932390287'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:01.404347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3a627b61-76ae-46ef-8a52-256b3ed2d149 None None] Port 28475be5-b2d2-472b-9305-fdf172a74907 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:21:01.412656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Routers {'5627ccc2-2121-4c40-b4b2-1d43558256c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:01.412656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5627ccc2-2121-4c40-b4b2-1d43558256c5'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:01.434255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c01b78-6922-490d-9e3d-95b6f2273a22 req-2a244e52-366c-4201-83c9-d533e6bf0bdb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:01.439506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8c01b78-6922-490d-9e3d-95b6f2273a22 req-2a244e52-366c-4201-83c9-d533e6bf0bdb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.3279595 Aug 28 20:21:01.444483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-baf14642-be8b-4c16-9389-14cdd06a7489 req-89a43a92-f5fb-48e6-9c16-05afa36af962 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943684 Aug 28 20:21:01.484042 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (5faf5e58-0362-49ea-853f-9e3e67024306), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.517647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a727e15-e68c-4dfd-a0c5-7c27850af2e5 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (9395e030-9c09-471f-af76-fb59f74c494b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.524697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-432a15e1-ef61-43f8-8001-5d4176e961a0 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:01.525613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-432a15e1-ef61-43f8-8001-5d4176e961a0 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 1124 time: 0.2293518 Aug 28 20:21:01.530948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.534026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d93d948a-b809-455d-83e2-322506e7b865 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0524960 Aug 28 20:21:01.540786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 40974) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:01.573315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (28475be5-b2d2-472b-9305-fdf172a74907), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.616100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Set router 5627ccc2-2121-4c40-b4b2-1d43558256c5 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:01.673724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8c01b78-6922-490d-9e3d-95b6f2273a22 req-26fc3446-c7f2-485c-93a1-a646b7edeb60 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096248 Aug 28 20:21:01.727486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfca26e5-03b5-4ce9-9ff8-59c259c7ad39 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.753392 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (afbbe777-4640-42ec-9d01-d95d42fd6c1b), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.779465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] No DVR routers for this DVR port afbbe777-4640-42ec-9d01-d95d42fd6c1b on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:01.827825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (5faf5e58-0362-49ea-853f-9e3e67024306), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.842627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b2c5-a77a-420b-9c28-fc19e59ccb8d None None] Pushing event deleted for resources: {'Port': ['ID=afbbe777-4640-42ec-9d01-d95d42fd6c1b,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:01.845095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a727e15-e68c-4dfd-a0c5-7c27850af2e5 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9395e030-9c09-471f-af76-fb59f74c494b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.845521 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:01.848032 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a727e15-e68c-4dfd-a0c5-7c27850af2e5 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:01.849502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3a727e15-e68c-4dfd-a0c5-7c27850af2e5 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9395e030-9c09-471f-af76-fb59f74c494b HTTP/1.1" status: 204 len: 168 time: 0.8778632 Aug 28 20:21:01.862498 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 40994) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:01.869527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a727e15-e68c-4dfd-a0c5-7c27850af2e5 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9395e030-9c09-471f-af76-fb59f74c494b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:01.975169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Subnet': ['ID=5faf5e58-0362-49ea-853f-9e3e67024306,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:02.031251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:20:59Z', 'revision_number': 3, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:02.066700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Checking router: 5627ccc2-2121-4c40-b4b2-1d43558256c5 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:21:02.068202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Updating router 5627ccc2-2121-4c40-b4b2-1d43558256c5 port 3475b664-1373-4890-b0f4-a10af0715b41 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:21:02.113612 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device afbbe777-4640-42ec-9d01-d95d42fd6c1b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:02.122705 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.130428 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aacff99d-a559-4ee9-aac2-86df61e86a8b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5faf5e58-0362-49ea-853f-9e3e67024306 HTTP/1.1" status: 204 len: 168 time: 1.4130344 Aug 28 20:21:02.133294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41010) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:02.153844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa4e9c-ab14-4426-b344-e228c099a100 None None] Network c16195b3-2477-4117-9409-078ccb6cf792 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:02.184913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: afbbe777-4640-42ec-9d01-d95d42fd6c1b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:02.185268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device afbbe777-4640-42ec-9d01-d95d42fd6c1b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:02.220708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3475b664-1373-4890-b0f4-a10af0715b41), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.331648 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:02.368142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e55ef5b1-727b-4777-9607-acac76e1be76 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1189620 Aug 28 20:21:02.373916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41020) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:02.428455 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-dab62952-f026-4f2e-8667-337655cc6ab2 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] delete failed (client error): The resource could not be found. Aug 28 20:21:02.432987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dab62952-f026-4f2e-8667-337655cc6ab2 tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fe0e1a45-0229-4e41-a995-c7c80b31cdad HTTP/1.1" status: 404 len: 347 time: 0.0519021 Aug 28 20:21:02.439541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41022) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:02.455277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] DHCP port deletion for c16195b3-2477-4117-9409-078ccb6cf792 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:21:02.457614 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfca26e5-03b5-4ce9-9ff8-59c259c7ad39 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.461393 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (d4abec8b-0e2b-41a2-8a31-da0960cbb603), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.512263 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-55414bf5-67f9-4c71-866d-4b9ae1c9247a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] show failed (client error): The resource could not be found. Aug 28 20:21:02.513345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-55414bf5-67f9-4c71-866d-4b9ae1c9247a tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2127cd81-0065-4f65-9dd9-84bdffac9996 HTTP/1.1" status: 404 len: 347 time: 0.0716920 Aug 28 20:21:02.519877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41032) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:02.542673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfca26e5-03b5-4ce9-9ff8-59c259c7ad39 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.565908 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-51739875-22f4-4a20-b0b8-32587575c83b tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] show failed (client error): The resource could not be found. Aug 28 20:21:02.573284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-51739875-22f4-4a20-b0b8-32587575c83b tempest-NegativeSecGroupIPv6Test-1872496022 tempest-NegativeSecGroupIPv6Test-1872496022-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/b69538a4-9bbf-47b4-9812-aacc1588736e HTTP/1.1" status: 404 len: 356 time: 0.0455632 Aug 28 20:21:02.623532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] Deleting port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:02.624197 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.723605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f593cb-b49c-424a-bc7a-e33e6622d2f6 req-ee5d9aec-6aee-4ef9-9191-8b0f85646e75 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:02.726776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28475be5-b2d2-472b-9305-fdf172a74907 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:02.732092 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52f593cb-b49c-424a-bc7a-e33e6622d2f6 req-ee5d9aec-6aee-4ef9-9191-8b0f85646e75 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 931 time: 0.1384046 Aug 28 20:21:02.761920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Publish callbacks [] for port (28475be5-b2d2-472b-9305-fdf172a74907), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.762012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] For port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6e2d8489-cf97-4a7f-98d2-ba1172a35bf2,segment=NetworkSegment(2356f558-0e7a-4ff0-81a3-93b41dd6e183),segment_id=2356f558-0e7a-4ff0-81a3-93b41dd6e183)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:02.762012 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.775638 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:02.779884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Transition to ACTIVE for port object 28475be5-b2d2-472b-9305-fdf172a74907 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:21:02.802985 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:02.811355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca26e5-03b5-4ce9-9ff8-59c259c7ad39 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:02.811815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] Calling delete_port for 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:02.854771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfca26e5-03b5-4ce9-9ff8-59c259c7ad39 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.860622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bfca26e5-03b5-4ce9-9ff8-59c259c7ad39 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4728861 Aug 28 20:21:02.860622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41052) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:02.865890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-91ee65f7-adae-4df3-9a76-1179d4dd9439 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': 'c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:02.866408 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-91ee65f7-adae-4df3-9a76-1179d4dd9439 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 20:21:02.866905 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-91ee65f7-adae-4df3-9a76-1179d4dd9439 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:02.868788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-91ee65f7-adae-4df3-9a76-1179d4dd9439 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077984 Aug 28 20:21:02.876231 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (d4abec8b-0e2b-41a2-8a31-da0960cbb603), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.877000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41054) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:02.893789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b838e-252b-412a-9353-4170d02d0071 req-e2866616-72b1-4add-82bb-4ac3e13fd3c1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:02.901789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-570b838e-252b-412a-9353-4170d02d0071 req-e2866616-72b1-4add-82bb-4ac3e13fd3c1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.0826433 Aug 28 20:21:02.913711 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (28475be5-b2d2-472b-9305-fdf172a74907), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:02.921049 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52f593cb-b49c-424a-bc7a-e33e6622d2f6 req-ec9f506b-5c75-48eb-b65c-6533d6ac2548 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868677 Aug 28 20:21:02.990363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Pushing event updated for resources: {'Port': ['ID=28475be5-b2d2-472b-9305-fdf172a74907,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:03.002585 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Publish callbacks [] for port (3475b664-1373-4890-b0f4-a10af0715b41), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.031721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4abec8b-0e2b-41a2-8a31-da0960cbb603']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:03.070139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76c842d-d3b1-4b4b-b119-a6c7a928adf1') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:03.070769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76c842d-d3b1-4b4b-b119-a6c7a928adf1') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:03.075758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed49b7cf-0f01-4af4-8246-f1c3209edbdf tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.107415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (a76c842d-d3b1-4b4b-b119-a6c7a928adf1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.129175 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3475b664-1373-4890-b0f4-a10af0715b41), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.131175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-570b838e-252b-412a-9353-4170d02d0071 req-786ff924-22be-4562-9fd8-68e507aa6a57 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282946 Aug 28 20:21:03.135164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.151850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed49b7cf-0f01-4af4-8246-f1c3209edbdf tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.211945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a76c842d-d3b1-4b4b-b119-a6c7a928adf1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.218036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Attempting to bind port 28475be5-b2d2-472b-9305-fdf172a74907 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:03.218811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Attempting to bind port 28475be5-b2d2-472b-9305-fdf172a74907 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:03.219284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Attempting to bind port 28475be5-b2d2-472b-9305-fdf172a74907 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:03.225017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Port 28475be5-b2d2-472b-9305-fdf172a74907 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:21:03.225445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Attempting to bind port 28475be5-b2d2-472b-9305-fdf172a74907 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:03.232084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:03.232432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Checking segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:03.235283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Bound using segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:03.235283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Bound port: 28475be5-b2d2-472b-9305-fdf172a74907, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:03.235283 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (28475be5-b2d2-472b-9305-fdf172a74907), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.235548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:21:03.235548 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (a76c842d-d3b1-4b4b-b119-a6c7a928adf1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.250856 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (6e2d8489-cf97-4a7f-98d2-ba1172a35bf2), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.289587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Attempting to bind port 3475b664-1373-4890-b0f4-a10af0715b41 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:03.290328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Attempting to bind port 3475b664-1373-4890-b0f4-a10af0715b41 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:03.293613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Attempting to bind port 3475b664-1373-4890-b0f4-a10af0715b41 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:03.305880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41066) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:03.321149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:03.322259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:03.323167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.323392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] For port 28475be5-b2d2-472b-9305-fdf172a74907, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:03.325030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:03.326224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Bound port: 3475b664-1373-4890-b0f4-a10af0715b41, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:03.327054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3475b664-1373-4890-b0f4-a10af0715b41), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.337828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed49b7cf-0f01-4af4-8246-f1c3209edbdf tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.340475 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment a76c842d-d3b1-4b4b-b119-a6c7a928adf1 resource provider aggregate not found Aug 28 20:21:03.342097 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed49b7cf-0f01-4af4-8246-f1c3209edbdf tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.345005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ed49b7cf-0f01-4af4-8246-f1c3209edbdf tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78 HTTP/1.1" status: 204 len: 168 time: 0.4654193 Aug 28 20:21:03.347657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41074) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:03.355268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] For port 28475be5-b2d2-472b-9305-fdf172a74907, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=28475be5-b2d2-472b-9305-fdf172a74907,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:03.366176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49b7cf-0f01-4af4-8246-f1c3209edbdf tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25bb6fc-ca6c-44e0-b28c-4d1fc1083a78,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:03.418492 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment a76c842d-d3b1-4b4b-b119-a6c7a928adf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a76c842d-d3b1-4b4b-b119-a6c7a928adf1 found for delete ", "request_id": "req-e01b974d-1004-4d71-9fa8-f82f7754add3"}]} Aug 28 20:21:03.448369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (28475be5-b2d2-472b-9305-fdf172a74907), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.453463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:03.453948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.455758 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 200 len: 1091 time: 2.2560914 Aug 28 20:21:03.456266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:03.463231 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3374501f-52e4-4400-af93-0ab1866bf94b" -d '{"events": [{"name": "network-changed", "server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "tag": "28475be5-b2d2-472b-9305-fdf172a74907"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:03.511918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] No DVR routers for this DVR port 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:03.537351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b415b3-c385-4b84-8837-234c9d2815a1 None None] Pushing event updated for resources: {'Port': ['ID=3475b664-1373-4890-b0f4-a10af0715b41,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:03.579830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41082) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:03.581659 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:03.605845 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38f69a-52fa-4619-a888-5d0ee87ede04 x-openstack-request-id: req-8a38f69a-52fa-4619-a888-5d0ee87ede04 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:03.606491 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "tag": "28475be5-b2d2-472b-9305-fdf172a74907", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:03.606963 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a38f69a-52fa-4619-a888-5d0ee87ede04 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:03.607554 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a38f69a-52fa-4619-a888-5d0ee87ede04'] response: {'name': 'network-changed', 'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907', 'status': 'completed', 'code': 200} Aug 28 20:21:03.627688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1c426-1295-4cee-9540-79bd46b22302 None None] Pushing event deleted for resources: {'Port': ['ID=6e2d8489-cf97-4a7f-98d2-ba1172a35bf2,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:03.644730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] For port 3475b664-1373-4890-b0f4-a10af0715b41, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:03.653309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] For port 3475b664-1373-4890-b0f4-a10af0715b41, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3475b664-1373-4890-b0f4-a10af0715b41,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:03.698314 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-e65e4eb9-9197-40ae-8094-ee789c56cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:03.700540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-e65e4eb9-9197-40ae-8094-ee789c56cb1b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 1125 time: 0.0965340 Aug 28 20:21:03.700922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (d4abec8b-0e2b-41a2-8a31-da0960cbb603), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.701467 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe23432-c0c0-4861-8507-8e706e7617cc service neutron] Pushing event updated for resources: {'Port': ['ID=28475be5-b2d2-472b-9305-fdf172a74907,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:03.721330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.723213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1022727593-network', 'tenant_id': 'cbf9f25947fb4827acb0b889e67151ae'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:03.728700 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d4abec8b-0e2b-41a2-8a31-da0960cbb603 HTTP/1.1" status: 204 len: 168 time: 1.5947831 Aug 28 20:21:03.731191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41086) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:03.769061 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3475b664-1373-4890-b0f4-a10af0715b41), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.812241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f65e9074-6ed6-4dbf-80fa-9cc24b608f04 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4122996 Aug 28 20:21:03.815576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41088) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:03.820442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a3856e6c-06d8-4998-a4b9-a544f5710176 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--32801978'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:03.824108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efb3a1-f862-4360-a9cd-dcbd54b19e50 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Network': ['ID=d4abec8b-0e2b-41a2-8a31-da0960cbb603,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:03.908818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Made reservation on behalf of cbf9f25947fb4827acb0b889e67151ae for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:03.912250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.915548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-eaab4ab4-c74f-40ca-8934-8521883db5f5 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 200 len: 217 time: 0.0657432 Aug 28 20:21:03.916566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Routers {'5627ccc2-2121-4c40-b4b2-1d43558256c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:03.917614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5627ccc2-2121-4c40-b4b2-1d43558256c5'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:03.920089 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c16195b3-2477-4117-9409-078ccb6cf792), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:03.977596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Allocated IP 172.20.0.1 (b8bc3c98-cb07-425f-ae12-28c702f3b360/bb127f59-ee7c-41b3-bd8b-b7dd624d54e6/c58b7f29-b6b8-4e4e-ae6f-340238bef0f0) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:04.005239 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.026410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5456c505-184f-4ca2-9e93-3760bbabf4d5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bb76c3a27bc64b0ea32f9875da05877e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427340 Aug 28 20:21:04.070586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41092) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:04.083890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-d7af2148-8e9a-42a4-81c0-ead3d93d374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:04.085912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-d7af2148-8e9a-42a4-81c0-ead3d93d374a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.1536341 Aug 28 20:21:04.130025 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:04.163479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b415b3-c385-4b84-8837-234c9d2815a1 None None] Pushing event updated for resources: {'Port': ['ID=3475b664-1373-4890-b0f4-a10af0715b41,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:04.168207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks [] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.173043 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:04.176799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:04.177119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6e2d8489-cf97-4a7f-98d2-ba1172a35bf2 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:04.210838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3856e6c-06d8-4998-a4b9-a544f5710176 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.218110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] Set router 5627ccc2-2121-4c40-b4b2-1d43558256c5 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:04.277189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-372094ca-a42a-49e8-8005-d7cd86aae22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:04.279995 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-372094ca-a42a-49e8-8005-d7cd86aae22e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.0542779 Aug 28 20:21:04.288438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c16195b3-2477-4117-9409-078ccb6cf792), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.331102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740be9-ce1d-4460-82ec-1f6cee33f4da req-e482e0d8-3b6d-4d39-86e7-b26b001f2bc8 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:04.332909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2740be9-ce1d-4460-82ec-1f6cee33f4da req-e482e0d8-3b6d-4d39-86e7-b26b001f2bc8 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 943 time: 0.2364955 Aug 28 20:21:04.334331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-541dd0e2-fafb-4754-b444-2fedb1c6e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:04.335731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-541dd0e2-fafb-4754-b444-2fedb1c6e308 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2328966 Aug 28 20:21:04.387204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16195b3-2477-4117-9409-078ccb6cf792']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:04.410487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee7b3d-9b62-4781-b350-b8cf5fea76d5 req-2be487bf-a744-4336-9ebf-f612cdd7f661 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:04.412101 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1eee7b3d-9b62-4781-b350-b8cf5fea76d5 req-2be487bf-a744-4336-9ebf-f612cdd7f661 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1311846 Aug 28 20:21:04.432487 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:04.437139 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.446353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-677117e0-6424-47b6-8ab5-704f6481bc8f admin admin] Publish callbacks [] for security_group (4f7da3a1-2d4f-4ea0-8654-3a4e3263debe), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.450323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2356f558-0e7a-4ff0-81a3-93b41dd6e183') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:04.450629 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2356f558-0e7a-4ff0-81a3-93b41dd6e183') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:04.464567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:04.473127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:04.530535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:04.539658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:20:59Z', 'revision_number': 3, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:04.560744 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (2356f558-0e7a-4ff0-81a3-93b41dd6e183), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.581190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1eee7b3d-9b62-4781-b350-b8cf5fea76d5 req-a3398c07-ebf8-4639-88e6-564323c0fc94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504369 Aug 28 20:21:04.608445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd043b-bcd3-46b8-987b-93d1b8f205bc None None] The sync data for ids ['5627ccc2-2121-4c40-b4b2-1d43558256c5'] in n-d-854121-7 is: [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:20:59Z', 'revision_number': 3, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:21:04.630910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-1b0d07ca-3a9e-47e8-88a9-e0a4b5d13260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:04.632401 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-1b0d07ca-3a9e-47e8-88a9-e0a4b5d13260 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.3364577 Aug 28 20:21:04.658687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Pushing event updated for resources: {'Port': ['ID=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:04.733627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (5627ccc2-2121-4c40-b4b2-1d43558256c5), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.757216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-677117e0-6424-47b6-8ab5-704f6481bc8f admin admin] Publish callbacks [] for security_group (4f7da3a1-2d4f-4ea0-8654-3a4e3263debe), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:04.760328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-1444ddb8-03b1-4235-9ab6-1c7e0bcc130d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 1000 time: 0.1164968 Aug 28 20:21:04.837685 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=5,neutron:SELECT=77,neutron:INSERT=11,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:04.853000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2740be9-ce1d-4460-82ec-1f6cee33f4da req-c2199058-467b-4b23-9b5f-533464c54ac4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4872458 Aug 28 20:21:04.857170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-1b0d8329-0616-490e-a2d7-7fe5bd3b4120 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993651 Aug 28 20:21:04.926351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-35cd8fd9-d4ba-4b0a-8e3d-8842b34dd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:04.929066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-35cd8fd9-d4ba-4b0a-8e3d-8842b34dd02f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.1089036 Aug 28 20:21:04.965187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dd2644d7-f186-4a2b-846d-1296a35b9347 None None] Provisioning complete for port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:04.965720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dd2644d7-f186-4a2b-846d-1296a35b9347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.064306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dd2644d7-f186-4a2b-846d-1296a35b9347 None None] Port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:21:05.065378 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks [] for security_group (c8f4319f-6279-432e-8256-4700bb2e93de), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.084086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-7d6bc273-9dc5-425f-b36d-0aad81e6a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:05.086741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-7d6bc273-9dc5-425f-b36d-0aad81e6a449 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0717242 Aug 28 20:21:05.088141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2356f558-0e7a-4ff0-81a3-93b41dd6e183), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.100149 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29e17f9f-2e46-43f8-bbf3-dca03e4f2600 req-2ff3a39e-37ba-49b5-9aa4-7a15b16619ec service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032390 Aug 28 20:21:05.108682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:21:05.109034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (2356f558-0e7a-4ff0-81a3-93b41dd6e183), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.206487 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2356f558-0e7a-4ff0-81a3-93b41dd6e183 resource provider aggregate not found Aug 28 20:21:05.212718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.214991 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3856e6c-06d8-4998-a4b9-a544f5710176 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (cb643408-67e9-4370-90da-d4eb4ca1c547), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.228729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8f4319f-6279-432e-8256-4700bb2e93de), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.236217 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2356f558-0e7a-4ff0-81a3-93b41dd6e183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2356f558-0e7a-4ff0-81a3-93b41dd6e183 found for delete ", "request_id": "req-b8e7fc88-a1c7-43ed-8c64-84ad58d0ec6f"}]} Aug 28 20:21:05.258501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:21:05.280374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.280645 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Added segment 7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190 of type vlan for network 0402836c-dfb6-4a90-a5f0-600f667d50ab Aug 28 20:21:05.282378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4319f-6279-432e-8256-4700bb2e93de,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:05.293480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c16195b3-2477-4117-9409-078ccb6cf792), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.308327 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.311753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c16195b3-2477-4117-9409-078ccb6cf792 HTTP/1.1" status: 204 len: 168 time: 1.5791512 Aug 28 20:21:05.333495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41104) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:05.356852 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-677117e0-6424-47b6-8ab5-704f6481bc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4f7da3a1-2d4f-4ea0-8654-3a4e3263debe), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.359359 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-677117e0-6424-47b6-8ab5-704f6481bc8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.360557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-677117e0-6424-47b6-8ab5-704f6481bc8f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4f7da3a1-2d4f-4ea0-8654-3a4e3263debe HTTP/1.1" status: 204 len: 168 time: 1.2871799 Aug 28 20:21:05.388680 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-a49630cf-44d4-4f2e-ab7b-3098cc3127cd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904763 Aug 28 20:21:05.392610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3856e6c-06d8-4998-a4b9-a544f5710176 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cb643408-67e9-4370-90da-d4eb4ca1c547), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.401763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9646-1d1e-44d9-ab65-d30c3973e094 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Network': ['ID=c16195b3-2477-4117-9409-078ccb6cf792,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:05.442531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (0402836c-dfb6-4a90-a5f0-600f667d50ab), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.463114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677117e0-6424-47b6-8ab5-704f6481bc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7da3a1-2d4f-4ea0-8654-3a4e3263debe,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:05.495882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3856e6c-06d8-4998-a4b9-a544f5710176 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb643408-67e9-4370-90da-d4eb4ca1c547,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:05.498482 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:05.519002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting subnet 8a1180a5-65bc-456f-b609-e3ee8e1715fb {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:21:05.522778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (8a1180a5-65bc-456f-b609-e3ee8e1715fb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.567449 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3856e6c-06d8-4998-a4b9-a544f5710176 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.572982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41110) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:05.574150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a3856e6c-06d8-4998-a4b9-a544f5710176 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7570703 Aug 28 20:21:05.580732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7875a154-f095-4e16-93a0-c6a5652d229e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': 'cb643408-67e9-4370-90da-d4eb4ca1c547', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:05.581728 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-7875a154-f095-4e16-93a0-c6a5652d229e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 20:21:05.582393 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-7875a154-f095-4e16-93a0-c6a5652d229e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:05.586697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7875a154-f095-4e16-93a0-c6a5652d229e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121732 Aug 28 20:21:05.591755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:05.647997 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks [] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.655240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-96647713-2184-422a-a852-26bd01420c9e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444766 Aug 28 20:21:05.701260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (8a1180a5-65bc-456f-b609-e3ee8e1715fb), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.707172 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (0402836c-dfb6-4a90-a5f0-600f667d50ab), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.713072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:05.713754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.780490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.871073 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5639334 Aug 28 20:21:05.874555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da503-19ef-4f3e-84ec-61947ea8fc70 req-0f2696b1-3804-4713-a152-5a305ec1f22d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:05.880278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3da503-19ef-4f3e-84ec-61947ea8fc70 req-0f2696b1-3804-4713-a152-5a305ec1f22d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1551085 Aug 28 20:21:05.892058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41120) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:05.902934 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84935a4a-1590-4abd-b792-6f1cb71481bd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (cb643408-67e9-4370-90da-d4eb4ca1c547), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:05.911295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Request body: {'subnet': {'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1022727593-subnet', 'tenant_id': 'cbf9f25947fb4827acb0b889e67151ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:05.976800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdaf6c-aed6-4ee2-8b00-338e50e96f74 admin admin] Pushing event updated for resources: {'Network': ['ID=0402836c-dfb6-4a90-a5f0-600f667d50ab,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:06.001502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (5627ccc2-2121-4c40-b4b2-1d43558256c5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.011730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Pushing event updated for resources: {'Port': ['ID=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:06.023264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:21:06.117724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3475b664-1373-4890-b0f4-a10af0715b41 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:06.140156 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84935a4a-1590-4abd-b792-6f1cb71481bd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (cb643408-67e9-4370-90da-d4eb4ca1c547), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.169681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (8a1180a5-65bc-456f-b609-e3ee8e1715fb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.198255 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Made reservation on behalf of cbf9f25947fb4827acb0b889e67151ae for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:06.200944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.273269 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:06.279007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3475b664-1373-4890-b0f4-a10af0715b41 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:06.279391 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3475b664-1373-4890-b0f4-a10af0715b41), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.331779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:06.334213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:06.346192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a3da503-19ef-4f3e-84ec-61947ea8fc70 req-5ce98aae-6e37-413f-a3bc-4ff3d2b2dde9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4591591 Aug 28 20:21:06.425426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53dcc7-bc58-4604-bdef-d3ecca398907 req-e83b7d39-f082-442a-b779-cdea319ad691 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:06.427271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a53dcc7-bc58-4604-bdef-d3ecca398907 req-e83b7d39-f082-442a-b779-cdea319ad691 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 943 time: 0.3001838 Aug 28 20:21:06.432846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (8a1180a5-65bc-456f-b609-e3ee8e1715fb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.442720 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:06.481045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374501f-52e4-4400-af93-0ab1866bf94b req-49765971-6e15-4363-88cb-703a065fa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:06.481520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3374501f-52e4-4400-af93-0ab1866bf94b req-49765971-6e15-4363-88cb-703a065fa3b4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 1125 time: 0.4816446 Aug 28 20:21:06.499123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1180a5-65bc-456f-b609-e3ee8e1715fb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:06.545781 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.550623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-32bb63ca-a0ac-4303-9b2c-347b5db54544 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8a1180a5-65bc-456f-b609-e3ee8e1715fb HTTP/1.1" status: 204 len: 168 time: 1.2159200 Aug 28 20:21:06.555974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41136) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:06.567501 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84935a4a-1590-4abd-b792-6f1cb71481bd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cb643408-67e9-4370-90da-d4eb4ca1c547), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.570994 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-84935a4a-1590-4abd-b792-6f1cb71481bd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.576420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-84935a4a-1590-4abd-b792-6f1cb71481bd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cb643408-67e9-4370-90da-d4eb4ca1c547 HTTP/1.1" status: 204 len: 168 time: 0.9824936 Aug 28 20:21:06.599924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41138) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:06.653370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a53dcc7-bc58-4604-bdef-d3ecca398907 req-a2f0fc47-518b-4f6f-b730-f6c246b91c36 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155130 Aug 28 20:21:06.663715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84935a4a-1590-4abd-b792-6f1cb71481bd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb643408-67e9-4370-90da-d4eb4ca1c547,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:06.741235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374501f-52e4-4400-af93-0ab1866bf94b req-d71439fd-5106-497f-9676-42965c855eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:06.745187 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3374501f-52e4-4400-af93-0ab1866bf94b req-d71439fd-5106-497f-9676-42965c855eb9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 910 time: 0.2254252 Aug 28 20:21:06.753914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f11f58-30b8-4c76-8b0c-7d5916f1b551 None None] Network 66ae8b5b-73e6-422f-a83f-ef04650c8da6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:06.822430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3374501f-52e4-4400-af93-0ab1866bf94b req-427845fc-c9e7-4fd8-9351-c4ce72cbcbeb service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 200 len: 217 time: 0.0709977 Aug 28 20:21:06.832379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3475b664-1373-4890-b0f4-a10af0715b41 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:06.832802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3475b664-1373-4890-b0f4-a10af0715b41), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.913445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3475b664-1373-4890-b0f4-a10af0715b41, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3475b664-1373-4890-b0f4-a10af0715b41,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:06.931077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-249d7a62-57b6-4557-a4a3-ff9847bdf8e0 None None] Provisioning complete for port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:06.933829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374501f-52e4-4400-af93-0ab1866bf94b req-c78233d9-160c-44c8-a857-4b76c74363a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:06.936408 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-249d7a62-57b6-4557-a4a3-ff9847bdf8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:06.941340 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3374501f-52e4-4400-af93-0ab1866bf94b req-c78233d9-160c-44c8-a857-4b76c74363a3 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.1107614 Aug 28 20:21:07.017837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-249d7a62-57b6-4557-a4a3-ff9847bdf8e0 None None] Port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:21:07.021860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374501f-52e4-4400-af93-0ab1866bf94b req-448a094d-3f23-4e9c-941e-3d08c50de731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:07.025027 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3374501f-52e4-4400-af93-0ab1866bf94b req-448a094d-3f23-4e9c-941e-3d08c50de731 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761828 Aug 28 20:21:07.029002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3475b664-1373-4890-b0f4-a10af0715b41), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.071451 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] DHCP port deletion for 66ae8b5b-73e6-422f-a83f-ef04650c8da6 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:21:07.077938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 28475be5-b2d2-472b-9305-fdf172a74907 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:21:07.140924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3475b664-1373-4890-b0f4-a10af0715b41,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:07.237369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3374501f-52e4-4400-af93-0ab1866bf94b req-92d8a6f7-527f-49e8-b282-def0eb414625 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045422 Aug 28 20:21:07.274122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] Deleting port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:07.274510 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.360363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fcdbd7fb-2189-4ec9-8143-e370a42fa1dc tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7543571 Aug 28 20:21:07.362071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41146) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:07.373733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Router 5627ccc2-2121-4c40-b4b2-1d43558256c5 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:21:07.385902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-33ddda50-f253-4add-b776-ceb55aff107f tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119935684'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:07.477540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3374501f-52e4-4400-af93-0ab1866bf94b req-e4b5decd-71b0-45f0-96e4-a7f72e9d6466 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339199 Aug 28 20:21:07.481099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] For port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,segment=NetworkSegment(3d2724b0-7f81-488e-81c0-3c54be862096),segment_id=3d2724b0-7f81-488e-81c0-3c54be862096)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:07.483634 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.528251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] Calling delete_port for eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:07.532015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 28475be5-b2d2-472b-9305-fdf172a74907, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=28475be5-b2d2-472b-9305-fdf172a74907,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:07.539048 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ddda50-f253-4add-b776-ceb55aff107f tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.554901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '28475be5-b2d2-472b-9305-fdf172a74907', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'port_id': '28475be5-b2d2-472b-9305-fdf172a74907', 'mac_address': 'fa:16:3e:14:66:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:21:07.562880 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:07.621289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:21:07.624287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 28475be5-b2d2-472b-9305-fdf172a74907 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:07.625075 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (28475be5-b2d2-472b-9305-fdf172a74907), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.627043 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (66ae8b5b-73e6-422f-a83f-ef04650c8da6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.633215 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Sync routers for ids ['5627ccc2-2121-4c40-b4b2-1d43558256c5'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:21:07.634510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-df0671f4-b213-4259-95d6-0540cf669023 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5627ccc2-2121-4c40-b4b2-1d43558256c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0923929 Aug 28 20:21:07.648463 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Routers {'5627ccc2-2121-4c40-b4b2-1d43558256c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:07.654939 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5627ccc2-2121-4c40-b4b2-1d43558256c5'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:07.715363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28475be5-b2d2-472b-9305-fdf172a74907 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:07.751756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 28475be5-b2d2-472b-9305-fdf172a74907, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=28475be5-b2d2-472b-9305-fdf172a74907,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:07.772711 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ddda50-f253-4add-b776-ceb55aff107f tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (588463f0-c34a-43d3-a095-646a278ec512), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.774711 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (17669fe0-e76d-4c68-a74e-566dac28aa6c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.795747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86943-437c-4b94-ad6c-4d6c74067a05 req-e1ae5cab-3e5f-4806-9cf0-22afeafddfde tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:07.799850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4be86943-437c-4b94-ad6c-4d6c74067a05 req-e1ae5cab-3e5f-4806-9cf0-22afeafddfde tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1899066 Aug 28 20:21:07.814266 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.851986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] Pushing event deleted for resources: {'Port': ['ID=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:07.856047 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (28475be5-b2d2-472b-9305-fdf172a74907), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.858721 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:07.871570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ddda50-f253-4add-b776-ceb55aff107f tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (588463f0-c34a-43d3-a095-646a278ec512), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:07.928329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590a6d3-567c-4826-9947-e05b42be611e None None] No DVR routers for this DVR port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:07.929327 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:07.930994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=28475be5-b2d2-472b-9305-fdf172a74907,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:07.935036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Set router 5627ccc2-2121-4c40-b4b2-1d43558256c5 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:07.975925 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=11 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:07.996787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Deleting port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:07.999238 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.026013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425b382-4166-410b-957a-3964c7e942f1 req-35e44414-a4e1-44e6-b397-d056a37cad8f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:08.028002 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3425b382-4166-410b-957a-3964c7e942f1 req-35e44414-a4e1-44e6-b397-d056a37cad8f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 943 time: 0.2240260 Aug 28 20:21:08.035410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddda50-f253-4add-b776-ceb55aff107f tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588463f0-c34a-43d3-a095-646a278ec512,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:08.070533 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:08.070533 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:08.075033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['28475be5-b2d2-472b-9305-fdf172a74907'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:21:08.106835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33ddda50-f253-4add-b776-ceb55aff107f tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.109995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33ddda50-f253-4add-b776-ceb55aff107f tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7473593 Aug 28 20:21:08.140264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41166) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:08.158207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-69abca80-2c7d-49c6-a179-ef20c0fea2b1 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '588463f0-c34a-43d3-a095-646a278ec512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:08.164924 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-69abca80-2c7d-49c6-a179-ef20c0fea2b1 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 20:21:08.165610 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-69abca80-2c7d-49c6-a179-ef20c0fea2b1 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:08.167227 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-69abca80-2c7d-49c6-a179-ef20c0fea2b1 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248582 Aug 28 20:21:08.172347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3475b664-1373-4890-b0f4-a10af0715b41 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:08.177567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41170) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:08.190675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-be2ad082-7814-4067-92dd-d7b557ed96fb tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '588463f0-c34a-43d3-a095-646a278ec512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:08.191334 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-be2ad082-7814-4067-92dd-d7b557ed96fb tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 20:21:08.191911 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-be2ad082-7814-4067-92dd-d7b557ed96fb tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:08.195207 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-be2ad082-7814-4067-92dd-d7b557ed96fb tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156670 Aug 28 20:21:08.211722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41172) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:08.234661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4be86943-437c-4b94-ad6c-4d6c74067a05 req-d8697ba2-d8fa-4423-b558-a77fccf46b15 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800824 Aug 28 20:21:08.237734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c8fe6b47-b35d-4d56-b41c-57861faabae5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '588463f0-c34a-43d3-a095-646a278ec512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:08.241019 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Pushing event updated for resources: {'Subnet': ['ID=17669fe0-e76d-4c68-a74e-566dac28aa6c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:08.246397 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-c8fe6b47-b35d-4d56-b41c-57861faabae5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 20:21:08.246397 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-c8fe6b47-b35d-4d56-b41c-57861faabae5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:08.246397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c8fe6b47-b35d-4d56-b41c-57861faabae5 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0302713 Aug 28 20:21:08.252273 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41176) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:08.263788 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Checking segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:08.264397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Network hostable DHCP agents. Network: 0402836c-dfb6-4a90-a5f0-600f667d50ab, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:21:08.279447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b3ff6cac-3f3b-46bf-b4d7-1a4deda38a33 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '588463f0-c34a-43d3-a095-646a278ec512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:08.279447 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-b3ff6cac-3f3b-46bf-b4d7-1a4deda38a33 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 20:21:08.279447 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-b3ff6cac-3f3b-46bf-b4d7-1a4deda38a33 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:08.279447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b3ff6cac-3f3b-46bf-b4d7-1a4deda38a33 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0228341 Aug 28 20:21:08.279828 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:08.295037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41178) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:08.297284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] For port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48, host n-d-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:08.298055 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.323269 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:21:05Z', 'revision_number': 4, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c58b7f29-b6b8-4e4e-ae6f-340238bef0f0', 'name': '', 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'mac_address': 'fa:16:3e:8f:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:03Z', 'updated_at': '2022-08-28T20:21:05Z', 'revision_number': 2, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'subnets': [{'id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:08.341000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3425b382-4166-410b-957a-3964c7e942f1 req-d1cbeb30-3fd7-437d-84ce-ed85e0ee3295 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727902 Aug 28 20:21:08.359781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Calling delete_port for eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:08.385680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.ipam_backend_mixin [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 was not found and therefore no delete operation was performed {{(pid=114321) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 28 20:21:08.387998 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (eb37bc2b-fc00-4dec-b0d8-b668a94e7e48), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.394352 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Checking router: 5627ccc2-2121-4c40-b4b2-1d43558256c5 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:21:08.394994 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Updating router 5627ccc2-2121-4c40-b4b2-1d43558256c5 port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:21:08.410593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3475b664-1373-4890-b0f4-a10af0715b41 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:08.410976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3475b664-1373-4890-b0f4-a10af0715b41), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.454266 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.466923 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:08.470589 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4471c987-14ad-4f35-990b-43afa54c7e81 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (588463f0-c34a-43d3-a095-646a278ec512), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.494064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Port': ['ID=eb37bc2b-fc00-4dec-b0d8-b668a94e7e48,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:08.503075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] No DVR routers for this DVR port eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:08.522121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:21:08.523258 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:08.533094 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4471c987-14ad-4f35-990b-43afa54c7e81 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (588463f0-c34a-43d3-a095-646a278ec512), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.595069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3475b664-1373-4890-b0f4-a10af0715b41 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:08.683391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:08.720601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:08.724142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device eb37bc2b-fc00-4dec-b0d8-b668a94e7e48 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:08.737068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (66ae8b5b-73e6-422f-a83f-ef04650c8da6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.783686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ae8b5b-73e6-422f-a83f-ef04650c8da6']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:08.785073 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4471c987-14ad-4f35-990b-43afa54c7e81 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (588463f0-c34a-43d3-a095-646a278ec512), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.791443 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4471c987-14ad-4f35-990b-43afa54c7e81 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.793715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4471c987-14ad-4f35-990b-43afa54c7e81 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/588463f0-c34a-43d3-a095-646a278ec512 HTTP/1.1" status: 204 len: 168 time: 0.4811480 Aug 28 20:21:08.802613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41190) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:08.810223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2724b0-7f81-488e-81c0-3c54be862096') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:08.822212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2724b0-7f81-488e-81c0-3c54be862096') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:08.830179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471c987-14ad-4f35-990b-43afa54c7e81 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588463f0-c34a-43d3-a095-646a278ec512,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:08.834044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (3d2724b0-7f81-488e-81c0-3c54be862096), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.859992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3d2724b0-7f81-488e-81c0-3c54be862096), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.879446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:21:08.879856 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (3d2724b0-7f81-488e-81c0-3c54be862096), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.946330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40fd9f9e-97dd-4f80-b8ca-8c20103352ff tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1439784 Aug 28 20:21:08.950081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41196) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:08.972873 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Publish callbacks [] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:08.987044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f170f38f-7968-4f12-ba3c-bbb49d9fca9e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360104866'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:09.026033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 0402836c-dfb6-4a90-a5f0-600f667d50ab) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:09.039853 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d738774-b363-4f46-88e7-e7d8f7edadc7 None None] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:09.058465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:09.059404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.104968 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f170f38f-7968-4f12-ba3c-bbb49d9fca9e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.106434 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.168371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 28475be5-b2d2-472b-9305-fdf172a74907 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:09.182314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-d9209339-b10e-4d2b-af1c-66d16f75b057 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:09.184416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-d9209339-b10e-4d2b-af1c-66d16f75b057 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/networks?id=b8bc3c98-cb07-425f-ae12-28c702f3b360 HTTP/1.1" status: 200 len: 813 time: 0.1863172 Aug 28 20:21:09.258610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-e1d3c3d2-4a1b-4372-a7ce-ffd2d399c4e5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/quotas/4dce5b0fe7b344798afba0361d13f457 HTTP/1.1" status: 200 len: 375 time: 0.0456035 Aug 28 20:21:09.258610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (66ae8b5b-73e6-422f-a83f-ef04650c8da6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.291875 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.304808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 28475be5-b2d2-472b-9305-fdf172a74907 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:21:09.310064 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/networks/66ae8b5b-73e6-422f-a83f-ef04650c8da6 HTTP/1.1" status: 204 len: 168 time: 2.7498474 Aug 28 20:21:09.315321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41214) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:09.326353 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3d2724b0-7f81-488e-81c0-3c54be862096 resource provider aggregate not found Aug 28 20:21:09.340781 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe0c89-dff2-4252-ab93-7b206e855ca1 None None] Pushing event updated for resources: {'Port': ['ID=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:09.411751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-20361c0c-34df-4737-a338-8c871122131f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5153494 Aug 28 20:21:09.423041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-0402836c-dfb6-4a90-a5f0-600f667d50ab', 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'project_id': 'cbf9f25947fb4827acb0b889e67151ae', 'fixed_ips': [{'subnet_id': '17669fe0-e76d-4c68-a74e-566dac28aa6c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:21:09.423041 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.423253 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Attempting to bind port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:09.423253 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Attempting to bind port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:09.423253 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Attempting to bind port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 on network b8bc3c98-cb07-425f-ae12-28c702f3b360 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:09.429727 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:09.430215 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Checking segment: {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:09.430620 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.431009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Bound using segment: {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:09.431515 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Bound port: c58b7f29-b6b8-4e4e-ae6f-340238bef0f0, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:09.431897 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.461192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 28475be5-b2d2-472b-9305-fdf172a74907 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:09.461699 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (28475be5-b2d2-472b-9305-fdf172a74907), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.474793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9338af5e-9bff-4a08-8998-6ddd14e9cb1b tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cd068649-dbbf-4432-9101-47fd1cc34639 HTTP/1.1" status: 200 len: 205 time: 0.1513395 Aug 28 20:21:09.503805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f170f38f-7968-4f12-ba3c-bbb49d9fca9e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (7411fa8a-2b2f-4417-8aee-f98011878054), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.508991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945cb9-a9d6-47e7-ae8f-682d77dbff93 tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Pushing event deleted for resources: {'Network': ['ID=66ae8b5b-73e6-422f-a83f-ef04650c8da6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:09.512749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-efa1cde5-b1ed-4c9c-949a-73bd301aff91 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4dce5b0fe7b344798afba0361d13f457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2637482 Aug 28 20:21:09.517351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41222) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:09.581023 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f170f38f-7968-4f12-ba3c-bbb49d9fca9e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7411fa8a-2b2f-4417-8aee-f98011878054), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.620857 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] For port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:09.627699 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] For port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:09.694190 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfedf8-5bbe-45b2-9f1b-9ce7553caaad tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router (cd068649-dbbf-4432-9101-47fd1cc34639), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.734589 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.809650 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3d2724b0-7f81-488e-81c0-3c54be862096 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d2724b0-7f81-488e-81c0-3c54be862096 found for delete ", "request_id": "req-91beebb1-2486-4f5a-be8c-c4da3d2a2f18"}]} Aug 28 20:21:09.826751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af947431-df55-4cda-92b4-bc5fe4e34bc6 req-b7cad6b4-538f-4779-b64f-7aeb3122a80d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:09.829574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af947431-df55-4cda-92b4-bc5fe4e34bc6 req-b7cad6b4-538f-4779-b64f-7aeb3122a80d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.3227077 Aug 28 20:21:09.832934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170f38f-7968-4f12-ba3c-bbb49d9fca9e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7411fa8a-2b2f-4417-8aee-f98011878054,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:09.889343 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:09.890305 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f170f38f-7968-4f12-ba3c-bbb49d9fca9e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:09.894606 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe0c89-dff2-4252-ab93-7b206e855ca1 None None] Pushing event updated for resources: {'Port': ['ID=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:09.895051 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f170f38f-7968-4f12-ba3c-bbb49d9fca9e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9423785 Aug 28 20:21:09.916754 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Routers {'5627ccc2-2121-4c40-b4b2-1d43558256c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:09.917401 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5627ccc2-2121-4c40-b4b2-1d43558256c5'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:09.949004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:09.956572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Allocated IP 172.20.0.2 (0402836c-dfb6-4a90-a5f0-600f667d50ab/17669fe0-e76d-4c68-a74e-566dac28aa6c/cccc686d-8f63-495b-a4db-ae7ea426d27a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:09.965581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5b60c1d3-e4b1-4d07-b0c6-b17470946419 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:09.966682 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-5b60c1d3-e4b1-4d07-b0c6-b17470946419 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 20:21:09.967552 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-5b60c1d3-e4b1-4d07-b0c6-b17470946419 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:09.969294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5b60c1d3-e4b1-4d07-b0c6-b17470946419 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153544 Aug 28 20:21:09.972826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41234) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:09.982025 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:09.983641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-011f4283-0b5b-4db9-b340-93a33c303de1 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:10.020101 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:10.022915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-c1f2005e-e572-4b84-ba1a-a5e10b753e1b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b8bc3c98-cb07-425f-ae12-28c702f3b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261781 Aug 28 20:21:10.046929 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af947431-df55-4cda-92b4-bc5fe4e34bc6 req-3ed6e629-dd8b-490c-a9c5-80b70c9a976e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932416 Aug 28 20:21:10.094099 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] Set router 5627ccc2-2121-4c40-b4b2-1d43558256c5 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:10.208018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 28475be5-b2d2-472b-9305-fdf172a74907 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:10.208627 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (28475be5-b2d2-472b-9305-fdf172a74907), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.210788 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Publish callbacks [] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.238172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48033f52-903a-4fe2-b3c7-e74d1b5df320 req-7865c09f-fea8-4425-b4f5-8f7b126ee891 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:10.241056 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48033f52-903a-4fe2-b3c7-e74d1b5df320 req-7865c09f-fea8-4425-b4f5-8f7b126ee891 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 944 time: 0.0996497 Aug 28 20:21:10.260851 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:10.264076 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e45137-f0f1-46cc-8435-a71b2b605283" -d '{"events": [{"server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "28475be5-b2d2-472b-9305-fdf172a74907"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:10.277811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 28475be5-b2d2-472b-9305-fdf172a74907, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=28475be5-b2d2-472b-9305-fdf172a74907,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:10.291277 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:10.316232 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.345225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-48033f52-903a-4fe2-b3c7-e74d1b5df320 req-d76486e8-d301-4ee9-8a56-b9d30f1143e6 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722599 Aug 28 20:21:10.359769 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-011f4283-0b5b-4db9-b340-93a33c303de1 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:10.360831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-011f4283-0b5b-4db9-b340-93a33c303de1 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3863573 Aug 28 20:21:10.369352 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41238) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:10.369817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3139eebf-0e9f-4811-81d8-3c99aa0e8eaa tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:10.370429 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-3139eebf-0e9f-4811-81d8-3c99aa0e8eaa tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 20:21:10.371043 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-3139eebf-0e9f-4811-81d8-3c99aa0e8eaa tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:10.372197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3139eebf-0e9f-4811-81d8-3c99aa0e8eaa tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068002 Aug 28 20:21:10.380472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41242) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:10.390895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5a0ce04b-15e2-4eb1-a0a5-566cc0780373 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:10.416233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfedf8-5bbe-45b2-9f1b-9ce7553caaad tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (cd068649-dbbf-4432-9101-47fd1cc34639), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.423766 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:21:05Z', 'revision_number': 4, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c58b7f29-b6b8-4e4e-ae6f-340238bef0f0', 'name': '', 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'mac_address': 'fa:16:3e:8f:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:03Z', 'updated_at': '2022-08-28T20:21:09Z', 'revision_number': 4, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'subnets': [{'id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:10.437706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfedf8-5bbe-45b2-9f1b-9ce7553caaad tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router_controller (cd068649-dbbf-4432-9101-47fd1cc34639), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.458902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:10.464392 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862af3-9ff0-4df8-8ad7-c9019be9b8b3 None None] The sync data for ids ['5627ccc2-2121-4c40-b4b2-1d43558256c5'] in n-d-854121-7 is: [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:21:05Z', 'revision_number': 4, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c58b7f29-b6b8-4e4e-ae6f-340238bef0f0', 'name': '', 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'mac_address': 'fa:16:3e:8f:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:03Z', 'updated_at': '2022-08-28T20:21:09Z', 'revision_number': 4, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'subnets': [{'id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:21:10.480418 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (28475be5-b2d2-472b-9305-fdf172a74907), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.485243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:10.507615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:10.525351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Pushing event updated for resources: {'Port': ['ID=cccc686d-8f63-495b-a4db-ae7ea426d27a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:10.541489 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:10.570662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-7536bd46-2ccc-4b52-863c-f1cbbd21fa4c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b8bc3c98-cb07-425f-ae12-28c702f3b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936330 Aug 28 20:21:10.654990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfedf8-5bbe-45b2-9f1b-9ce7553caaad tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (cd068649-dbbf-4432-9101-47fd1cc34639), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.658041 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbfedf8-5bbe-45b2-9f1b-9ce7553caaad tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Fanout notify agent at l3_agent the message router_deleted on router cd068649-dbbf-4432-9101-47fd1cc34639 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:21:10.667186 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-5a0ce04b-15e2-4eb1-a0a5-566cc0780373 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:10.675678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5a0ce04b-15e2-4eb1-a0a5-566cc0780373 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2891483 Aug 28 20:21:10.678181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41252) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:10.683962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c6cfb622-5370-4da5-87bf-094fd40ab30e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:10.684431 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-c6cfb622-5370-4da5-87bf-094fd40ab30e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 20:21:10.684912 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-c6cfb622-5370-4da5-87bf-094fd40ab30e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:10.689416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfedf8-5bbe-45b2-9f1b-9ce7553caaad tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.713251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6cbfedf8-5bbe-45b2-9f1b-9ce7553caaad tempest-RoutersNegativeIpV6Test-584823711 tempest-RoutersNegativeIpV6Test-584823711-project] 10.222.0.78 "DELETE /networking/v2.0/routers/cd068649-dbbf-4432-9101-47fd1cc34639 HTTP/1.1" status: 204 len: 168 time: 1.1903367 Aug 28 20:21:10.718772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41254) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:10.721329 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c6cfb622-5370-4da5-87bf-094fd40ab30e tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054331 Aug 28 20:21:10.736829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=28475be5-b2d2-472b-9305-fdf172a74907,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:10.739497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c705ef28-e8a4-49e5-ab4c-4397a1ca4535 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:10.742983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Attempting to bind port cccc686d-8f63-495b-a4db-ae7ea426d27a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Attempting to bind port cccc686d-8f63-495b-a4db-ae7ea426d27a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Attempting to bind port cccc686d-8f63-495b-a4db-ae7ea426d27a on network 0402836c-dfb6-4a90-a5f0-600f667d50ab {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Checking segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Bound using segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Bound port: cccc686d-8f63-495b-a4db-ae7ea426d27a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:10.753130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:10.824912 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:10.864177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] For port cccc686d-8f63-495b-a4db-ae7ea426d27a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:10.869280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] For port cccc686d-8f63-495b-a4db-ae7ea426d27a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cccc686d-8f63-495b-a4db-ae7ea426d27a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:10.974012 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1fb6ed-9e00-445f-8f68-f032d5e730ca x-openstack-request-id: req-9a1fb6ed-9e00-445f-8f68-f032d5e730ca {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:10.974302 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "28475be5-b2d2-472b-9305-fdf172a74907", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:10.974846 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a1fb6ed-9e00-445f-8f68-f032d5e730ca {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:10.975386 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1fb6ed-9e00-445f-8f68-f032d5e730ca'] response: {'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907', 'code': 200} Aug 28 20:21:10.978941 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:11.014607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-9581a7eb-6890-4e7d-b7d2-d9f7c8333b4c tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:11.019899 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-9581a7eb-6890-4e7d-b7d2-d9f7c8333b4c tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 816 time: 0.3404977 Aug 28 20:21:11.065477 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-125ad20c-f7de-48a6-8299-e30b7f9501a8 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/quotas/cbf9f25947fb4827acb0b889e67151ae HTTP/1.1" status: 200 len: 375 time: 0.0359979 Aug 28 20:21:11.153005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781a6f1-c715-458b-9442-ee77caa2651f None None] Pushing event updated for resources: {'Port': ['ID=cccc686d-8f63-495b-a4db-ae7ea426d27a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:11.188447 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-c705ef28-e8a4-49e5-ab4c-4397a1ca4535 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:11.203795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c705ef28-e8a4-49e5-ab4c-4397a1ca4535 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4801044 Aug 28 20:21:11.221772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-215ee8be-9937-4fcb-89cf-e48ccb56ef78 req-d5437c4f-d053-4973-8228-4422017c892d tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.1456561 Aug 28 20:21:11.245034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41270) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:11.273595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-fa5e3b63-4d98-4f81-9449-081687470064 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:11.275296 n-d-854121-7 neutron-server[114321]: WARNING neutron.api.v2.base [None req-fa5e3b63-4d98-4f81-9449-081687470064 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 20:21:11.280202 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-fa5e3b63-4d98-4f81-9449-081687470064 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:11.287913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fa5e3b63-4d98-4f81-9449-081687470064 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0381258 Aug 28 20:21:11.291317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41272) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:11.323753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3bcaed30-6f7a-4d27-8218-c875dc3e87a2 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:11.362686 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-3f16b58a-f769-42b9-b92d-0430e04e29e3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2959487 Aug 28 20:21:11.388960 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:11.659876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7621-6e88-4b10-99bd-9453e5c117a2 req-c9e61177-88b3-4c5b-ab44-9c8392979162 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:11.662175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b22e7621-6e88-4b10-99bd-9453e5c117a2 req-c9e61177-88b3-4c5b-ab44-9c8392979162 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1177502 Aug 28 20:21:11.700993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-8dad4ebe-f3ed-4a66-acb1-a54acb902a2d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344040 Aug 28 20:21:11.799589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4207f-1097-4cd6-b7fd-d6411ec59da9 req-ca3b4364-02d1-40d6-9940-2343e5b16389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:11.803170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ae4207f-1097-4cd6-b7fd-d6411ec59da9 req-ca3b4364-02d1-40d6-9940-2343e5b16389 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 1127 time: 0.7184646 Aug 28 20:21:11.832674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41286) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:11.879142 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b22e7621-6e88-4b10-99bd-9453e5c117a2 req-4ae67765-77b4-42e9-8360-3597dec8cd8e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067347 Aug 28 20:21:11.888417 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ae4207f-1097-4cd6-b7fd-d6411ec59da9 req-297c37d8-71f1-45e0-892d-37ab64126ebc service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774755 Aug 28 20:21:11.912897 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:11.956125 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-3bcaed30-6f7a-4d27-8218-c875dc3e87a2 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:11.965908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3bcaed30-6f7a-4d27-8218-c875dc3e87a2 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6692319 Aug 28 20:21:11.965908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41290) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:11.981908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a96fded4-0ced-4906-8d7a-3d4a5aa56d70 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '7411fa8a-2b2f-4417-8aee-f98011878054', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:11.988956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-5345e78e-f9ae-4044-b686-802fbc32043c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753882 Aug 28 20:21:12.194094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:12.227254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40d571-9486-4f2a-9e7b-195eadc8ec6c req-23bb4040-32a2-4265-a4e8-87f8e86cb6d4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:12.232001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd40d571-9486-4f2a-9e7b-195eadc8ec6c req-23bb4040-32a2-4265-a4e8-87f8e86cb6d4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1423860 Aug 28 20:21:12.327019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:12.330361 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:12.384552 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-186f67ed-9c45-4c53-a910-42a17907d717 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cf34571ea6104d649614b71931a689de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486000 Aug 28 20:21:12.385387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41296) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:12.534969 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-a96fded4-0ced-4906-8d7a-3d4a5aa56d70 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:12.538883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a96fded4-0ced-4906-8d7a-3d4a5aa56d70 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5653725 Aug 28 20:21:12.570177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41304) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:12.649366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dd40d571-9486-4f2a-9e7b-195eadc8ec6c req-10867596-3980-4db0-ad13-7772775639d0 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715000 Aug 28 20:21:12.739515 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:12.789989 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c6dc344-fc0c-4e0b-b5b5-149977e1d25b req-c272fc24-eb61-482f-ae83-b32f7d76cbf9 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.2431557 Aug 28 20:21:12.830997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:12.851483 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:12.862480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Publish callbacks [] for security_group (910b315f-ad8c-4361-9b8d-214366138a10), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:12.966456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6910e2e5-a02a-47fd-9d2e-8ff081f27a49 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (7411fa8a-2b2f-4417-8aee-f98011878054), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:12.978865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:13.012853 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Publish callbacks [] for security_group (910b315f-ad8c-4361-9b8d-214366138a10), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:13.157614 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:13.159453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cccc686d-8f63-495b-a4db-ae7ea426d27a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:13.162520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:13.261610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cb7f-250c-48ed-b790-18b877c2f2b7 req-025265fb-9aff-413f-ad4e-36d8f9b88b9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:13.272914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ea0cb7f-250c-48ed-b790-18b877c2f2b7 req-025265fb-9aff-413f-ad4e-36d8f9b88b9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1280227 Aug 28 20:21:13.320752 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:13.372920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (910b315f-ad8c-4361-9b8d-214366138a10), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:13.382682 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:13.398871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:13.402136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/910b315f-ad8c-4361-9b8d-214366138a10 HTTP/1.1" status: 204 len: 168 time: 1.0037010 Aug 28 20:21:13.444758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d26504-f876-429b-b96d-bfee4cbd0b9e None None] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:13.457726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f38c4bdc-78e8-4826-8bdc-533b7d0e77f2 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:13.461168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f38c4bdc-78e8-4826-8bdc-533b7d0e77f2 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 816 time: 0.4401145 Aug 28 20:21:13.463095 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:13.476769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910b315f-ad8c-4361-9b8d-214366138a10,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:13.492675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6910e2e5-a02a-47fd-9d2e-8ff081f27a49 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (7411fa8a-2b2f-4417-8aee-f98011878054), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:13.508132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.508478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.508814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.511792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.512192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.512540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.512878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.513215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.513548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.518036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.518413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.518757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.519099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.520059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.520405 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8197e8e-1a46-4fff-96f7-353ae6f11589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:13.542520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ea0cb7f-250c-48ed-b790-18b877c2f2b7 req-26ea0917-308a-4056-a310-96781ebb0c96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686117 Aug 28 20:21:13.579208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-c04a08bd-d5e2-4971-a4e7-f942de0fbe65 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/quotas/cbf9f25947fb4827acb0b889e67151ae HTTP/1.1" status: 200 len: 375 time: 0.1027389 Aug 28 20:21:13.664116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-60c615a7-4c93-448a-9393-13bd908082b9 None None] Provisioning complete for port cccc686d-8f63-495b-a4db-ae7ea426d27a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:13.664718 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-60c615a7-4c93-448a-9393-13bd908082b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:13.740445 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-8f161dcf-ecfd-4d5c-8aad-818a2da7baed tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584334 Aug 28 20:21:13.808581 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:14.010976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6910e2e5-a02a-47fd-9d2e-8ff081f27a49 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7411fa8a-2b2f-4417-8aee-f98011878054), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.016132 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6910e2e5-a02a-47fd-9d2e-8ff081f27a49 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.033684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788edc73-67b3-4972-bbbe-41cdff3d8c2b req-7afd1c16-c3fc-4626-92ad-d26da8c969d1 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:14.043684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6910e2e5-a02a-47fd-9d2e-8ff081f27a49 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7411fa8a-2b2f-4417-8aee-f98011878054 HTTP/1.1" status: 204 len: 168 time: 1.4670243 Aug 28 20:21:14.050608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-788edc73-67b3-4972-bbbe-41cdff3d8c2b req-7afd1c16-c3fc-4626-92ad-d26da8c969d1 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1820393 Aug 28 20:21:14.072766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41340) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:14.153631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910e2e5-a02a-47fd-9d2e-8ff081f27a49 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7411fa8a-2b2f-4417-8aee-f98011878054,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:14.153844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cccc686d-8f63-495b-a4db-ae7ea426d27a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:14.153844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.193379 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-788edc73-67b3-4972-bbbe-41cdff3d8c2b req-2ad2425e-7e95-4587-9f0a-4afc373e1bf5 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363597 Aug 28 20:21:14.280782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7c9f8bc8-0794-49ef-813e-38b39dd2bbb3 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1740294 Aug 28 20:21:14.285728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41350) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:14.292214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7ac32cc1-5f88-485c-abf6-258df79a8dc0 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--524412886'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:14.320713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-2a2933dd-7144-4f12-9f7e-377a8ca7e6a5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623226 Aug 28 20:21:14.320907 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:14.368561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cccc686d-8f63-495b-a4db-ae7ea426d27a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:14.369154 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.442470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-60c615a7-4c93-448a-9393-13bd908082b9 None None] Current status of the port cccc686d-8f63-495b-a4db-ae7ea426d27a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:14.442867 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-60c615a7-4c93-448a-9393-13bd908082b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.473528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port cccc686d-8f63-495b-a4db-ae7ea426d27a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cccc686d-8f63-495b-a4db-ae7ea426d27a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:14.489656 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-72b289a6-6661-4a62-9c28-aa7f8ee26d54 req-d1f3cc47-97ce-4d97-ab34-940664e5bca5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.1033618 Aug 28 20:21:14.495203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ac32cc1-5f88-485c-abf6-258df79a8dc0 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.556151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f233c8b1-35d5-40c7-ac12-2be6da12d45b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447584 Aug 28 20:21:14.683890 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.686176 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-60c615a7-4c93-448a-9393-13bd908082b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:21:14.686590 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-60c615a7-4c93-448a-9393-13bd908082b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:21:14.710130 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:14.780127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068967-7b42-4284-9075-a83451a3561f req-bf9e659f-bd00-465f-8535-4f640b89f308 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:14.792068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41360) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:14.796782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'floatingip': {'port_id': '28475be5-b2d2-472b-9305-fdf172a74907'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:14.800559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d7068967-7b42-4284-9075-a83451a3561f req-bf9e659f-bd00-465f-8535-4f640b89f308 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1347451 Aug 28 20:21:14.817690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=cccc686d-8f63-495b-a4db-ae7ea426d27a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:14.907488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ac32cc1-5f88-485c-abf6-258df79a8dc0 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (ae1396cd-eba0-49b8-a4c1-ad2ed401447c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.927271 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (716c5ce9-9598-42dd-b5d0-8f8512edb466), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:14.942824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:15.073002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303e969-d5d9-4333-bc44-296c4224329b req-1f677ef6-4257-45cc-9208-b6a9287a558d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:15.077955 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b303e969-d5d9-4333-bc44-296c4224329b req-1f677ef6-4257-45cc-9208-b6a9287a558d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1465125 Aug 28 20:21:15.080013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ac32cc1-5f88-485c-abf6-258df79a8dc0 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ae1396cd-eba0-49b8-a4c1-ad2ed401447c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:15.093383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:15.102995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:15.296356 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:15.304703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:15.324678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-60c615a7-4c93-448a-9393-13bd908082b9 None None] Current status of the port cccc686d-8f63-495b-a4db-ae7ea426d27a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:15.325483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32cc1-5f88-485c-abf6-258df79a8dc0 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1396cd-eba0-49b8-a4c1-ad2ed401447c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:15.410689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b303e969-d5d9-4333-bc44-296c4224329b req-951ac872-723f-454b-8478-46458e6c633f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990861 Aug 28 20:21:15.459458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-008eb17d-27da-4014-a37c-dbb15bcfb09e None None] Provisioning complete for port cccc686d-8f63-495b-a4db-ae7ea426d27a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:15.460032 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-008eb17d-27da-4014-a37c-dbb15bcfb09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:15.467027 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7ac32cc1-5f88-485c-abf6-258df79a8dc0 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:15.473560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7ac32cc1-5f88-485c-abf6-258df79a8dc0 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1815035 Aug 28 20:21:15.473560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41388) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:15.485925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b0b22339-a559-46b7-9214-834bb1be7fed tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': 'ae1396cd-eba0-49b8-a4c1-ad2ed401447c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:15.626563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-008eb17d-27da-4014-a37c-dbb15bcfb09e None None] Current status of the port cccc686d-8f63-495b-a4db-ae7ea426d27a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:15.762520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b94248bd-7bfc-4277-b9b3-647fbb95b505 req-d0dfdc3a-692f-470e-aa52-c2af7ec52bda tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.0826535 Aug 28 20:21:15.766202 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-b0b22339-a559-46b7-9214-834bb1be7fed tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The resource could not be found. Aug 28 20:21:15.771381 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b0b22339-a559-46b7-9214-834bb1be7fed tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2983217 Aug 28 20:21:15.774919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41398) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:15.783756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d7c0b757-37af-4a3e-919f-e4ad6d4f2836 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': 'ae1396cd-eba0-49b8-a4c1-ad2ed401447c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4bc144cd-616f-43bf-93c4-8076cbf0ff2e'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:15.815456 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:15.829312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-5b430255-4d2c-4561-85e7-9905b7707d0a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:15.830917 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-5b430255-4d2c-4561-85e7-9905b7707d0a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 816 time: 0.2633648 Aug 28 20:21:15.970633 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:16.022514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-0850c4a1-c6a7-44d4-888e-55cad628ac36 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:16.028278 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-d7c0b757-37af-4a3e-919f-e4ad6d4f2836 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The resource could not be found. Aug 28 20:21:16.032519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d7c0b757-37af-4a3e-919f-e4ad6d4f2836 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2531178 Aug 28 20:21:16.032761 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41402) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:16.047298 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-0850c4a1-c6a7-44d4-888e-55cad628ac36 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.84 "GET /networking/v2.0/networks?id=b8bc3c98-cb07-425f-ae12-28c702f3b360 HTTP/1.1" status: 200 len: 813 time: 0.6737416 Aug 28 20:21:16.068712 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-eae48f7e-daae-4628-956b-12c362f93b3a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/quotas/cbf9f25947fb4827acb0b889e67151ae HTTP/1.1" status: 200 len: 375 time: 0.2155352 Aug 28 20:21:16.082715 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:16.178593 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a75b83d7-73b2-462d-ad0b-d173cf9bbc9d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (ae1396cd-eba0-49b8-a4c1-ad2ed401447c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:16.265271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Request body: {'port': {'device_id': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360', 'admin_state_up': True, 'tenant_id': '4dce5b0fe7b344798afba0361d13f457'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:16.275899 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a75b83d7-73b2-462d-ad0b-d173cf9bbc9d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (ae1396cd-eba0-49b8-a4c1-ad2ed401447c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:16.384696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-dbaaf40d-f3f4-48dc-8854-39b51727cb74 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3000515 Aug 28 20:21:16.442125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a75b83d7-73b2-462d-ad0b-d173cf9bbc9d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ae1396cd-eba0-49b8-a4c1-ad2ed401447c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:16.447257 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a75b83d7-73b2-462d-ad0b-d173cf9bbc9d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:16.447609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a75b83d7-73b2-462d-ad0b-d173cf9bbc9d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ae1396cd-eba0-49b8-a4c1-ad2ed401447c HTTP/1.1" status: 204 len: 168 time: 0.4131501 Aug 28 20:21:16.451644 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41416) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:16.542544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b83d7-73b2-462d-ad0b-d173cf9bbc9d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1396cd-eba0-49b8-a4c1-ad2ed401447c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:16.584857 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:16.636925 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b2788d34-0b97-4784-830d-045e16048c14 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1838856 Aug 28 20:21:16.642468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41420) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:16.647748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c66bec31-acdf-4082-b2cc-764f7bdd3342 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': '949f5c10-b5b9-448e-a847-3383e7f19218', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:16.673909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb8b8e-4307-4a86-8581-9966850e713c req-a1264028-cb5e-49c6-aa2f-187e7fcadb45 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:16.685653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3cdb8b8e-4307-4a86-8581-9966850e713c req-a1264028-cb5e-49c6-aa2f-187e7fcadb45 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1352401 Aug 28 20:21:16.786027 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3cdb8b8e-4307-4a86-8581-9966850e713c req-f6917df7-d0a7-4479-bdb1-746186e89df7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986726 Aug 28 20:21:16.893036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cccc686d-8f63-495b-a4db-ae7ea426d27a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:17.060235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cccc686d-8f63-495b-a4db-ae7ea426d27a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:17.061054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:17.149888 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e58beeaf-155b-4108-aed9-30f879f76672 req-633d09d1-97d7-485a-98bc-e686f64756fd tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.1836560 Aug 28 20:21:17.150800 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-c66bec31-acdf-4082-b2cc-764f7bdd3342 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The resource could not be found. Aug 28 20:21:17.156625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c66bec31-acdf-4082-b2cc-764f7bdd3342 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5081055 Aug 28 20:21:17.157870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41436) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:17.167196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b9ec86fa-1676-4fd2-9fac-5ceb725cbb9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--505351935'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:17.217029 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:17.233287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cccc686d-8f63-495b-a4db-ae7ea426d27a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:17.338388 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-3d6a7315-3d4d-4184-a1aa-431d0e33bec3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:17.342132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-3d6a7315-3d4d-4184-a1aa-431d0e33bec3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.84 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 816 time: 0.4755008 Aug 28 20:21:17.344294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9ec86fa-1676-4fd2-9fac-5ceb725cbb9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:17.370852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Request body: {'port': {'device_id': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'admin_state_up': True, 'tenant_id': 'cbf9f25947fb4827acb0b889e67151ae'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:17.692234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9ec86fa-1676-4fd2-9fac-5ceb725cbb9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:17.740139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-fb4d34e5-b70b-4da2-a9c3-2eaeed9651bc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3210948 Aug 28 20:21:17.783857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Made reservation on behalf of cbf9f25947fb4827acb0b889e67151ae for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:17.787357 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:17.788934 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:17.821693 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] It took 0.90 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:21:17.922618 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:17.929951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9ec86fa-1676-4fd2-9fac-5ceb725cbb9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:17.935977 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:17.944006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Made reservation on behalf of 4dce5b0fe7b344798afba0361d13f457 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:17.947791 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:18.078485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (716c5ce9-9598-42dd-b5d0-8f8512edb466), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:18.122487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec86fa-1676-4fd2-9fac-5ceb725cbb9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:18.140589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Allocated IP 172.20.0.12 (0402836c-dfb6-4a90-a5f0-600f667d50ab/17669fe0-e76d-4c68-a74e-566dac28aa6c/a6c5f302-3121-4560-8815-cc9e29672823) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:18.152227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f165-67de-4ea7-afe5-84880290c6f2 req-ed969768-2d22-4122-a445-195fa20e1241 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:18.154156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c265f165-67de-4ea7-afe5-84880290c6f2 req-ed969768-2d22-4122-a445-195fa20e1241 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.2425942 Aug 28 20:21:18.176848 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b9ec86fa-1676-4fd2-9fac-5ceb725cbb9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:18.178453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b9ec86fa-1676-4fd2-9fac-5ceb725cbb9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0192840 Aug 28 20:21:18.186549 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41450) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:18.202416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e54a52df-2dcc-45dd-ae49-e2d72d861026 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817133532'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:18.289816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e54a52df-2dcc-45dd-ae49-e2d72d861026 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:18.341099 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c265f165-67de-4ea7-afe5-84880290c6f2 req-142e741e-8901-4107-944d-edf46c9c0d1b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660674 Aug 28 20:21:18.584691 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Floating IP 716c5ce9-9598-42dd-b5d0-8f8512edb466 associated. External IP: 172.25.4.78, port: 28475be5-b2d2-472b-9305-fdf172a74907. Aug 28 20:21:18.667264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Allocated IP 172.20.0.13 (b8bc3c98-cb07-425f-ae12-28c702f3b360/bb127f59-ee7c-41b3-bd8b-b7dd624d54e6/d67d9427-d514-40a3-b85a-62c232a05b31) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:18.807018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-46de92e7-7e6c-4daf-9763-02de9d4e351b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0410340 Aug 28 20:21:19.004949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks [] for port (d67d9427-d514-40a3-b85a-62c232a05b31), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.044529 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:19.045892 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:19.075269 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:19.119815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a900a996-4e74-4cd6-a1fa-118654d94587 req-46f2fae5-f68f-4777-a658-3417f5b775e6 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.5542300 Aug 28 20:21:19.169298 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.269515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa70f5f3-c2c9-44b9-ad08-01fb853ebc56 req-b8655419-6e83-4235-a188-b50a8147000e tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 210 time: 0.0642986 Aug 28 20:21:19.287899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:21:19.290660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:19.291560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Pushing event updated for resources: {'Port': ['ID=d67d9427-d514-40a3-b85a-62c232a05b31,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:19.296765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:19.308038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:19.384989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:19.385774 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.434664 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks [] for port (a6c5f302-3121-4560-8815-cc9e29672823), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.438924 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:19.468634 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:19.488404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-5487f409-04dd-4706-837e-75146c4b4fc6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:19.491616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-5487f409-04dd-4706-837e-75146c4b4fc6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 816 time: 1.1475775 Aug 28 20:21:19.517343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e54a52df-2dcc-45dd-ae49-e2d72d861026 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (7087a05e-e5da-40d2-b332-fdeba3de13f9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.529641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Request body: {'port': {'device_id': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'admin_state_up': True, 'tenant_id': 'cbf9f25947fb4827acb0b889e67151ae'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:19.594393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:21:19.600385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.606976 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] Sync routers for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:21:19.609950 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-b7644233-b2e6-4c12-8628-3b27d268a0f5 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3820148 Aug 28 20:21:19.628900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:19.635267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:19.635609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Request body: {'port': {'device_id': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:19.707563 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b1873391-99ba-40c2-b2af-d4b9e3470561 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/716c5ce9-9598-42dd-b5d0-8f8512edb466 HTTP/1.1" status: 200 len: 990 time: 4.9137971 Aug 28 20:21:19.717247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:19.719990 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984e6543-e5b5-436e-bf98-ec96378b62c3" -d '{"events": [{"name": "network-changed", "server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "tag": "28475be5-b2d2-472b-9305-fdf172a74907"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:19.779199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e54a52df-2dcc-45dd-ae49-e2d72d861026 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7087a05e-e5da-40d2-b332-fdeba3de13f9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.808597 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:19.849046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:19.952524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd013bf-26f8-4c60-8677-0db10523b61c req-8886756e-8ebb-47cb-a6ad-8ec960fdb615 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:19.954595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7cd013bf-26f8-4c60-8677-0db10523b61c req-8886756e-8ebb-47cb-a6ad-8ec960fdb615 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.4470091 Aug 28 20:21:19.979696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a52df-2dcc-45dd-ae49-e2d72d861026 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7087a05e-e5da-40d2-b332-fdeba3de13f9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:20.020417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:20.044810 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e54a52df-2dcc-45dd-ae49-e2d72d861026 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.046440 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e54a52df-2dcc-45dd-ae49-e2d72d861026 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8572772 Aug 28 20:21:20.059280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41486) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:20.065605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5e6bba66-9099-4d69-8623-d49efc0f3d2b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group_rule': {'security_group_id': 'c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7087a05e-e5da-40d2-b332-fdeba3de13f9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:20.120083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a6c5f302-3121-4560-8815-cc9e29672823), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.130003 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7cd013bf-26f8-4c60-8677-0db10523b61c req-5d407d43-7013-4a65-b324-5e0ea0a09666 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610863 Aug 28 20:21:20.135793 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:20.209418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e0116dfa-dbda-4488-8dba-7680adaea974 None None] Provisioning complete for port d67d9427-d514-40a3-b85a-62c232a05b31 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:20.211090 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e0116dfa-dbda-4488-8dba-7680adaea974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.289869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:20.319800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Pushing event updated for resources: {'Port': ['ID=a6c5f302-3121-4560-8815-cc9e29672823,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:20.335296 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23273c-4561-4140-85f1-f4c352d7fc7a x-openstack-request-id: req-bf23273c-4561-4140-85f1-f4c352d7fc7a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:20.335600 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "tag": "28475be5-b2d2-472b-9305-fdf172a74907", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:20.335862 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf23273c-4561-4140-85f1-f4c352d7fc7a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:20.336274 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf23273c-4561-4140-85f1-f4c352d7fc7a'] response: {'name': 'network-changed', 'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907', 'status': 'completed', 'code': 200} Aug 28 20:21:20.362196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:20.397610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:20.403351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Made reservation on behalf of cbf9f25947fb4827acb0b889e67151ae for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:20.407437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.471288 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-551b8824-a4dc-4548-b53b-fcbc8c9164f9 req-0a60108e-d466-4f87-8c50-66ad13ab3c55 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 210 time: 0.0735481 Aug 28 20:21:20.529456 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-5e6bba66-9099-4d69-8623-d49efc0f3d2b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 20:21:20.530538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5e6bba66-9099-4d69-8623-d49efc0f3d2b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4700885 Aug 28 20:21:20.539116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41494) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:20.582962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d78cc-6180-4b7c-8e5b-67c9f0e77f99 req-9533593e-d473-4e60-8ff7-692cd983e5e7 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:20.584677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8d78cc-6180-4b7c-8e5b-67c9f0e77f99 req-9533593e-d473-4e60-8ff7-692cd983e5e7 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 932 time: 0.3027732 Aug 28 20:21:20.589940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-6ddda10c-905b-4dde-9e26-029e306f953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:20.591502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-6ddda10c-905b-4dde-9e26-029e306f953d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 1127 time: 0.2520185 Aug 28 20:21:20.679458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e0116dfa-dbda-4488-8dba-7680adaea974 None None] Port d67d9427-d514-40a3-b85a-62c232a05b31 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:21:20.688979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:20.692030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67d9427-d514-40a3-b85a-62c232a05b31 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:20.692318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.736006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Publish callbacks [] for port (d67d9427-d514-40a3-b85a-62c232a05b31), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.823492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Transition to ACTIVE for port object d67d9427-d514-40a3-b85a-62c232a05b31 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:21:20.828827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfe29564-53b0-4cb2-9d1b-e4edb468525d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (7087a05e-e5da-40d2-b332-fdeba3de13f9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.853345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41498) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:20.903604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfe29564-53b0-4cb2-9d1b-e4edb468525d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (7087a05e-e5da-40d2-b332-fdeba3de13f9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.923899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '716c5ce9-9598-42dd-b5d0-8f8512edb466', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'port_id': '28475be5-b2d2-472b-9305-fdf172a74907', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'mac_address': 'fa:16:3e:14:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ece101-9574-4916-a195-337a50f2d2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:20:50Z', 'updated_at': '2022-08-28T20:21:16Z', 'revision_number': 1, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:20.938213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:20.982249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] Checking router: 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:21:21.004817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:21.005907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:20:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:21.008017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-56bdba0d-c3b2-44ec-bcf3-c824c437fdfc None None] Provisioning complete for port a6c5f302-3121-4560-8815-cc9e29672823 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:21.008550 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-56bdba0d-c3b2-44ec-bcf3-c824c437fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a6c5f302-3121-4560-8815-cc9e29672823), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:21.025200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-492b1231-be4a-4bd8-9859-05c3343991ca tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6594858 Aug 28 20:21:21.049963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d67d9427-d514-40a3-b85a-62c232a05b31,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:21.071567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-56bdba0d-c3b2-44ec-bcf3-c824c437fdfc None None] Port a6c5f302-3121-4560-8815-cc9e29672823 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:21:21.192100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Request body: {'port': {'device_id': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:21.217819 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:21.220862 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e790ebd-adb5-42bf-acf8-4651fc024b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:21.249428 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8d78cc-6180-4b7c-8e5b-67c9f0e77f99 req-a032b536-2e01-488c-afe5-a21e417dd48f tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568882 Aug 28 20:21:21.348039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Allocated IP 172.20.0.14 (0402836c-dfb6-4a90-a5f0-600f667d50ab/17669fe0-e76d-4c68-a74e-566dac28aa6c/bebaf078-a095-4562-909b-88238a9c269a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:21.350149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:21.398539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-b27ada23-5d81-4521-bba6-ee74becfbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:21.400011 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-b27ada23-5d81-4521-bba6-ee74becfbff7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 910 time: 0.7933147 Aug 28 20:21:21.447310 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:21.470115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bdcf5-90b0-4c19-b2f4-0260ca656b19 req-89c6e1c0-f36d-4c68-b4f1-8d6c24d328be tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:21.481561 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a46bdcf5-90b0-4c19-b2f4-0260ca656b19 req-89c6e1c0-f36d-4c68-b4f1-8d6c24d328be tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1720181 Aug 28 20:21:21.536502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfe29564-53b0-4cb2-9d1b-e4edb468525d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7087a05e-e5da-40d2-b332-fdeba3de13f9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:21.540546 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dfe29564-53b0-4cb2-9d1b-e4edb468525d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:21.547295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dfe29564-53b0-4cb2-9d1b-e4edb468525d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7087a05e-e5da-40d2-b332-fdeba3de13f9 HTTP/1.1" status: 204 len: 168 time: 1.0046990 Aug 28 20:21:21.635106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41510) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:21.637935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe29564-53b0-4cb2-9d1b-e4edb468525d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7087a05e-e5da-40d2-b332-fdeba3de13f9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:21.680279 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-46ece401-3d0b-4c0b-b1a4-28af5a7cad78 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 200 len: 998 time: 0.2588668 Aug 28 20:21:21.760073 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9e0eb2fe-e8d6-4d65-a46b-28f650b9841d tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1177676 Aug 28 20:21:21.763864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41512) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:21.767290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Attempting to bind port d67d9427-d514-40a3-b85a-62c232a05b31 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:21.767636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Attempting to bind port d67d9427-d514-40a3-b85a-62c232a05b31 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:21.767972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Attempting to bind port d67d9427-d514-40a3-b85a-62c232a05b31 on network b8bc3c98-cb07-425f-ae12-28c702f3b360 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:21.804490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Port d67d9427-d514-40a3-b85a-62c232a05b31 on network b8bc3c98-cb07-425f-ae12-28c702f3b360 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:21:21.804856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Attempting to bind port d67d9427-d514-40a3-b85a-62c232a05b31 on network b8bc3c98-cb07-425f-ae12-28c702f3b360 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:21.813816 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:21.814864 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:21.855762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:21.856467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Checking segment: {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:21.857284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Bound using segment: {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:21.858223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Bound port: d67d9427-d514-40a3-b85a-62c232a05b31, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052ca39c-8aa0-494b-bb01-dae983f680c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:21.859199 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:21.884883 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:21.918028 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:21.933979 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a46bdcf5-90b0-4c19-b2f4-0260ca656b19 req-7e33945c-3d19-4d54-8b98-2bbaaab3b039 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352109 Aug 28 20:21:21.966029 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e2655bb-023d-44f0-95c1-3a3c9194a505 req-49a772bd-4700-442f-bbea-2ee152d65d80 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 210 time: 0.2783961 Aug 28 20:21:21.968474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '716c5ce9-9598-42dd-b5d0-8f8512edb466', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'port_id': '28475be5-b2d2-472b-9305-fdf172a74907', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'mac_address': 'fa:16:3e:14:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ece101-9574-4916-a195-337a50f2d2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:20:50Z', 'updated_at': '2022-08-28T20:21:16Z', 'revision_number': 1, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:22.004962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be118dc-b42e-48b3-8dee-91ea778a7c86 None None] The sync data for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 is: [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '716c5ce9-9598-42dd-b5d0-8f8512edb466', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'port_id': '28475be5-b2d2-472b-9305-fdf172a74907', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'mac_address': 'fa:16:3e:14:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ece101-9574-4916-a195-337a50f2d2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:20:50Z', 'updated_at': '2022-08-28T20:21:16Z', 'revision_number': 1, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:21:22.008422 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cba05d16-de3c-4e5f-aec0-2f50f1565051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.017155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e790ebd-adb5-42bf-acf8-4651fc024b1c admin admin] Publish callbacks [] for security_group (8fdd1060-76d0-4ed1-8046-0cb69bee288b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.028088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] For port d67d9427-d514-40a3-b85a-62c232a05b31, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:22.042034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] For port d67d9427-d514-40a3-b85a-62c232a05b31, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d67d9427-d514-40a3-b85a-62c232a05b31,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:22.044985 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8061b360-707c-49ee-a62a-0dd7ad380641 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.055896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-b29fea86-d455-4e2c-9bae-5e80e802505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:22.057898 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-b29fea86-d455-4e2c-9bae-5e80e802505c service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.3545101 Aug 28 20:21:22.061251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a6c5f302-3121-4560-8815-cc9e29672823), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.072177 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8061b360-707c-49ee-a62a-0dd7ad380641 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.157798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e790ebd-adb5-42bf-acf8-4651fc024b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8fdd1060-76d0-4ed1-8046-0cb69bee288b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.172938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.173039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks [] for port (bebaf078-a095-4562-909b-88238a9c269a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.188296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:22.189408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.215810 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/d67d9427-d514-40a3-b85a-62c232a05b31 HTTP/1.1" status: 200 len: 1092 time: 2.5843306 Aug 28 20:21:22.293698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-ea1ee64a-c2de-4f70-8e09-6980197927ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:22.296687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-ea1ee64a-c2de-4f70-8e09-6980197927ae service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2293324 Aug 28 20:21:22.348099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'tag': 'd67d9427-d514-40a3-b85a-62c232a05b31'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:22.351456 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d487e1-f321-48ed-b2be-b19cb345497e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f688dcb-5c67-4fce-9824-75e7a2457885", "tag": "d67d9427-d514-40a3-b85a-62c232a05b31"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:22.420126 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8061b360-707c-49ee-a62a-0dd7ad380641 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.429151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8061b360-707c-49ee-a62a-0dd7ad380641 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.431854 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8061b360-707c-49ee-a62a-0dd7ad380641 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1 HTTP/1.1" status: 204 len: 168 time: 0.6592104 Aug 28 20:21:22.432611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41524) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:22.448184 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c580d6-dbe1-4f29-8e2a-98b2c28d6cb0 x-openstack-request-id: req-37c580d6-dbe1-4f29-8e2a-98b2c28d6cb0 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:22.448574 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f688dcb-5c67-4fce-9824-75e7a2457885", "tag": "d67d9427-d514-40a3-b85a-62c232a05b31", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:22.448898 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37c580d6-dbe1-4f29-8e2a-98b2c28d6cb0 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:22.449412 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c580d6-dbe1-4f29-8e2a-98b2c28d6cb0'] response: {'name': 'network-changed', 'server_uuid': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'tag': 'd67d9427-d514-40a3-b85a-62c232a05b31', 'status': 'completed', 'code': 200} Aug 28 20:21:22.457287 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de425f-3f3e-4404-9fc8-139e93afa463 None None] New status for floating IP 716c5ce9-9598-42dd-b5d0-8f8512edb466: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:21:22.504461 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-e54e4104-236e-4851-8286-d0da50fda471 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478593 Aug 28 20:21:22.506263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-ea24c8bd-f1ef-482d-9694-96f6230539a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:22.508040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-ea24c8bd-f1ef-482d-9694-96f6230539a9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4dce5b0fe7b344798afba0361d13f457&device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 1126 time: 0.0650496 Aug 28 20:21:22.522482 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (bebaf078-a095-4562-909b-88238a9c269a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.529020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8e790ebd-adb5-42bf-acf8-4651fc024b1c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1b40d330b05447a68220a015b9ed2d79&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6747308 Aug 28 20:21:22.549799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41528) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:22.633057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971180-2dca-4343-944a-092f6cef56c7 req-9b3c655d-c361-4eb3-81f2-8c87a259c6e2 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:22.634761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78971180-2dca-4343-944a-092f6cef56c7 req-9b3c655d-c361-4eb3-81f2-8c87a259c6e2 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 944 time: 0.2011666 Aug 28 20:21:22.646441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e790ebd-adb5-42bf-acf8-4651fc024b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd1060-76d0-4ed1-8046-0cb69bee288b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:22.659536 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-3bbec816-d647-4454-b149-8e5a7d4ea284 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d67d9427-d514-40a3-b85a-62c232a05b31 HTTP/1.1" status: 200 len: 217 time: 0.0924203 Aug 28 20:21:22.719002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061b360-707c-49ee-a62a-0dd7ad380641 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9167fd3-7afb-4a4e-94d8-e8305dbbf2c1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:22.720772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4683c0-552a-48eb-8d72-e4c5e80aa1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d67d9427-d514-40a3-b85a-62c232a05b31,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:22.799723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b39c99d0-6ef2-46de-ab7b-9cb1cd12a888 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3535597 Aug 28 20:21:22.817513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41530) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:22.822463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-aa03ffec-8683-4b2f-9072-9e6a41bd1ce9 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187123348'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:22.830653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:22.838952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:22.842026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:22.854355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-40d68d8e-f1a0-4fc6-8a92-debfc995f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:22.857352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-40d68d8e-f1a0-4fc6-8a92-debfc995f0a7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bb127f59-ee7c-41b3-bd8b-b7dd624d54e6 HTTP/1.1" status: 200 len: 852 time: 0.1835206 Aug 28 20:21:22.858790 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Pushing event updated for resources: {'Port': ['ID=bebaf078-a095-4562-909b-88238a9c269a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:22.957715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cac07f2e-a7f0-4063-86fa-481f5a75041f admin admin] Publish callbacks [] for security_group (8fdd1060-76d0-4ed1-8046-0cb69bee288b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.978313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-575b0571-b23e-4aa0-96bf-d3267fdf4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:22.978313 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-575b0571-b23e-4aa0-96bf-d3267fdf4818 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b8bc3c98-cb07-425f-ae12-28c702f3b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878406 Aug 28 20:21:22.984872 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cac07f2e-a7f0-4063-86fa-481f5a75041f admin admin] Publish callbacks [] for security_group (8fdd1060-76d0-4ed1-8046-0cb69bee288b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:22.985726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78971180-2dca-4343-944a-092f6cef56c7 req-f21f735b-a92b-4782-8637-2f430af6f03a tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299944 Aug 28 20:21:23.067779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:23.068608 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.103521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-984e6543-e5b5-436e-bf98-ec96378b62c3 req-ee0e3cf6-b688-443b-a176-0c7ca574c554 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399766 Aug 28 20:21:23.106610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c5f302-3121-4560-8815-cc9e29672823 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:23.122054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Publish callbacks [] for port (a6c5f302-3121-4560-8815-cc9e29672823), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.139903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Transition to ACTIVE for port object a6c5f302-3121-4560-8815-cc9e29672823 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:21:23.174513 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:23.190649 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:23.226300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94886eef-51f6-482f-b35e-2e976f941558 req-1925e24d-b29f-4b58-a01b-09d560094c2d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 210 time: 0.0439658 Aug 28 20:21:23.242958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8871b-30c9-40d2-8171-d46ee3f2e9f6 req-fa73d330-0c32-4e11-8103-9b88ab345804 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:23.244639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ec8871b-30c9-40d2-8171-d46ee3f2e9f6 req-fa73d330-0c32-4e11-8103-9b88ab345804 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.0909636 Aug 28 20:21:23.248993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-f9356545-aaa4-416f-9a97-d12da40a5abf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7436972 Aug 28 20:21:23.249785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a6c5f302-3121-4560-8815-cc9e29672823), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.269679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Request body: {'port': {'device_id': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:23.316693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cac07f2e-a7f0-4063-86fa-481f5a75041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8fdd1060-76d0-4ed1-8046-0cb69bee288b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.323217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c38663e3-6694-4a9c-94b6-2f197ee9f1f9 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:23.326577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c38663e3-6694-4a9c-94b6-2f197ee9f1f9 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 816 time: 0.4913652 Aug 28 20:21:23.333923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa03ffec-8683-4b2f-9072-9e6a41bd1ce9 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.340371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cac07f2e-a7f0-4063-86fa-481f5a75041f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.341893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cac07f2e-a7f0-4063-86fa-481f5a75041f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8fdd1060-76d0-4ed1-8046-0cb69bee288b HTTP/1.1" status: 204 len: 168 time: 0.7851942 Aug 28 20:21:23.349538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Request body: {'port': {'device_id': '048a4942-6635-481e-914f-8e3793a2d9ea', 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'admin_state_up': True, 'tenant_id': 'cbf9f25947fb4827acb0b889e67151ae'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:23.350600 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:23.373503 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-094534e1-1747-406d-ad5b-9edc46cdc873 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b8bc3c98-cb07-425f-ae12-28c702f3b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866961 Aug 28 20:21:23.421810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7cd64659-4c54-4d90-989f-775405b30a33 None None] Provisioning complete for port bebaf078-a095-4562-909b-88238a9c269a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:23.423361 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7cd64659-4c54-4d90-989f-775405b30a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bebaf078-a095-4562-909b-88238a9c269a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.524200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac07f2e-a7f0-4063-86fa-481f5a75041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd1060-76d0-4ed1-8046-0cb69bee288b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:23.539892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7cd64659-4c54-4d90-989f-775405b30a33 None None] Port bebaf078-a095-4562-909b-88238a9c269a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:21:23.637980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5f302-3121-4560-8815-cc9e29672823,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:23.731886 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-685a8a00-8554-41ea-b9c5-61e8ef9d7ea6 req-6bbc1fd8-6f6d-4835-b7bb-6cb8271ee394 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b8bc3c98-cb07-425f-ae12-28c702f3b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413949 Aug 28 20:21:23.743710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa03ffec-8683-4b2f-9072-9e6a41bd1ce9 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (4174e9af-6497-4a8d-8709-75d3276b8889), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.752962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bebaf078-a095-4562-909b-88238a9c269a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.760644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ec8871b-30c9-40d2-8171-d46ee3f2e9f6 req-f3a21d73-4d98-4508-84f2-cb0f3f71e5c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5037684 Aug 28 20:21:23.793972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Attempting to bind port a6c5f302-3121-4560-8815-cc9e29672823 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:23.798141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Attempting to bind port a6c5f302-3121-4560-8815-cc9e29672823 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:23.798141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Attempting to bind port a6c5f302-3121-4560-8815-cc9e29672823 on network 0402836c-dfb6-4a90-a5f0-600f667d50ab {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:23.819534 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Made reservation on behalf of cbf9f25947fb4827acb0b889e67151ae for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:23.824971 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.832338 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa03ffec-8683-4b2f-9072-9e6a41bd1ce9 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4174e9af-6497-4a8d-8709-75d3276b8889), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.860163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Port a6c5f302-3121-4560-8815-cc9e29672823 on network 0402836c-dfb6-4a90-a5f0-600f667d50ab not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:21:23.860503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Attempting to bind port a6c5f302-3121-4560-8815-cc9e29672823 on network 0402836c-dfb6-4a90-a5f0-600f667d50ab {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:23.920928 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:23.946977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03ffec-8683-4b2f-9072-9e6a41bd1ce9 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4174e9af-6497-4a8d-8709-75d3276b8889,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:23.960046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:23.960046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Checking segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:23.960046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Bound using segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:23.960046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Bound port: a6c5f302-3121-4560-8815-cc9e29672823, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:23.960046 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a6c5f302-3121-4560-8815-cc9e29672823), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.107921 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] For port a6c5f302-3121-4560-8815-cc9e29672823, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:24.113565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] For port a6c5f302-3121-4560-8815-cc9e29672823, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a6c5f302-3121-4560-8815-cc9e29672823,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:24.155261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e278af76-1752-4a29-8fb6-361d9b5edb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.187118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fc0b5-39e7-4b22-b407-dcc00fad9f9b req-85e1705a-3796-4894-b1ba-c3ac0bfced02 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:24.197487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e6fc0b5-39e7-4b22-b407-dcc00fad9f9b req-85e1705a-3796-4894-b1ba-c3ac0bfced02 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 944 time: 0.0805271 Aug 28 20:21:24.224524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebaf078-a095-4562-909b-88238a9c269a {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:24.224816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa03ffec-8683-4b2f-9072-9e6a41bd1ce9 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.224816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aa03ffec-8683-4b2f-9072-9e6a41bd1ce9 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4024935 Aug 28 20:21:24.225001 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a6c5f302-3121-4560-8815-cc9e29672823), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.225001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41558) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:24.234561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:24.235240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.236794 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a6c5f302-3121-4560-8815-cc9e29672823 HTTP/1.1" status: 200 len: 1092 time: 3.0706296 Aug 28 20:21:24.240068 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Publish callbacks [] for port (bebaf078-a095-4562-909b-88238a9c269a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.246251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2dd40606-5ecf-4bd1-90f1-f6eaceec72cd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:24.246729 n-d-854121-7 neutron-server[114322]: WARNING neutron.api.v2.base [None req-2dd40606-5ecf-4bd1-90f1-f6eaceec72cd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 20:21:24.251324 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-2dd40606-5ecf-4bd1-90f1-f6eaceec72cd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 20:21:24.251324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2dd40606-5ecf-4bd1-90f1-f6eaceec72cd tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/4174e9af-6497-4a8d-8709-75d3276b8889 HTTP/1.1" status: 409 len: 330 time: 0.0160115 Aug 28 20:21:24.251324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'tag': 'a6c5f302-3121-4560-8815-cc9e29672823'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:24.254696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41560) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:24.255021 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be88e30a-5118-409e-82de-3d0054774e04" -d '{"events": [{"name": "network-changed", "server_uuid": "b806d79a-acea-4b4e-ba92-246fe49b5712", "tag": "a6c5f302-3121-4560-8815-cc9e29672823"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:24.260174 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:24.295013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41566) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:24.325707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Transition to ACTIVE for port object bebaf078-a095-4562-909b-88238a9c269a will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:21:24.336688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06e1640f-a1db-41c4-8b11-f381161d5fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.340027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d02b-d64b-47cc-a897-e20eab311e25 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5f302-3121-4560-8815-cc9e29672823,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:24.355943 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e6fc0b5-39e7-4b22-b407-dcc00fad9f9b req-a58190d0-3e22-4bee-b914-2ef21563d058 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519113 Aug 28 20:21:24.408259 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:24.430558 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (bebaf078-a095-4562-909b-88238a9c269a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.433423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fafc336-27fa-4ef9-a8ab-2d84a4977d79 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (4174e9af-6497-4a8d-8709-75d3276b8889), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.477402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fafc336-27fa-4ef9-a8ab-2d84a4977d79 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (4174e9af-6497-4a8d-8709-75d3276b8889), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.485489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06e1640f-a1db-41c4-8b11-f381161d5fad admin admin] Publish callbacks [] for security_group (78100ba6-6268-4c89-9167-79889e15346e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.510779 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dec1206-26ec-4849-890d-ccb688cdfff5 x-openstack-request-id: req-8dec1206-26ec-4849-890d-ccb688cdfff5 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:24.511113 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b806d79a-acea-4b4e-ba92-246fe49b5712", "tag": "a6c5f302-3121-4560-8815-cc9e29672823", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:24.511374 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dec1206-26ec-4849-890d-ccb688cdfff5 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:24.512338 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dec1206-26ec-4849-890d-ccb688cdfff5'] response: {'name': 'network-changed', 'server_uuid': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'tag': 'a6c5f302-3121-4560-8815-cc9e29672823', 'status': 'completed', 'code': 200} Aug 28 20:21:24.553678 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:24.563987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06e1640f-a1db-41c4-8b11-f381161d5fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78100ba6-6268-4c89-9167-79889e15346e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.579796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-33268185-1ddc-41ae-b722-ef911908f153 req-4aafae12-6c8a-44c6-a330-3c0b0febaf2e tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 210 time: 0.1503649 Aug 28 20:21:24.596341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41570) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:24.618076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fafc336-27fa-4ef9-a8ab-2d84a4977d79 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4174e9af-6497-4a8d-8709-75d3276b8889), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.624670 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9fafc336-27fa-4ef9-a8ab-2d84a4977d79 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.630601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9fafc336-27fa-4ef9-a8ab-2d84a4977d79 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4174e9af-6497-4a8d-8709-75d3276b8889 HTTP/1.1" status: 204 len: 168 time: 0.3746352 Aug 28 20:21:24.651043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41574) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:24.654169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-06e1640f-a1db-41c4-8b11-f381161d5fad admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=910a48465aab440f974b9c98f29ca17c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439770 Aug 28 20:21:24.661709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Pushing event updated for resources: {'Port': ['ID=bebaf078-a095-4562-909b-88238a9c269a,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:24.666032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41576) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:24.675151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1640f-a1db-41c4-8b11-f381161d5fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78100ba6-6268-4c89-9167-79889e15346e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:24.714893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafc336-27fa-4ef9-a8ab-2d84a4977d79 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174e9af-6497-4a8d-8709-75d3276b8889,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:24.720939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Allocated IP 172.20.0.8 (0402836c-dfb6-4a90-a5f0-600f667d50ab/17669fe0-e76d-4c68-a74e-566dac28aa6c/175c77ef-0210-47b9-98d4-4759a28fae61) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:24.767138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f79eede-a5c1-47c3-b733-8f20c3d21ab2 admin admin] Publish callbacks [] for security_group (78100ba6-6268-4c89-9167-79889e15346e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.794668 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f79eede-a5c1-47c3-b733-8f20c3d21ab2 admin admin] Publish callbacks [] for security_group (78100ba6-6268-4c89-9167-79889e15346e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.862414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Attempting to bind port bebaf078-a095-4562-909b-88238a9c269a on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:24.864389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Attempting to bind port bebaf078-a095-4562-909b-88238a9c269a by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:24.864737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Attempting to bind port bebaf078-a095-4562-909b-88238a9c269a on network 0402836c-dfb6-4a90-a5f0-600f667d50ab {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:24.870555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Port bebaf078-a095-4562-909b-88238a9c269a on network 0402836c-dfb6-4a90-a5f0-600f667d50ab not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:21:24.870886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Attempting to bind port bebaf078-a095-4562-909b-88238a9c269a on network 0402836c-dfb6-4a90-a5f0-600f667d50ab {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:24.882233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:24.882581 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Checking segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:24.882983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Bound using segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:24.883606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Bound port: bebaf078-a095-4562-909b-88238a9c269a, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:24.883986 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bebaf078-a095-4562-909b-88238a9c269a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:24.922832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-adfbcd75-46b9-4871-b6eb-f92a8697bc04 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2601383 Aug 28 20:21:25.183125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41580) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:25.183125 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-21bf79ec-6b55-4e36-9a71-259fcead6d9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] delete failed (client error): The resource could not be found. Aug 28 20:21:25.183125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-21bf79ec-6b55-4e36-9a71-259fcead6d9b tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5be13409-dd1a-446d-bfb0-9ea3e44f7b1c HTTP/1.1" status: 404 len: 347 time: 0.0276706 Aug 28 20:21:25.184394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec67-b175-4bc6-95dc-c339f8941a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.184757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] For port bebaf078-a095-4562-909b-88238a9c269a, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:25.184837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41584) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:25.184912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] For port bebaf078-a095-4562-909b-88238a9c269a, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=bebaf078-a095-4562-909b-88238a9c269a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:25.184912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-1dbcd535-7abb-46bb-b733-75f6afef17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:25.184912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-1dbcd535-7abb-46bb-b733-75f6afef17f8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=4dce5b0fe7b344798afba0361d13f457&device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 1126 time: 0.0609004 Aug 28 20:21:25.213915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f79eede-a5c1-47c3-b733-8f20c3d21ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78100ba6-6268-4c89-9167-79889e15346e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0f79eede-a5c1-47c3-b733-8f20c3d21ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0f79eede-a5c1-47c3-b733-8f20c3d21ab2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/78100ba6-6268-4c89-9167-79889e15346e HTTP/1.1" status: 204 len: 168 time: 0.5528581 Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-91bbcd32-b148-446c-b555-d57ab6634707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-91bbcd32-b148-446c-b555-d57ab6634707 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=b8bc3c98-cb07-425f-ae12-28c702f3b360 HTTP/1.1" status: 200 len: 914 time: 0.1414180 Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (bebaf078-a095-4562-909b-88238a9c269a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/bebaf078-a095-4562-909b-88238a9c269a HTTP/1.1" status: 200 len: 1092 time: 1.9816420 Aug 28 20:21:25.250653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79eede-a5c1-47c3-b733-8f20c3d21ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78100ba6-6268-4c89-9167-79889e15346e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:25.354897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-40578ed0-6619-4ea5-bb5d-3a5b422b54bc service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d67d9427-d514-40a3-b85a-62c232a05b31 HTTP/1.1" status: 200 len: 217 time: 0.0903010 Aug 28 20:21:25.437239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d97d2-5252-427c-bb01-45c0530100fb service neutron] Pushing event updated for resources: {'Port': ['ID=bebaf078-a095-4562-909b-88238a9c269a,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:25.460496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-eff66669-e349-4fbd-bf51-e8cff07421cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:25.463885 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-eff66669-e349-4fbd-bf51-e8cff07421cf service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 1126 time: 0.1232417 Aug 28 20:21:25.473000 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-ebdf9d95-946d-4286-bbe6-e38b39a88f72 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] show failed (client error): The resource could not be found. Aug 28 20:21:25.479335 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ebdf9d95-946d-4286-bbe6-e38b39a88f72 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-groups/352b45a1-1db2-4eae-aa72-596f4c69e5d1 HTTP/1.1" status: 404 len: 347 time: 0.4181883 Aug 28 20:21:25.481315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41590) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:25.498429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f5854-e4f2-4ea3-bab8-4dbbd24ced98 req-653cc858-09ce-46ea-abb0-74c698b7a84c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:25.500465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-943f5854-e4f2-4ea3-bab8-4dbbd24ced98 req-653cc858-09ce-46ea-abb0-74c698b7a84c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.5667279 Aug 28 20:21:25.531856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88e30a-5118-409e-82de-3d0054774e04 req-5ebb2b51-2c6f-4930-a994-41f23bde4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:25.533399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be88e30a-5118-409e-82de-3d0054774e04 req-5ebb2b51-2c6f-4930-a994-41f23bde4d04 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 1126 time: 0.5089891 Aug 28 20:21:25.565745 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-64bb41d4-2e53-4f0f-996a-e85e74f56564 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] show failed (client error): The resource could not be found. Aug 28 20:21:25.568322 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-64bb41d4-2e53-4f0f-996a-e85e74f56564 tempest-NegativeSecGroupTest-686559496 tempest-NegativeSecGroupTest-686559496-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/c8f9e940-8c3b-443e-a7ff-5e999abc62f6 HTTP/1.1" status: 404 len: 356 time: 0.0668094 Aug 28 20:21:25.658339 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks [] for port (175c77ef-0210-47b9-98d4-4759a28fae61), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.679166 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:25.763200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-943f5854-e4f2-4ea3-bab8-4dbbd24ced98 req-381999be-e19b-4030-939c-3d00b298ce83 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436709 Aug 28 20:21:25.795164 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec67-b175-4bc6-95dc-c339f8941a15 admin admin] Publish callbacks [] for security_group (9ec076a0-0ec4-4f96-a57d-92e37f3e2946), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.841770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88e30a-5118-409e-82de-3d0054774e04 req-b43d49f4-00a8-43f2-bf2e-daddbdf5f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:25.843853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be88e30a-5118-409e-82de-3d0054774e04 req-b43d49f4-00a8-43f2-bf2e-daddbdf5f1cf service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=cbf9f25947fb4827acb0b889e67151ae&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2796557 Aug 28 20:21:25.859301 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.949610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:25.954982 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec67-b175-4bc6-95dc-c339f8941a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9ec076a0-0ec4-4f96-a57d-92e37f3e2946), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:26.098854 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:26.100031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:26.103246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebec67-b175-4bc6-95dc-c339f8941a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec076a0-0ec4-4f96-a57d-92e37f3e2946,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:26.116174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-d1bb1d86-1ed6-4988-b138-c2de178229a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.117663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-d1bb1d86-1ed6-4988-b138-c2de178229a6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bb127f59-ee7c-41b3-bd8b-b7dd624d54e6 HTTP/1.1" status: 200 len: 852 time: 0.7364972 Aug 28 20:21:26.121721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-a2040d56-30a5-4ee2-b4e9-acbc83283f01 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebaf078-a095-4562-909b-88238a9c269a HTTP/1.1" status: 200 len: 217 time: 0.6381388 Aug 28 20:21:26.149808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88e30a-5118-409e-82de-3d0054774e04 req-be4b1ec3-289a-44d2-a73d-e26af159121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.152725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be88e30a-5118-409e-82de-3d0054774e04 req-be4b1ec3-289a-44d2-a73d-e26af159121f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2998261 Aug 28 20:21:26.153537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:26.158527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:26.202013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf835e-49c3-40a1-94a3-f8f0a20d17bd req-e6e45565-5235-4905-971e-a3a5bd79b0da tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.203573 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8fbf835e-49c3-40a1-94a3-f8f0a20d17bd req-e6e45565-5235-4905-971e-a3a5bd79b0da tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 944 time: 0.7183611 Aug 28 20:21:26.237312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.238192 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:26.241358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-a32330a2-379e-4271-a5c4-889509befc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.242895 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-a32330a2-379e-4271-a5c4-889509befc44 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=b8bc3c98-cb07-425f-ae12-28c702f3b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148729 Aug 28 20:21:26.247907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d3e84f44-adf4-4e87-b40e-0b1a6e7f78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.248996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c348e-073b-454b-a56f-28ce0cbb4847 req-7625074f-7ddb-41c8-879a-6bdc9c3d8cf6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.252116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-d3e84f44-adf4-4e87-b40e-0b1a6e7f78f0 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=17669fe0-e76d-4c68-a74e-566dac28aa6c HTTP/1.1" status: 200 len: 855 time: 0.1175234 Aug 28 20:21:26.254427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a14c348e-073b-454b-a56f-28ce0cbb4847 req-7625074f-7ddb-41c8-879a-6bdc9c3d8cf6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 931 time: 0.3103132 Aug 28 20:21:26.260281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a7ebec67-b175-4bc6-95dc-c339f8941a15 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e50f72b5dbad4d2a95a78f8544ca4a63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6594617 Aug 28 20:21:26.265268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Pushing event updated for resources: {'Port': ['ID=175c77ef-0210-47b9-98d4-4759a28fae61,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:26.270597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41612) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:26.369307 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a14c348e-073b-454b-a56f-28ce0cbb4847 req-8afa891f-4c83-4386-9703-0704a232c1b7 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973547 Aug 28 20:21:26.376543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-f1debaf7-2092-4e92-bc40-54de5ce538fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.377378 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-f1debaf7-2092-4e92-bc40-54de5ce538fb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 1126 time: 0.1067810 Aug 28 20:21:26.448189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-c0ecc656-21eb-4140-9871-c0fb521dd3ac tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1101751 Aug 28 20:21:26.449722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-509349ae-99b3-4bef-9174-707ac79e7af7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6c5f302-3121-4560-8815-cc9e29672823 HTTP/1.1" status: 200 len: 217 time: 0.0486679 Aug 28 20:21:26.450190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-2edfa71b-76fb-4ed5-8949-540c3ca72b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.451709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-2edfa71b-76fb-4ed5-8949-540c3ca72b68 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=0402836c-dfb6-4a90-a5f0-600f667d50ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1899137 Aug 28 20:21:26.467288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Request body: {'port': {'device_id': '048a4942-6635-481e-914f-8e3793a2d9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:26.521275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'tag': 'bebaf078-a095-4562-909b-88238a9c269a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:26.523737 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2494a28-c4cb-44e7-9de9-bebcb3c459d3", "tag": "bebaf078-a095-4562-909b-88238a9c269a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:26.543643 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8fbf835e-49c3-40a1-94a3-f8f0a20d17bd req-3f071e66-0f17-4217-ba39-6f3998d1d81d tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128660 Aug 28 20:21:26.557030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:26.624276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6a06bed9-f636-4964-af99-ece8a71fe32a None None] Provisioning complete for port 175c77ef-0210-47b9-98d4-4759a28fae61 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:26.628025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a06bed9-f636-4964-af99-ece8a71fe32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:26.646072 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cea0b1-e4bf-4a13-ada3-459b83c6aad2 x-openstack-request-id: req-c5cea0b1-e4bf-4a13-ada3-459b83c6aad2 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:26.646363 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2494a28-c4cb-44e7-9de9-bebcb3c459d3", "tag": "bebaf078-a095-4562-909b-88238a9c269a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:26.651774 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5cea0b1-e4bf-4a13-ada3-459b83c6aad2 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:26.651774 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cea0b1-e4bf-4a13-ada3-459b83c6aad2'] response: {'name': 'network-changed', 'server_uuid': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'tag': 'bebaf078-a095-4562-909b-88238a9c269a', 'status': 'completed', 'code': 200} Aug 28 20:21:26.651774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41620) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:26.652920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-f67eefd1-b9a7-4a07-940a-32d613ae3209 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b8bc3c98-cb07-425f-ae12-28c702f3b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967254 Aug 28 20:21:26.666841 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb56b9d3-1fa9-4de1-8709-1d61c095e831 admin admin] Publish callbacks [] for security_group (9ec076a0-0ec4-4f96-a57d-92e37f3e2946), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:26.670274 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:26.709066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb56b9d3-1fa9-4de1-8709-1d61c095e831 admin admin] Publish callbacks [] for security_group (9ec076a0-0ec4-4f96-a57d-92e37f3e2946), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:26.709341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6a06bed9-f636-4964-af99-ece8a71fe32a None None] Port 175c77ef-0210-47b9-98d4-4759a28fae61 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:21:26.722200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-9e2fe1a5-2abe-46fa-b7b0-3cdbe49b7d30 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378850 Aug 28 20:21:26.855559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-39318032-6764-4464-a39f-bbcf5ede32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.857223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-39318032-6764-4464-a39f-bbcf5ede32d8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=17669fe0-e76d-4c68-a74e-566dac28aa6c HTTP/1.1" status: 200 len: 855 time: 0.3024013 Aug 28 20:21:26.970063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-c91bd6c3-39e9-4e33-b68c-9794b15ce60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:26.971640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-c91bd6c3-39e9-4e33-b68c-9794b15ce60b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=0402836c-dfb6-4a90-a5f0-600f667d50ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041079 Aug 28 20:21:27.092075 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.134090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175c77ef-0210-47b9-98d4-4759a28fae61 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:27.153201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Publish callbacks [] for port (175c77ef-0210-47b9-98d4-4759a28fae61), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.202741 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:27.217951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6d487e1-f321-48ed-b2be-b19cb345497e req-880ae3b1-096a-4014-ba12-8d175f87e3f6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/b8bc3c98-cb07-425f-ae12-28c702f3b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563537 Aug 28 20:21:27.219756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-858b8818-e464-43c2-8970-bc63a9bc2cfa req-c375fb22-eab9-442d-b6da-f363064eca1a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866776 Aug 28 20:21:27.230248 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-df4b617d-347c-4860-b13f-c1216aba840e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2ad2e60f35c14eef8d2f43fe942193db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5761855 Aug 28 20:21:27.233146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41648) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:27.236699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcdd9-5bf3-4055-bab4-b28411d00ba8 req-15ca0962-cefe-4d0a-a62a-9ab73d6b570e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:27.238885 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3afbcdd9-5bf3-4055-bab4-b28411d00ba8 req-15ca0962-cefe-4d0a-a62a-9ab73d6b570e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1308010 Aug 28 20:21:27.275999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb56b9d3-1fa9-4de1-8709-1d61c095e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9ec076a0-0ec4-4f96-a57d-92e37f3e2946), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.277359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Transition to ACTIVE for port object 175c77ef-0210-47b9-98d4-4759a28fae61 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:21:27.278985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb56b9d3-1fa9-4de1-8709-1d61c095e831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.280621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cb56b9d3-1fa9-4de1-8709-1d61c095e831 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ec076a0-0ec4-4f96-a57d-92e37f3e2946 HTTP/1.1" status: 204 len: 168 time: 0.9989192 Aug 28 20:21:27.292750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1043cc0d-ad06-4d50-89db-aa0f80d15d41 admin admin] Publish callbacks [] for security_group (163cd126-5e7e-4263-bba7-b2e9e818edc3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.313305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56b9d3-1fa9-4de1-8709-1d61c095e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec076a0-0ec4-4f96-a57d-92e37f3e2946,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:27.331775 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3afbcdd9-5bf3-4055-bab4-b28411d00ba8 req-2b3ea10d-a0ac-4e6e-a08c-b217a22d6625 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858347 Aug 28 20:21:27.337192 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.388990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1043cc0d-ad06-4d50-89db-aa0f80d15d41 admin admin] Publish callbacks [] for security_group (163cd126-5e7e-4263-bba7-b2e9e818edc3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.464545 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:27.466050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Pushing event updated for resources: {'Port': ['ID=175c77ef-0210-47b9-98d4-4759a28fae61,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:27.555020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc4c4-56da-4cf1-96ad-0ce0a4f376b9 req-54221f26-56fc-450a-99b8-0db23d16d48a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:27.556297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-feefc4c4-56da-4cf1-96ad-0ce0a4f376b9 req-54221f26-56fc-450a-99b8-0db23d16d48a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 943 time: 0.0627885 Aug 28 20:21:27.586907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Attempting to bind port 175c77ef-0210-47b9-98d4-4759a28fae61 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:27.586907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Attempting to bind port 175c77ef-0210-47b9-98d4-4759a28fae61 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:27.586907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Attempting to bind port 175c77ef-0210-47b9-98d4-4759a28fae61 on network 0402836c-dfb6-4a90-a5f0-600f667d50ab {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:27.604506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Port 175c77ef-0210-47b9-98d4-4759a28fae61 on network 0402836c-dfb6-4a90-a5f0-600f667d50ab not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:21:27.605214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Attempting to bind port 175c77ef-0210-47b9-98d4-4759a28fae61 on network 0402836c-dfb6-4a90-a5f0-600f667d50ab {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:27.621946 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.625163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:27.625375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Checking segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:27.625773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Bound using segment: {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:27.626255 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Bound port: 175c77ef-0210-47b9-98d4-4759a28fae61, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:27.626624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.650180 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1043cc0d-ad06-4d50-89db-aa0f80d15d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (163cd126-5e7e-4263-bba7-b2e9e818edc3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.654025 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1043cc0d-ad06-4d50-89db-aa0f80d15d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.656306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1043cc0d-ad06-4d50-89db-aa0f80d15d41 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/163cd126-5e7e-4263-bba7-b2e9e818edc3 HTTP/1.1" status: 204 len: 168 time: 0.4218829 Aug 28 20:21:27.662830 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-feefc4c4-56da-4cf1-96ad-0ce0a4f376b9 req-728372ae-eac9-4b5e-9b61-9c89bb31e204 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957878 Aug 28 20:21:27.691571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043cc0d-ad06-4d50-89db-aa0f80d15d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163cd126-5e7e-4263-bba7-b2e9e818edc3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:27.738049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd4891-8172-48aa-9f88-adc84e369450 req-a54a20b0-c5a2-4f9e-b2f4-b070cb915b2c tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:27.740601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24bd4891-8172-48aa-9f88-adc84e369450 req-a54a20b0-c5a2-4f9e-b2f4-b070cb915b2c tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 944 time: 0.0871532 Aug 28 20:21:27.740810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] For port 175c77ef-0210-47b9-98d4-4759a28fae61, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:27.744497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] For port 175c77ef-0210-47b9-98d4-4759a28fae61, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=175c77ef-0210-47b9-98d4-4759a28fae61,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:27.794512 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-24bd4891-8172-48aa-9f88-adc84e369450 req-fbf70fcb-6f05-434d-9add-911346a714e0 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Aug 28 20:21:27.831104 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.835666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:27.836805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:27.838876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/175c77ef-0210-47b9-98d4-4759a28fae61 HTTP/1.1" status: 200 len: 1091 time: 1.3762004 Aug 28 20:21:27.841001 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048a4942-6635-481e-914f-8e3793a2d9ea', 'tag': '175c77ef-0210-47b9-98d4-4759a28fae61'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:27.843433 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac811c4a-f600-4167-afa8-29ff2913b8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "048a4942-6635-481e-914f-8e3793a2d9ea", "tag": "175c77ef-0210-47b9-98d4-4759a28fae61"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:27.900789 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76464fd7-3389-4d93-8092-f35f23c10d9f x-openstack-request-id: req-76464fd7-3389-4d93-8092-f35f23c10d9f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:27.901137 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048a4942-6635-481e-914f-8e3793a2d9ea", "tag": "175c77ef-0210-47b9-98d4-4759a28fae61", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:27.901457 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76464fd7-3389-4d93-8092-f35f23c10d9f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:27.902049 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76464fd7-3389-4d93-8092-f35f23c10d9f'] response: {'name': 'network-changed', 'server_uuid': '048a4942-6635-481e-914f-8e3793a2d9ea', 'tag': '175c77ef-0210-47b9-98d4-4759a28fae61', 'status': 'completed', 'code': 200} Aug 28 20:21:27.913719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a55b09-3057-4c12-b90b-3065bce75154 service neutron] Pushing event updated for resources: {'Port': ['ID=175c77ef-0210-47b9-98d4-4759a28fae61,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:28.120169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41672) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:28.271853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac811c4a-f600-4167-afa8-29ff2913b8fa req-c47342b9-1905-42aa-9c2b-6c948e54909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:28.274064 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ac811c4a-f600-4167-afa8-29ff2913b8fa req-c47342b9-1905-42aa-9c2b-6c948e54909e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 1125 time: 0.0582800 Aug 28 20:21:28.286059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-caa46723-ddbd-4a10-ad78-d3e71ea9c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:28.287675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-caa46723-ddbd-4a10-ad78-d3e71ea9c142 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 1126 time: 0.0724900 Aug 28 20:21:28.305673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d67d9427-d514-40a3-b85a-62c232a05b31 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:21:28.427218 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:28.428488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41682) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:28.461454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-262133c6-ac69-46ee-8fec-481b72df118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:28.463601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-262133c6-ac69-46ee-8fec-481b72df118a service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 917 time: 0.1692271 Aug 28 20:21:28.480868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:28.592276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-91a16417-6d7c-4e80-bae0-839d2aac9489 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebaf078-a095-4562-909b-88238a9c269a HTTP/1.1" status: 200 len: 217 time: 0.1120379 Aug 28 20:21:28.609932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d67d9427-d514-40a3-b85a-62c232a05b31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d67d9427-d514-40a3-b85a-62c232a05b31,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:28.610915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0b7610e-1218-4fa2-99c4-8ee52bf50bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:28.632029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'd67d9427-d514-40a3-b85a-62c232a05b31', 'network_id': 'b8bc3c98-cb07-425f-ae12-28c702f3b360', 'port_id': 'd67d9427-d514-40a3-b85a-62c232a05b31', 'mac_address': 'fa:16:3e:0c:9c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb127f59-ee7c-41b3-bd8b-b7dd624d54e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:21:28.689064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d67d9427-d514-40a3-b85a-62c232a05b31 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:28.689512 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:28.707765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67d9427-d514-40a3-b85a-62c232a05b31 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:28.768393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d67d9427-d514-40a3-b85a-62c232a05b31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d67d9427-d514-40a3-b85a-62c232a05b31,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:28.793034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0b7610e-1218-4fa2-99c4-8ee52bf50bd2 admin admin] Publish callbacks [] for security_group (83f149c5-765e-43ea-83dd-0f8b3c183823), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:28.798409 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-eb24b8c6-6679-4730-838f-4f2f27ecc756 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657894 Aug 28 20:21:28.804046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-02d07cf0-e754-4ffb-bd78-c5b5742367b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:28.806394 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-02d07cf0-e754-4ffb-bd78-c5b5742367b0 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=17669fe0-e76d-4c68-a74e-566dac28aa6c HTTP/1.1" status: 200 len: 855 time: 0.1975482 Aug 28 20:21:28.827782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188c0f-75db-4fe3-b353-c887ea8534a5 req-b6f8796c-87dd-4127-81cc-d6f3ba4e9a34 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:28.829616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30188c0f-75db-4fe3-b353-c887ea8534a5 req-b6f8796c-87dd-4127-81cc-d6f3ba4e9a34 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.3444376 Aug 28 20:21:28.904451 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-5e25e185-882b-4d8b-b14d-a354347db14e req-d9bd3976-8e92-4520-aae3-36847b91f95e service neutron] show failed (client error): The resource could not be found. Aug 28 20:21:28.905842 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-d9bd3976-8e92-4520-aae3-36847b91f95e service neutron] 10.222.0.84 "GET /networking/v2.0/ports/a5d3d2fa-0479-4227-bab1-0f732d87d5a9/bindings/n-h2-854121-7 HTTP/1.1" status: 404 len: 380 time: 0.4101944 Aug 28 20:21:28.918460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac811c4a-f600-4167-afa8-29ff2913b8fa req-29c5e08e-187d-4598-94e4-fea6bd81ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:28.921904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ac811c4a-f600-4167-afa8-29ff2913b8fa req-29c5e08e-187d-4598-94e4-fea6bd81ecfb service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=cbf9f25947fb4827acb0b889e67151ae&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6387713 Aug 28 20:21:28.924705 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30188c0f-75db-4fe3-b353-c887ea8534a5 req-7d4fa1b4-9b64-4038-a111-f3bbab7260a7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745292 Aug 28 20:21:28.983849 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.012216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f0b7610e-1218-4fa2-99c4-8ee52bf50bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (83f149c5-765e-43ea-83dd-0f8b3c183823), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.058196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1c39e-5da5-4817-99b8-0f88ada068bf req-d33584f4-a1df-4cd1-8f7b-3983ac793867 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:29.059842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83d1c39e-5da5-4817-99b8-0f88ada068bf req-d33584f4-a1df-4cd1-8f7b-3983ac793867 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 943 time: 0.2309930 Aug 28 20:21:29.082588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-a6e08e83-aae6-44db-8a4e-fb982d6a4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:29.085237 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-a6e08e83-aae6-44db-8a4e-fb982d6a4159 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=0402836c-dfb6-4a90-a5f0-600f667d50ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2601709 Aug 28 20:21:29.095609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Publish callbacks [] for security_group (636f611e-5689-4aaa-9e04-44566eab5037), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.099032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d67d9427-d514-40a3-b85a-62c232a05b31,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:29.102843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7610e-1218-4fa2-99c4-8ee52bf50bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f149c5-765e-43ea-83dd-0f8b3c183823,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:29.118673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device bebaf078-a095-4562-909b-88238a9c269a details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:21:29.271890 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (636f611e-5689-4aaa-9e04-44566eab5037), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.303947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f0b7610e-1218-4fa2-99c4-8ee52bf50bd2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fe888ef731384a848637963e4e0bd82f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8269496 Aug 28 20:21:29.310048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41700) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:29.318106 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dda7b4-6ec0-4d98-a1cb-a678af3dd481 req-01703351-72ac-475a-91a5-8200726bebf7 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:29.319824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5dda7b4-6ec0-4d98-a1cb-a678af3dd481 req-01703351-72ac-475a-91a5-8200726bebf7 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 945 time: 0.2356648 Aug 28 20:21:29.323805 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:29.328045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-b2d913ae-a131-401d-b0e5-843c362de77f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250659 Aug 28 20:21:29.328918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port bebaf078-a095-4562-909b-88238a9c269a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=bebaf078-a095-4562-909b-88238a9c269a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:29.356320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'bebaf078-a095-4562-909b-88238a9c269a', 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'port_id': 'bebaf078-a095-4562-909b-88238a9c269a', 'mac_address': 'fa:16:3e:42:aa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17669fe0-e76d-4c68-a74e-566dac28aa6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:21:29.358165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c7f97e908b334b808ed74e6be6235934&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2367468 Aug 28 20:21:29.366273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41702) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:29.389353 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:29.404945 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac811c4a-f600-4167-afa8-29ff2913b8fa req-32d0f3f6-a4d5-472b-a75b-eb9d51da2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:29.407739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ac811c4a-f600-4167-afa8-29ff2913b8fa req-32d0f3f6-a4d5-472b-a75b-eb9d51da2f1f service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4806299 Aug 28 20:21:29.430721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4c7df00-10ff-43d6-83cc-26eeeb57b6d0 req-d7723008-264b-43fe-8300-6f4cdcbf771f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188993 Aug 28 20:21:29.477566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa288bac-02d6-43b9-9066-46302732e534 admin admin] Publish callbacks [] for security_group (83f149c5-765e-43ea-83dd-0f8b3c183823), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.491136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port bebaf078-a095-4562-909b-88238a9c269a is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:29.491593 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bebaf078-a095-4562-909b-88238a9c269a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.491839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f611e-5689-4aaa-9e04-44566eab5037,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:29.496047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['d67d9427-d514-40a3-b85a-62c232a05b31'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:21:29.513607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5dda7b4-6ec0-4d98-a1cb-a678af3dd481 req-bfe40e5c-1c23-474c-88fb-845fc7f8aa5e tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777749 Aug 28 20:21:29.544322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.544671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.545172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.545474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.545681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.559216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa288bac-02d6-43b9-9066-46302732e534 admin admin] Publish callbacks [] for security_group (83f149c5-765e-43ea-83dd-0f8b3c183823), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.565112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.565566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.566833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.567191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.567536 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.567875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.571805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.571805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.572388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.573373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c399f17-4a4b-4daa-8657-702c89fe3b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:29.602749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebaf078-a095-4562-909b-88238a9c269a {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:29.609157 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83d1c39e-5da5-4817-99b8-0f88ada068bf req-ae546142-f001-4019-ba8b-dca5fad9de2f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719084 Aug 28 20:21:29.644604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-0e72fab5-b70a-45af-9936-0284d1ffa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:29.644604 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-0e72fab5-b70a-45af-9936-0284d1ffa6f6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 1125 time: 0.1663380 Aug 28 20:21:29.644915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port bebaf078-a095-4562-909b-88238a9c269a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=bebaf078-a095-4562-909b-88238a9c269a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:29.684287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03c2921c-9116-4807-b287-77c5ccaf1855 admin admin] Publish callbacks [] for security_group (636f611e-5689-4aaa-9e04-44566eab5037), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.712130 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1fccdec2-c97d-43f6-ac40-08cebaabfe1b req-ac095e09-ff81-498f-9b4a-ff44775139dc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722308 Aug 28 20:21:29.743879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03c2921c-9116-4807-b287-77c5ccaf1855 admin admin] Publish callbacks [] for security_group (636f611e-5689-4aaa-9e04-44566eab5037), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.768041 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bebaf078-a095-4562-909b-88238a9c269a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:29.829044 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-3eea7f2b-593e-4ebf-a794-17e6e2a155c5 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=175c77ef-0210-47b9-98d4-4759a28fae61 HTTP/1.1" status: 200 len: 217 time: 0.1710193 Aug 28 20:21:29.838615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-2a6adc3d-9e51-4e6f-829f-5d8f1874d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:29.842175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-2a6adc3d-9e51-4e6f-829f-5d8f1874d28a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 1127 time: 0.2801080 Aug 28 20:21:29.867073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:29.870834 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:29.929640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=bebaf078-a095-4562-909b-88238a9c269a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:29.970132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-8d9eaf44-8b08-4268-a673-466ecca03cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:29.971696 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-8d9eaf44-8b08-4268-a673-466ecca03cb5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=17669fe0-e76d-4c68-a74e-566dac28aa6c HTTP/1.1" status: 200 len: 855 time: 0.1285496 Aug 28 20:21:29.987051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['bebaf078-a095-4562-909b-88238a9c269a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:21:30.050156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-44d1cbfc-4e7b-4250-ad64-07864a1b8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:30.052152 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-44d1cbfc-4e7b-4250-ad64-07864a1b8fdc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=0402836c-dfb6-4a90-a5f0-600f667d50ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631382 Aug 28 20:21:30.093842 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.104454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03c2921c-9116-4807-b287-77c5ccaf1855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (636f611e-5689-4aaa-9e04-44566eab5037), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.109257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-03c2921c-9116-4807-b287-77c5ccaf1855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.109257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-03c2921c-9116-4807-b287-77c5ccaf1855 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/636f611e-5689-4aaa-9e04-44566eab5037 HTTP/1.1" status: 204 len: 168 time: 0.7332304 Aug 28 20:21:30.119326 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:30.139084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2921c-9116-4807-b287-77c5ccaf1855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f611e-5689-4aaa-9e04-44566eab5037,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:30.153833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0577-245b-4123-8fb0-251ad00e7267 req-773eb408-e0dd-407c-933b-71bb404d5ebe tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:30.155680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ece0577-245b-4123-8fb0-251ad00e7267 req-773eb408-e0dd-407c-933b-71bb404d5ebe tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1225379 Aug 28 20:21:30.159820 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa288bac-02d6-43b9-9066-46302732e534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (83f149c5-765e-43ea-83dd-0f8b3c183823), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.162437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aa288bac-02d6-43b9-9066-46302732e534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.166703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aa288bac-02d6-43b9-9066-46302732e534 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/83f149c5-765e-43ea-83dd-0f8b3c183823 HTTP/1.1" status: 204 len: 168 time: 0.8552916 Aug 28 20:21:30.211437 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:30.225833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa288bac-02d6-43b9-9066-46302732e534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f149c5-765e-43ea-83dd-0f8b3c183823,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:30.343253 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:30.353983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ece0577-245b-4123-8fb0-251ad00e7267 req-838bdd27-74b6-41c1-bd02-36ea1dec6fd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858041 Aug 28 20:21:30.362174 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-f44af641-7c00-4c7e-b09f-0278eaf1493f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855186 Aug 28 20:21:30.404146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d67d9427-d514-40a3-b85a-62c232a05b31 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:30.466190 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:30.471797 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:30.483313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port d67d9427-d514-40a3-b85a-62c232a05b31 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:21:30.594414 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9afa544d-69d0-4338-bc0b-ac89aa5d2b56 req-1156a032-6df3-45fa-a565-2cb232cc619a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205298 Aug 28 20:21:30.606611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port d67d9427-d514-40a3-b85a-62c232a05b31 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:30.607133 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.615717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:30.676049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:30.744095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:30.747050 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dcb540-bb3d-4f5c-b612-b5fa328afa8f" -d '{"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:30.752325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Publish callbacks [] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.779276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Transition to ACTIVE for port object a5d3d2fa-0479-4227-bab1-0f732d87d5a9 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:21:30.814919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d521cc-6161-4a04-962c-d1860b35c8ef req-1f9a5ba8-4c9b-4cdc-8edc-8f596c8060cc tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:30.814919 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02d521cc-6161-4a04-962c-d1860b35c8ef req-1f9a5ba8-4c9b-4cdc-8edc-8f596c8060cc tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 945 time: 0.1854541 Aug 28 20:21:30.870774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0ee7f-09fa-459e-be22-4c674f3a1cb7 req-134a8ceb-23e9-4397-b07a-b355b6fadf27 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:30.874584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c5e0ee7f-09fa-459e-be22-4c674f3a1cb7 req-134a8ceb-23e9-4397-b07a-b355b6fadf27 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 943 time: 0.0719247 Aug 28 20:21:30.879824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port d67d9427-d514-40a3-b85a-62c232a05b31 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:30.879824 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.880034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:30.903818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-02d521cc-6161-4a04-962c-d1860b35c8ef req-c3770447-2ec9-4178-bfae-5eade4065310 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805519 Aug 28 20:21:30.912334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67d9427-d514-40a3-b85a-62c232a05b31'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:30.915428 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deae9d35-a031-41a0-ad61-5d407fe2d6de" -d '{"events": [{"server_uuid": "5f688dcb-5c67-4fce-9824-75e7a2457885", "name": "network-vif-plugged", "status": "completed", "tag": "d67d9427-d514-40a3-b85a-62c232a05b31"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:30.943389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port d67d9427-d514-40a3-b85a-62c232a05b31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d67d9427-d514-40a3-b85a-62c232a05b31,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:31.040780 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:31.041887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:31.061222 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbefd69c-01cd-4b5b-b030-60bfec5ba492 x-openstack-request-id: req-dbefd69c-01cd-4b5b-b030-60bfec5ba492 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:31.061915 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:31.062174 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbefd69c-01cd-4b5b-b030-60bfec5ba492 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:31.062576 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbefd69c-01cd-4b5b-b030-60bfec5ba492'] response: {'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'code': 200} Aug 28 20:21:31.096369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] No DVR routers for this DVR port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:31.124691 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9edc6ab-e318-4029-b6e2-bbf9d1b53ce5 x-openstack-request-id: req-d9edc6ab-e318-4029-b6e2-bbf9d1b53ce5 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:31.125096 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f688dcb-5c67-4fce-9824-75e7a2457885", "name": "network-vif-plugged", "status": "completed", "tag": "d67d9427-d514-40a3-b85a-62c232a05b31", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:31.125291 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9edc6ab-e318-4029-b6e2-bbf9d1b53ce5 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:31.125898 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9edc6ab-e318-4029-b6e2-bbf9d1b53ce5'] response: {'server_uuid': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67d9427-d514-40a3-b85a-62c232a05b31', 'code': 200} Aug 28 20:21:31.165155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device bebaf078-a095-4562-909b-88238a9c269a up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:31.251489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3084b-915f-4b98-b585-453a685a1ae0 req-dc7bace3-05f9-4da2-9410-1acf02dd77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:31.253944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72d3084b-915f-4b98-b585-453a685a1ae0 req-dc7bace3-05f9-4da2-9410-1acf02dd77b5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 1128 time: 0.0496829 Aug 28 20:21:31.293335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=d67d9427-d514-40a3-b85a-62c232a05b31,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:31.299224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] The host n-h1-854121-7 is not matching for port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 host n-h2-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:21:31.299841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:31.344672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72d3084b-915f-4b98-b585-453a685a1ae0 req-db0a128b-4cec-4805-b734-1ed6ee54c303 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785308 Aug 28 20:21:31.354885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port bebaf078-a095-4562-909b-88238a9c269a completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:21:31.452293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port bebaf078-a095-4562-909b-88238a9c269a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:31.457525 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bebaf078-a095-4562-909b-88238a9c269a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:31.522843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=6']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:31.540700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c5e0ee7f-09fa-459e-be22-4c674f3a1cb7 req-61f6576e-0fbb-497e-af90-f9dd29e319f4 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566768 Aug 28 20:21:31.605893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304096-1922-416b-a0b7-53041d57b2ac req-6f7f18ec-f38a-49e1-954b-d720038b9680 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:31.607579 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39304096-1922-416b-a0b7-53041d57b2ac req-6f7f18ec-f38a-49e1-954b-d720038b9680 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.0847249 Aug 28 20:21:31.716596 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:31.716937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:31.717278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on network 68817902-bf60-4f78-a96a-fd76f444f265 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:31.731522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on network 68817902-bf60-4f78-a96a-fd76f444f265 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:21:31.731867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Attempting to bind port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on network 68817902-bf60-4f78-a96a-fd76f444f265 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:31.738836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-39304096-1922-416b-a0b7-53041d57b2ac req-e86b5c87-639a-4c4f-b7b5-87c4011e5617 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070375 Aug 28 20:21:31.748338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:31.748686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Checking segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:31.749120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Bound using segment: {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:31.749655 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Bound port: a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf09b573-3b78-411d-b843-7651122c0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:31.750059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:31.808393 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:21:31.884874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:31.887771 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:31.889258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:31.902510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port bebaf078-a095-4562-909b-88238a9c269a is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:31.903174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bebaf078-a095-4562-909b-88238a9c269a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:31.990529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port bebaf078-a095-4562-909b-88238a9c269a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=bebaf078-a095-4562-909b-88238a9c269a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:32.048612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324f1f2-434c-4672-b362-66dbc51639b5 req-6b00de4c-a94a-428e-8885-2275d1cc3142 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:32.057186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8324f1f2-434c-4672-b362-66dbc51639b5 req-6b00de4c-a94a-428e-8885-2275d1cc3142 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 946 time: 0.0671670 Aug 28 20:21:32.067491 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:32.069766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bebaf078-a095-4562-909b-88238a9c269a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:32.105618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:32.106624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:32.107674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 1091 time: 2.2463629 Aug 28 20:21:32.127686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=bebaf078-a095-4562-909b-88238a9c269a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:32.202532 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:32.218521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8324f1f2-434c-4672-b362-66dbc51639b5 req-a226aa3d-0f84-46f1-9e8a-d476df8133f0 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603668 Aug 28 20:21:32.231279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-3562ca8c-8e8d-4ae1-91b6-a5971f7ab9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:32.233497 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-3562ca8c-8e8d-4ae1-91b6-a5971f7ab9df service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1125 time: 0.0967665 Aug 28 20:21:32.242802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f16ad7-ec33-4eff-8d8a-0cf3cff6f14b service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=7']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:32.392252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a6c5f302-3121-4560-8815-cc9e29672823 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:21:32.429763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-fed56494-01ec-4f0b-a757-c711c95b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:32.432826 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-fed56494-01ec-4f0b-a757-c711c95b10f2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.1863694 Aug 28 20:21:32.499623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-db9e777f-5382-4157-9954-c0a927136456 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 998 time: 0.0606711 Aug 28 20:21:32.544775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a6c5f302-3121-4560-8815-cc9e29672823, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a6c5f302-3121-4560-8815-cc9e29672823,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:32.553276 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:32.561907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-460f74b5-0140-4e5a-91b0-ab77d41fad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:32.562805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'a6c5f302-3121-4560-8815-cc9e29672823', 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'port_id': 'a6c5f302-3121-4560-8815-cc9e29672823', 'mac_address': 'fa:16:3e:e2:82:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17669fe0-e76d-4c68-a74e-566dac28aa6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:21:32.563916 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-460f74b5-0140-4e5a-91b0-ab77d41fad21 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.0572114 Aug 28 20:21:32.603813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a6c5f302-3121-4560-8815-cc9e29672823 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:32.604314 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a6c5f302-3121-4560-8815-cc9e29672823), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:32.618191 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:32.632147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c5f302-3121-4560-8815-cc9e29672823 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:32.676952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a6c5f302-3121-4560-8815-cc9e29672823, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a6c5f302-3121-4560-8815-cc9e29672823,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:32.686468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e185-882b-4d8b-b14d-a354347db14e req-cbb7fbce-4ce0-4f9a-a131-12d840154abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:32.694097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-cbb7fbce-4ce0-4f9a-a131-12d840154abc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1140604 Aug 28 20:21:32.772613 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a6c5f302-3121-4560-8815-cc9e29672823), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:32.826535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea3dd8-8275-4f2e-9737-0a3017c0e4ef req-b293b29e-f050-4b04-ab3a-ca67df3de213 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:32.830901 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04ea3dd8-8275-4f2e-9737-0a3017c0e4ef req-b293b29e-f050-4b04-ab3a-ca67df3de213 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 943 time: 0.1384187 Aug 28 20:21:32.875952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-207e44a1-fde0-4b0c-9f98-6c56a2a15ef4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781123 Aug 28 20:21:32.900300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a6c5f302-3121-4560-8815-cc9e29672823,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:32.935985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04ea3dd8-8275-4f2e-9737-0a3017c0e4ef req-893da19d-ec46-4466-9c23-0d3b352eec6d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969653 Aug 28 20:21:32.973306 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:33.015088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34490d-5a9e-4be2-9d99-7b3de501a122 req-7530940f-6168-42b9-844c-38f928c961d0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.016715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7a34490d-5a9e-4be2-9d99-7b3de501a122 req-7530940f-6168-42b9-844c-38f928c961d0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.1394310 Aug 28 20:21:33.063938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:33.067427 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:33.079832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a6c5f302-3121-4560-8815-cc9e29672823'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:21:33.118338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e25e185-882b-4d8b-b14d-a354347db14e req-f0947de7-9f15-4673-a7ba-1163beb2442a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216673 Aug 28 20:21:33.138622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebaf078-a095-4562-909b-88238a9c269a'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:33.143698 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42350879-c38b-4040-ac57-e81d5d87e459" -d '{"events": [{"server_uuid": "d2494a28-c4cb-44e7-9de9-bebcb3c459d3", "name": "network-vif-plugged", "status": "completed", "tag": "bebaf078-a095-4562-909b-88238a9c269a"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:33.153523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 175c77ef-0210-47b9-98d4-4759a28fae61 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:21:33.190188 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7a34490d-5a9e-4be2-9d99-7b3de501a122 req-c5d0999c-f0d9-49a3-99c5-ba85e5ebe789 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650405 Aug 28 20:21:33.246819 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d91dbca-bfde-4ce5-971f-050800c08fdb x-openstack-request-id: req-5d91dbca-bfde-4ce5-971f-050800c08fdb {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:33.247489 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:33.248065 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d91dbca-bfde-4ce5-971f-050800c08fdb {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:33.248701 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d91dbca-bfde-4ce5-971f-050800c08fdb'] response: {'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'status': 'completed', 'code': 200} Aug 28 20:21:33.332001 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:21:33.408515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-77bbe826-76f3-4db8-ae77-47d78d7c8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.410231 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2a2b36-d400-4b82-8838-a8687aeb74a9 x-openstack-request-id: req-8e2a2b36-d400-4b82-8838-a8687aeb74a9 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:33.411518 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2494a28-c4cb-44e7-9de9-bebcb3c459d3", "name": "network-vif-plugged", "status": "completed", "tag": "bebaf078-a095-4562-909b-88238a9c269a", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:33.411952 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e2a2b36-d400-4b82-8838-a8687aeb74a9 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:33.412756 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2a2b36-d400-4b82-8838-a8687aeb74a9'] response: {'server_uuid': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebaf078-a095-4562-909b-88238a9c269a', 'code': 200} Aug 28 20:21:33.421519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-77bbe826-76f3-4db8-ae77-47d78d7c8bcc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1125 time: 0.1333582 Aug 28 20:21:33.421828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-b5b7810f-71a1-4a10-ae60-9b883b7edf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.421828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-b5b7810f-71a1-4a10-ae60-9b883b7edf6f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1125 time: 0.1138866 Aug 28 20:21:33.428571 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:33.477240 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:33.584096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab9756-3890-4ded-99de-15c84c955470 req-efeb5999-6354-4ed7-a798-86855568c14b tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.593912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 175c77ef-0210-47b9-98d4-4759a28fae61, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=175c77ef-0210-47b9-98d4-4759a28fae61,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:33.594565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eab9756-3890-4ded-99de-15c84c955470 req-efeb5999-6354-4ed7-a798-86855568c14b tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 946 time: 0.1711304 Aug 28 20:21:33.606975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '175c77ef-0210-47b9-98d4-4759a28fae61', 'network_id': '0402836c-dfb6-4a90-a5f0-600f667d50ab', 'port_id': '175c77ef-0210-47b9-98d4-4759a28fae61', 'mac_address': 'fa:16:3e:a2:90:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17669fe0-e76d-4c68-a74e-566dac28aa6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:21:33.646412 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:33.686941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3eab9756-3890-4ded-99de-15c84c955470 req-bc9ed30a-bf3c-44a3-aa30-782d57845275 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942705 Aug 28 20:21:33.688350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-b04175a5-e576-46ff-93fa-2a610c52b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.689966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-b04175a5-e576-46ff-93fa-2a610c52b636 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.2480779 Aug 28 20:21:33.691350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-e71e9bda-822f-4d76-b4e1-800cd19393d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.693061 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-e71e9bda-822f-4d76-b4e1-800cd19393d7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.2683554 Aug 28 20:21:33.698370 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=85 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:33.756805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 175c77ef-0210-47b9-98d4-4759a28fae61 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:33.757458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:33.791006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175c77ef-0210-47b9-98d4-4759a28fae61 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:33.796483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-fcfe1be0-cf88-4435-b2e4-682057a8c165 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 998 time: 0.0967076 Aug 28 20:21:33.849224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 175c77ef-0210-47b9-98d4-4759a28fae61, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=175c77ef-0210-47b9-98d4-4759a28fae61,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:33.866781 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-d5f41047-33cc-4df2-b49a-fd4e0009f47b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 998 time: 0.0919073 Aug 28 20:21:33.886513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bec87-37fa-4c9a-9e1d-2de610eba3fc req-7dbb6104-d6a9-4692-b8f1-e063e9cca46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.888242 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef4bec87-37fa-4c9a-9e1d-2de610eba3fc req-7dbb6104-d6a9-4692-b8f1-e063e9cca46d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 1128 time: 0.3367357 Aug 28 20:21:33.895455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-e76a0842-be95-49b1-ab31-a67af0278a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.901758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-e76a0842-be95-49b1-ab31-a67af0278a3b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.0941470 Aug 28 20:21:33.903976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 41838) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:33.950652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:33.955426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-bedaf23a-23d6-443e-bd7d-d42eb2f96e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:33.961045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-bedaf23a-23d6-443e-bd7d-d42eb2f96e64 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466053 Aug 28 20:21:34.006555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=175c77ef-0210-47b9-98d4-4759a28fae61,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:34.136688 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-552495bb-32cc-4559-a367-990403502997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:34.156053 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0ef32-738e-4cba-832d-5b9b75fd3cb5 req-1d6a5c55-efba-4574-ba68-127ce4865611 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:34.158455 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5eb0ef32-738e-4cba-832d-5b9b75fd3cb5 req-1d6a5c55-efba-4574-ba68-127ce4865611 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 944 time: 0.0986941 Aug 28 20:21:34.166123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-ddee672d-a4ee-4884-9208-3e771ec5f94d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950951 Aug 28 20:21:34.201035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['175c77ef-0210-47b9-98d4-4759a28fae61'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:21:34.227450 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:34.305479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5eb0ef32-738e-4cba-832d-5b9b75fd3cb5 req-2d0fb41c-403b-41dc-9d6e-79fdf3542ba3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383412 Aug 28 20:21:34.364383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-3208f6cc-d61a-438f-9535-1248bc2d1267 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738396 Aug 28 20:21:34.402592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-552495bb-32cc-4559-a367-990403502997 admin admin] Publish callbacks [] for security_group (032ae364-829c-4e9c-afa6-5362988a9047), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:34.411143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a6c5f302-3121-4560-8815-cc9e29672823 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:34.476844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port a6c5f302-3121-4560-8815-cc9e29672823 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:21:34.499022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a2c5c-a392-45bd-b520-ccb24d458065 req-9ce92b36-e2a8-45aa-bc93-20830672a30f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:34.500614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c76a2c5c-a392-45bd-b520-ccb24d458065 req-9ce92b36-e2a8-45aa-bc93-20830672a30f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.0514121 Aug 28 20:21:34.501184 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-552495bb-32cc-4559-a367-990403502997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (032ae364-829c-4e9c-afa6-5362988a9047), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:34.544392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port a6c5f302-3121-4560-8815-cc9e29672823 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:34.544920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a6c5f302-3121-4560-8815-cc9e29672823), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:34.612210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c76a2c5c-a392-45bd-b520-ccb24d458065 req-53d9e9fe-011d-4802-a4ba-0f8b9e9a3404 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031549 Aug 28 20:21:34.666104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-552495bb-32cc-4559-a367-990403502997 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bbd7dfae57fe4a82b45131484a759935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7587426 Aug 28 20:21:34.667466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552495bb-32cc-4559-a367-990403502997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032ae364-829c-4e9c-afa6-5362988a9047,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:34.667957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 41868) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:34.694656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c4a90-4e60-4f94-8344-cffdf15a3b02 req-8890c365-5c2c-457c-86bb-c76b3f7aa5e9 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:34.702448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa7c4a90-4e60-4f94-8344-cffdf15a3b02 req-8890c365-5c2c-457c-86bb-c76b3f7aa5e9 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 946 time: 0.1024950 Aug 28 20:21:34.726178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a6c5f302-3121-4560-8815-cc9e29672823 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:34.727800 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a6c5f302-3121-4560-8815-cc9e29672823), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:34.781315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a6c5f302-3121-4560-8815-cc9e29672823, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a6c5f302-3121-4560-8815-cc9e29672823,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:34.810233 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa7c4a90-4e60-4f94-8344-cffdf15a3b02 req-4dda2c95-8797-4591-a319-d83d92c52197 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967212 Aug 28 20:21:34.835002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a6c5f302-3121-4560-8815-cc9e29672823), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:34.861638 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e90ab4a-2ca2-47e2-bb28-5439cdb29b0e admin admin] Publish callbacks [] for security_group (032ae364-829c-4e9c-afa6-5362988a9047), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:34.895038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a6c5f302-3121-4560-8815-cc9e29672823,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:34.901712 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:34.904978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e90ab4a-2ca2-47e2-bb28-5439cdb29b0e admin admin] Publish callbacks [] for security_group (032ae364-829c-4e9c-afa6-5362988a9047), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:35.071381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-3df422dd-3c0b-457f-8630-845cbc93b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:35.072855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-3df422dd-3c0b-457f-8630-845cbc93b1a1 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.0741787 Aug 28 20:21:35.076313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef4bec87-37fa-4c9a-9e1d-2de610eba3fc req-3ed1c9f4-3692-402d-bdab-ee6c92024dfd service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790765 Aug 28 20:21:35.150251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e90ab4a-2ca2-47e2-bb28-5439cdb29b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (032ae364-829c-4e9c-afa6-5362988a9047), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:35.150596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 175c77ef-0210-47b9-98d4-4759a28fae61 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:35.154843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8e90ab4a-2ca2-47e2-bb28-5439cdb29b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:35.156268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8e90ab4a-2ca2-47e2-bb28-5439cdb29b0e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/032ae364-829c-4e9c-afa6-5362988a9047 HTTP/1.1" status: 204 len: 168 time: 0.4870672 Aug 28 20:21:35.176378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90ab4a-2ca2-47e2-bb28-5439cdb29b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032ae364-829c-4e9c-afa6-5362988a9047,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:35.210078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 175c77ef-0210-47b9-98d4-4759a28fae61 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:21:35.323237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-334dafe4-6f37-4b0a-a2e2-7f658ef3fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:35.324811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-334dafe4-6f37-4b0a-a2e2-7f658ef3fc7a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0418422 Aug 28 20:21:35.349692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 175c77ef-0210-47b9-98d4-4759a28fae61 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:35.350374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:35.352106 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:35.416042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c5f302-3121-4560-8815-cc9e29672823'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:35.421112 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff51d6-26cd-4683-ac56-71822e510323" -d '{"events": [{"server_uuid": "b806d79a-acea-4b4e-ba92-246fe49b5712", "name": "network-vif-plugged", "status": "completed", "tag": "a6c5f302-3121-4560-8815-cc9e29672823"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:35.489989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9835-3525-4a6e-9836-6dbb824e209b req-682ae036-c283-4ab5-9768-8671a7b2ef82 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:35.499301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42aa9835-3525-4a6e-9836-6dbb824e209b req-682ae036-c283-4ab5-9768-8671a7b2ef82 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 944 time: 0.1014013 Aug 28 20:21:35.514335 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e715ce-324b-45ad-a2d0-8bfb32df483f x-openstack-request-id: req-a8e715ce-324b-45ad-a2d0-8bfb32df483f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:35.514635 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b806d79a-acea-4b4e-ba92-246fe49b5712", "name": "network-vif-plugged", "status": "completed", "tag": "a6c5f302-3121-4560-8815-cc9e29672823", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:35.514892 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8e715ce-324b-45ad-a2d0-8bfb32df483f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:35.515299 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e715ce-324b-45ad-a2d0-8bfb32df483f'] response: {'server_uuid': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c5f302-3121-4560-8815-cc9e29672823', 'code': 200} Aug 28 20:21:35.529806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 175c77ef-0210-47b9-98d4-4759a28fae61 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:35.530498 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:35.561699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42aa9835-3525-4a6e-9836-6dbb824e209b req-8896d620-be3f-4795-a2f6-591456611b4c tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610433 Aug 28 20:21:35.572884 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-96685bd1-75d4-4d53-8843-93ebfb960e84 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828439 Aug 28 20:21:35.626378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 175c77ef-0210-47b9-98d4-4759a28fae61, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=175c77ef-0210-47b9-98d4-4759a28fae61,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:35.711101 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:35.738132 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:35.935654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=175c77ef-0210-47b9-98d4-4759a28fae61,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:36.052752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77cea0-adff-4f71-ad25-39b3c5a99f28 req-6c9b3006-02ac-47d6-8278-e01e63f5eabb tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:36.054753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772d3d-d91b-45d3-a69d-24aaf70b2bcf req-b41ded94-7c4e-4817-9cc3-a1167e6fffa1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:36.056803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa772d3d-d91b-45d3-a69d-24aaf70b2bcf req-b41ded94-7c4e-4817-9cc3-a1167e6fffa1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.2958722 Aug 28 20:21:36.061894 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77cea0-adff-4f71-ad25-39b3c5a99f28 req-6c9b3006-02ac-47d6-8278-e01e63f5eabb tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 946 time: 0.0730104 Aug 28 20:21:36.156438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018571a-888b-44a0-b88d-4b068b37dd28 req-6f5dc55d-6f37-4511-b846-1c087702e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:36.160251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2018571a-888b-44a0-b88d-4b068b37dd28 req-6f5dc55d-6f37-4511-b846-1c087702e116 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 1128 time: 0.2537849 Aug 28 20:21:36.179127 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:36.257481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa772d3d-d91b-45d3-a69d-24aaf70b2bcf req-9123f39e-d8c9-4266-8e5a-95e5e4e062fb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767309 Aug 28 20:21:36.273565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5f77cea0-adff-4f71-ad25-39b3c5a99f28 req-97fd4166-8b86-4012-9e1c-a965e17637fc tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c45d0686-6c8f-4130-9c0d-1b10abe31599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074111 Aug 28 20:21:36.284027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-ae41633d-899a-476e-b0e1-7d5ad40c195b tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:36.286214 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-ae41633d-899a-476e-b0e1-7d5ad40c195b tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 946 time: 0.1815543 Aug 28 20:21:36.290260 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2018571a-888b-44a0-b88d-4b068b37dd28 req-72a5dff3-5055-4d68-ba0c-bcc03e73000e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100609 Aug 28 20:21:36.298401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-69d7574e-1408-4d4a-a0b8-0bf3576dcb4a req-f122707d-a9cf-4e89-a91d-af24c92df874 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076047 Aug 28 20:21:36.641719 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:36.741477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2dc84-ed68-47f9-84c5-8ded842f274e req-f2b15063-fd85-4b01-b250-737543c9f88d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:36.748741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4d2dc84-ed68-47f9-84c5-8ded842f274e req-f2b15063-fd85-4b01-b250-737543c9f88d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.0632737 Aug 28 20:21:36.791426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Deleting port d67d9427-d514-40a3-b85a-62c232a05b31 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:36.792000 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:36.901639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4d2dc84-ed68-47f9-84c5-8ded842f274e req-ce01fcb2-9e4f-4667-b21a-0abe480ae533 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520145 Aug 28 20:21:36.954032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] For port d67d9427-d514-40a3-b85a-62c232a05b31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=d67d9427-d514-40a3-b85a-62c232a05b31,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:36.954487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:36.988223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Calling delete_port for d67d9427-d514-40a3-b85a-62c232a05b31 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:37.065270 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:37.148597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:21:37.355344 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d67d9427-d514-40a3-b85a-62c232a05b31), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:37.423715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Pushing event deleted for resources: {'Port': ['ID=d67d9427-d514-40a3-b85a-62c232a05b31,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:37.440047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['d67d9427-d514-40a3-b85a-62c232a05b31'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:21:37.443591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:37.506457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'port_id': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'mac_address': 'fa:16:3e:e3:ac:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:21:37.516020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a4942-6635-481e-914f-8e3793a2d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175c77ef-0210-47b9-98d4-4759a28fae61'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:37.520527 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3734d5b-d4e1-4285-9e0d-f5e2745cf313" -d '{"events": [{"server_uuid": "048a4942-6635-481e-914f-8e3793a2d9ea", "name": "network-vif-plugged", "status": "completed", "tag": "175c77ef-0210-47b9-98d4-4759a28fae61"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:37.607539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:37.608039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:37.616803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ce37-a23d-468c-bb31-8e19315a481f req-08b5430b-86d2-41e7-b9d6-27b5feb35e62 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:37.620285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2275ce37-a23d-468c-bb31-8e19315a481f req-08b5430b-86d2-41e7-b9d6-27b5feb35e62 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 943 time: 0.0979965 Aug 28 20:21:37.627682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d3d2fa-0479-4227-bab1-0f732d87d5a9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:21:37.631038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] No DVR routers for this DVR port d67d9427-d514-40a3-b85a-62c232a05b31 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:37.635002 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:37.639090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9b420341-4f0e-4e7b-9a4f-86141a10bf73 req-8727e4fb-410f-496a-a98b-76162c03eca4 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.84 "DELETE /networking/v2.0/ports/d67d9427-d514-40a3-b85a-62c232a05b31 HTTP/1.1" status: 204 len: 173 time: 1.0769079 Aug 28 20:21:37.656117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:37.660089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'name': 'network-vif-deleted', 'tag': 'd67d9427-d514-40a3-b85a-62c232a05b31'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:37.662637 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd92222-d963-4e2b-a8b7-8018ee7c10aa" -d '{"events": [{"server_uuid": "5f688dcb-5c67-4fce-9824-75e7a2457885", "name": "network-vif-deleted", "tag": "d67d9427-d514-40a3-b85a-62c232a05b31"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:37.681387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b3abc10-569a-4a01-b77b-ac5cd9d84439 req-711150ba-619f-43ae-8d21-6f9408c306fd tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.1533732 Aug 28 20:21:37.785496 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:37.795131 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2275ce37-a23d-468c-bb31-8e19315a481f req-8c0e6b9a-ecc3-4ba3-8adf-ff0f1183f6ad tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530321 Aug 28 20:21:37.818612 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f2707b-6532-4b3b-baf5-d53ee0b64c0f x-openstack-request-id: req-c0f2707b-6532-4b3b-baf5-d53ee0b64c0f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:37.819382 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a4942-6635-481e-914f-8e3793a2d9ea", "name": "network-vif-plugged", "status": "completed", "tag": "175c77ef-0210-47b9-98d4-4759a28fae61", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:37.820048 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0f2707b-6532-4b3b-baf5-d53ee0b64c0f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:37.820953 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f2707b-6532-4b3b-baf5-d53ee0b64c0f'] response: {'server_uuid': '048a4942-6635-481e-914f-8e3793a2d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175c77ef-0210-47b9-98d4-4759a28fae61', 'code': 200} Aug 28 20:21:37.902381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:37.990667 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a26f5ca-8711-46ee-a1b4-5817e8b9979a x-openstack-request-id: req-8a26f5ca-8711-46ee-a1b4-5817e8b9979a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:37.991216 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f688dcb-5c67-4fce-9824-75e7a2457885", "name": "network-vif-deleted", "tag": "d67d9427-d514-40a3-b85a-62c232a05b31", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:37.991406 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a26f5ca-8711-46ee-a1b4-5817e8b9979a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:37.991893 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a26f5ca-8711-46ee-a1b4-5817e8b9979a'] response: {'server_uuid': '5f688dcb-5c67-4fce-9824-75e7a2457885', 'name': 'network-vif-deleted', 'tag': 'd67d9427-d514-40a3-b85a-62c232a05b31', 'status': 'completed', 'code': 200} Aug 28 20:21:37.999908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c5f39-4fe4-4f91-8b83-f280867e4e58 req-e2ea6ad5-89ba-448d-84c2-1b71eacfb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:38.002541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8c5f39-4fe4-4f91-8b83-f280867e4e58 req-e2ea6ad5-89ba-448d-84c2-1b71eacfb3f4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 1127 time: 0.1142664 Aug 28 20:21:38.058845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d413e-b6c7-4b52-bca3-9ba76f649ad7 req-f1f59075-93c8-4fec-ba5b-f9bc08d3abc0 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:38.060521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c03d413e-b6c7-4b52-bca3-9ba76f649ad7 req-f1f59075-93c8-4fec-ba5b-f9bc08d3abc0 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.0609305 Aug 28 20:21:38.076555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8c5f39-4fe4-4f91-8b83-f280867e4e58 req-97ba2f48-81fd-4e13-a9ac-b25ac63ae0eb service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618596 Aug 28 20:21:38.077610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['a5d3d2fa-0479-4227-bab1-0f732d87d5a9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:21:38.124068 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c03d413e-b6c7-4b52-bca3-9ba76f649ad7 req-da80e9cd-8005-4bfa-973f-c41bedbcc71d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566120 Aug 28 20:21:38.202806 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:38.317773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c22b4-8b6d-4332-808e-f438c57248c6 req-8f3024b7-7eaf-44a8-a6e5-f58d5363ce0f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:38.329520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e4c22b4-8b6d-4332-808e-f438c57248c6 req-8f3024b7-7eaf-44a8-a6e5-f58d5363ce0f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 944 time: 0.1047490 Aug 28 20:21:38.420172 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e4c22b4-8b6d-4332-808e-f438c57248c6 req-1e9cfac6-2314-4570-a243-fe36a42f196e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699987 Aug 28 20:21:38.483687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446fef-302d-4168-8d8f-552c087535e1 req-f5e9b53e-0cb5-4060-8177-ab26c1fd2071 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:38.485462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-f5e9b53e-0cb5-4060-8177-ab26c1fd2071 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65&tenant_id=19747ba661ca427ea056cf5402e7450c&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 944 time: 0.1506591 Aug 28 20:21:38.567939 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-44446fef-302d-4168-8d8f-552c087535e1 req-71298574-4e9a-43d4-bdfe-9cab8ece96a8 service neutron] delete failed (client error): The resource could not be found. Aug 28 20:21:38.569332 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-71298574-4e9a-43d4-bdfe-9cab8ece96a8 service neutron] 10.222.0.84 "DELETE /networking/v2.0/ports/a5d3d2fa-0479-4227-bab1-0f732d87d5a9/bindings/n-h1-854121-7 HTTP/1.1" status: 404 len: 380 time: 0.0717781 Aug 28 20:21:38.577203 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:38.837488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b20249bb-d4da-415c-be1c-fd4ed6cd945b req-214cb81b-54ad-4364-a4c8-72cbc913cf32 tempest-ServerPasswordTestJSON-2109849473 tempest-ServerPasswordTestJSON-2109849473-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5f688dcb-5c67-4fce-9824-75e7a2457885 HTTP/1.1" status: 200 len: 210 time: 0.0414968 Aug 28 20:21:38.891033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446fef-302d-4168-8d8f-552c087535e1 req-1b806974-0a42-48a6-a659-03a67d6d2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:38.892424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-1b806974-0a42-48a6-a659-03a67d6d2990 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1126 time: 0.0538261 Aug 28 20:21:38.999935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446fef-302d-4168-8d8f-552c087535e1 req-3993a6c7-072f-49fd-b291-fc87b28e2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:39.001581 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-3993a6c7-072f-49fd-b291-fc87b28e2e94 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.1018047 Aug 28 20:21:39.094466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-caeb042b-3149-4e42-b659-03fd073bd294 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 999 time: 0.0632529 Aug 28 20:21:39.156530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446fef-302d-4168-8d8f-552c087535e1 req-5a678422-085c-435d-96f1-2c340aacec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:39.159191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-5a678422-085c-435d-96f1-2c340aacec2c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.0647898 Aug 28 20:21:39.164796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:39.269595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:21:39.277910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446fef-302d-4168-8d8f-552c087535e1 req-4951e529-9f89-42dd-a9a0-898d3815cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:39.281146 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-4951e529-9f89-42dd-a9a0-898d3815cf42 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1060081 Aug 28 20:21:39.311411 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf39b9-1f98-4072-9f5f-dcf0405a7c76 req-64b84998-b29e-445a-942f-c4cf6ca1dedd tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:39.315818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cbf39b9-1f98-4072-9f5f-dcf0405a7c76 req-64b84998-b29e-445a-942f-c4cf6ca1dedd tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.0568962 Aug 28 20:21:39.355181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:39.355711 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:39.416166 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-0b2f6217-6aaa-49ad-8b44-631daa3b1863 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251924 Aug 28 20:21:39.419074 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:39.430587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cbf39b9-1f98-4072-9f5f-dcf0405a7c76 req-1d6c59d5-9ba3-4133-8e64-a3aca4d6eb1a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047168 Aug 28 20:21:39.676310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb864cef-8b83-4bd9-aeec-58606d4cc964 req-9b93e6e3-1fbc-42a5-b9d7-26a99acad3c5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:39.681947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb864cef-8b83-4bd9-aeec-58606d4cc964 req-9b93e6e3-1fbc-42a5-b9d7-26a99acad3c5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 944 time: 0.0876608 Aug 28 20:21:39.701407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:39.702657 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:39.749365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44446fef-302d-4168-8d8f-552c087535e1 req-e3392f22-9a6a-446c-a263-63266e92cb52 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242092 Aug 28 20:21:39.798225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:39.806106 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb864cef-8b83-4bd9-aeec-58606d4cc964 req-eaefe320-5291-4389-bbce-93ba4d8a9c68 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231654 Aug 28 20:21:39.822212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:21:39.825052 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460fbcbf-047f-4dee-9db4-f6f24b8d4c04" -d '{"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:21:39.891864 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf45f50-5e69-4b74-a9e6-8d2bf3ec00e6 x-openstack-request-id: req-adf45f50-5e69-4b74-a9e6-8d2bf3ec00e6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:21:39.892166 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:21:39.892474 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-adf45f50-5e69-4b74-a9e6-8d2bf3ec00e6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:21:39.892882 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf45f50-5e69-4b74-a9e6-8d2bf3ec00e6'] response: {'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'code': 200} Aug 28 20:21:39.897985 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:39.969214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42006) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:40.001828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:40.018231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.019056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.020136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.020628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.021111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.021595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.022150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.022892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.023382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.023875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.024354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.024843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.025317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.025796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.026349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:21:40.040642 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:40.398823 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:40.438519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d67d9427-d514-40a3-b85a-62c232a05b31 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:40.500171 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (5627ccc2-2121-4c40-b4b2-1d43558256c5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:40.515867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: d67d9427-d514-40a3-b85a-62c232a05b31 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:40.516175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device d67d9427-d514-40a3-b85a-62c232a05b31 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:41.051029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fba5d-18d2-4549-8359-2b2dd634a23c req-4af0e5df-c1b9-4074-a1d0-4987a8dd93f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:41.062330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-352fba5d-18d2-4549-8359-2b2dd634a23c req-4af0e5df-c1b9-4074-a1d0-4987a8dd93f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1674197 Aug 28 20:21:41.170633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-352fba5d-18d2-4549-8359-2b2dd634a23c req-b28f7cb3-d646-4769-a8f3-ac2fba580e88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069028 Aug 28 20:21:41.193739 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:41.337285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a63c4-7e63-4cc2-aeba-1a845160ac71 req-1eca5096-3b01-497a-9297-64bddcc7a430 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:41.344515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f8a63c4-7e63-4cc2-aeba-1a845160ac71 req-1eca5096-3b01-497a-9297-64bddcc7a430 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.7303708 Aug 28 20:21:41.456704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f8a63c4-7e63-4cc2-aeba-1a845160ac71 req-c99308b2-3530-4dd1-8fbe-c34dec487224 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112049 Aug 28 20:21:41.521374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Deleting port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:41.521723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:41.619957 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a596d8-baf4-4de3-8d0e-b0c3fd3242cb req-e8936549-1431-4d38-aeef-a1dc4b8550ec tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:41.622018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6a596d8-baf4-4de3-8d0e-b0c3fd3242cb req-e8936549-1431-4d38-aeef-a1dc4b8550ec tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0665214 Aug 28 20:21:41.626959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] For port c58b7f29-b6b8-4e4e-ae6f-340238bef0f0, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:41.627292 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:41.645249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Calling delete_port for c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:41.698075 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c6a596d8-baf4-4de3-8d0e-b0c3fd3242cb req-e6f0a502-f00a-436e-a4db-926cba5586c1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661879 Aug 28 20:21:41.930107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5cc54-aa9e-4898-8a2c-1b7319a2a767 req-e0256725-d961-4b87-9509-cea816945e96 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:41.931141 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-0c801156-55f4-4e74-aea9-bdaa2021ae1f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886831 Aug 28 20:21:41.932711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cf5cc54-aa9e-4898-8a2c-1b7319a2a767 req-e0256725-d961-4b87-9509-cea816945e96 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 946 time: 0.1245074 Aug 28 20:21:42.088707 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7cf5cc54-aa9e-4898-8a2c-1b7319a2a767 req-dc22de9a-643a-46e3-83ee-7ef7682075a7 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316555 Aug 28 20:21:42.091446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-2dcce8a4-cbb3-4dc2-bc47-96649169d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:42.093067 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-2dcce8a4-cbb3-4dc2-bc47-96649169d7b3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.0480733 Aug 28 20:21:42.155545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c58b7f29-b6b8-4e4e-ae6f-340238bef0f0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:42.236935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58b7f29-b6b8-4e4e-ae6f-340238bef0f0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:42.376020 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-dd0ab362-fdb7-4ee3-ab0d-4efafa18c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:42.381143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-dd0ab362-fdb7-4ee3-ab0d-4efafa18c4a7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.2589743 Aug 28 20:21:42.501397 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-b27754b3-5cd5-4178-bbc1-a769b597e8a1 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 1000 time: 0.1116598 Aug 28 20:21:42.534979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9162015-f971-4d28-86a2-3e41ce41d9bf req-610b49e2-9631-4791-914d-9ea83ce57b38 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:42.537240 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c9162015-f971-4d28-86a2-3e41ce41d9bf req-610b49e2-9631-4791-914d-9ea83ce57b38 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.2277670 Aug 28 20:21:42.617901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d731028-7dfe-435f-85f5-7fac5b43e83a req-411397bb-c4cb-42dc-a6b1-fd8f74c747ad tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:42.620078 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d731028-7dfe-435f-85f5-7fac5b43e83a req-411397bb-c4cb-42dc-a6b1-fd8f74c747ad tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.1316450 Aug 28 20:21:42.702409 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c9162015-f971-4d28-86a2-3e41ce41d9bf req-a282bbaa-0a07-46fa-86da-e2cf978124cb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860374 Aug 28 20:21:42.710325 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d731028-7dfe-435f-85f5-7fac5b43e83a req-d91a3f20-1e47-41b8-b69d-d029b0f436ed tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598385 Aug 28 20:21:42.727443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (5627ccc2-2121-4c40-b4b2-1d43558256c5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:42.749524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-6b750cc1-65db-46ac-9af4-bd55eb3f305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:42.751289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-6b750cc1-65db-46ac-9af4-bd55eb3f305d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.1759455 Aug 28 20:21:42.800597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42052) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:43.007280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-6567a2f0-7a1a-4b1c-a898-7a7679cd158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:43.010909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-6567a2f0-7a1a-4b1c-a898-7a7679cd158a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2584260 Aug 28 20:21:43.042952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Router 5627ccc2-2121-4c40-b4b2-1d43558256c5 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:21:43.070482 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d2ccc4dc-64b8-4d4a-9de0-388dc386bcc3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/0f5170e1-f1ce-4ece-b521-b87c47cca33a HTTP/1.1" status: 200 len: 992 time: 0.2710166 Aug 28 20:21:43.098165 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:43.197309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1592c-de85-4766-adb7-53cc147256f8 req-71f884b6-0583-44e5-b2cb-988fdb162a77 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:43.204909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4d1592c-de85-4766-adb7-53cc147256f8 req-71f884b6-0583-44e5-b2cb-988fdb162a77 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0785942 Aug 28 20:21:43.219123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:21:43.236180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] Sync routers for ids ['5627ccc2-2121-4c40-b4b2-1d43558256c5'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:21:43.236415 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6e821cfa-7bfd-4963-878b-72a5d72ff428 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5627ccc2-2121-4c40-b4b2-1d43558256c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2640867 Aug 28 20:21:43.237592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42070) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:43.253826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] Routers {'5627ccc2-2121-4c40-b4b2-1d43558256c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:43.254514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:21:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5627ccc2-2121-4c40-b4b2-1d43558256c5'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:43.273707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-97220c54-6845-467e-b687-9d40a72d4c89 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456462 Aug 28 20:21:43.277472 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4d1592c-de85-4766-adb7-53cc147256f8 req-81617caa-4f38-4c0b-ab17-c84e7b1b9cba tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715632 Aug 28 20:21:43.326286 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:43.445081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a8ca070-79dc-4a99-8d1c-00465ad5fc91 req-6b4981f7-142e-45fb-a383-a3e6ad033467 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640828 Aug 28 20:21:43.472185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] Set router 5627ccc2-2121-4c40-b4b2-1d43558256c5 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:43.478058 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks [] for router (5627ccc2-2121-4c40-b4b2-1d43558256c5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:43.697820 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks [] for router_gateway (5627ccc2-2121-4c40-b4b2-1d43558256c5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:43.763564 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:43.779157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f23467-afbf-4935-a1aa-a00beb862c7b req-ac1e4fe9-3f3e-4a1a-a36c-6440b2198934 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:43.785351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f23467-afbf-4935-a1aa-a00beb862c7b req-ac1e4fe9-3f3e-4a1a-a36c-6440b2198934 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:43.790537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f23467-afbf-4935-a1aa-a00beb862c7b req-ac1e4fe9-3f3e-4a1a-a36c-6440b2198934 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:43.792286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46f23467-afbf-4935-a1aa-a00beb862c7b req-ac1e4fe9-3f3e-4a1a-a36c-6440b2198934 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea&device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3&device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 2418 time: 0.0748961 Aug 28 20:21:43.798584 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:43.816501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:21:41Z', 'revision_number': 5, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:43.850750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] Checking router: 5627ccc2-2121-4c40-b4b2-1d43558256c5 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:21:43.853646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46f23467-afbf-4935-a1aa-a00beb862c7b req-005fdd35-398b-4351-8e1b-d725a14af058 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552492 Aug 28 20:21:43.868343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] Routers {'5627ccc2-2121-4c40-b4b2-1d43558256c5'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:43.870087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:21:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5627ccc2-2121-4c40-b4b2-1d43558256c5'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:44.021999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Deleting port 3475b664-1373-4890-b0f4-a10af0715b41 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:44.022698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3475b664-1373-4890-b0f4-a10af0715b41), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:44.025594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] Set router 5627ccc2-2121-4c40-b4b2-1d43558256c5 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:44.085402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa41b-5d85-4844-97eb-1cbda811ab0c req-ad4b7a53-3bca-4799-905c-8de049af83cc tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:44.088354 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-95eaa41b-5d85-4844-97eb-1cbda811ab0c req-ad4b7a53-3bca-4799-905c-8de049af83cc tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.0938478 Aug 28 20:21:44.160958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] For port 3475b664-1373-4890-b0f4-a10af0715b41, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3475b664-1373-4890-b0f4-a10af0715b41,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:44.161510 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3475b664-1373-4890-b0f4-a10af0715b41), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:44.164715 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-95eaa41b-5d85-4844-97eb-1cbda811ab0c req-8b662137-08d4-4cbe-b6c3-6ec7398bd0f1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700650 Aug 28 20:21:44.188150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Calling delete_port for 3475b664-1373-4890-b0f4-a10af0715b41 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:44.287929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:21:41Z', 'revision_number': 5, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:44.317497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb206d40-ced1-4549-9021-550b38ec96b4 None None] The sync data for ids ['5627ccc2-2121-4c40-b4b2-1d43558256c5'] in n-d-854121-7 is: [{'id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'name': 'tempest-ServerPasswordTestJSON-1084415757-router', 'tenant_id': '4dce5b0fe7b344798afba0361d13f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '3475b664-1373-4890-b0f4-a10af0715b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:55Z', 'updated_at': '2022-08-28T20:21:41Z', 'revision_number': 5, 'project_id': '4dce5b0fe7b344798afba0361d13f457', 'gw_port': {'id': '3475b664-1373-4890-b0f4-a10af0715b41', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ccc2-2121-4c40-b4b2-1d43558256c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:57Z', 'updated_at': '2022-08-28T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:21:44.538449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3475b664-1373-4890-b0f4-a10af0715b41), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:44.556004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3475b664-1373-4890-b0f4-a10af0715b41,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:44.663877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (5627ccc2-2121-4c40-b4b2-1d43558256c5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:44.877540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (5627ccc2-2121-4c40-b4b2-1d43558256c5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:44.891779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:44.892679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks [] for router_controller (5627ccc2-2121-4c40-b4b2-1d43558256c5), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:44.944355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:44.946270 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c58b7f29-b6b8-4e4e-ae6f-340238bef0f0 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:45.156584 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (5627ccc2-2121-4c40-b4b2-1d43558256c5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:45.157187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5627ccc2-2121-4c40-b4b2-1d43558256c5 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:21:45.163133 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:45.166057 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-14e95edc-95ee-4b75-9a44-d96d220c9e51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/5627ccc2-2121-4c40-b4b2-1d43558256c5 HTTP/1.1" status: 204 len: 168 time: 1.9259784 Aug 28 20:21:45.168040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:45.314159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] Deleting subnet bb127f59-ee7c-41b3-bd8b-b7dd624d54e6 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:21:45.320285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] Publish callbacks [] for subnet (bb127f59-ee7c-41b3-bd8b-b7dd624d54e6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:45.389007 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (bb127f59-ee7c-41b3-bd8b-b7dd624d54e6), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:45.487809 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:45.527736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (bb127f59-ee7c-41b3-bd8b-b7dd624d54e6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:45.852421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (bb127f59-ee7c-41b3-bd8b-b7dd624d54e6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:45.887757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb127f59-ee7c-41b3-bd8b-b7dd624d54e6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:45.894250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:45.899779 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8eb9392f-79db-44c9-885a-666ee2596fc7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/bb127f59-ee7c-41b3-bd8b-b7dd624d54e6 HTTP/1.1" status: 204 len: 168 time: 0.7281630 Aug 28 20:21:45.900058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42122) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:45.913404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc1ce8-bcb2-4d59-8caa-50b6d99d02ce None None] Network b8bc3c98-cb07-425f-ae12-28c702f3b360 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:46.068974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (b8bc3c98-cb07-425f-ae12-28c702f3b360), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.110853 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:46.118496 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:46.172754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Deleting port 8a62074e-7b66-420a-a89a-b9833958fed8 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:46.173309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.206108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] DHCP port deletion for b8bc3c98-cb07-425f-ae12-28c702f3b360 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:21:46.220071 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21c30-47e6-4b85-9bf5-7429db5e5fb0 req-c65ec222-1c25-479d-a763-3b05d25814c3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:46.230183 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60e21c30-47e6-4b85-9bf5-7429db5e5fb0 req-c65ec222-1c25-479d-a763-3b05d25814c3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1432025 Aug 28 20:21:46.304066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60e21c30-47e6-4b85-9bf5-7429db5e5fb0 req-4f3e71a2-17d0-4952-9bc7-3de98c97d219 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701773 Aug 28 20:21:46.333385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] Deleting port 8a62074e-7b66-420a-a89a-b9833958fed8 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:21:46.334185 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.392933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] For port 8a62074e-7b66-420a-a89a-b9833958fed8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8a62074e-7b66-420a-a89a-b9833958fed8,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:46.397129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.416298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] For port 8a62074e-7b66-420a-a89a-b9833958fed8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8a62074e-7b66-420a-a89a-b9833958fed8,segment=NetworkSegment(052ca39c-8aa0-494b-bb01-dae983f680c3),segment_id=052ca39c-8aa0-494b-bb01-dae983f680c3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:46.417341 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:46.417538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.433779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Calling delete_port for 8a62074e-7b66-420a-a89a-b9833958fed8 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:46.434707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] Calling delete_port for 8a62074e-7b66-420a-a89a-b9833958fed8 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:21:46.652686 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.659346 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (8a62074e-7b66-420a-a89a-b9833958fed8), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.716974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] Pushing event deleted for resources: {'Port': ['ID=8a62074e-7b66-420a-a89a-b9833958fed8,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:46.726575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fffbd-8dd5-4ba7-86e9-789cc77ad55f None None] No DVR routers for this DVR port 8a62074e-7b66-420a-a89a-b9833958fed8 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:46.763095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a62074e-7b66-420a-a89a-b9833958fed8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:46.785438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] No DVR routers for this DVR port 8a62074e-7b66-420a-a89a-b9833958fed8 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:21:46.858332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3475b664-1373-4890-b0f4-a10af0715b41 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:46.893354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3475b664-1373-4890-b0f4-a10af0715b41 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:46.894002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3475b664-1373-4890-b0f4-a10af0715b41 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:46.894610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8a62074e-7b66-420a-a89a-b9833958fed8 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:21:46.920729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 8a62074e-7b66-420a-a89a-b9833958fed8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:21:46.921912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8a62074e-7b66-420a-a89a-b9833958fed8 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:21:46.926888 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (b8bc3c98-cb07-425f-ae12-28c702f3b360), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:46.954160 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bc3c98-cb07-425f-ae12-28c702f3b360']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:46.965552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052ca39c-8aa0-494b-bb01-dae983f680c3') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:46.966461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052ca39c-8aa0-494b-bb01-dae983f680c3') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:46.981041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (052ca39c-8aa0-494b-bb01-dae983f680c3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:47.002722 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (052ca39c-8aa0-494b-bb01-dae983f680c3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:47.017381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:21:47.018737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (052ca39c-8aa0-494b-bb01-dae983f680c3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:47.119177 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 052ca39c-8aa0-494b-bb01-dae983f680c3 resource provider aggregate not found Aug 28 20:21:47.149033 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 052ca39c-8aa0-494b-bb01-dae983f680c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 052ca39c-8aa0-494b-bb01-dae983f680c3 found for delete ", "request_id": "req-1e35c66b-8779-4151-aece-dae592be0760"}]} Aug 28 20:21:47.211145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (b8bc3c98-cb07-425f-ae12-28c702f3b360), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:47.228532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:47.243501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b8bc3c98-cb07-425f-ae12-28c702f3b360 HTTP/1.1" status: 204 len: 168 time: 1.3393126 Aug 28 20:21:47.280345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0639-8fe9-4435-aa33-35ca6c1748b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bc3c98-cb07-425f-ae12-28c702f3b360,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:47.503111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4450283-fc14-4a61-9a03-0acf74893e49 req-aeef6083-410a-415d-9f1c-2dd922405b14 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:47.504798 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4450283-fc14-4a61-9a03-0acf74893e49 req-aeef6083-410a-415d-9f1c-2dd922405b14 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1075087 Aug 28 20:21:47.642587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4450283-fc14-4a61-9a03-0acf74893e49 req-31748ce2-2be4-470e-b82b-623cb0d714de tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259069 Aug 28 20:21:47.879473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42160) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:47.932001 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:47.973503 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-78521251-f215-4916-b9a4-cdef748c6452 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4dce5b0fe7b344798afba0361d13f457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923538 Aug 28 20:21:47.976444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42162) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:48.047588 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68d007c4-c818-4f1c-89cf-a4410b31814a admin admin] Publish callbacks [] for security_group (c45d0686-6c8f-4130-9c0d-1b10abe31599), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:48.073461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68d007c4-c818-4f1c-89cf-a4410b31814a admin admin] Publish callbacks [] for security_group (c45d0686-6c8f-4130-9c0d-1b10abe31599), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:48.213639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68d007c4-c818-4f1c-89cf-a4410b31814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c45d0686-6c8f-4130-9c0d-1b10abe31599), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:48.216374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-68d007c4-c818-4f1c-89cf-a4410b31814a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:48.221088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-68d007c4-c818-4f1c-89cf-a4410b31814a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c45d0686-6c8f-4130-9c0d-1b10abe31599 HTTP/1.1" status: 204 len: 168 time: 0.2411320 Aug 28 20:21:48.244039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d007c4-c818-4f1c-89cf-a4410b31814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d0686-6c8f-4130-9c0d-1b10abe31599,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:48.498456 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:48.822766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3edda9-7afb-484c-b55f-467e7502543a req-cd7e2b9e-8b53-416a-a92f-6b791295fd09 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:48.824334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce3edda9-7afb-484c-b55f-467e7502543a req-cd7e2b9e-8b53-416a-a92f-6b791295fd09 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0775502 Aug 28 20:21:48.896909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce3edda9-7afb-484c-b55f-467e7502543a req-e8f17434-557d-4225-82e5-67740718785b tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Aug 28 20:21:49.514662 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:49.563654 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:49.868886 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:50.029122 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:50.060991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac86cf-7733-4ed1-97e1-f5aec441b734 req-14164a28-2260-47ce-8098-76c714cf022f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:50.062896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61ac86cf-7733-4ed1-97e1-f5aec441b734 req-14164a28-2260-47ce-8098-76c714cf022f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0586922 Aug 28 20:21:50.139805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-61ac86cf-7733-4ed1-97e1-f5aec441b734 req-d639b506-7ba8-4001-b35f-cfac5ade06ad tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Aug 28 20:21:50.244663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:50.475663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-646408789-network', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:50.703185 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Made reservation on behalf of cd0d0379a2ef431c98328e490b1febcd for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:50.706845 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:50.721399 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:50.834081 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks [] for security_group (ac10760e-b715-4839-86be-696e8074f44b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:50.991465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ac10760e-b715-4839-86be-696e8074f44b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:51.024580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:21:51.062272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac10760e-b715-4839-86be-696e8074f44b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:51.068973 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:51.069640 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Added segment 3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58 of type vlan for network ea9e42ea-28ff-4906-b675-f48df8f0f17c Aug 28 20:21:51.163975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ea9e42ea-28ff-4906-b675-f48df8f0f17c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:51.308004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087e1d-71b7-402e-9882-08d9228256d9 req-95b5e5f2-25ba-4c72-91fe-d335cc4a609d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:51.310398 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be087e1d-71b7-402e-9882-08d9228256d9 req-95b5e5f2-25ba-4c72-91fe-d335cc4a609d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0696275 Aug 28 20:21:51.400649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be087e1d-71b7-402e-9882-08d9228256d9 req-86900d86-32a3-4757-ac96-bd8712c19181 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738032 Aug 28 20:21:51.419421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ea9e42ea-28ff-4906-b675-f48df8f0f17c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:51.422194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:51.422194 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:51.502173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9e42ea-28ff-4906-b675-f48df8f0f17c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:51.513761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:21:51.621526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1b01c312-4e29-403c-81e5-1b17c7521528 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3756754 Aug 28 20:21:51.628851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42284) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:51.634357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Request body: {'subnet': {'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-subnet', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:51.789647 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:51.829510 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Made reservation on behalf of cd0d0379a2ef431c98328e490b1febcd for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:21:51.832765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:51.960660 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb1ff-8cde-4da5-8d43-6969e87d4cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:52.226331 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (76f3ee2d-b5c0-4cf7-80cb-53046901b7fb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:52.286779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:52.303213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Checking segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:52.304322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Network hostable DHCP agents. Network: ea9e42ea-28ff-4906-b675-f48df8f0f17c, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:21:52.440758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:21:52.602366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e6d37-cbe6-4c82-990c-69a6d2a6ef1e req-5dc48ec0-7cc4-4aec-bd73-250f7f47b6b3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:52.609971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-654e6d37-cbe6-4c82-990c-69a6d2a6ef1e req-5dc48ec0-7cc4-4aec-bd73-250f7f47b6b3 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0663676 Aug 28 20:21:52.663811 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:52.665579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, ea9e42ea-28ff-4906-b675-f48df8f0f17c) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:52.681491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:52.681491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:52.681672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53644ee4-6d24-4c57-9370-b9d51925503c None None] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:52.725518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-654e6d37-cbe6-4c82-990c-69a6d2a6ef1e req-0a18546a-114e-4d82-b602-dde280118e89 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Aug 28 20:21:52.871716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42324) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:52.876749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3527219f-35d5-4b42-8f3a-5bb05e64b081 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2398887 Aug 28 20:21:52.877206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:21:52.903162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:21:52.904334 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.018237 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (ba0d275f-49f4-4b3f-8722-3e309865e242), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.019319 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (ba0d275f-49f4-4b3f-8722-3e309865e242), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.066872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Allocated IP 172.20.0.2 (ea9e42ea-28ff-4906-b675-f48df8f0f17c/76f3ee2d-b5c0-4cf7-80cb-53046901b7fb/2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:53.234521 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:53.292095 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:53.300103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Publish callbacks [] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.442686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.546291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:53.550881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:53.561316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:53.564588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Pushing event updated for resources: {'Port': ['ID=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:53.665767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks [] for router_controller (ba0d275f-49f4-4b3f-8722-3e309865e242), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.669368 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:53.672357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Attempting to bind port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:21:53.674447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Attempting to bind port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:21:53.675143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Attempting to bind port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:21:53.682843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:21:53.683987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Checking segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:21:53.684416 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.684923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Bound using segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:21:53.685520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Bound port: 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:21:53.686652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:53.848283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] For port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:21:53.883382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] For port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:21:53.996401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d044efc-e3c5-4367-88f8-6775db4f19d6 req-6e8b00dc-5307-4e25-bd71-4b40c93f3a4b tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:54.001668 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d044efc-e3c5-4367-88f8-6775db4f19d6 req-6e8b00dc-5307-4e25-bd71-4b40c93f3a4b tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1040239 Aug 28 20:21:54.030064 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks [] for router_gateway (ba0d275f-49f4-4b3f-8722-3e309865e242), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:54.093989 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:54.096130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:54.115826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3d044efc-e3c5-4367-88f8-6775db4f19d6 req-23206e7b-1b5d-4294-86aa-0f0cac3326bf tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075544 Aug 28 20:21:54.208113 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e760-a96f-426d-b3db-a44cc8c2eea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:54.245661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd048cb-7ceb-4a91-952d-1b788b061552 None None] Pushing event updated for resources: {'Port': ['ID=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:54.415586 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:54.499318 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks [] for router_gateway (ba0d275f-49f4-4b3f-8722-3e309865e242), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:54.595122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:54.823611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Allocated IP 172.25.4.145 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/32b37598-1ad6-4e29-85d3-688d8e9c58b7) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:21:54.979420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:55.084886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:55.085272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:55.087036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks [] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:55.229283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:55.229750 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:55.233736 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:55.238558 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:55.336510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:21:55.372283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:21:55.453764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d739a3c-70d5-4188-96cf-7aa4b129e166 req-0235a4a7-33e5-4f1b-8723-52f344f97db1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:55.455427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d739a3c-70d5-4188-96cf-7aa4b129e166 req-0235a4a7-33e5-4f1b-8723-52f344f97db1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1984801 Aug 28 20:21:55.482097 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:55.501485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-a550d0b2-8fd1-404b-98c5-cdfc56afa9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:55.503747 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-a550d0b2-8fd1-404b-98c5-cdfc56afa9c2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 1128 time: 0.0473022 Aug 28 20:21:55.504662 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:21:55.513892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Pushing event updated for resources: {'Port': ['ID=32b37598-1ad6-4e29-85d3-688d8e9c58b7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:55.517884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:21:55.521129 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:55.589924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:55.833545 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1d739a3c-70d5-4188-96cf-7aa4b129e166 req-b760f3c1-abdb-43a2-be67-c6b7ef580e88 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263886 Aug 28 20:21:55.905341 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:56.035653 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:56.040332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-6df0b327-2a76-48fe-b554-942132707c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:56.041988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-6df0b327-2a76-48fe-b554-942132707c67 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 917 time: 0.4993632 Aug 28 20:21:56.083662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14621e81-9d7c-48a4-ab9b-3370f2b0fc97 None None] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:21:56.196814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-00eba0eb-608f-4ae3-a9ec-1a5c2153720c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6c5f302-3121-4560-8815-cc9e29672823 HTTP/1.1" status: 200 len: 217 time: 0.1480799 Aug 28 20:21:56.414526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1a72e742-f36f-4fca-b12b-406bc1257608 None None] Provisioning complete for port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:56.419157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1a72e742-f36f-4fca-b12b-406bc1257608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:56.580852 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:56.582776 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:56.603593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42374) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:56.642217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks [] for router_gateway (ba0d275f-49f4-4b3f-8722-3e309865e242), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:56.698407 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:56.700933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-d987d804-c925-4dd6-98c7-3fcab9e9b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:56.702185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-d987d804-c925-4dd6-98c7-3fcab9e9b32b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=17669fe0-e76d-4c68-a74e-566dac28aa6c HTTP/1.1" status: 200 len: 855 time: 0.0558264 Aug 28 20:21:56.766964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1a72e742-f36f-4fca-b12b-406bc1257608 None None] Current status of the port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:56.928608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:21:56.943156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2aa6296e-108b-4a0a-a6cc-28b5ac2e6f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.129793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:57.130607 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.204165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-effd79ab-24e5-4e3f-ae82-a3d925ce62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:57.206280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-effd79ab-24e5-4e3f-ae82-a3d925ce62de service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=0402836c-dfb6-4a90-a5f0-600f667d50ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2459879 Aug 28 20:21:57.225430 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.278410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be7ec2-b434-4653-abdf-68ead418f8bf req-4df460c9-bbf9-4965-b690-9481305148b0 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:57.287297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6be7ec2-b434-4653-abdf-68ead418f8bf req-4df460c9-bbf9-4965-b690-9481305148b0 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1665559 Aug 28 20:21:57.319413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:57.387540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-af68384c-588c-4c79-9e16-670021381822 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656981 Aug 28 20:21:57.437081 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d6be7ec2-b434-4653-abdf-68ead418f8bf req-8fbfa8e2-cdbf-43e1-8341-9c20d0da8e7f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348689 Aug 28 20:21:57.454740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-140e7b73-acb2-4d0d-be03-6d3c1a6b3f83 None None] Provisioning complete for port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:21:57.455245 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-140e7b73-acb2-4d0d-be03-6d3c1a6b3f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.456971 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:57.466535 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2aa6296e-108b-4a0a-a6cc-28b5ac2e6f5e admin admin] Publish callbacks [] for security_group (ca22d996-f580-463d-9e3e-15a7b67eb7ba), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.579703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2aa6296e-108b-4a0a-a6cc-28b5ac2e6f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ca22d996-f580-463d-9e3e-15a7b67eb7ba), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.622937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-140e7b73-acb2-4d0d-be03-6d3c1a6b3f83 None None] Current status of the port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:21:57.657683 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.671985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2aa6296e-108b-4a0a-a6cc-28b5ac2e6f5e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d968046faf704b118371235d14323540&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0608237 Aug 28 20:21:57.677068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42398) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:57.731559 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (ba0d275f-49f4-4b3f-8722-3e309865e242), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.732012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6296e-108b-4a0a-a6cc-28b5ac2e6f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca22d996-f580-463d-9e3e-15a7b67eb7ba,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:57.732182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aef98b12-8713-4e8b-a4dc-72f1ffe03006 req-bfdb2b42-2002-4f62-9e6b-ec6f191432aa service neutron] 10.222.0.84 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983294 Aug 28 20:21:57.799166 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e50976ba-e056-47f1-a7ec-bd3176651572 admin admin] Publish callbacks [] for security_group (ca22d996-f580-463d-9e3e-15a7b67eb7ba), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:57.858723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e50976ba-e056-47f1-a7ec-bd3176651572 admin admin] Publish callbacks [] for security_group (ca22d996-f580-463d-9e3e-15a7b67eb7ba), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:58.134233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e50976ba-e056-47f1-a7ec-bd3176651572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ca22d996-f580-463d-9e3e-15a7b67eb7ba), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:58.134903 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Router ba0d275f-49f4-4b3f-8722-3e309865e242 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:21:58.144089 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e50976ba-e056-47f1-a7ec-bd3176651572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:58.147914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e50976ba-e056-47f1-a7ec-bd3176651572 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ca22d996-f580-463d-9e3e-15a7b67eb7ba HTTP/1.1" status: 204 len: 168 time: 0.4671166 Aug 28 20:21:58.176300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50976ba-e056-47f1-a7ec-bd3176651572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca22d996-f580-463d-9e3e-15a7b67eb7ba,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:21:58.476891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:21:58.489718 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Sync routers for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:21:58.515786 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:21:58.516769 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:21:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:58.748773 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:21:58.763494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e1171-ccbb-42ce-8c91-a5e9f39ae79a req-3316b8c2-399e-42d0-9c79-15d06b4515ce tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:21:58.779683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-346e1171-ccbb-42ce-8c91-a5e9f39ae79a req-3316b8c2-399e-42d0-9c79-15d06b4515ce tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1280355 Aug 28 20:21:58.827904 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:58.835208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42422) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:58.837356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e7891c9d-b9a7-4b25-bfed-2c0da4d1746e admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9662635 Aug 28 20:21:58.976265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-346e1171-ccbb-42ce-8c91-a5e9f39ae79a req-9b97f81f-c55e-4747-8f80-3f246a4f9314 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952188 Aug 28 20:21:59.406209 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:21:56Z', 'revision_number': 3, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:21:59.472452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Checking router: ba0d275f-49f4-4b3f-8722-3e309865e242 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:21:59.478271 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Updating router ba0d275f-49f4-4b3f-8722-3e309865e242 port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:21:59.540817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:21:59.564833 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8042bead-22d0-4151-bf17-c8950b6c2012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:59.590935 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:59.709102 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:21:59.866101 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8042bead-22d0-4151-bf17-c8950b6c2012 admin admin] Publish callbacks [] for security_group (75e6a041-74f1-4117-97cd-39e4702551ca), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:21:59.996096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.022951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8042bead-22d0-4151-bf17-c8950b6c2012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (75e6a041-74f1-4117-97cd-39e4702551ca), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.113489 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:00.168356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8042bead-22d0-4151-bf17-c8950b6c2012 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7c4fc9def2b540d989782f5926991d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261888 Aug 28 20:22:00.173251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42438) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:00.191796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042bead-22d0-4151-bf17-c8950b6c2012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e6a041-74f1-4117-97cd-39e4702551ca,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:00.209528 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Publish callbacks [] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.263313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff664a7d-71fa-4b67-9d58-dee8473ffa31 req-78d8ec57-8b50-417b-8953-043cbd778634 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:00.264954 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ff664a7d-71fa-4b67-9d58-dee8473ffa31 req-78d8ec57-8b50-417b-8953-043cbd778634 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0632205 Aug 28 20:22:00.296631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4ef888b-8a5a-422a-a1e0-9086d2f737e8 admin admin] Publish callbacks [] for security_group (75e6a041-74f1-4117-97cd-39e4702551ca), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.331825 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.356797 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4ef888b-8a5a-422a-a1e0-9086d2f737e8 admin admin] Publish callbacks [] for security_group (75e6a041-74f1-4117-97cd-39e4702551ca), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.381359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Allocated IP 172.20.0.1 (ea9e42ea-28ff-4906-b675-f48df8f0f17c/76f3ee2d-b5c0-4cf7-80cb-53046901b7fb/1e1a9d14-76f0-4b51-af8f-83a7ce7da35e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:00.408355 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Attempting to bind port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:00.408733 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Attempting to bind port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:00.409106 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Attempting to bind port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:00.444864 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:00.445664 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:00.446302 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.446927 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:00.447620 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Bound port: 32b37598-1ad6-4e29-85d3-688d8e9c58b7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:00.448231 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.451441 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Pushing event updated for resources: {'Port': ['ID=32b37598-1ad6-4e29-85d3-688d8e9c58b7,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:00.536326 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.537644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.544884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.544884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.544884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.544884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.544884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.544884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.545810 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.547731 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.548158 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.548583 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.549022 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.550144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.551323 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:00.612803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4ef888b-8a5a-422a-a1e0-9086d2f737e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (75e6a041-74f1-4117-97cd-39e4702551ca), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.616803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4ef888b-8a5a-422a-a1e0-9086d2f737e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.618280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f4ef888b-8a5a-422a-a1e0-9086d2f737e8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/75e6a041-74f1-4117-97cd-39e4702551ca HTTP/1.1" status: 204 len: 168 time: 0.4409752 Aug 28 20:22:00.619732 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] For port 32b37598-1ad6-4e29-85d3-688d8e9c58b7, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:00.636743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef888b-8a5a-422a-a1e0-9086d2f737e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e6a041-74f1-4117-97cd-39e4702551ca,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:00.678543 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] For port 32b37598-1ad6-4e29-85d3-688d8e9c58b7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=32b37598-1ad6-4e29-85d3-688d8e9c58b7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:00.794818 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.834248 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:00.835305 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:21:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:00.840343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks [] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:00.907840 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:00.938514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ff664a7d-71fa-4b67-9d58-dee8473ffa31 req-e5531bf8-865a-4f96-8f20-855888c72dde tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366447 Aug 28 20:22:01.010644 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:01.071668 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:01.134989 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:01.222114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:01.228528 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:01.231667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:01.247886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:01.267779 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2387db-77a2-415a-b180-09de24e24089 None None] Pushing event updated for resources: {'Port': ['ID=32b37598-1ad6-4e29-85d3-688d8e9c58b7,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:01.267779 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:01.267979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:01.320350 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:01.335181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (ba0d275f-49f4-4b3f-8722-3e309865e242), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:01.715681 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:21:56Z', 'revision_number': 3, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:01.742072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-629bf8a9-b388-499c-8a2f-f70b4e21ccf2 None None] Provisioning complete for port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:01.745884 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-629bf8a9-b388-499c-8a2f-f70b4e21ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:01.769798 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4b142-49ce-4652-a78f-fa402a813688 None None] The sync data for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 is: [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:21:56Z', 'revision_number': 3, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:22:01.799922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:01.802667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-629bf8a9-b388-499c-8a2f-f70b4e21ccf2 None None] Port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:22:02.134168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102980-3b2b-4f7c-a4f0-6d0899da9507 req-8b4f316e-3a10-448d-a8e3-22736468ccf4 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:02.136441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5102980-3b2b-4f7c-a4f0-6d0899da9507 req-8b4f316e-3a10-448d-a8e3-22736468ccf4 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0893266 Aug 28 20:22:02.262655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5102980-3b2b-4f7c-a4f0-6d0899da9507 req-1385b0a5-bad6-4d55-801e-4dd4fc115352 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123834 Aug 28 20:22:02.272065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks [] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:02.304665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42480) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:02.342892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66d058d4-e548-40da-b8b9-85e915019cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:02.355029 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:02.461087 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66d058d4-e548-40da-b8b9-85e915019cfc admin admin] Publish callbacks [] for security_group (2f45997a-6681-4577-8422-e3ecf3a4d2fb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:02.463812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:02.476554 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (ba0d275f-49f4-4b3f-8722-3e309865e242), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:02.601408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:02.611327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:02.675015 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66d058d4-e548-40da-b8b9-85e915019cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f45997a-6681-4577-8422-e3ecf3a4d2fb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:02.740018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-66d058d4-e548-40da-b8b9-85e915019cfc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2b04e7594df3414b8009d57cc1b5aa33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4339845 Aug 28 20:22:02.755372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42488) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:02.898963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d058d4-e548-40da-b8b9-85e915019cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45997a-6681-4577-8422-e3ecf3a4d2fb,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:02.968978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c762-d26f-4b37-9730-103769183a7d admin admin] Publish callbacks [] for security_group (2f45997a-6681-4577-8422-e3ecf3a4d2fb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.008958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c762-d26f-4b37-9730-103769183a7d admin admin] Publish callbacks [] for security_group (2f45997a-6681-4577-8422-e3ecf3a4d2fb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.144707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-17f05185-a8ce-454b-84c7-bfd445a52502 None None] Provisioning complete for port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:03.145276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-17f05185-a8ce-454b-84c7-bfd445a52502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.217728 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c762-d26f-4b37-9730-103769183a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2f45997a-6681-4577-8422-e3ecf3a4d2fb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.220623 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c762-d26f-4b37-9730-103769183a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.233547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 32b37598-1ad6-4e29-85d3-688d8e9c58b7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:03.237590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e2f3c762-d26f-4b37-9730-103769183a7d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2f45997a-6681-4577-8422-e3ecf3a4d2fb HTTP/1.1" status: 204 len: 168 time: 0.4704082 Aug 28 20:22:03.272395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3c762-d26f-4b37-9730-103769183a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45997a-6681-4577-8422-e3ecf3a4d2fb,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:03.318769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-17f05185-a8ce-454b-84c7-bfd445a52502 None None] Port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:22:03.363728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:03.364603 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.405386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Router ba0d275f-49f4-4b3f-8722-3e309865e242 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:22:03.527401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:03.528355 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.553825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355fcc7-f594-4c99-9e0d-cfc4e13294df req-bac9516b-decc-469d-b7e6-6e59254b1a6f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:03.559324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8355fcc7-f594-4c99-9e0d-cfc4e13294df req-bac9516b-decc-469d-b7e6-6e59254b1a6f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0600019 Aug 28 20:22:03.571413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 32b37598-1ad6-4e29-85d3-688d8e9c58b7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=32b37598-1ad6-4e29-85d3-688d8e9c58b7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:03.713549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:22:03.728824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4240f895-2be2-4e39-abaf-68bf63f8c533 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ba0d275f-49f4-4b3f-8722-3e309865e242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8833516 Aug 28 20:22:03.728824 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8355fcc7-f594-4c99-9e0d-cfc4e13294df req-184c8766-39d9-406a-baff-deca2510abfe tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607788 Aug 28 20:22:03.743747 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:03.785433 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:03.848602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=32b37598-1ad6-4e29-85d3-688d8e9c58b7,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:04.262681 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:04.872974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-3b7cf78c-ddfa-4aec-927a-6a76b56c6371 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:04.884302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Sync routers for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:22:04.887312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-3b7cf78c-ddfa-4aec-927a-6a76b56c6371 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 818 time: 0.2899635 Aug 28 20:22:04.909581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:04.910677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:21:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:04.914059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-473e4d69-12c0-43a2-9810-bb6246147c64 req-d1e9f5d6-200c-4f5f-841f-281201d3bf13 service neutron] (114321) timed out ('10.222.0.78', 49406) {{(pid=114321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:22:04.929527 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-5f63fce0-a7f4-43d5-a9f7-ea5f1d6c36bd tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/quotas/cd0d0379a2ef431c98328e490b1febcd HTTP/1.1" status: 200 len: 375 time: 0.0406382 Aug 28 20:22:05.000101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-44267890-6e25-43e3-81a3-785177648ff2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692852 Aug 28 20:22:05.052503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5e514-81f4-4f8a-9e86-5ef03207eda0 req-51e5ad6a-37d9-4aa4-9ce8-5694d6a2bc56 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:05.062898 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a5e514-81f4-4f8a-9e86-5ef03207eda0 req-51e5ad6a-37d9-4aa4-9ce8-5694d6a2bc56 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1241055 Aug 28 20:22:05.227278 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a5e514-81f4-4f8a-9e86-5ef03207eda0 req-49ff6af2-a056-4ffb-a578-06ad3acdbb78 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617448 Aug 28 20:22:05.235118 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:05.268825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 32b37598-1ad6-4e29-85d3-688d8e9c58b7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:05.462501 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-1ce3cc39-1651-47fc-9941-18eb7eef94eb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613979 Aug 28 20:22:05.482226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:05.536640 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:05.772831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:05.773464 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:05.797461 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-dec06fe3-32ef-4c54-83f5-0c64c88af056 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339422 Aug 28 20:22:05.833115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42578) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:06.039253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-890346347-network', 'tenant_id': 'c3eca6aadaa848a498c9226d1c83be2b'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:06.212221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Made reservation on behalf of c3eca6aadaa848a498c9226d1c83be2b for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:06.221397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:06.262241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:06.369898 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:06.472191 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:06.528561 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8ef46855-778f-417a-98bc-91ea8fa3f726 req-67abcd2a-bd29-493e-b1f4-2f0f463b218d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 210 time: 0.1534898 Aug 28 20:22:06.553104 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:06.688769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dec15-8421-4bfa-99f4-f51c3838715b req-230704ab-4f0b-4618-b2e6-49f104dc454a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:06.690543 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c73dec15-8421-4bfa-99f4-f51c3838715b req-230704ab-4f0b-4618-b2e6-49f104dc454a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1630027 Aug 28 20:22:06.745057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks [] for security_group (04d00bf2-5ec3-490f-be10-08ba760a2387), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:06.762778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:06.868261 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c73dec15-8421-4bfa-99f4-f51c3838715b req-f91d410a-38c7-4843-be32-42897365e094 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168354 Aug 28 20:22:06.907788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (04d00bf2-5ec3-490f-be10-08ba760a2387), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:06.933455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:22:06.937017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 2, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:06.948049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (674c763a-2efc-4146-934b-da27d4e5bc6e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:06.952578 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Added segment 674c763a-2efc-4146-934b-da27d4e5bc6e of type vlan for network 34cafcec-0a29-4eb9-9451-3f06458c44f4 Aug 28 20:22:07.005147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Checking router: ba0d275f-49f4-4b3f-8722-3e309865e242 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:22:07.005755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Updating router ba0d275f-49f4-4b3f-8722-3e309865e242 port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:22:07.127160 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (34cafcec-0a29-4eb9-9451-3f06458c44f4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:07.148234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d00bf2-5ec3-490f-be10-08ba760a2387,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:07.174171 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:07.243545 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:07.325679 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (34cafcec-0a29-4eb9-9451-3f06458c44f4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:07.326758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:07.327347 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:07.455857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-a09888ef-2545-497a-af5d-295ce02c63a5 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:07.457753 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-a09888ef-2545-497a-af5d-295ce02c63a5 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 818 time: 0.3607869 Aug 28 20:22:07.483855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] Pushing event updated for resources: {'Network': ['ID=34cafcec-0a29-4eb9-9451-3f06458c44f4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:07.495237 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-89306393-7bf5-4d24-af57-18919cf08f89 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/quotas/cd0d0379a2ef431c98328e490b1febcd HTTP/1.1" status: 200 len: 375 time: 0.0261693 Aug 28 20:22:07.588220 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8c0d4d9c-5172-4847-ac97-5a056d81005b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7512691 Aug 28 20:22:07.593757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42616) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:07.593757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Request body: {'subnet': {'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-890346347-subnet', 'tenant_id': 'c3eca6aadaa848a498c9226d1c83be2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:07.604684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-64fd13a7-d70b-4158-b12e-29b136fe3fcf tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084013 Aug 28 20:22:07.695357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Publish callbacks [] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:07.702632 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:07.703485 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:07.707296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 34cafcec-0a29-4eb9-9451-3f06458c44f4 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:22:07.758012 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-7a903a31-4e76-4a0b-82b0-dc186485bdc6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519935 Aug 28 20:22:07.851907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Made reservation on behalf of c3eca6aadaa848a498c9226d1c83be2b for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:07.856157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:07.898651 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:07.937565 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-df33ba1b-9ec7-473d-8c81-f1cb6189074a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729450 Aug 28 20:22:08.050678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db079b-d418-45a6-952a-596c3295bd6f None None] Pushing event updated for resources: {'Port': ['ID=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:08.229499 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Attempting to bind port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:08.229905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Attempting to bind port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:08.230278 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Attempting to bind port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:08.241372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:08.241871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Checking segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:08.242317 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:08.242723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Bound using segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:08.243218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Bound port: 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:08.243623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:08.323715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba870d-0a06-4a71-9d24-dec644d560f7 req-e28984fc-1108-4772-8fed-1bba1cbb9246 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:08.347452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-74ba870d-0a06-4a71-9d24-dec644d560f7 req-e28984fc-1108-4772-8fed-1bba1cbb9246 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1133523 Aug 28 20:22:08.421982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e569304-c794-4bdc-84cb-0012deb62b15 req-319cab84-3a5f-403e-ab63-f8ce18a0e7bc tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.0980201 Aug 28 20:22:08.442166 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (95f9d318-c4be-4d9b-863e-9596e20aed7e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:08.509457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] For port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:08.509457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] For port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:08.568831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-74ba870d-0a06-4a71-9d24-dec644d560f7 req-cacdb753-40d4-4ec1-b65e-54c8d9935e0f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252972 Aug 28 20:22:08.583728 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:08.609195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f9d318-c4be-4d9b-863e-9596e20aed7e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:08.633477 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Checking segment: {'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:08.636440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Network hostable DHCP agents. Network: 34cafcec-0a29-4eb9-9451-3f06458c44f4, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:22:08.731634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db079b-d418-45a6-952a-596c3295bd6f None None] Pushing event updated for resources: {'Port': ['ID=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:08.740484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:08.741218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:21:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:08.748596 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:08.779245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Network 34cafcec-0a29-4eb9-9451-3f06458c44f4 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:22:08.810110 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:22:08.882766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 34cafcec-0a29-4eb9-9451-3f06458c44f4) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:08.887322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:08.887934 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:08.979827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:09.018465 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:09.021635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82575de-6e4d-4e7a-802d-6728ca22aaca None None] Network 34cafcec-0a29-4eb9-9451-3f06458c44f4 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:09.158853 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0cf07a91-09a7-467b-a128-8c2554547489 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5686758 Aug 28 20:22:09.161040 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:09.373948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:08Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:09.373948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1def527-2aee-417b-a79c-e9fd9ff34bf5 None None] Network 34cafcec-0a29-4eb9-9451-3f06458c44f4 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:09.522565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98273a78-7d4c-4835-bd81-aba42f9ed02a None None] The sync data for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 is: [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:08Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:22:09.761459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ec23a-ac6c-46b8-ae89-5a7cd3168d15 req-a8a6ae60-3323-4e7d-ae90-fba6adf6822b tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:09.775081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-078ec23a-ac6c-46b8-ae89-5a7cd3168d15 req-a8a6ae60-3323-4e7d-ae90-fba6adf6822b tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.3025885 Aug 28 20:22:09.819723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-53ea80c9-d072-4e48-9822-bebc872147d8 req-6bef938c-7799-4bc5-bc7e-395d3bfddcfe tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.0744419 Aug 28 20:22:09.944380 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:10.078102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-078ec23a-ac6c-46b8-ae89-5a7cd3168d15 req-de3832c9-913a-4914-bc83-cb6676c8e1ff tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001685 Aug 28 20:22:10.083503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-c7ab2669-f3c2-4951-8ab6-893ec4a985a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:10.089721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-c7ab2669-f3c2-4951-8ab6-893ec4a985a4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cbf9f25947fb4827acb0b889e67151ae&device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 1128 time: 0.3043239 Aug 28 20:22:10.165463 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:10.297168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-f78112df-bd01-488c-a00b-52446d76e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:10.300871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-f78112df-bd01-488c-a00b-52446d76e2ef service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 200 len: 917 time: 0.1900365 Aug 28 20:22:10.362520 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-d1946c32-c43d-4f9f-aeb1-7e6bf986412d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6c5f302-3121-4560-8815-cc9e29672823 HTTP/1.1" status: 200 len: 217 time: 0.0452011 Aug 28 20:22:10.566603 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:10.745304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-78e074c3-f39b-4f08-ba46-736a20c274e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:10.753685 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-78e074c3-f39b-4f08-ba46-736a20c274e6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=17669fe0-e76d-4c68-a74e-566dac28aa6c HTTP/1.1" status: 200 len: 855 time: 0.1414630 Aug 28 20:22:10.860576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-3a4cbf61-d4dc-464a-b72d-6d0610686d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:10.871707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-3a4cbf61-d4dc-464a-b72d-6d0610686d65 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=0402836c-dfb6-4a90-a5f0-600f667d50ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1015663 Aug 28 20:22:11.134327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa353c19-f1a4-40ed-b1bc-a80fb21037d5 req-376ee9a9-8588-4c1c-8f08-4726ade24e14 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.1584585 Aug 28 20:22:11.224652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-e510c346-d2f0-4985-ba40-181e176c8446 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482382 Aug 28 20:22:11.436603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:11.646181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:11.647060 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:11.689661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54965fb-6641-4252-ad82-a175f851959e req-c88a4ef6-4b62-4fc7-82dc-2cf690bde392 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:11.705494 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-041c3fd6-e96e-426b-937c-5c02849de7cb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:11.710272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c54965fb-6641-4252-ad82-a175f851959e req-c88a4ef6-4b62-4fc7-82dc-2cf690bde392 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.2709491 Aug 28 20:22:11.717717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-041c3fd6-e96e-426b-937c-5c02849de7cb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 818 time: 0.5788975 Aug 28 20:22:11.721886 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:11.726152 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:11.759813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'port': {'device_id': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'admin_state_up': True, 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:11.830186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17e6f57e-f321-4e32-b306-69a29ba88fdd req-5ed8d3cb-07bd-44b9-9a7a-c5a117873ca6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947776 Aug 28 20:22:11.929458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c54965fb-6641-4252-ad82-a175f851959e req-2cf9bdd7-f06d-4cf5-9ca6-6c9b8dae8d3b tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038195 Aug 28 20:22:11.931391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:11.933986 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:12.030914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:12.143886 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:12.145679 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:12.310507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:12.383104 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:12.488580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3682a01-b8c5-429f-9f53-6bb5d1b3c427 req-c465664b-b6ee-43bc-8a0c-3672fd23fc58 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.1293674 Aug 28 20:22:12.664704 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:12.794380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Made reservation on behalf of cd0d0379a2ef431c98328e490b1febcd for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:12.802846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:13.068850 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:13.161225 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:13.273093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:13.294936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Allocated IP 172.20.0.6 (ea9e42ea-28ff-4906-b675-f48df8f0f17c/76f3ee2d-b5c0-4cf7-80cb-53046901b7fb/a2d00ee8-b09a-4209-bf80-cbaf2c9700aa) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:13.301085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42710) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:13.334387 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:13.384299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83580470-9acd-4090-b6fe-cf91ed40b410 req-a1d36e9e-dd73-4371-8cfe-6adc3ed0667a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:13.393521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83580470-9acd-4090-b6fe-cf91ed40b410 req-a1d36e9e-dd73-4371-8cfe-6adc3ed0667a tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.2099314 Aug 28 20:22:13.536737 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:13.587884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:13.591272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:13.839018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:13.840741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-afb502b4-d949-4f1e-9fbc-f35b97f5287f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:13.856990 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-afb502b4-d949-4f1e-9fbc-f35b97f5287f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 818 time: 0.4541452 Aug 28 20:22:13.906823 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:13.925436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e2881cc-7a4e-4598-8924-ef9d35caa049 req-9eb518c7-f04b-4fb2-8d2c-432209bebc48 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.1230900 Aug 28 20:22:13.964916 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:13.973813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:13.977722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'port': {'device_id': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'admin_state_up': True, 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:14.037367 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:14.144689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83580470-9acd-4090-b6fe-cf91ed40b410 req-92199dbd-9e09-4943-97ef-e38314d29314 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832832 Aug 28 20:22:14.257188 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:14.313288 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:14.400975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Publish callbacks [] for security_group (59c82495-61aa-4292-9b4e-07dd8feb4de9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:14.437140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:14.444544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:14.459735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:14.508363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Made reservation on behalf of cd0d0379a2ef431c98328e490b1febcd for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:14.519519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:14.554435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:14.569815 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:14.589417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (59c82495-61aa-4292-9b4e-07dd8feb4de9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:14.614811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'Port': ['ID=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:14.629153 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:14.641829 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:14.679781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb573529-33e8-43ba-9df1-2467c548b44b req-fa7b8e4d-62b1-447f-acd7-a03d61f61e18 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:14.700634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb573529-33e8-43ba-9df1-2467c548b44b req-fa7b8e4d-62b1-447f-acd7-a03d61f61e18 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.2734544 Aug 28 20:22:14.722491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-703366d0-88a8-4332-8918-6a0a3ce48558 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9697070 Aug 28 20:22:14.746810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Request body: {'port': {'device_id': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:14.837759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a4b5048172f945548a03b8dc5deeccff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5294118 Aug 28 20:22:14.854723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42734) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:15.097699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:15.098268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4965f6f7-eddc-4c95-9033-6700dfdd82ba None None] Provisioning complete for port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:15.099409 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4965f6f7-eddc-4c95-9033-6700dfdd82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:15.127053 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Allocated IP 172.20.0.5 (ea9e42ea-28ff-4906-b675-f48df8f0f17c/76f3ee2d-b5c0-4cf7-80cb-53046901b7fb/39c91a72-08ad-4673-a5e7-91a3643f8c4a) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:15.166809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4965f6f7-eddc-4c95-9033-6700dfdd82ba None None] Port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:22:15.194915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6bf3a409-1494-4748-97dd-21063acc4bee req-bc248bfe-9937-4c28-8b64-8889a6137ac0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.0768139 Aug 28 20:22:15.262774 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8749867d-5813-4e9d-9c5f-ccf663c1672a admin admin] Publish callbacks [] for security_group (59c82495-61aa-4292-9b4e-07dd8feb4de9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:15.308196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c82495-61aa-4292-9b4e-07dd8feb4de9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:15.355677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.356414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.356414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.356690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.357014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.357348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.357678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.358032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.358360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.358685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.359089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.359418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.359843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.360067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.360390 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017ba3d-8f52-45a7-8c73-c0a9358ad8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:15.394635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb573529-33e8-43ba-9df1-2467c548b44b req-62fcc0c6-f16d-4b67-831b-5ce99b92a7ea tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6886659 Aug 28 20:22:15.405046 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:15.473082 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8749867d-5813-4e9d-9c5f-ccf663c1672a admin admin] Publish callbacks [] for security_group (59c82495-61aa-4292-9b4e-07dd8feb4de9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:15.539395 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:15.588219 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:15.692923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aedd20-132b-4c64-b1a4-4757c22b0575 req-fcfa6de4-2bbc-479f-bfa2-e3436245a4a5 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:15.695692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59aedd20-132b-4c64-b1a4-4757c22b0575 req-fcfa6de4-2bbc-479f-bfa2-e3436245a4a5 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 946 time: 0.1216629 Aug 28 20:22:15.699293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:15.792752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59aedd20-132b-4c64-b1a4-4757c22b0575 req-5d6fd1c0-f05b-42c0-ab68-e0245eacc2db tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874360 Aug 28 20:22:15.794902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8749867d-5813-4e9d-9c5f-ccf663c1672a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (59c82495-61aa-4292-9b4e-07dd8feb4de9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:15.797938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8749867d-5813-4e9d-9c5f-ccf663c1672a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:15.807539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8749867d-5813-4e9d-9c5f-ccf663c1672a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/59c82495-61aa-4292-9b4e-07dd8feb4de9 HTTP/1.1" status: 204 len: 168 time: 0.9448707 Aug 28 20:22:15.836123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749867d-5813-4e9d-9c5f-ccf663c1672a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c82495-61aa-4292-9b4e-07dd8feb4de9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:15.886536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:16.148874 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:16.207006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:16.270991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:16.280465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:16.325031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42764) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:16.330748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'Port': ['ID=39c91a72-08ad-4673-a5e7-91a3643f8c4a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:16.372717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d00ee8-b09a-4209-bf80-cbaf2c9700aa {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:16.383017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Publish callbacks [] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:16.425975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Transition to ACTIVE for port object a2d00ee8-b09a-4209-bf80-cbaf2c9700aa will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:22:16.510733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f738489-797e-4705-91f1-0b566cabfca6 req-dc45971f-26b6-4c6d-9897-5b977daac3b9 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:16.522394 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f738489-797e-4705-91f1-0b566cabfca6 req-dc45971f-26b6-4c6d-9897-5b977daac3b9 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.4631977 Aug 28 20:22:16.612027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7185-f42c-4384-8705-a7bdef6e3b02 req-e8411726-706c-410e-b81a-4a7d80835b0a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:16.617637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c4f7185-f42c-4384-8705-a7bdef6e3b02 req-e8411726-706c-410e-b81a-4a7d80835b0a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 931 time: 0.1495576 Aug 28 20:22:16.619475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:16.642143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:16.642143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:16.768055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f738489-797e-4705-91f1-0b566cabfca6 req-de77260a-8538-48f9-971b-e96e2bffd3b9 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426717 Aug 28 20:22:16.796149 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-cfe65184-9371-4971-8c93-88d3ea9982f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8483360 Aug 28 20:22:16.823357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-91fb50b1-4c9f-4705-9ba0-8889459e4cfe None None] Provisioning complete for port 39c91a72-08ad-4673-a5e7-91a3643f8c4a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:16.829979 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-91fb50b1-4c9f-4705-9ba0-8889459e4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:16.830192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Request body: {'port': {'device_id': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:16.880557 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-971abdae-1c7e-4edf-b70d-de66108abbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:16.910623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-91fb50b1-4c9f-4705-9ba0-8889459e4cfe None None] Port 39c91a72-08ad-4673-a5e7-91a3643f8c4a cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:22:16.939876 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:16.966900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:17.018974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c4f7185-f42c-4384-8705-a7bdef6e3b02 req-31c51431-f5da-4d9b-a15b-5aa5ed1a2aa8 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772829 Aug 28 20:22:17.018974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Pushing event updated for resources: {'Port': ['ID=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:17.087050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-1711791b-ce72-45db-8e3e-c5691ffa519c req-bc70c139-a3f3-4ebe-abe1-765580746d4c tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:22:17.105666 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1711791b-ce72-45db-8e3e-c5691ffa519c req-bc70c139-a3f3-4ebe-abe1-765580746d4c tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0173266 Aug 28 20:22:17.245684 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Attempting to bind port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:17.246266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Attempting to bind port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:17.246676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Attempting to bind port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:17.259097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa on network ea9e42ea-28ff-4906-b675-f48df8f0f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:22:17.259584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Attempting to bind port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:17.273598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:17.273598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Checking segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:17.273598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Bound using segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:17.273598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Bound port: a2d00ee8-b09a-4209-bf80-cbaf2c9700aa, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:17.273598 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:17.282180 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1711791b-ce72-45db-8e3e-c5691ffa519c req-a60e2cdc-d86d-4632-98d9-3283393ccdc4 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1827803 Aug 28 20:22:17.416770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] For port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:17.420872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] For port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:17.436266 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:17.560825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:17.565049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:17.566399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:17.568348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 200 len: 1091 time: 2.8447669 Aug 28 20:22:17.582680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'tag': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:17.582680 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd199811-0c34-433c-88fb-cb17f21e8bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a97fdb1b-ed3c-40a8-a49f-1c06a13950f7", "tag": "a2d00ee8-b09a-4209-bf80-cbaf2c9700aa"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:17.582927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-a280dce9-3f9e-499e-a16c-ef3939999ede tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:17.591480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-a280dce9-3f9e-499e-a16c-ef3939999ede tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/networks?id=34cafcec-0a29-4eb9-9451-3f06458c44f4 HTTP/1.1" status: 200 len: 808 time: 0.6196249 Aug 28 20:22:17.605182 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:17.646125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-9f2c056b-545c-4069-9e0f-e3a626843d7d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/quotas/c3eca6aadaa848a498c9226d1c83be2b HTTP/1.1" status: 200 len: 375 time: 0.0530910 Aug 28 20:22:17.776459 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f6152a-57e9-493e-b3e8-7bf2c0718760 x-openstack-request-id: req-10f6152a-57e9-493e-b3e8-7bf2c0718760 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:17.786304 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97fdb1b-ed3c-40a8-a49f-1c06a13950f7", "tag": "a2d00ee8-b09a-4209-bf80-cbaf2c9700aa", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:17.786304 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10f6152a-57e9-493e-b3e8-7bf2c0718760 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:17.786304 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f6152a-57e9-493e-b3e8-7bf2c0718760'] response: {'name': 'network-changed', 'server_uuid': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'tag': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa', 'status': 'completed', 'code': 200} Aug 28 20:22:17.786304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3f51b-9562-4db6-9895-0edc87eaccad service neutron] Pushing event updated for resources: {'Port': ['ID=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:17.802087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c91a72-08ad-4673-a5e7-91a3643f8c4a {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:17.803657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-c245f5c1-c38d-4e9b-9096-ab6412213c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:17.806841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-c245f5c1-c38d-4e9b-9096-ab6412213c7f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1125 time: 0.0826321 Aug 28 20:22:17.820346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Publish callbacks [] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:17.844018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-8e4f6b0e-33a4-458f-a573-b8f3e795ac39 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c3eca6aadaa848a498c9226d1c83be2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1951125 Aug 28 20:22:17.868569 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Transition to ACTIVE for port object 39c91a72-08ad-4673-a5e7-91a3643f8c4a will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:22:17.899821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-971abdae-1c7e-4edf-b70d-de66108abbba admin admin] Publish callbacks [] for security_group (782758e8-0936-42e6-bbf2-44183469a857), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:17.967107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-f40b5d10-1569-4d89-940d-37af7f6ba7cf service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 200 len: 217 time: 0.1443768 Aug 28 20:22:17.986256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42810) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:18.038472 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-9c2e34be-8d2b-4f4f-ac20-d1be9a169f1a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609747 Aug 28 20:22:18.059657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c3f1-0aef-46ba-8a7a-5c2ea4e9bcbf req-71338609-6b5e-469a-a7a5-14398e4136a1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:18.068969 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa96c3f1-0aef-46ba-8a7a-5c2ea4e9bcbf req-71338609-6b5e-469a-a7a5-14398e4136a1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.2514765 Aug 28 20:22:18.109048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-f8a243b9-2237-49a2-b961-cc3fda99ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:18.111436 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-f8a243b9-2237-49a2-b961-cc3fda99ab26 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1312451 Aug 28 20:22:18.182752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa96c3f1-0aef-46ba-8a7a-5c2ea4e9bcbf req-6536f459-7557-4ff0-8ab8-29bee5667dfc tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128185 Aug 28 20:22:18.186660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-15c2bac9-c6b2-4add-be32-a409256ca8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:18.188272 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-15c2bac9-c6b2-4add-be32-a409256ca8b5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707285 Aug 28 20:22:18.195385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:18.198611 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-971abdae-1c7e-4edf-b70d-de66108abbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (782758e8-0936-42e6-bbf2-44183469a857), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:18.231056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-784759301-network', 'tenant_id': 'c59ca2d811f647d2a10fc4e1e2e96ef6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:18.263225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-971abdae-1c7e-4edf-b70d-de66108abbba admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8454196a6cda41e79de33d03e388ab02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9228907 Aug 28 20:22:18.281908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42824) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:18.374059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Pushing event updated for resources: {'Port': ['ID=39c91a72-08ad-4673-a5e7-91a3643f8c4a,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:18.384292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ca1f2-10d6-402d-8a94-d3780da9bab5 req-fc9d31d4-ac5b-4db2-9519-f0a6025421b4 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:18.386092 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf5ca1f2-10d6-402d-8a94-d3780da9bab5 req-fc9d31d4-ac5b-4db2-9519-f0a6025421b4 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 943 time: 0.0702972 Aug 28 20:22:18.395939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971abdae-1c7e-4edf-b70d-de66108abbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782758e8-0936-42e6-bbf2-44183469a857,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:18.403389 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:18.445262 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-19c122e0-0942-47d9-b16d-c4964a86265a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306707 Aug 28 20:22:18.445649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-1cd03993-0e3e-4e87-81cb-a44dd965db70 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028337 Aug 28 20:22:18.535861 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf5ca1f2-10d6-402d-8a94-d3780da9bab5 req-3ff84cd2-fccc-4eba-8461-b992ffb10712 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345963 Aug 28 20:22:18.591363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67cbaadd-66d2-49bb-aae3-2af6fc5917de req-e2a9bb2d-cbf4-429e-87db-434382abcf97 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356423 Aug 28 20:22:18.683698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ed13b-6ac2-4fb1-b564-a0b0b5d071f7 req-bbe075c5-38a4-45db-989f-68a811b958a9 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:18.685342 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a6ed13b-6ac2-4fb1-b564-a0b0b5d071f7 req-bbe075c5-38a4-45db-989f-68a811b958a9 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 946 time: 0.0608907 Aug 28 20:22:18.758008 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a6ed13b-6ac2-4fb1-b564-a0b0b5d071f7 req-5327f584-0792-49d2-bbd2-bf4a66e56a1e tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642858 Aug 28 20:22:18.842179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Made reservation on behalf of c59ca2d811f647d2a10fc4e1e2e96ef6 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:18.844913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:18.864143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:18.896324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7ec52e9-5aad-421e-8195-c7d31df8abfe admin admin] Publish callbacks [] for security_group (782758e8-0936-42e6-bbf2-44183469a857), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:18.934291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e76215-952e-4d83-89b8-288f4c427717 req-08222657-eb51-4dbe-8034-466e14a499af tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:18.936267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8e76215-952e-4d83-89b8-288f4c427717 req-08222657-eb51-4dbe-8034-466e14a499af tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.0581348 Aug 28 20:22:18.977703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7ec52e9-5aad-421e-8195-c7d31df8abfe admin admin] Publish callbacks [] for security_group (782758e8-0936-42e6-bbf2-44183469a857), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:18.979859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Attempting to bind port 39c91a72-08ad-4673-a5e7-91a3643f8c4a on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:18.980205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Attempting to bind port 39c91a72-08ad-4673-a5e7-91a3643f8c4a by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:18.980682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Attempting to bind port 39c91a72-08ad-4673-a5e7-91a3643f8c4a on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:18.984274 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fa00ff2-b7a5-47d3-9ec5-b508922ae9e3 req-b7337ecb-1706-4ba0-9270-f534203a01ff tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0745707 Aug 28 20:22:19.008870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Port 39c91a72-08ad-4673-a5e7-91a3643f8c4a on network ea9e42ea-28ff-4906-b675-f48df8f0f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:22:19.009211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Attempting to bind port 39c91a72-08ad-4673-a5e7-91a3643f8c4a on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:19.021890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8e76215-952e-4d83-89b8-288f4c427717 req-a41bd6fc-87c6-4357-8e57-442d097823f6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773447 Aug 28 20:22:19.043882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:19.044347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Checking segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:19.044975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Bound using segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:19.045695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Bound port: 39c91a72-08ad-4673-a5e7-91a3643f8c4a, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:19.046083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.152854 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks [] for security_group (b36d760b-bad0-480b-af40-b32361ec0264), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.181456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] For port 39c91a72-08ad-4673-a5e7-91a3643f8c4a, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:19.189533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] For port 39c91a72-08ad-4673-a5e7-91a3643f8c4a, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:19.220407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b36d760b-bad0-480b-af40-b32361ec0264), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.226697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7ec52e9-5aad-421e-8195-c7d31df8abfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (782758e8-0936-42e6-bbf2-44183469a857), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.229291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e7ec52e9-5aad-421e-8195-c7d31df8abfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.233157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e7ec52e9-5aad-421e-8195-c7d31df8abfe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/782758e8-0936-42e6-bbf2-44183469a857 HTTP/1.1" status: 204 len: 168 time: 0.9450111 Aug 28 20:22:19.274530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:22:19.298689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9e51913f-ba09-4ddc-9b38-c21a191133fa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.298689 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Added segment 9e51913f-ba09-4ddc-9b38-c21a191133fa of type vlan for network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 Aug 28 20:22:19.332502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2fc8-97bc-4354-bb79-b3f1f698c61b req-ff1bb3fd-2f58-4087-8a13-acc1807d99e7 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.342998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2fc8-97bc-4354-bb79-b3f1f698c61b req-ff1bb3fd-2f58-4087-8a13-acc1807d99e7 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.351911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2fc8-97bc-4354-bb79-b3f1f698c61b req-ff1bb3fd-2f58-4087-8a13-acc1807d99e7 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.366602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e3b2fc8-97bc-4354-bb79-b3f1f698c61b req-ff1bb3fd-2f58-4087-8a13-acc1807d99e7 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea&device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3&device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 2418 time: 0.1682725 Aug 28 20:22:19.423766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (b99e6874-54a1-40a3-bb1c-2b5d5813bbf3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.442753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.488498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e3b2fc8-97bc-4354-bb79-b3f1f698c61b req-7ebd35fd-ce7e-4138-a120-4e1737ee3841 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213362 Aug 28 20:22:19.507910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.508825 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.510790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/39c91a72-08ad-4673-a5e7-91a3643f8c4a HTTP/1.1" status: 200 len: 1091 time: 2.6942854 Aug 28 20:22:19.512219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d760b-bad0-480b-af40-b32361ec0264,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:19.519150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'tag': '39c91a72-08ad-4673-a5e7-91a3643f8c4a'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:19.523420 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e181f1-dfe2-4c9d-a59a-ef1d0c24dd73" -d '{"events": [{"name": "network-changed", "server_uuid": "241e05a6-9afa-45f5-89c4-b9e4c4a78fbe", "tag": "39c91a72-08ad-4673-a5e7-91a3643f8c4a"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:19.560990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-f7102937-bb2e-467e-8e17-466267828671 req-d6e69f10-5e78-410d-9e14-88ecbb662f24 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:22:19.562136 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7102937-bb2e-467e-8e17-466267828671 req-d6e69f10-5e78-410d-9e14-88ecbb662f24 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0259922 Aug 28 20:22:19.566493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec52e9-5aad-421e-8195-c7d31df8abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782758e8-0936-42e6-bbf2-44183469a857,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:19.583826 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193d02c-1b45-43b0-b47b-30b381ed6d33 service neutron] Pushing event updated for resources: {'Port': ['ID=39c91a72-08ad-4673-a5e7-91a3643f8c4a,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:19.586886 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88606635-45fd-4104-b48b-b7aac5a2165c x-openstack-request-id: req-88606635-45fd-4104-b48b-b7aac5a2165c {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:19.587179 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241e05a6-9afa-45f5-89c4-b9e4c4a78fbe", "tag": "39c91a72-08ad-4673-a5e7-91a3643f8c4a", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:19.587430 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88606635-45fd-4104-b48b-b7aac5a2165c {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:19.587833 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88606635-45fd-4104-b48b-b7aac5a2165c'] response: {'name': 'network-changed', 'server_uuid': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'tag': '39c91a72-08ad-4673-a5e7-91a3643f8c4a', 'status': 'completed', 'code': 200} Aug 28 20:22:19.668976 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (b99e6874-54a1-40a3-bb1c-2b5d5813bbf3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.673985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.674788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:19.890632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9032018 Aug 28 20:22:19.900493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7102937-bb2e-467e-8e17-466267828671 req-b7c27515-121b-453f-8102-379c882bfb10 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3112247 Aug 28 20:22:19.919635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f812b0-18ee-4f7b-8bc3-a0e00ee9bae4 req-7f99d663-373b-49da-aad8-a111a18849c6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.931799 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8f812b0-18ee-4f7b-8bc3-a0e00ee9bae4 req-7f99d663-373b-49da-aad8-a111a18849c6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 943 time: 0.2178009 Aug 28 20:22:19.934556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42862) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:19.935918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-197cbfc0-c45e-485e-b5c0-4b1b0b208483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.937450 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-197cbfc0-c45e-485e-b5c0-4b1b0b208483 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1125 time: 0.2218897 Aug 28 20:22:19.945345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Request body: {'subnet': {'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-784759301-subnet', 'tenant_id': 'c59ca2d811f647d2a10fc4e1e2e96ef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:19.992162 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:19.995982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e181f1-dfe2-4c9d-a59a-ef1d0c24dd73 req-ad09bbb3-c9e9-470d-833f-3b86f586474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:19.998514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8e181f1-dfe2-4c9d-a59a-ef1d0c24dd73 req-ad09bbb3-c9e9-470d-833f-3b86f586474b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 1125 time: 0.2955880 Aug 28 20:22:20.007921 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:20.042150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bc006-2466-446c-ba16-335f091ca96b admin admin] Pushing event updated for resources: {'Network': ['ID=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:20.054454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:22:20.074760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Made reservation on behalf of c59ca2d811f647d2a10fc4e1e2e96ef6 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:20.079574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:20.174807 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8f812b0-18ee-4f7b-8bc3-a0e00ee9bae4 req-2620b111-27aa-4ca4-9e27-1a7a3acce464 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407787 Aug 28 20:22:20.262472 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:20.292504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e181f1-dfe2-4c9d-a59a-ef1d0c24dd73 req-f2c9fda2-e4ac-4dd4-a60a-c11d2e7bc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.296257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8e181f1-dfe2-4c9d-a59a-ef1d0c24dd73 req-f2c9fda2-e4ac-4dd4-a60a-c11d2e7bc296 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=cd0d0379a2ef431c98328e490b1febcd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2844296 Aug 28 20:22:20.330789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42874) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:20.350850 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b0d4fff-ab42-4426-9043-ac4db39e96e7 req-069816f1-d033-4f8f-991e-eb5c98752266 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0857961 Aug 28 20:22:20.450121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aba23733-582a-4e38-9a74-d1fcc9a271b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:20.466634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-374878c5-8206-4061-a20d-5510f4a76b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.471205 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-374878c5-8206-4061-a20d-5510f4a76b42 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.5007906 Aug 28 20:22:20.476509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e181f1-dfe2-4c9d-a59a-ef1d0c24dd73 req-c5b3a5b6-5610-47a3-be77-191d39e9e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.483693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8e181f1-dfe2-4c9d-a59a-ef1d0c24dd73 req-c5b3a5b6-5610-47a3-be77-191d39e9e358 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748073 Aug 28 20:22:20.602468 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-6757497c-678c-4a82-ac20-19a4e22072e4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 200 len: 217 time: 0.1139357 Aug 28 20:22:20.619670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-59c5f6a6-274d-436d-b9f9-4245b4a856fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.621631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-59c5f6a6-274d-436d-b9f9-4245b4a856fa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 1125 time: 0.0777061 Aug 28 20:22:20.711726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-2c5927a5-7569-42aa-89c1-b876b690d287 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a HTTP/1.1" status: 200 len: 217 time: 0.0781088 Aug 28 20:22:20.802252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f0990269-38c5-4535-91bf-c62777a7b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.803982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f0990269-38c5-4535-91bf-c62777a7b8cc service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0824499 Aug 28 20:22:20.806285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-40dd6e9f-e569-4ed7-9235-f4ace361e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.808446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-40dd6e9f-e569-4ed7-9235-f4ace361e384 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1946433 Aug 28 20:22:20.875163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-61494c39-47a7-46d8-9960-54b06efc286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.877171 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-61494c39-47a7-46d8-9960-54b06efc286b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567522 Aug 28 20:22:20.896726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f423e84c-e324-4128-9406-f96c95d63f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:20.898367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-f423e84c-e324-4128-9406-f96c95d63f79 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885994 Aug 28 20:22:21.020047 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:21.064459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-7b392782-9582-412e-8018-78bcca475b36 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582723 Aug 28 20:22:21.109107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c4349-82b6-46a8-a4c0-68a2aac39dd4 req-9f892c86-937e-4600-a40c-ee8bd5eac181 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:21.111956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf6c4349-82b6-46a8-a4c0-68a2aac39dd4 req-9f892c86-937e-4600-a40c-ee8bd5eac181 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.3655834 Aug 28 20:22:21.217496 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf6c4349-82b6-46a8-a4c0-68a2aac39dd4 req-91be1c62-9660-4d58-b20f-be2906d213a5 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953758 Aug 28 20:22:21.250111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (e675bf21-10e1-45b6-9081-922eea6e8502), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:21.266004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42890) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:21.340567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-8abd414f-e7b5-4841-bc07-73a7d33ca789 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333770 Aug 28 20:22:21.406930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e675bf21-10e1-45b6-9081-922eea6e8502,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:21.547740 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6dc995ec-f598-460c-a3a4-baf427b8aa95 req-59dddc73-2f1f-4aa2-b9cf-a5c19545e2ff service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758425 Aug 28 20:22:21.616004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 5b5e38d7-bf99-4ab8-a97f-9b522533f891 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:21.616004 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:21.673459 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aba23733-582a-4e38-9a74-d1fcc9a271b8 admin admin] Publish callbacks [] for security_group (88de8a7b-f693-4747-805e-638057e36295), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:21.695083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Checking segment: {'id': '9e51913f-ba09-4ddc-9b38-c21a191133fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:21.696202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Network hostable DHCP agents. Network: b99e6874-54a1-40a3-bb1c-2b5d5813bbf3, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:22:21.717546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba79f51-4684-4b48-9c98-88502ba03919 req-7a9773f5-30d0-4e4f-a736-8dec3a3f18c7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:21.724706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ba79f51-4684-4b48-9c98-88502ba03919 req-7a9773f5-30d0-4e4f-a736-8dec3a3f18c7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 943 time: 0.2003140 Aug 28 20:22:21.758508 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-65137a33-e6a9-4406-adec-caa653830240 req-73e8fdf9-34a4-4824-af49-fd2d7a261ced tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0577769 Aug 28 20:22:21.779150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:21.779745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (5b5e38d7-bf99-4ab8-a97f-9b522533f891), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:21.804265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 5b5e38d7-bf99-4ab8-a97f-9b522533f891 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:21.839691 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-aba23733-582a-4e38-9a74-d1fcc9a271b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (88de8a7b-f693-4747-805e-638057e36295), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:21.869526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ba79f51-4684-4b48-9c98-88502ba03919 req-4bf0c570-ff20-4e85-919a-ad174185402e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416643 Aug 28 20:22:21.902692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-aba23733-582a-4e38-9a74-d1fcc9a271b8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8b81e1afd2df4701be762bfe5fe79dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5668306 Aug 28 20:22:21.902929 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c28f37bb-eecf-4358-8ead-58a6c122e074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:21.908413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 42900) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:21.909594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd199811-0c34-433c-88fb-cb17f21e8bd5 req-5ed7800d-ae00-4f57-b725-f84fe90d844e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467145 Aug 28 20:22:21.952598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba23733-582a-4e38-9a74-d1fcc9a271b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88de8a7b-f693-4747-805e-638057e36295,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:22.014556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f328f19b-73d6-484d-b6c9-1b7863c695e9 admin admin] Publish callbacks [] for security_group (88de8a7b-f693-4747-805e-638057e36295), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:22.017510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:22:22.055131 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f328f19b-73d6-484d-b6c9-1b7863c695e9 admin admin] Publish callbacks [] for security_group (88de8a7b-f693-4747-805e-638057e36295), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:22.102380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, b99e6874-54a1-40a3-bb1c-2b5d5813bbf3) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:22.114196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:22.115411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061e0d7-6d1d-4a4e-bb27-695ea9413ceb None None] Network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:22.126820 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:22.223225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5b5e38d7-bf99-4ab8-a97f-9b522533f891), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:22.224693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7817f00f-cc58-4d61-b29c-65e8efbed572 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2861702 Aug 28 20:22:22.267336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b31880-84c4-4bf4-bae8-651c14b4bec5 None None] Network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:22.267929 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f328f19b-73d6-484d-b6c9-1b7863c695e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (88de8a7b-f693-4747-805e-638057e36295), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:22.270845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f328f19b-73d6-484d-b6c9-1b7863c695e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:22.272770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f328f19b-73d6-484d-b6c9-1b7863c695e9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/88de8a7b-f693-4747-805e-638057e36295 HTTP/1.1" status: 204 len: 168 time: 0.3633258 Aug 28 20:22:22.291281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=5b5e38d7-bf99-4ab8-a97f-9b522533f891,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:22.304404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328f19b-73d6-484d-b6c9-1b7863c695e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88de8a7b-f693-4747-805e-638057e36295,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:22.360866 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:22.368367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (0f5170e1-f1ce-4ece-b521-b87c47cca33a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:22.373128 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP 0f5170e1-f1ce-4ece-b521-b87c47cca33a disassociated (deleted). External IP: 172.25.4.11, port: a5d3d2fa-0479-4227-bab1-0f732d87d5a9. Aug 28 20:22:22.628183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a2d00ee8-b09a-4209-bf80-cbaf2c9700aa details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:22:22.738604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 469d356f-3ad0-4e19-be9a-906f383e30d1 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:22:22.787227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6daaf-c2f8-4c91-b26b-97b14337cefa req-2dbd8a24-e08d-406d-88b4-a2f19451d185 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:22.799058 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1e6daaf-c2f8-4c91-b26b-97b14337cefa req-2dbd8a24-e08d-406d-88b4-a2f19451d185 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.1204991 Aug 28 20:22:22.882390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:22.920665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'port_id': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:22:22.989928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:22.990465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:23.013659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b89821da-dad5-4ed7-b57f-729b3b63ef92 req-526b97c1-62d5-4fb3-909a-ded947b1b7b7 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0763612 Aug 28 20:22:23.018179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d00ee8-b09a-4209-bf80-cbaf2c9700aa {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:23.051741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:23.125222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:23.226202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:23.252161 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd1a7-a2d2-4220-893d-9ad7f883136f req-8ae4a5f3-d337-4a86-b0bf-e2f36ea6a14d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:23.258143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf7fd1a7-a2d2-4220-893d-9ad7f883136f req-8ae4a5f3-d337-4a86-b0bf-e2f36ea6a14d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 943 time: 0.0826938 Aug 28 20:22:23.282148 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:23.368014 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf7fd1a7-a2d2-4220-893d-9ad7f883136f req-eb3b0c38-d1f6-444e-98dd-78396f564183 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068475 Aug 28 20:22:23.424385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a2d00ee8-b09a-4209-bf80-cbaf2c9700aa'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:23.542768 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:23.607966 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:23.625816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1e6daaf-c2f8-4c91-b26b-97b14337cefa req-4557a46f-0ca4-4e69-9152-b41a78f301ef tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8255002 Aug 28 20:22:23.633237 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42952) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:23.635021 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:23.638631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-342731382-network', 'tenant_id': '0c6bd0bc9b8346ec85266b5e2953ea22'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:23.659143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:22:23.664913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:23.672436 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] Sync routers for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:22:23.706122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-44d08c7d-2f62-4e4c-8856-eecd8fb9209c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/0f5170e1-f1ce-4ece-b521-b87c47cca33a HTTP/1.1" status: 204 len: 168 time: 2.4349425 Aug 28 20:22:23.707042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:23.714629 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:23.718620 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:21:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:23.721117 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ee13bc-a55e-4767-814a-c2c53b80ce64" -d '{"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:23.800913 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Made reservation on behalf of 0c6bd0bc9b8346ec85266b5e2953ea22 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:23.801097 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad04d896-110d-4be8-87c4-624c7f15ce49 x-openstack-request-id: req-ad04d896-110d-4be8-87c4-624c7f15ce49 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:23.801097 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:23.801097 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad04d896-110d-4be8-87c4-624c7f15ce49 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:23.801097 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad04d896-110d-4be8-87c4-624c7f15ce49'] response: {'name': 'network-changed', 'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'status': 'completed', 'code': 200} Aug 28 20:22:23.802199 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:23.823260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:23.864588 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:23.983225 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks [] for security_group (3bc3e183-1384-434f-ab29-c4ba7ff91542), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.039491 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:24.091512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3bc3e183-1384-434f-ab29-c4ba7ff91542), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.112342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:22:24.133397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (842ceb1b-daf8-4dc9-95af-bd742eeeda5d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.133761 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Added segment 842ceb1b-daf8-4dc9-95af-bd742eeeda5d of type vlan for network cdfaa80c-33f4-4c4d-aabf-991f25f735ed Aug 28 20:22:24.182200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3e183-1384-434f-ab29-c4ba7ff91542,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:24.183189 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-32da8551-d325-4c18-8196-3f45ae2c08e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.198913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (cdfaa80c-33f4-4c4d-aabf-991f25f735ed), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.264305 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.335067 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:24.381896 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] Checking router: 469d356f-3ad0-4e19-be9a-906f383e30d1 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:22:24.385660 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff73a40b-1c78-4e41-a5e6-d1c64ee691a1 req-d745fd93-9e1e-452e-babf-6649ae4ecfda tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0895255 Aug 28 20:22:24.391039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (cdfaa80c-33f4-4c4d-aabf-991f25f735ed), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.393880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:24.398483 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.400465 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:24.401131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:24.486943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfaa80c-33f4-4c4d-aabf-991f25f735ed,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:24.498237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network cdfaa80c-33f4-4c4d-aabf-991f25f735ed details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:22:24.538185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240e2c0-7daf-4b04-a493-9ee7c4852985 req-1435972b-2994-4994-935d-36aa14cd348a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:24.552999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2240e2c0-7daf-4b04-a493-9ee7c4852985 req-1435972b-2994-4994-935d-36aa14cd348a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.1114237 Aug 28 20:22:24.558594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f1f08505-c040-4661-a2b5-4b40725b0a93 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9240952 Aug 28 20:22:24.559452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 42986) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:24.568673 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:24.570762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Request body: {'subnet': {'network_id': 'cdfaa80c-33f4-4c4d-aabf-991f25f735ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-342731382-subnet', 'tenant_id': '0c6bd0bc9b8346ec85266b5e2953ea22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:24.598156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8e623-19c3-4a87-ad54-84543bd55aff req-61a549b8-ecc5-4365-baf1-714e7c857341 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:24.607377 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aed8e623-19c3-4a87-ad54-84543bd55aff req-61a549b8-ecc5-4365-baf1-714e7c857341 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0966368 Aug 28 20:22:24.625355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 39c91a72-08ad-4673-a5e7-91a3643f8c4a details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:22:24.663188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a2d00ee8-b09a-4209-bf80-cbaf2c9700aa up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:24.695937 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2240e2c0-7daf-4b04-a493-9ee7c4852985 req-b77db793-5ed3-4bc8-a3e4-a4055567c0f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417851 Aug 28 20:22:24.703591 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:24.749461 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aed8e623-19c3-4a87-ad54-84543bd55aff req-31c6cedc-89b5-4277-91fa-29e1b9f6db5b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409178 Aug 28 20:22:24.820888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:22:24.832031 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Made reservation on behalf of 0c6bd0bc9b8346ec85266b5e2953ea22 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:24.834676 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:24.877796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 39c91a72-08ad-4673-a5e7-91a3643f8c4a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:24.891105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc5f9-9119-4cbe-bb62-de54e9bafc5e req-940f98e7-5d05-4607-bbf5-3aa67dc24541 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:24.898656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52cdc5f9-9119-4cbe-bb62-de54e9bafc5e req-940f98e7-5d05-4607-bbf5-3aa67dc24541 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 943 time: 0.0830612 Aug 28 20:22:24.900770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '39c91a72-08ad-4673-a5e7-91a3643f8c4a', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'port_id': '39c91a72-08ad-4673-a5e7-91a3643f8c4a', 'mac_address': 'fa:16:3e:e6:c3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:22:24.920288 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:24.969284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:24.969743 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:25.027730 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52cdc5f9-9119-4cbe-bb62-de54e9bafc5e req-f0f73481-2f0f-496f-bd10-9032c60e4c23 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254365 Aug 28 20:22:25.064375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73045b7-1883-4d6e-b478-de4fa762992a req-9336a54c-a40d-4cd8-93ce-a0991c1fdff1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:25.082874 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:25.086120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e73045b7-1883-4d6e-b478-de4fa762992a req-9336a54c-a40d-4cd8-93ce-a0991c1fdff1 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.2665694 Aug 28 20:22:25.117205 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539758ee-f096-4ed4-a0b0-eba2d5f382ca None None] The sync data for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 is: [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:19:40Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '52ebbfdb-3a16-4382-ac25-4efbedda744e', 'name': '', 'network_id': '68817902-bf60-4f78-a96a-fd76f444f265', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:f7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:37Z', 'updated_at': '2022-08-28T20:19:48Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': 'c39c56fb-4101-4fd5-826d-96ff9b66249c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:22:25.181125 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:25.258964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e73045b7-1883-4d6e-b478-de4fa762992a req-5a1dc3b5-ba49-42fc-a835-733a98edd477 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713920 Aug 28 20:22:25.273643 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:25.298292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 39c91a72-08ad-4673-a5e7-91a3643f8c4a is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:25.298920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:25.336652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c91a72-08ad-4673-a5e7-91a3643f8c4a {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:25.391582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 39c91a72-08ad-4673-a5e7-91a3643f8c4a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:25.409939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:25.411075 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:25.427421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (e0d4534b-c99b-4961-ac06-3a17d0c28c61), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:25.445800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:25.453006 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6173c2d5-cead-4eb8-80cf-3093cd0dd228" -d '{"events": [{"server_uuid": "a97fdb1b-ed3c-40a8-a49f-1c06a13950f7", "name": "network-vif-plugged", "status": "completed", "tag": "a2d00ee8-b09a-4209-bf80-cbaf2c9700aa"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:25.469974 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:25.530085 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:25.568511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d4534b-c99b-4961-ac06-3a17d0c28c61,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:25.574609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:25.576718 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bde1c3-be40-4d10-bed9-0c8a19780b2c x-openstack-request-id: req-51bde1c3-be40-4d10-bed9-0c8a19780b2c {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:25.577124 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97fdb1b-ed3c-40a8-a49f-1c06a13950f7", "name": "network-vif-plugged", "status": "completed", "tag": "a2d00ee8-b09a-4209-bf80-cbaf2c9700aa", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:25.577476 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51bde1c3-be40-4d10-bed9-0c8a19780b2c {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:25.578034 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bde1c3-be40-4d10-bed9-0c8a19780b2c'] response: {'server_uuid': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa', 'code': 200} Aug 28 20:22:25.578717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=39c91a72-08ad-4673-a5e7-91a3643f8c4a,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:25.592456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Checking segment: {'id': '842ceb1b-daf8-4dc9-95af-bd742eeeda5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'cdfaa80c-33f4-4c4d-aabf-991f25f735ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:25.592682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Network hostable DHCP agents. Network: cdfaa80c-33f4-4c4d-aabf-991f25f735ed, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:22:25.617478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb83720e-9841-497d-8924-e2e454eb9bea req-032c6ada-14db-4327-bf21-18b8feeecdc2 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0435724 Aug 28 20:22:25.622297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4c746-d704-4b2c-bd00-210e796b480b None None] New status for floating IP 0f5170e1-f1ce-4ece-b521-b87c47cca33a: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:22:25.699216 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:25.807740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:25.831772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['39c91a72-08ad-4673-a5e7-91a3643f8c4a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:25.843741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2719a45-f9fd-41e9-9991-659f51b3c6e2 req-ad2443a9-c187-492b-9d73-5a6f291577c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:25.843741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2719a45-f9fd-41e9-9991-659f51b3c6e2 req-ad2443a9-c187-492b-9d73-5a6f291577c6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1127 time: 0.1451476 Aug 28 20:22:25.928959 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:25.961143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-be726120-fd22-453b-84e6-53dd27587d9c tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:25.965382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-be726120-fd22-453b-84e6-53dd27587d9c tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.1142769 Aug 28 20:22:25.966093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Network cdfaa80c-33f4-4c4d-aabf-991f25f735ed is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:22:25.968389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632697f-7ac4-413e-9098-a67cb2087022 req-d7c29d0c-6614-4c28-9340-fef01d142e34 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:25.970915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9632697f-7ac4-413e-9098-a67cb2087022 req-d7c29d0c-6614-4c28-9340-fef01d142e34 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0895457 Aug 28 20:22:25.973789 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:26.044210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9632697f-7ac4-413e-9098-a67cb2087022 req-ff5b5c3e-3440-4f3e-b22e-3e84001a6466 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675156 Aug 28 20:22:26.129722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.89', 54895) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:26.156505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-6f78f22c-bbd5-4da5-a0db-050f5f7b4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.158457 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-6f78f22c-bbd5-4da5-a0db-050f5f7b4a84 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 1127 time: 0.3164363 Aug 28 20:22:26.176518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8c32-5f77-4c7c-9921-bcdc7d604fe9 req-5bb5d59b-ade6-43f5-a434-c7c378f575f3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.178510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76ec8c32-5f77-4c7c-9921-bcdc7d604fe9 req-5bb5d59b-ade6-43f5-a434-c7c378f575f3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.3244114 Aug 28 20:22:26.195343 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, cdfaa80c-33f4-4c4d-aabf-991f25f735ed) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:26.204148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.205259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:26.207249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8bddc-7519-48ee-a912-60dbf7afa32e None None] Network cdfaa80c-33f4-4c4d-aabf-991f25f735ed requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:26.326815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1df3cb13-70b1-4a05-8e55-2ce1d90e5667 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7639058 Aug 28 20:22:26.329181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-6e5ef9f3-da0d-4099-ae1d-cc1588318776 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.331879 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-6e5ef9f3-da0d-4099-ae1d-cc1588318776 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "GET /networking/v2.0/networks?id=34cafcec-0a29-4eb9-9451-3f06458c44f4 HTTP/1.1" status: 200 len: 808 time: 0.2001891 Aug 28 20:22:26.342979 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2719a45-f9fd-41e9-9991-659f51b3c6e2 req-afb55419-9fbb-4f28-9d2a-92b0020e9401 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871690 Aug 28 20:22:26.365965 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:26.400753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Deleting port 175c77ef-0210-47b9-98d4-4759a28fae61 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:26.401222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:26.423259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faba48c-bf9f-4659-8c76-ca65b7aca17e None None] Network cdfaa80c-33f4-4c4d-aabf-991f25f735ed requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:26.448559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Request body: {'port': {'device_id': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4', 'admin_state_up': True, 'tenant_id': 'c3eca6aadaa848a498c9226d1c83be2b'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:26.500428 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76ec8c32-5f77-4c7c-9921-bcdc7d604fe9 req-d8984f5e-3247-4a0d-aa70-260715cd7fb7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730126 Aug 28 20:22:26.516178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-c90bcf4e-9679-42a6-9ab9-b8f9ad42b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.518373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-c90bcf4e-9679-42a6-9ab9-b8f9ad42b9c6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 200 len: 898 time: 0.3239911 Aug 28 20:22:26.586900 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:26.619090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-3a4f2eae-06a6-4033-8500-28a91187c65f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 200 len: 217 time: 0.0948248 Aug 28 20:22:26.691977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3026f6-bd0a-449a-a8a0-c4a4a7c9aabc req-fe61e38a-b9f9-4883-8216-ecdca533a65b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.693620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c3026f6-bd0a-449a-a8a0-c4a4a7c9aabc req-fe61e38a-b9f9-4883-8216-ecdca533a65b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 944 time: 0.3590066 Aug 28 20:22:26.716904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-d1c6e33e-b47c-43cd-abb1-b05882c70f97 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.718698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-d1c6e33e-b47c-43cd-abb1-b05882c70f97 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.5846763 Aug 28 20:22:26.725338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] For port 175c77ef-0210-47b9-98d4-4759a28fae61, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=175c77ef-0210-47b9-98d4-4759a28fae61,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:26.725720 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:26.745990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 39c91a72-08ad-4673-a5e7-91a3643f8c4a up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:26.756208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Calling delete_port for 175c77ef-0210-47b9-98d4-4759a28fae61 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:26.766966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f4954-e51e-4244-ae99-7c616379cae4 req-5caeb4c9-b5d9-43b2-a2be-58a858f5b6e4 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.768720 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b1f4954-e51e-4244-ae99-7c616379cae4 req-5caeb4c9-b5d9-43b2-a2be-58a858f5b6e4 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 945 time: 0.1365516 Aug 28 20:22:26.770480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-3f6ef472-18ff-447b-b5f5-267dd990477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.771903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-3f6ef472-18ff-447b-b5f5-267dd990477a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 200 len: 834 time: 0.1409974 Aug 28 20:22:26.829934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 39c91a72-08ad-4673-a5e7-91a3643f8c4a completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:22:26.839222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8c3026f6-bd0a-449a-a8a0-c4a4a7c9aabc req-4171f7b5-0840-486e-a8f5-0d88b8e7b9e8 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186936 Aug 28 20:22:26.919478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 39c91a72-08ad-4673-a5e7-91a3643f8c4a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:26.919995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:26.949248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-a8c34196-5d9a-4968-986d-8dbb1129fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:26.951137 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-a8c34196-5d9a-4968-986d-8dbb1129fa04 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=68817902-bf60-4f78-a96a-fd76f444f265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1716855 Aug 28 20:22:26.975427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43042) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:27.039649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 39c91a72-08ad-4673-a5e7-91a3643f8c4a is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:27.039896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94c81cb5-c738-4478-98e9-38d55f5e0913 req-52f1ce82-e946-48a3-9064-477441853f58 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0652092 Aug 28 20:22:27.040108 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.048992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:27.049351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.100441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 39c91a72-08ad-4673-a5e7-91a3643f8c4a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:27.119631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.123580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b1f4954-e51e-4244-ae99-7c616379cae4 req-c3597010-d791-4b14-bf34-ca3b22972be6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454633 Aug 28 20:22:27.187290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port a5d3d2fa-0479-4227-bab1-0f732d87d5a9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:27.187733 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.211426 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.237384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for a5d3d2fa-0479-4227-bab1-0f732d87d5a9 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:27.238077 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-ed7cfba2-f7bd-4f6f-be08-2f9f14ea2432 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622523 Aug 28 20:22:27.288055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=39c91a72-08ad-4673-a5e7-91a3643f8c4a,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:27.337244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Made reservation on behalf of c3eca6aadaa848a498c9226d1c83be2b for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:27.344070 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.383182 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:27.399585 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0246e5ab-4bf5-47ce-b8f9-ec2d64ee652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.488218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15317e2e-7fcf-4239-ac40-58da1879832f req-d7c86f45-a822-4ec9-9a13-7686a879f805 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:27.494180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15317e2e-7fcf-4239-ac40-58da1879832f req-d7c86f45-a822-4ec9-9a13-7686a879f805 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.2389753 Aug 28 20:22:27.583073 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (175c77ef-0210-47b9-98d4-4759a28fae61), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.585401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c91a72-08ad-4673-a5e7-91a3643f8c4a'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:27.604536 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f016f4-8a3e-4898-9e98-f203707d65a6" -d '{"events": [{"server_uuid": "241e05a6-9afa-45f5-89c4-b9e4c4a78fbe", "name": "network-vif-plugged", "status": "completed", "tag": "39c91a72-08ad-4673-a5e7-91a3643f8c4a"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:27.618729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['bebaf078-a095-4562-909b-88238a9c269a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:27.625930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Pushing event deleted for resources: {'Port': ['ID=175c77ef-0210-47b9-98d4-4759a28fae61,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:27.632222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-ecf23771-f128-4498-9b4b-a20a66d2fe56 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766460 Aug 28 20:22:27.632844 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:27.636611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a6c5f302-3121-4560-8815-cc9e29672823'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:27.648065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15317e2e-7fcf-4239-ac40-58da1879832f req-32ce0a89-35d8-41c1-8742-4d0fa27f5cd1 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424372 Aug 28 20:22:27.656907 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.725753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] No DVR routers for this DVR port 175c77ef-0210-47b9-98d4-4759a28fae61 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:27.730129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.733455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4df9790d-668c-4ecd-86d0-c585ec5a39e1 req-0048ffc4-6dfd-4848-b8bc-f8b463b45537 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "DELETE /networking/v2.0/ports/175c77ef-0210-47b9-98d4-4759a28fae61 HTTP/1.1" status: 204 len: 173 time: 1.6224818 Aug 28 20:22:27.734120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a4942-6635-481e-914f-8e3793a2d9ea', 'name': 'network-vif-deleted', 'tag': '175c77ef-0210-47b9-98d4-4759a28fae61'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:27.737693 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b30e18-e8c1-49b2-abb4-7a3470201f1d" -d '{"events": [{"server_uuid": "048a4942-6635-481e-914f-8e3793a2d9ea", "name": "network-vif-deleted", "tag": "175c77ef-0210-47b9-98d4-4759a28fae61"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:27.800486 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:27.807714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Allocated IP 172.20.0.10 (34cafcec-0a29-4eb9-9451-3f06458c44f4/95f9d318-c4be-4d9b-863e-9596e20aed7e/d16c613b-8af6-4053-b1ec-5a1482edbb7b) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:27.872969 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0246e5ab-4bf5-47ce-b8f9-ec2d64ee652a admin admin] Publish callbacks [] for security_group (d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.880557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-36acfef9-b0bb-4b4b-bde6-742ec3701272 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:27.888181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-36acfef9-b0bb-4b4b-bde6-742ec3701272 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/networks?id=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 HTTP/1.1" status: 200 len: 811 time: 0.3375878 Aug 28 20:22:27.889066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08595cd2-6a54-4dc4-bb04-e0464bd68c55 req-73d5808c-8b02-476a-b6b6-8b580d65df9d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:27.891303 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-08595cd2-6a54-4dc4-bb04-e0464bd68c55 req-73d5808c-8b02-476a-b6b6-8b580d65df9d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 945 time: 0.0692313 Aug 28 20:22:27.909267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-5b5c621b-2daf-466d-8844-6ec2ec6e0c11 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/quotas/c59ca2d811f647d2a10fc4e1e2e96ef6 HTTP/1.1" status: 200 len: 375 time: 0.0196466 Aug 28 20:22:27.952881 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a5d3d2fa-0479-4227-bab1-0f732d87d5a9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:27.963005 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-08595cd2-6a54-4dc4-bb04-e0464bd68c55 req-004a58bf-11ad-4d59-a92e-05788a7fd3c4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6398b274-d2dd-4d7e-8c32-fd484618817e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609365 Aug 28 20:22:27.968450 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-81c71eb1-6c50-45c4-83da-8d07674ef281 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c59ca2d811f647d2a10fc4e1e2e96ef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586793 Aug 28 20:22:28.005885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0246e5ab-4bf5-47ce-b8f9-ec2d64ee652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.034538 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b8d815-938f-435f-8504-bb5a18ead200 x-openstack-request-id: req-69b8d815-938f-435f-8504-bb5a18ead200 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:28.035530 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241e05a6-9afa-45f5-89c4-b9e4c4a78fbe", "name": "network-vif-plugged", "status": "completed", "tag": "39c91a72-08ad-4673-a5e7-91a3643f8c4a", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:28.035915 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69b8d815-938f-435f-8504-bb5a18ead200 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:28.036421 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b8d815-938f-435f-8504-bb5a18ead200'] response: {'server_uuid': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c91a72-08ad-4673-a5e7-91a3643f8c4a', 'code': 200} Aug 28 20:22:28.066664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0246e5ab-4bf5-47ce-b8f9-ec2d64ee652a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=429fe52951fe4fada8a9bb6ec920a94b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0898969 Aug 28 20:22:28.069491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43070) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:28.140493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=a5d3d2fa-0479-4227-bab1-0f732d87d5a9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:28.195918 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9709a7-3d12-40d7-9fab-2d9d9b9b67e8 x-openstack-request-id: req-8f9709a7-3d12-40d7-9fab-2d9d9b9b67e8 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:28.196474 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a4942-6635-481e-914f-8e3793a2d9ea", "name": "network-vif-deleted", "tag": "175c77ef-0210-47b9-98d4-4759a28fae61", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:28.196907 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f9709a7-3d12-40d7-9fab-2d9d9b9b67e8 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:28.197576 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9709a7-3d12-40d7-9fab-2d9d9b9b67e8'] response: {'server_uuid': '048a4942-6635-481e-914f-8e3793a2d9ea', 'name': 'network-vif-deleted', 'tag': '175c77ef-0210-47b9-98d4-4759a28fae61', 'status': 'completed', 'code': 200} Aug 28 20:22:28.254996 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:28.289842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246e5ab-4bf5-47ce-b8f9-ec2d64ee652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:28.298801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] No DVR routers for this DVR port a5d3d2fa-0479-4227-bab1-0f732d87d5a9 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:28.303064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.306625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0fbba94-98bc-417c-92b6-8e6090a442eb req-cf0faccd-4772-4f05-8228-c9c8a29b9c74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.89 "DELETE /networking/v2.0/ports/a5d3d2fa-0479-4227-bab1-0f732d87d5a9 HTTP/1.1" status: 204 len: 173 time: 1.5809793 Aug 28 20:22:28.312248 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d7ea6a8-2890-4a22-9ceb-c48d348dca59 admin admin] Publish callbacks [] for security_group (d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.318060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-deleted', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:28.321888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743406-dbd9-4028-b115-91c94d98ccdb req-76cd8926-eccd-485b-b096-1f149179fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:28.322252 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74575788-5af9-4bfa-8aa0-aab04ecb7cd5" -d '{"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-deleted", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:28.323471 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c743406-dbd9-4028-b115-91c94d98ccdb req-76cd8926-eccd-485b-b096-1f149179fe4a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 1127 time: 0.1247602 Aug 28 20:22:28.372680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d7ea6a8-2890-4a22-9ceb-c48d348dca59 admin admin] Publish callbacks [] for security_group (d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.392437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cfa57-7c33-4ecf-b979-a3715e0aef15 req-1353d158-2679-4f0f-abf2-ac20dbe46877 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:28.402280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-374cfa57-7c33-4ecf-b979-a3715e0aef15 req-1353d158-2679-4f0f-abf2-ac20dbe46877 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.2062755 Aug 28 20:22:28.405192 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:28.437577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks [] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.448651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-7f8f89bb-c0b6-43fd-bbf1-ab70e0015276 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792945 Aug 28 20:22:28.548599 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5c743406-dbd9-4028-b115-91c94d98ccdb req-115f1667-49b3-4b2b-8f17-90fa08e34cb2 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811006 Aug 28 20:22:28.572544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-374cfa57-7c33-4ecf-b979-a3715e0aef15 req-162caf7e-e872-41ba-9443-7b64c779a3b3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690319 Aug 28 20:22:28.656952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-b9dd4cf4-9160-4dd4-a226-59fba399d0fb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984262 Aug 28 20:22:28.726421 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.768543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d7ea6a8-2890-4a22-9ceb-c48d348dca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.770987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d7ea6a8-2890-4a22-9ceb-c48d348dca59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.774508 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2d7ea6a8-2890-4a22-9ceb-c48d348dca59 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa HTTP/1.1" status: 204 len: 168 time: 0.7015264 Aug 28 20:22:28.806823 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90862685-79ad-4ab8-b7e4-41a9c4544d4f req-d6162635-e194-44f7-8460-b1a013483b8e tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.1046531 Aug 28 20:22:28.818620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Network 34cafcec-0a29-4eb9-9451-3f06458c44f4 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:28.833436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ea6a8-2890-4a22-9ceb-c48d348dca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de1de1-4b97-4eb1-9a6e-04cd9b3d4dfa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:28.833674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:28.845326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:28.890752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Pushing event updated for resources: {'Port': ['ID=d16c613b-8af6-4053-b1ec-5a1482edbb7b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:28.922121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:28.923119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:28.947985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-00c701f2-6667-4199-8995-b6a3282d2f7c req-b5a766df-64f7-4863-bcf2-36481326c11f tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=048a4942-6635-481e-914f-8e3793a2d9ea HTTP/1.1" status: 200 len: 210 time: 0.0317099 Aug 28 20:22:29.049626 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6845e97c-0104-4e9a-bc1b-40820a1b2714 x-openstack-request-id: req-6845e97c-0104-4e9a-bc1b-40820a1b2714 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:29.050377 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a107161-a947-4e71-9fee-d8f5e7d85b65", "name": "network-vif-deleted", "tag": "a5d3d2fa-0479-4227-bab1-0f732d87d5a9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:29.052669 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6845e97c-0104-4e9a-bc1b-40820a1b2714 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:29.055743 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6845e97c-0104-4e9a-bc1b-40820a1b2714'] response: {'server_uuid': '9a107161-a947-4e71-9fee-d8f5e7d85b65', 'name': 'network-vif-deleted', 'tag': 'a5d3d2fa-0479-4227-bab1-0f732d87d5a9', 'status': 'completed', 'code': 200} Aug 28 20:22:29.111118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d8028e9c-481e-462d-a655-312312e3ff9c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7632887 Aug 28 20:22:29.124150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Request body: {'port': {'device_id': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:29.219283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-851b371b-34d6-40ad-aa2f-9f5f459b5212 req-3b3ce9f6-86da-46c5-ae23-b0e10d7ff369 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a107161-a947-4e71-9fee-d8f5e7d85b65 HTTP/1.1" status: 200 len: 210 time: 0.0321984 Aug 28 20:22:29.298496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:29.315806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0862d-e987-4213-91cb-bda1157d61f6 req-deaa5c8f-bb4f-479a-a459-039873d0a54c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:29.331819 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96e0862d-e987-4213-91cb-bda1157d61f6 req-deaa5c8f-bb4f-479a-a459-039873d0a54c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.2034113 Aug 28 20:22:29.344966 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:29.386613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 175c77ef-0210-47b9-98d4-4759a28fae61 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:29.449816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 175c77ef-0210-47b9-98d4-4759a28fae61 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:29.450728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 175c77ef-0210-47b9-98d4-4759a28fae61 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:29.497391 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-79af6bb3-e9d9-4be5-a2ae-97f1e6e33be3 req-f4094fbd-705a-4e80-9c6e-fda7f35c6bee tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.0894175 Aug 28 20:22:29.566409 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-96e0862d-e987-4213-91cb-bda1157d61f6 req-fc796c58-9d1b-4caf-891f-33a38d4db5ca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331269 Aug 28 20:22:29.740833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a26e3c-c6d1-4ae1-a5b0-e6d0eaff086d req-857717bb-86e9-4abb-84cf-bab60b957d92 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:29.749801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2a26e3c-c6d1-4ae1-a5b0-e6d0eaff086d req-857717bb-86e9-4abb-84cf-bab60b957d92 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0818012 Aug 28 20:22:29.855674 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e2a26e3c-c6d1-4ae1-a5b0-e6d0eaff086d req-e1084aff-1719-49d8-90b0-f6a289653ae6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024132 Aug 28 20:22:29.931383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43114) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:29.948275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-155781d3-c081-4939-a7a4-171bc053c0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:29.986449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16c613b-8af6-4053-b1ec-5a1482edbb7b {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:29.999424 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Publish callbacks [] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.007869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ce0b-27c2-4156-82dc-2a9b78d276ec req-6f168961-5485-4a55-99ba-7e3573b63835 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:30.009480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9486ce0b-27c2-4156-82dc-2a9b78d276ec req-6f168961-5485-4a55-99ba-7e3573b63835 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 932 time: 0.0872533 Aug 28 20:22:30.091054 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9486ce0b-27c2-4156-82dc-2a9b78d276ec req-6758e639-e19f-4ba2-9acb-a3c15370dc9b tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718234 Aug 28 20:22:30.092362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Transition to ACTIVE for port object d16c613b-8af6-4053-b1ec-5a1482edbb7b will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:22:30.093353 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:30.097197 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-155781d3-c081-4939-a7a4-171bc053c0fc admin admin] Publish callbacks [] for security_group (daa8441a-5e50-4ac7-89c1-70f11054f47e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.182881 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.183254 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-155781d3-c081-4939-a7a4-171bc053c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (daa8441a-5e50-4ac7-89c1-70f11054f47e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.236007 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-155781d3-c081-4939-a7a4-171bc053c0fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=844e63becc7f421697237be77f30ad25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029199 Aug 28 20:22:30.236848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155781d3-c081-4939-a7a4-171bc053c0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8441a-5e50-4ac7-89c1-70f11054f47e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:30.239348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43120) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:30.251640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Pushing event updated for resources: {'Port': ['ID=d16c613b-8af6-4053-b1ec-5a1482edbb7b,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:30.284057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.284404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.284769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.285326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.285445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.285734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.286171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.286506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.286835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.287159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.287477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.287799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.288122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.288446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.288764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:30.298892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f731015b-a4b1-4467-91f7-9fab2131c437 admin admin] Publish callbacks [] for security_group (daa8441a-5e50-4ac7-89c1-70f11054f47e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.328346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f731015b-a4b1-4467-91f7-9fab2131c437 admin admin] Publish callbacks [] for security_group (daa8441a-5e50-4ac7-89c1-70f11054f47e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.328553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Attempting to bind port d16c613b-8af6-4053-b1ec-5a1482edbb7b on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:30.328642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Attempting to bind port d16c613b-8af6-4053-b1ec-5a1482edbb7b by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:30.329100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Attempting to bind port d16c613b-8af6-4053-b1ec-5a1482edbb7b on network 34cafcec-0a29-4eb9-9451-3f06458c44f4 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:30.334662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Port d16c613b-8af6-4053-b1ec-5a1482edbb7b on network 34cafcec-0a29-4eb9-9451-3f06458c44f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:22:30.335011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Attempting to bind port d16c613b-8af6-4053-b1ec-5a1482edbb7b on network 34cafcec-0a29-4eb9-9451-3f06458c44f4 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:30.345051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:30.345400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Checking segment: {'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:30.345785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Bound using segment: {'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:30.346244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Bound port: d16c613b-8af6-4053-b1ec-5a1482edbb7b, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:30.346608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.350242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43124) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:30.424002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] For port d16c613b-8af6-4053-b1ec-5a1482edbb7b, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:30.431599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] For port d16c613b-8af6-4053-b1ec-5a1482edbb7b, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=d16c613b-8af6-4053-b1ec-5a1482edbb7b,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:30.555460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.559470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:30.563366 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.563715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/d16c613b-8af6-4053-b1ec-5a1482edbb7b HTTP/1.1" status: 200 len: 1092 time: 1.4441557 Aug 28 20:22:30.593406 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f731015b-a4b1-4467-91f7-9fab2131c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (daa8441a-5e50-4ac7-89c1-70f11054f47e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.594065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f731015b-a4b1-4467-91f7-9fab2131c437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:30.598652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f731015b-a4b1-4467-91f7-9fab2131c437 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/daa8441a-5e50-4ac7-89c1-70f11054f47e HTTP/1.1" status: 204 len: 168 time: 0.3557007 Aug 28 20:22:30.619523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731015b-a4b1-4467-91f7-9fab2131c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8441a-5e50-4ac7-89c1-70f11054f47e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:30.715584 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5152ae7f-7b3c-4b79-be1a-032155209256 req-77d63193-ced4-45b9-8085-b4f5e7a670ff tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.1416914 Aug 28 20:22:30.760244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c378-9e7f-453a-a8e3-d4da0ba0271e service neutron] Pushing event updated for resources: {'Port': ['ID=d16c613b-8af6-4053-b1ec-5a1482edbb7b,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:30.884591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63802a1-3abe-444d-9595-e7b605a8252f req-1d02185e-f333-400b-84d6-0fd3e880909a tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:30.886235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e63802a1-3abe-444d-9595-e7b605a8252f req-1d02185e-f333-400b-84d6-0fd3e880909a tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0679078 Aug 28 20:22:30.945045 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e63802a1-3abe-444d-9595-e7b605a8252f req-03e7d32f-fc45-4bf3-995d-a86ce9dd6fe0 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509908 Aug 28 20:22:31.069992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'tag': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:31.070771 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a599102f-4ec5-4730-bcb2-a2fbb416dc94" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cd8c53-3b87-4f8b-b540-f94491d7b7c9", "tag": "d16c613b-8af6-4053-b1ec-5a1482edbb7b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:31.105253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd873-5171-4d06-97a9-0b4d3456b820 req-ec2576f0-ba98-4179-8d4a-5bc83bd00132 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:31.107445 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb1cd873-5171-4d06-97a9-0b4d3456b820 req-ec2576f0-ba98-4179-8d4a-5bc83bd00132 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0794744 Aug 28 20:22:31.167739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37581a-cc94-487d-8e9b-5e093ee3ea6d req-8ed53833-7a4b-418b-b9b4-b73f635a6103 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:31.170401 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f37581a-cc94-487d-8e9b-5e093ee3ea6d req-8ed53833-7a4b-418b-b9b4-b73f635a6103 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 946 time: 0.0917847 Aug 28 20:22:31.179454 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb1cd873-5171-4d06-97a9-0b4d3456b820 req-14c037a2-7505-4cfe-a39f-c0de5e3fd7c2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634172 Aug 28 20:22:31.245499 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c804a4-671d-4b1c-ac76-5e1e1c36b008 x-openstack-request-id: req-49c804a4-671d-4b1c-ac76-5e1e1c36b008 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:31.245941 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cd8c53-3b87-4f8b-b540-f94491d7b7c9", "tag": "d16c613b-8af6-4053-b1ec-5a1482edbb7b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:31.246365 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49c804a4-671d-4b1c-ac76-5e1e1c36b008 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:31.246855 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c804a4-671d-4b1c-ac76-5e1e1c36b008'] response: {'name': 'network-changed', 'server_uuid': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'tag': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b', 'status': 'completed', 'code': 200} Aug 28 20:22:31.353245 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f37581a-cc94-487d-8e9b-5e093ee3ea6d req-ce5033ec-9ed8-47c8-b77c-5e6d8338a83e tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312404 Aug 28 20:22:31.375466 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (469d356f-3ad0-4e19-be9a-906f383e30d1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:31.376374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db1c29-3f41-4a93-aaca-77dfb04966b6 req-00fdbfb7-6066-404b-a0e2-bc5325a1fc7e tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:31.376913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c0db1c29-3f41-4a93-aaca-77dfb04966b6 req-00fdbfb7-6066-404b-a0e2-bc5325a1fc7e tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 944 time: 0.0774698 Aug 28 20:22:31.407739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:31.467276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c0db1c29-3f41-4a93-aaca-77dfb04966b6 req-1e2de520-80f0-422e-8e08-9302ed3e7e79 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822046 Aug 28 20:22:31.476470 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:31.479237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: a5d3d2fa-0479-4227-bab1-0f732d87d5a9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:31.479911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device a5d3d2fa-0479-4227-bab1-0f732d87d5a9 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:31.730258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 52ebbfdb-3a16-4382-ac25-4efbedda744e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:31.730605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:31.844401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port 52ebbfdb-3a16-4382-ac25-4efbedda744e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=52ebbfdb-3a16-4382-ac25-4efbedda744e,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:31.844838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:31.850146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-549b7080-50c3-4f13-8990-197be75d45dc req-e95d27ab-22db-43bc-be27-e10c3145cd8c tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.0479081 Aug 28 20:22:31.860926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 52ebbfdb-3a16-4382-ac25-4efbedda744e owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:31.888481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d4888b9b-a994-48f5-84ba-08251c81513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:31.890425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-d4888b9b-a994-48f5-84ba-08251c81513f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c3eca6aadaa848a498c9226d1c83be2b&device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 1126 time: 0.0496178 Aug 28 20:22:31.964780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-63e02d01-2cec-467e-8cf5-39514ad8ff4b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d16c613b-8af6-4053-b1ec-5a1482edbb7b HTTP/1.1" status: 200 len: 217 time: 0.0534008 Aug 28 20:22:32.091141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-37abf4b5-6f62-4ee5-aeb7-d8fa66989bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:32.092732 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-37abf4b5-6f62-4ee5-aeb7-d8fa66989bdf service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=95f9d318-c4be-4d9b-863e-9596e20aed7e HTTP/1.1" status: 200 len: 848 time: 0.1239090 Aug 28 20:22:32.168972 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-fde3be5c-3e61-410d-8760-03d0498288d5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=34cafcec-0a29-4eb9-9451-3f06458c44f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536234 Aug 28 20:22:32.180338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6863f-2872-4062-9db2-b270eb998a15 req-b33909b5-a626-44bd-9df7-3cedc7a18812 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:32.181983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91b6863f-2872-4062-9db2-b270eb998a15 req-b33909b5-a626-44bd-9df7-3cedc7a18812 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 946 time: 0.1447392 Aug 28 20:22:32.286614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a25d-e992-4964-8239-fdeeb33a1d02 req-e2a33c68-3d6a-43ec-a88a-fffc5b140051 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:32.288515 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30b0a25d-e992-4964-8239-fdeeb33a1d02 req-e2a33c68-3d6a-43ec-a88a-fffc5b140051 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.2129705 Aug 28 20:22:32.290578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-6f382e35-e49d-46c8-967c-9c3f8b8e30d5 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075170 Aug 28 20:22:32.313081 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (52ebbfdb-3a16-4382-ac25-4efbedda744e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:32.323939 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:32.381492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-3ed59229-39e1-4417-91ab-0fddf3401f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:32.383477 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-3ed59229-39e1-4417-91ab-0fddf3401f55 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 1127 time: 0.1540635 Aug 28 20:22:32.414400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=52ebbfdb-3a16-4382-ac25-4efbedda744e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:32.499410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ad75-6d2d-494a-ac82-9a5713488b84 req-9d3674db-9586-469c-8073-a3ab2b634882 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:32.507993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a340ad75-6d2d-494a-ac82-9a5713488b84 req-9d3674db-9586-469c-8073-a3ab2b634882 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.3038692 Aug 28 20:22:32.518647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Deleting port bebaf078-a095-4562-909b-88238a9c269a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:32.519223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bebaf078-a095-4562-909b-88238a9c269a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:32.759399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30b0a25d-e992-4964-8239-fdeeb33a1d02 req-2a5e50e5-d981-4f40-9424-fbb425069f57 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436748 Aug 28 20:22:32.847719 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:32.866694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a340ad75-6d2d-494a-ac82-9a5713488b84 req-4bf44a2f-9c51-4d48-823d-21009a5eb4bb tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548989 Aug 28 20:22:32.932094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e01fbecf-9af1-4996-ac6f-64050cf20b5f req-6bd8d763-385a-47c1-91ff-d8d9d47a9789 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293235 Aug 28 20:22:32.934151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] For port bebaf078-a095-4562-909b-88238a9c269a, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=bebaf078-a095-4562-909b-88238a9c269a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:32.934520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bebaf078-a095-4562-909b-88238a9c269a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:32.938076 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-48776b76-9561-4b9d-b483-cbbbd31f9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:32.940170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-48776b76-9561-4b9d-b483-cbbbd31f9698 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.5441821 Aug 28 20:22:32.945765 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (469d356f-3ad0-4e19-be9a-906f383e30d1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:32.979469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Calling delete_port for bebaf078-a095-4562-909b-88238a9c269a owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:33.005456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497c36-9052-4d7a-a136-3a23f5370633 req-09178149-21c8-4c1d-8b83-d9e309a155dc tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:33.008427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83497c36-9052-4d7a-a136-3a23f5370633 req-09178149-21c8-4c1d-8b83-d9e309a155dc tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 946 time: 0.0941265 Aug 28 20:22:33.009762 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-fc61444b-e778-4839-a5a3-d69f3e66c371 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a HTTP/1.1" status: 200 len: 217 time: 0.0622180 Aug 28 20:22:33.164084 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:33.264842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83497c36-9052-4d7a-a136-3a23f5370633 req-6fd8c15e-3ed6-492a-bd10-5847e9bbee9d tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337179 Aug 28 20:22:33.290156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ed36-9eab-4240-8859-9bb66cf64147 req-47c25d6f-cb73-4d5e-902a-95a3f44dd302 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:33.290156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0753ed36-9eab-4240-8859-9bb66cf64147 req-47c25d6f-cb73-4d5e-902a-95a3f44dd302 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 944 time: 0.2797554 Aug 28 20:22:33.325603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-f8cbf698-f566-4197-9c4c-01ffc0c9aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:33.327625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-f8cbf698-f566-4197-9c4c-01ffc0c9aa79 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1520932 Aug 28 20:22:33.434971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ebc003fb-e735-4f80-9eb7-6d8bee2bc597 req-e34668dc-93f1-4393-8bea-d1d5751b74f8 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.0585761 Aug 28 20:22:33.473383 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0753ed36-9eab-4240-8859-9bb66cf64147 req-aa2d7ca6-ec4a-4834-ac48-9203111538ec tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728547 Aug 28 20:22:33.476825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-405aedd0-a8a1-49cd-a2aa-2f7fb5f1381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:33.478392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-405aedd0-a8a1-49cd-a2aa-2f7fb5f1381c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1254804 Aug 28 20:22:33.553050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bebaf078-a095-4562-909b-88238a9c269a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:33.571047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['bebaf078-a095-4562-909b-88238a9c269a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:33.606909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a6c5f302-3121-4560-8815-cc9e29672823'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:33.624419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Pushing event deleted for resources: {'Port': ['ID=bebaf078-a095-4562-909b-88238a9c269a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:33.631690 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 469d356f-3ad0-4e19-be9a-906f383e30d1 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:22:33.737753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] No DVR routers for this DVR port bebaf078-a095-4562-909b-88238a9c269a on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:33.742576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:33.744029 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-4bb81ff9-0675-4dc5-bd03-2d22dc062592 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553074 Aug 28 20:22:33.749280 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91b6863f-2872-4062-9db2-b270eb998a15 req-2d74f024-fefb-411b-a9d6-69972d4682c6 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.89 "DELETE /networking/v2.0/ports/bebaf078-a095-4562-909b-88238a9c269a HTTP/1.1" status: 204 len: 173 time: 1.4575377 Aug 28 20:22:33.750027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'name': 'network-vif-deleted', 'tag': 'bebaf078-a095-4562-909b-88238a9c269a'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:33.755110 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5b02ce-b3b4-46d6-9f1d-539ef6f1c52d" -d '{"events": [{"server_uuid": "d2494a28-c4cb-44e7-9de9-bebcb3c459d3", "name": "network-vif-deleted", "tag": "bebaf078-a095-4562-909b-88238a9c269a"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:33.892342 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b44752c-fc74-4a80-a1c4-f9f0af3228ba x-openstack-request-id: req-0b44752c-fc74-4a80-a1c4-f9f0af3228ba {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:33.893004 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2494a28-c4cb-44e7-9de9-bebcb3c459d3", "name": "network-vif-deleted", "tag": "bebaf078-a095-4562-909b-88238a9c269a", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:33.893509 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b44752c-fc74-4a80-a1c4-f9f0af3228ba {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:33.894164 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b44752c-fc74-4a80-a1c4-f9f0af3228ba'] response: {'server_uuid': 'd2494a28-c4cb-44e7-9de9-bebcb3c459d3', 'name': 'network-vif-deleted', 'tag': 'bebaf078-a095-4562-909b-88238a9c269a', 'status': 'completed', 'code': 200} Aug 28 20:22:34.132905 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:34.162404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-783007b3-ad51-44aa-b163-a2d062879d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:34.163988 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-783007b3-ad51-44aa-b163-a2d062879d9a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c3eca6aadaa848a498c9226d1c83be2b&device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 1126 time: 0.1751935 Aug 28 20:22:34.171807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579858a8-a2c8-45e3-b09f-f991ca8ca6ca req-c82d5e13-f2b4-4478-8f31-c3b769efa71b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:34.173464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-579858a8-a2c8-45e3-b09f-f991ca8ca6ca req-c82d5e13-f2b4-4478-8f31-c3b769efa71b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1862614 Aug 28 20:22:34.230005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d849124-c65d-41e4-8a33-1215bcfdde9f req-8f1afa2f-3975-4359-8bef-267cf81e4bef tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:34.231777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8d849124-c65d-41e4-8a33-1215bcfdde9f req-8f1afa2f-3975-4359-8bef-267cf81e4bef tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.3330483 Aug 28 20:22:34.263466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:22:34.270309 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5070733c-5442-4ef8-b75a-6cc2b94d1152 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/469d356f-3ad0-4e19-be9a-906f383e30d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9186289 Aug 28 20:22:34.279759 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] Sync routers for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:22:34.280306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7997a948-00a7-48b3-90ee-b7d2a24e5f87 req-3d39c3cd-c393-47fa-8822-d4b4abac90a1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255795 Aug 28 20:22:34.283784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43220) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:34.326189 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:34.329463 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:34.384803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-bfcc3f55-4c25-439a-b7e7-cf927257c87d tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:34.386416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-bfcc3f55-4c25-439a-b7e7-cf927257c87d tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.89 "GET /networking/v2.0/networks?id=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 HTTP/1.1" status: 200 len: 811 time: 0.4638472 Aug 28 20:22:34.437179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Request body: {'port': {'device_id': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3', 'admin_state_up': True, 'tenant_id': 'c59ca2d811f647d2a10fc4e1e2e96ef6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:34.453411 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8d849124-c65d-41e4-8a33-1215bcfdde9f req-88cc4cef-88ff-44f0-ba09-3f123eddf432 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020051 Aug 28 20:22:34.479301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting subnet c39c56fb-4101-4fd5-826d-96ff9b66249c {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:22:34.499810 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (c39c56fb-4101-4fd5-826d-96ff9b66249c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:34.677513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-523bb3b3-2a1a-4e05-9b44-c7b886e74a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:34.679178 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-523bb3b3-2a1a-4e05-9b44-c7b886e74a7c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=34cafcec-0a29-4eb9-9451-3f06458c44f4 HTTP/1.1" status: 200 len: 909 time: 0.5042570 Aug 28 20:22:34.687459 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-579858a8-a2c8-45e3-b09f-f991ca8ca6ca req-b6ad2e81-cf22-4a76-ac42-8d538e3e28ae tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673804 Aug 28 20:22:34.703153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-65b8272d-a3b4-4986-9c49-0c8ba8810985 req-7c552818-7167-49a0-9c7c-d9b25e2542a4 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d2494a28-c4cb-44e7-9de9-bebcb3c459d3 HTTP/1.1" status: 200 len: 210 time: 0.0880475 Aug 28 20:22:34.728638 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (c39c56fb-4101-4fd5-826d-96ff9b66249c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:34.753946 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:34.789224 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:35.039478 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c39c56fb-4101-4fd5-826d-96ff9b66249c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:35.124519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393146b-4828-4423-9f98-250ec8ce7213 req-1102d396-8d15-472a-894c-c90160010455 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:35.127385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c393146b-4828-4423-9f98-250ec8ce7213 req-1102d396-8d15-472a-894c-c90160010455 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 944 time: 0.1976995 Aug 28 20:22:35.152600 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:22:32Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:35.195384 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] Checking router: 469d356f-3ad0-4e19-be9a-906f383e30d1 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:22:35.197239 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:35.213900 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] Routers {'469d356f-3ad0-4e19-be9a-906f383e30d1'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:35.214957 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['469d356f-3ad0-4e19-be9a-906f383e30d1'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:35.217056 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c393146b-4828-4423-9f98-250ec8ce7213 req-e6c3635c-1ff3-4073-81cd-cb0306d6c4c9 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822277 Aug 28 20:22:35.301431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (c39c56fb-4101-4fd5-826d-96ff9b66249c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:35.332099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Subnet': ['ID=c39c56fb-4101-4fd5-826d-96ff9b66249c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:35.346051 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:35.353151 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1fa15bf5-50b8-4e1c-8ab8-9fe750b8b936 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c39c56fb-4101-4fd5-826d-96ff9b66249c HTTP/1.1" status: 204 len: 168 time: 1.0681720 Aug 28 20:22:35.355446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43252) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:35.358697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] Set router 469d356f-3ad0-4e19-be9a-906f383e30d1 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:35.361525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd337707-648a-4338-b0fc-70bc8a67de9a None None] Network 68817902-bf60-4f78-a96a-fd76f444f265 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:35.371236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-9e646af6-c7d1-4cf8-8901-63de256c223e service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d16c613b-8af6-4053-b1ec-5a1482edbb7b HTTP/1.1" status: 200 len: 217 time: 0.6792548 Aug 28 20:22:35.398216 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:35.467585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device d16c613b-8af6-4053-b1ec-5a1482edbb7b details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:22:35.542670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-da268988-4489-4e52-8219-4e9c1a5e1994 req-d10e466f-f6f1-46c2-90e4-3f651a6579d0 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.1549635 Aug 28 20:22:35.619910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-c992a729-ec6f-457a-a720-75867b96dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:35.622124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-c992a729-ec6f-457a-a720-75867b96dad5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=95f9d318-c4be-4d9b-863e-9596e20aed7e HTTP/1.1" status: 200 len: 848 time: 0.2330899 Aug 28 20:22:35.682274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (469d356f-3ad0-4e19-be9a-906f383e30d1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:35.729231 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-b4bc55ff-4ef5-44d4-b074-734881fa4aaa service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=34cafcec-0a29-4eb9-9451-3f06458c44f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942290 Aug 28 20:22:35.757167 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:22:32Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:35.757810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43258) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:35.810143 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:35.812085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d113188-c4a6-4243-a5bd-180866c23583 None None] The sync data for ids ['469d356f-3ad0-4e19-be9a-906f383e30d1'] in n-d-854121-7 is: [{'id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671365911', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:19:24Z', 'updated_at': '2022-08-28T20:22:32Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'ef8c5546-6a77-4d68-b22c-b6c867152e6a', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d356f-3ad0-4e19-be9a-906f383e30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:19:25Z', 'updated_at': '2022-08-28T20:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:22:35.812297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] DHCP port deletion for 68817902-bf60-4f78-a96a-fd76f444f265 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:22:35.831215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678ca37-f437-4b08-9b3e-e530e8369e33 req-80aa450c-e066-4c30-9744-18db5cb5bc55 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:35.835890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port d16c613b-8af6-4053-b1ec-5a1482edbb7b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=d16c613b-8af6-4053-b1ec-5a1482edbb7b,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:35.842698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6678ca37-f437-4b08-9b3e-e530e8369e33 req-80aa450c-e066-4c30-9744-18db5cb5bc55 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.2258825 Aug 28 20:22:35.868219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Made reservation on behalf of c59ca2d811f647d2a10fc4e1e2e96ef6 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:35.890384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:35.952485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] Deleting port e6b623e9-e218-4a1e-a08d-90bfccfa81cf {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:35.952872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:35.956417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b', 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4', 'port_id': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b', 'mac_address': 'fa:16:3e:7e:71:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f9d318-c4be-4d9b-863e-9596e20aed7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:22:36.022027 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-55f72972-dbc8-4422-ad41-4f052b01d73e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885206 Aug 28 20:22:36.062300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (469d356f-3ad0-4e19-be9a-906f383e30d1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.068130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6678ca37-f437-4b08-9b3e-e530e8369e33 req-026711d8-ee6f-4b9b-b030-35b5ca8580ae tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586900 Aug 28 20:22:36.131809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] For port e6b623e9-e218-4a1e-a08d-90bfccfa81cf, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e6b623e9-e218-4a1e-a08d-90bfccfa81cf,segment=NetworkSegment(bf09b573-3b78-411d-b843-7651122c0122),segment_id=bf09b573-3b78-411d-b843-7651122c0122)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:36.132223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.159032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] Calling delete_port for e6b623e9-e218-4a1e-a08d-90bfccfa81cf owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:36.201133 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:36.308995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-705f564a-e953-4fe9-aa2b-8b1e3e63aee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.311445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port d16c613b-8af6-4053-b1ec-5a1482edbb7b is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:36.311853 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.336363 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (e6b623e9-e218-4a1e-a08d-90bfccfa81cf), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.377494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16c613b-8af6-4053-b1ec-5a1482edbb7b {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:36.394598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370942e-44ff-4da1-9f2d-43d0ea45d1e9 req-133d77a6-6f5b-4967-816f-af80d3d2a5e2 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:36.401065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port ef8c5546-6a77-4d68-b22c-b6c867152e6a {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:36.401422 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.408487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7370942e-44ff-4da1-9f2d-43d0ea45d1e9 req-133d77a6-6f5b-4967-816f-af80d3d2a5e2 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.3933294 Aug 28 20:22:36.434869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] Pushing event deleted for resources: {'Port': ['ID=e6b623e9-e218-4a1e-a08d-90bfccfa81cf,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:36.439895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f81f8-b6fb-4b0e-b8d3-56230db6f8eb None None] No DVR routers for this DVR port e6b623e9-e218-4a1e-a08d-90bfccfa81cf on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:36.452298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port d16c613b-8af6-4053-b1ec-5a1482edbb7b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=d16c613b-8af6-4053-b1ec-5a1482edbb7b,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:36.481537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Allocated IP 172.20.0.8 (b99e6874-54a1-40a3-bb1c-2b5d5813bbf3/e675bf21-10e1-45b6-9081-922eea6e8502/8b17cc3e-1f39-47a3-9809-09e258fd4a76) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:36.545276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.569875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7370942e-44ff-4da1-9f2d-43d0ea45d1e9 req-08b1d604-f7bd-44b8-9dac-956c7f26c246 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540091 Aug 28 20:22:36.577823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b56458-5588-4aa0-90de-7a7220bc295a req-70410486-f9b2-467a-8816-b4cdbaf1575f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:36.588117 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46b56458-5588-4aa0-90de-7a7220bc295a req-70410486-f9b2-467a-8816-b4cdbaf1575f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 944 time: 0.1418467 Aug 28 20:22:36.661250 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:36.664416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=d16c613b-8af6-4053-b1ec-5a1482edbb7b,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:36.667572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port ef8c5546-6a77-4d68-b22c-b6c867152e6a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ef8c5546-6a77-4d68-b22c-b6c867152e6a,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:36.668239 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.698592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a599102f-4ec5-4730-bcb2-a2fbb416dc94 req-b923f5c9-e3e0-43b8-8482-89d9e4c65ea7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776556 Aug 28 20:22:36.711210 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for ef8c5546-6a77-4d68-b22c-b6c867152e6a owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:36.715539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-705f564a-e953-4fe9-aa2b-8b1e3e63aee2 admin admin] Publish callbacks [] for security_group (b9862935-0f22-495e-b0ff-bc55de7d9e62), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.735376 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46b56458-5588-4aa0-90de-7a7220bc295a req-478ed005-796d-4c80-aebb-242f0c259e0f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413271 Aug 28 20:22:36.775595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['d16c613b-8af6-4053-b1ec-5a1482edbb7b'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:36.780887 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:36.785931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-705f564a-e953-4fe9-aa2b-8b1e3e63aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b9862935-0f22-495e-b0ff-bc55de7d9e62), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.811805 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:36.829995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f564a-e953-4fe9-aa2b-8b1e3e63aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9862935-0f22-495e-b0ff-bc55de7d9e62,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:36.906467 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks [] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:36.918962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-96c92f5b-7852-473b-976d-8b3a92b31e53 req-ad835af7-7e97-4118-8ebb-01a271a06622 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.1010175 Aug 28 20:22:36.942263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-705f564a-e953-4fe9-aa2b-8b1e3e63aee2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1b842b58c7ef41d8aaa09d3ed6a5695b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1552866 Aug 28 20:22:36.995038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43276) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:37.065091 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.091165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00a529ae-e99c-47f9-bb2b-f2d0988a5460 admin admin] Publish callbacks [] for security_group (b9862935-0f22-495e-b0ff-bc55de7d9e62), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.117083 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:37.123066 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00a529ae-e99c-47f9-bb2b-f2d0988a5460 admin admin] Publish callbacks [] for security_group (b9862935-0f22-495e-b0ff-bc55de7d9e62), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.169001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e6b623e9-e218-4a1e-a08d-90bfccfa81cf no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:37.196888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:37.199787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ef8c5546-6a77-4d68-b22c-b6c867152e6a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.214412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:37.219400 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e6b623e9-e218-4a1e-a08d-90bfccfa81cf {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:37.219843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e6b623e9-e218-4a1e-a08d-90bfccfa81cf not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:37.220363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 52ebbfdb-3a16-4382-ac25-4efbedda744e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:37.223139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:37.227675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Pushing event updated for resources: {'Port': ['ID=8b17cc3e-1f39-47a3-9809-09e258fd4a76,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:37.243602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 52ebbfdb-3a16-4382-ac25-4efbedda744e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:37.243957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 52ebbfdb-3a16-4382-ac25-4efbedda744e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:37.268735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=ef8c5546-6a77-4d68-b22c-b6c867152e6a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:37.309143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:37.309907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.338677 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762b94-68dd-403e-b305-b69404247a76 req-47146298-d621-441f-ae41-efb3ed99e396 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:37.340331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4762b94-68dd-403e-b305-b69404247a76 req-47146298-d621-441f-ae41-efb3ed99e396 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0749021 Aug 28 20:22:37.350018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00a529ae-e99c-47f9-bb2b-f2d0988a5460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b9862935-0f22-495e-b0ff-bc55de7d9e62), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.352688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-00a529ae-e99c-47f9-bb2b-f2d0988a5460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.356954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-00a529ae-e99c-47f9-bb2b-f2d0988a5460 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b9862935-0f22-495e-b0ff-bc55de7d9e62 HTTP/1.1" status: 204 len: 168 time: 0.3577821 Aug 28 20:22:37.370940 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:37.387852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a529ae-e99c-47f9-bb2b-f2d0988a5460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9862935-0f22-495e-b0ff-bc55de7d9e62,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:37.412147 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:37.417794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9408-53f1-43c9-a85b-7c6f5baa215f req-a9dbc8e3-82f4-4251-ae84-f9b761c727bc tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:37.425262 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-817c9408-53f1-43c9-a85b-7c6f5baa215f req-a9dbc8e3-82f4-4251-ae84-f9b761c727bc tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.1707673 Aug 28 20:22:37.430683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device d16c613b-8af6-4053-b1ec-5a1482edbb7b up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:37.441776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (469d356f-3ad0-4e19-be9a-906f383e30d1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.445567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-f7a13ff0-a229-4971-a43b-6107c9344539 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0141902 Aug 28 20:22:37.450708 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4762b94-68dd-403e-b305-b69404247a76 req-e50a19c4-938d-4030-84ce-88c952bf03c7 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982451 Aug 28 20:22:37.458326 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Request body: {'port': {'device_id': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:37.509327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port d16c613b-8af6-4053-b1ec-5a1482edbb7b completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:22:37.531485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.562716 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (469d356f-3ad0-4e19-be9a-906f383e30d1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.568065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (469d356f-3ad0-4e19-be9a-906f383e30d1), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.574971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-817c9408-53f1-43c9-a85b-7c6f5baa215f req-7522cbf8-f0ba-46f4-be04-6ff691e6cfd1 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488478 Aug 28 20:22:37.598008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port d16c613b-8af6-4053-b1ec-5a1482edbb7b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:37.598008 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.687850 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port d16c613b-8af6-4053-b1ec-5a1482edbb7b is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:37.688804 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.713244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:37.715740 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4b9086-f2f6-4fe0-9ece-eebaa4aa765c" -d '{"events": [{"server_uuid": "b2cd8c53-3b87-4f8b-b540-f94491d7b7c9", "name": "network-vif-plugged", "status": "completed", "tag": "d16c613b-8af6-4053-b1ec-5a1482edbb7b"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:37.729039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port d16c613b-8af6-4053-b1ec-5a1482edbb7b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=d16c613b-8af6-4053-b1ec-5a1482edbb7b,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:37.752759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa1b86-694e-4825-b5df-96b8df6aa674 req-dc4efb25-f30c-4c44-abe3-9ca5272aed4d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:37.754252 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (469d356f-3ad0-4e19-be9a-906f383e30d1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.754796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8eaa1b86-694e-4825-b5df-96b8df6aa674 req-dc4efb25-f30c-4c44-abe3-9ca5272aed4d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0702584 Aug 28 20:22:37.755973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Fanout notify agent at l3_agent the message router_deleted on router 469d356f-3ad0-4e19-be9a-906f383e30d1 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:22:37.770642 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae679c2-658b-487d-b53e-a1e2c246fc03 x-openstack-request-id: req-eae679c2-658b-487d-b53e-a1e2c246fc03 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:37.771717 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.771940 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cd8c53-3b87-4f8b-b540-f94491d7b7c9", "name": "network-vif-plugged", "status": "completed", "tag": "d16c613b-8af6-4053-b1ec-5a1482edbb7b", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:37.772323 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eae679c2-658b-487d-b53e-a1e2c246fc03 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:37.772848 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae679c2-658b-487d-b53e-a1e2c246fc03'] response: {'server_uuid': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b', 'code': 200} Aug 28 20:22:37.781244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c0e33c05-c8c2-49fa-8448-acbc286f740d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/routers/469d356f-3ad0-4e19-be9a-906f383e30d1 HTTP/1.1" status: 204 len: 168 time: 2.4193537 Aug 28 20:22:37.782382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43294) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:37.840883 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:37.842035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device bebaf078-a095-4562-909b-88238a9c269a no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:37.905067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: bebaf078-a095-4562-909b-88238a9c269a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:37.905669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device bebaf078-a095-4562-909b-88238a9c269a not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:37.940655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04b24e-aa0f-4846-8fff-ca87056aa3be req-301ec3d8-ca0a-4dd1-9b52-5ac0be040456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:37.943721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de04b24e-aa0f-4846-8fff-ca87056aa3be req-301ec3d8-ca0a-4dd1-9b52-5ac0be040456 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 1128 time: 0.0960026 Aug 28 20:22:37.947845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=d16c613b-8af6-4053-b1ec-5a1482edbb7b,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:38.042544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8eaa1b86-694e-4825-b5df-96b8df6aa674 req-998fb5d2-b319-4d08-918d-a52a4f2982f9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703176 Aug 28 20:22:38.124697 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:38.199261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de04b24e-aa0f-4846-8fff-ca87056aa3be req-d5525765-08be-414c-be19-297b62b5eebe service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338288 Aug 28 20:22:38.230442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e41702-8aff-42e8-bae6-1b50855db3b1 req-1f0c3b24-9685-4fae-b984-5ad4dc2c092b tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:38.232035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2e41702-8aff-42e8-bae6-1b50855db3b1 req-1f0c3b24-9685-4fae-b984-5ad4dc2c092b tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 931 time: 0.0913253 Aug 28 20:22:38.234572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b17cc3e-1f39-47a3-9809-09e258fd4a76 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:38.244885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Publish callbacks [] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.276474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Transition to ACTIVE for port object 8b17cc3e-1f39-47a3-9809-09e258fd4a76 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:22:38.302252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2e41702-8aff-42e8-bae6-1b50855db3b1 req-f43b0037-9cec-489d-95d2-e59d96b652d2 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626771 Aug 28 20:22:38.325281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.386505 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (68817902-bf60-4f78-a96a-fd76f444f265), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.390537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43300) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:38.393715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0465b6-c734-4147-ba1b-3430578cc9a6 req-587831ee-0e66-49a1-ba66-25778d95c2b9 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:38.395306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b0465b6-c734-4147-ba1b-3430578cc9a6 req-587831ee-0e66-49a1-ba66-25778d95c2b9 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 946 time: 0.4705901 Aug 28 20:22:38.397639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Pushing event updated for resources: {'Port': ['ID=8b17cc3e-1f39-47a3-9809-09e258fd4a76,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:38.431984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d66e81c2-1020-4b6b-9a64-23db551169ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.539051 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (68817902-bf60-4f78-a96a-fd76f444f265), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.554853 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b0465b6-c734-4147-ba1b-3430578cc9a6 req-0098011e-7961-4c6d-969a-a5bdd572b270 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515613 Aug 28 20:22:38.555418 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Attempting to bind port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:38.555979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Attempting to bind port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9e51913f-ba09-4ddc-9b38-c21a191133fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:38.556290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Attempting to bind port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 on network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:38.570635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 on network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:22:38.570969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Attempting to bind port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 on network b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:38.586941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68817902-bf60-4f78-a96a-fd76f444f265']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:38.590884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:38.591351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Checking segment: {'id': '9e51913f-ba09-4ddc-9b38-c21a191133fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:38.591870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Bound using segment: {'id': '9e51913f-ba09-4ddc-9b38-c21a191133fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:38.592416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Bound port: 8b17cc3e-1f39-47a3-9809-09e258fd4a76, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e51913f-ba09-4ddc-9b38-c21a191133fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:38.592876 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.600113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf09b573-3b78-411d-b843-7651122c0122') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:38.600420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf09b573-3b78-411d-b843-7651122c0122') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:38.611863 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (bf09b573-3b78-411d-b843-7651122c0122), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.642888 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (bf09b573-3b78-411d-b843-7651122c0122), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.644400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:22:38.644973 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (bf09b573-3b78-411d-b843-7651122c0122), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.653995 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d66e81c2-1020-4b6b-9a64-23db551169ff admin admin] Publish callbacks [] for security_group (982f94fb-e63b-4db9-84a6-2228153715c7), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.762364 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d66e81c2-1020-4b6b-9a64-23db551169ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (982f94fb-e63b-4db9-84a6-2228153715c7), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.766285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92553fb7-7b39-4ab5-b3d4-4639bb7dcbd2 req-152c0e32-e9df-4180-9108-3ec69c66f5c2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:38.767854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92553fb7-7b39-4ab5-b3d4-4639bb7dcbd2 req-152c0e32-e9df-4180-9108-3ec69c66f5c2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.1028962 Aug 28 20:22:38.779940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82a4d4-f514-494f-a94a-068e5eee7ca1 req-2f934ae3-cf4c-4d46-8b28-3551fe3a6180 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:38.786957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f82a4d4-f514-494f-a94a-068e5eee7ca1 req-2f934ae3-cf4c-4d46-8b28-3551fe3a6180 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.1856279 Aug 28 20:22:38.796935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] For port 8b17cc3e-1f39-47a3-9809-09e258fd4a76, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:38.824356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92553fb7-7b39-4ab5-b3d4-4639bb7dcbd2 req-798f56f5-2e49-4355-b7c7-2fbf5fda2937 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Aug 28 20:22:38.837271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d66e81c2-1020-4b6b-9a64-23db551169ff admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8b80ceed37f849c2b7a9afddcfdf5891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451263 Aug 28 20:22:38.840368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43318) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:38.856306 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (68817902-bf60-4f78-a96a-fd76f444f265), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.872194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] For port 8b17cc3e-1f39-47a3-9809-09e258fd4a76, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76,segment=NetworkSegment(9e51913f-ba09-4ddc-9b38-c21a191133fa),segment_id=9e51913f-ba09-4ddc-9b38-c21a191133fa)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:38.875962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e81c2-1020-4b6b-9a64-23db551169ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f94fb-e63b-4db9-84a6-2228153715c7,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:38.897316 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f82a4d4-f514-494f-a94a-068e5eee7ca1 req-627e974a-4b99-4e5e-a510-562b1e49c179 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8f4319f-6279-432e-8256-4700bb2e93de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043162 Aug 28 20:22:38.903910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.911015 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/networks/68817902-bf60-4f78-a96a-fd76f444f265 HTTP/1.1" status: 204 len: 168 time: 1.1272674 Aug 28 20:22:38.917234 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:38.919113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b8f88-99e4-4eaf-933b-6fbd60f95b6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Network': ['ID=68817902-bf60-4f78-a96a-fd76f444f265,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:38.924033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43320) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:38.957991 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bf09b573-3b78-411d-b843-7651122c0122 resource provider aggregate not found Aug 28 20:22:38.976198 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ae4447f-a4b9-4437-8d28-e4b94b0b244c admin admin] Publish callbacks [] for security_group (982f94fb-e63b-4db9-84a6-2228153715c7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.987460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.987970 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment bf09b573-3b78-411d-b843-7651122c0122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf09b573-3b78-411d-b843-7651122c0122 found for delete ", "request_id": "req-79f498a7-35a5-4589-b4f7-d3aecd6080a9"}]} Aug 28 20:22:38.993622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:38.993814 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:38.995133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/8b17cc3e-1f39-47a3-9809-09e258fd4a76 HTTP/1.1" status: 200 len: 1091 time: 1.5420084 Aug 28 20:22:38.996543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'tag': '8b17cc3e-1f39-47a3-9809-09e258fd4a76'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:38.998969 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec9016-0870-43e2-bf0b-bcabe8db3e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "af4e4ad2-4709-4b79-8a9f-decc38d69061", "tag": "8b17cc3e-1f39-47a3-9809-09e258fd4a76"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:39.034043 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ae4447f-a4b9-4437-8d28-e4b94b0b244c admin admin] Publish callbacks [] for security_group (982f94fb-e63b-4db9-84a6-2228153715c7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.052756 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:39.064257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168726-90af-4e10-a322-20f1df158852 req-860e5bbb-2e6c-4d36-83b0-f9dbffa6d1fe tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.065871 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c168726-90af-4e10-a322-20f1df158852 req-860e5bbb-2e6c-4d36-83b0-f9dbffa6d1fe tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 946 time: 0.0799024 Aug 28 20:22:39.070416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84143c40-d57b-4268-98ae-972875b68d11 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (6398b274-d2dd-4d7e-8c32-fd484618817e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.111202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84143c40-d57b-4268-98ae-972875b68d11 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (6398b274-d2dd-4d7e-8c32-fd484618817e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.134739 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc9b318-9c20-4fc5-8cc6-245263858196 x-openstack-request-id: req-1bc9b318-9c20-4fc5-8cc6-245263858196 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:39.139719 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4e4ad2-4709-4b79-8a9f-decc38d69061", "tag": "8b17cc3e-1f39-47a3-9809-09e258fd4a76", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:39.139719 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1bc9b318-9c20-4fc5-8cc6-245263858196 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:39.139719 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc9b318-9c20-4fc5-8cc6-245263858196'] response: {'name': 'network-changed', 'server_uuid': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'tag': '8b17cc3e-1f39-47a3-9809-09e258fd4a76', 'status': 'completed', 'code': 200} Aug 28 20:22:39.144940 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:39.171185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0c395-e6dc-4d72-8d15-20c014f95075 service neutron] Pushing event updated for resources: {'Port': ['ID=8b17cc3e-1f39-47a3-9809-09e258fd4a76,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:39.191747 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ef8c5546-6a77-4d68-b22c-b6c867152e6a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:39.199527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Deleting port a6c5f302-3121-4560-8815-cc9e29672823 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:39.199873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a6c5f302-3121-4560-8815-cc9e29672823), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.239039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ef8c5546-6a77-4d68-b22c-b6c867152e6a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:39.239758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ef8c5546-6a77-4d68-b22c-b6c867152e6a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:39.253756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ae4447f-a4b9-4437-8d28-e4b94b0b244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (982f94fb-e63b-4db9-84a6-2228153715c7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.256363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ae4447f-a4b9-4437-8d28-e4b94b0b244c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.257650 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3ae4447f-a4b9-4437-8d28-e4b94b0b244c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/982f94fb-e63b-4db9-84a6-2228153715c7 HTTP/1.1" status: 204 len: 168 time: 0.4158249 Aug 28 20:22:39.265512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d1762-71a6-49d3-ad45-d1ea207302ff req-25d8f6b1-dfef-4885-8698-2c25a590d9d9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.267220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e5d1762-71a6-49d3-ad45-d1ea207302ff req-25d8f6b1-dfef-4885-8698-2c25a590d9d9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0712855 Aug 28 20:22:39.273503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4447f-a4b9-4437-8d28-e4b94b0b244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f94fb-e63b-4db9-84a6-2228153715c7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:39.288358 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84143c40-d57b-4268-98ae-972875b68d11 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6398b274-d2dd-4d7e-8c32-fd484618817e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.290496 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84143c40-d57b-4268-98ae-972875b68d11 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.291668 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84143c40-d57b-4268-98ae-972875b68d11 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6398b274-d2dd-4d7e-8c32-fd484618817e HTTP/1.1" status: 204 len: 168 time: 0.3642266 Aug 28 20:22:39.344028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84143c40-d57b-4268-98ae-972875b68d11 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6398b274-d2dd-4d7e-8c32-fd484618817e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:39.379895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] For port a6c5f302-3121-4560-8815-cc9e29672823, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a6c5f302-3121-4560-8815-cc9e29672823,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:39.380465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a6c5f302-3121-4560-8815-cc9e29672823), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.383659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec9016-0870-43e2-bf0b-bcabe8db3e8b req-660d81e2-c995-44be-8f6e-e884448bde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.385220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59ec9016-0870-43e2-bf0b-bcabe8db3e8b req-660d81e2-c995-44be-8f6e-e884448bde8d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c59ca2d811f647d2a10fc4e1e2e96ef6&device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 1125 time: 0.0804274 Aug 28 20:22:39.395735 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7e5d1762-71a6-49d3-ad45-d1ea207302ff req-f3a5c888-7f1c-4ad5-b487-659814564f58 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224856 Aug 28 20:22:39.413114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Calling delete_port for a6c5f302-3121-4560-8815-cc9e29672823 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:39.584663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301a5b8-ac9a-48ea-b3bf-2fafd17941e5 req-f5f04f3c-6132-48a7-818d-4c6a1a68b726 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.591994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2301a5b8-ac9a-48ea-b3bf-2fafd17941e5 req-f5f04f3c-6132-48a7-818d-4c6a1a68b726 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 943 time: 0.0836442 Aug 28 20:22:39.619313 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:39.626839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec9016-0870-43e2-bf0b-bcabe8db3e8b req-1f727305-7b6b-46c8-8928-bd4175f47048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.628351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59ec9016-0870-43e2-bf0b-bcabe8db3e8b req-1f727305-7b6b-46c8-8928-bd4175f47048 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=c59ca2d811f647d2a10fc4e1e2e96ef6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2253697 Aug 28 20:22:39.687619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43338) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:39.694152 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2728ac59-8cf2-4cf0-8b61-9bef53b6ce29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098143893', 'description': 'tempest-secgroup-smoke-2098143893 description', 'project_id': '19747ba661ca427ea056cf5402e7450c'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:39.699359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2301a5b8-ac9a-48ea-b3bf-2fafd17941e5 req-af113249-959b-4c5b-b01a-c9d30679a78c tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042540 Aug 28 20:22:39.747192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec9016-0870-43e2-bf0b-bcabe8db3e8b req-b5b38f6a-993d-44ff-b2c7-d4f4d0a8fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.749003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59ec9016-0870-43e2-bf0b-bcabe8db3e8b req-b5b38f6a-993d-44ff-b2c7-d4f4d0a8fe18 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125796 Aug 28 20:22:39.777614 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a6c5f302-3121-4560-8815-cc9e29672823), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.809296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Pushing event deleted for resources: {'Port': ['ID=a6c5f302-3121-4560-8815-cc9e29672823,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:39.816818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a6c5f302-3121-4560-8815-cc9e29672823'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:39.839921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2728ac59-8cf2-4cf0-8b61-9bef53b6ce29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.851540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-7bf00003-b61b-4584-9601-8535f81ff9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.854197 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-7bf00003-b61b-4584-9601-8535f81ff9ac service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c59ca2d811f647d2a10fc4e1e2e96ef6&device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 1125 time: 0.0588005 Aug 28 20:22:39.886855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e05c4-1c11-41cc-b686-a1a452834b9a req-dfc5d26e-97fb-4c26-b39b-8fdfde6fdc18 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:39.890742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be6e05c4-1c11-41cc-b686-a1a452834b9a req-dfc5d26e-97fb-4c26-b39b-8fdfde6fdc18 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1476021 Aug 28 20:22:39.937015 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-0a41471f-a096-4177-b07a-e2b2d4e019df service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76 HTTP/1.1" status: 200 len: 217 time: 0.0740881 Aug 28 20:22:39.966323 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] No DVR routers for this DVR port a6c5f302-3121-4560-8815-cc9e29672823 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:39.973897 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:39.980272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c168726-90af-4e10-a322-20f1df158852 req-74521b5b-a582-4d31-aaa2-362c2dfe4076 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a6c5f302-3121-4560-8815-cc9e29672823 HTTP/1.1" status: 204 len: 173 time: 0.9010611 Aug 28 20:22:39.980272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'name': 'network-vif-deleted', 'tag': 'a6c5f302-3121-4560-8815-cc9e29672823'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:39.981551 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e6505b-8810-4d7e-b0bc-1b9ec819e04e" -d '{"events": [{"server_uuid": "b806d79a-acea-4b4e-ba92-246fe49b5712", "name": "network-vif-deleted", "tag": "a6c5f302-3121-4560-8815-cc9e29672823"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:40.038890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be6e05c4-1c11-41cc-b686-a1a452834b9a req-eb6b21d3-ba5d-4722-a582-06e83fb9b4db tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187518 Aug 28 20:22:40.039918 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa8e2-98d0-4237-8025-3e5642cf6345 req-83df0cdd-2705-43c8-826a-34eb72c30b62 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:40.041839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa4fa8e2-98d0-4237-8025-3e5642cf6345 req-83df0cdd-2705-43c8-826a-34eb72c30b62 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.1036859 Aug 28 20:22:40.072827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-8ef7201d-4c11-4689-90b7-20bc645c35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:40.075068 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-8ef7201d-4c11-4689-90b7-20bc645c35d8 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=e675bf21-10e1-45b6-9081-922eea6e8502 HTTP/1.1" status: 200 len: 851 time: 0.0863156 Aug 28 20:22:40.087837 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2728ac59-8cf2-4cf0-8b61-9bef53b6ce29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (0ceb757b-9092-4e5e-9fbd-efdadd2439f4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:40.124502 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-a166d235-5b03-41cc-8f2d-35ca3f0c3422 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407343 Aug 28 20:22:40.184460 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ff9cfe6-0150-4dda-8699-ffa65f51285a req-4db10217-309b-452c-b125-934946bc44aa tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 210 time: 0.0479951 Aug 28 20:22:40.222583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2728ac59-8cf2-4cf0-8b61-9bef53b6ce29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0ceb757b-9092-4e5e-9fbd-efdadd2439f4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:40.236227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aa4fa8e2-98d0-4237-8025-3e5642cf6345 req-229b0982-9ef1-4995-a55e-bbbe3e8319b8 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761405 Aug 28 20:22:40.252014 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e985de-eca8-4de7-8e87-255c9d730c60 x-openstack-request-id: req-32e985de-eca8-4de7-8e87-255c9d730c60 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:40.253294 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b806d79a-acea-4b4e-ba92-246fe49b5712", "name": "network-vif-deleted", "tag": "a6c5f302-3121-4560-8815-cc9e29672823", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:40.253665 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32e985de-eca8-4de7-8e87-255c9d730c60 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:40.254112 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e985de-eca8-4de7-8e87-255c9d730c60'] response: {'server_uuid': 'b806d79a-acea-4b4e-ba92-246fe49b5712', 'name': 'network-vif-deleted', 'tag': 'a6c5f302-3121-4560-8815-cc9e29672823', 'status': 'completed', 'code': 200} Aug 28 20:22:40.283384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728ac59-8cf2-4cf0-8b61-9bef53b6ce29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceb757b-9092-4e5e-9fbd-efdadd2439f4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:40.285617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-91b160b6-005d-4365-999c-ecf992c45fe4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394069 Aug 28 20:22:40.367083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2728ac59-8cf2-4cf0-8b61-9bef53b6ce29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:40.368635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2728ac59-8cf2-4cf0-8b61-9bef53b6ce29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6791060 Aug 28 20:22:40.371987 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43364) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:40.378255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-57f7cd85-8905-47e8-b5e5-3130f2e0f213 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '0ceb757b-9092-4e5e-9fbd-efdadd2439f4', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:40.428261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d4e60ee-3606-4d99-9c41-a01ecb19fb09 req-194b46d2-fbc8-4321-bf93-0259e0272380 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333477 Aug 28 20:22:40.524859 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd85-8905-47e8-b5e5-3130f2e0f213 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (c9dbc688-1199-47bd-bbdb-16dda2c67d9f), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:40.591338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd3df8-74c3-4ba5-9882-1e9f7e0acd61 req-bafdf72a-16ac-4e6c-998e-db5375d03d0f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:40.596321 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94cd3df8-74c3-4ba5-9882-1e9f7e0acd61 req-bafdf72a-16ac-4e6c-998e-db5375d03d0f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0894351 Aug 28 20:22:40.646818 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd85-8905-47e8-b5e5-3130f2e0f213 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (c9dbc688-1199-47bd-bbdb-16dda2c67d9f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:40.662048 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-94cd3df8-74c3-4ba5-9882-1e9f7e0acd61 req-94c6537e-4445-4c40-98e6-d3f4d4b3da00 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613682 Aug 28 20:22:40.777975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd85-8905-47e8-b5e5-3130f2e0f213 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (c9dbc688-1199-47bd-bbdb-16dda2c67d9f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:40.811875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7cd85-8905-47e8-b5e5-3130f2e0f213 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dbc688-1199-47bd-bbdb-16dda2c67d9f,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:40.857631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f0ef-50d0-4656-bbdc-560cb696a62f req-7c58431e-b616-45de-8826-12c369df239a tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:40.862484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5115f0ef-50d0-4656-bbdc-560cb696a62f req-7c58431e-b616-45de-8826-12c369df239a tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 943 time: 0.0734329 Aug 28 20:22:40.928219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5115f0ef-50d0-4656-bbdc-560cb696a62f req-d53929cb-cd4f-42f7-831d-5c80cd61e627 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622768 Aug 28 20:22:40.996920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd85-8905-47e8-b5e5-3130f2e0f213 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:40.998193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-57f7cd85-8905-47e8-b5e5-3130f2e0f213 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6247797 Aug 28 20:22:41.001711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43382) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:41.006590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f6020ea0-c8fc-4585-8e6b-c39c1a81f097 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '0ceb757b-9092-4e5e-9fbd-efdadd2439f4', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:41.136719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6020ea0-c8fc-4585-8e6b-c39c1a81f097 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (f06d113d-cc06-4c71-930c-16513e93e82e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.202527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6020ea0-c8fc-4585-8e6b-c39c1a81f097 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (f06d113d-cc06-4c71-930c-16513e93e82e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.343482 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:41.345881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5821186e-1628-41e1-b25c-a79e64082896 req-cf3de70c-d6b5-4cdc-bf8c-bf05608ddb74 tempest-ListServerFiltersTestJSON-463610547 tempest-ListServerFiltersTestJSON-463610547-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b806d79a-acea-4b4e-ba92-246fe49b5712 HTTP/1.1" status: 200 len: 210 time: 0.0402055 Aug 28 20:22:41.361708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6020ea0-c8fc-4585-8e6b-c39c1a81f097 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f06d113d-cc06-4c71-930c-16513e93e82e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.402612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7984f5-544d-4c18-9de6-b8f04c368cb5 req-52910a64-57be-494b-af28-473e657fb644 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:41.405039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6020ea0-c8fc-4585-8e6b-c39c1a81f097 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06d113d-cc06-4c71-930c-16513e93e82e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:41.405908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bd7984f5-544d-4c18-9de6-b8f04c368cb5 req-52910a64-57be-494b-af28-473e657fb644 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0869133 Aug 28 20:22:41.474577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bd7984f5-544d-4c18-9de6-b8f04c368cb5 req-946f1c33-eb5a-4f0a-a438-667461605893 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 Aug 28 20:22:41.491562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6020ea0-c8fc-4585-8e6b-c39c1a81f097 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.496810 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f6020ea0-c8fc-4585-8e6b-c39c1a81f097 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4933531 Aug 28 20:22:41.499425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43402) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:41.507494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-91d85b44-f8c8-4ca2-ad2a-7a32c746862e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '0ceb757b-9092-4e5e-9fbd-efdadd2439f4', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:41.668427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91d85b44-f8c8-4ca2-ad2a-7a32c746862e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (e19860d8-f3a8-4324-82c0-41b5a26c52f7), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.740957 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91d85b44-f8c8-4ca2-ad2a-7a32c746862e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (e19860d8-f3a8-4324-82c0-41b5a26c52f7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.806403 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91d85b44-f8c8-4ca2-ad2a-7a32c746862e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (e19860d8-f3a8-4324-82c0-41b5a26c52f7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.833770 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033736c-e3ba-4d1c-b9bb-4f9d6f0e5317 req-8453d247-7100-407d-b8a9-f841ff817844 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:41.839235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6033736c-e3ba-4d1c-b9bb-4f9d6f0e5317 req-8453d247-7100-407d-b8a9-f841ff817844 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0913320 Aug 28 20:22:41.847037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d85b44-f8c8-4ca2-ad2a-7a32c746862e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19860d8-f3a8-4324-82c0-41b5a26c52f7,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:41.914355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6033736c-e3ba-4d1c-b9bb-4f9d6f0e5317 req-8249c454-18d7-4f18-bf88-df1d71e93f57 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669916 Aug 28 20:22:41.957799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-91d85b44-f8c8-4ca2-ad2a-7a32c746862e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:41.957799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-91d85b44-f8c8-4ca2-ad2a-7a32c746862e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4551039 Aug 28 20:22:41.960045 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43416) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:41.964821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1743db39-a893-4f07-9c58-dba51a02de44 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '0ceb757b-9092-4e5e-9fbd-efdadd2439f4', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:41.975065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d3a85-9fb6-4313-8d3a-23a0971e72d3 req-3dc8bcd0-27ab-4238-b84c-8dd7fda34969 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:41.976669 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-096d3a85-9fb6-4313-8d3a-23a0971e72d3 req-3dc8bcd0-27ab-4238-b84c-8dd7fda34969 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 946 time: 0.0597537 Aug 28 20:22:42.029807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-096d3a85-9fb6-4313-8d3a-23a0971e72d3 req-4d1b203b-bb2d-4cdb-8c2d-d1c901ca0f1f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Aug 28 20:22:42.095216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178bc31-740a-4f86-a5ac-15cd172ce94f req-e1b83278-6153-49c6-8504-75c83f75ddb2 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:42.096825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2178bc31-740a-4f86-a5ac-15cd172ce94f req-e1b83278-6153-49c6-8504-75c83f75ddb2 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 943 time: 0.0572133 Aug 28 20:22:42.149666 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2178bc31-740a-4f86-a5ac-15cd172ce94f req-468a169e-608d-4c97-af1d-7810380c7436 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461802 Aug 28 20:22:42.248120 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1743db39-a893-4f07-9c58-dba51a02de44 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (620ee2e0-3b17-4db4-9f90-ad8d203c063e), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.319225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1743db39-a893-4f07-9c58-dba51a02de44 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (620ee2e0-3b17-4db4-9f90-ad8d203c063e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.359896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1743db39-a893-4f07-9c58-dba51a02de44 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (620ee2e0-3b17-4db4-9f90-ad8d203c063e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.385407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743db39-a893-4f07-9c58-dba51a02de44 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620ee2e0-3b17-4db4-9f90-ad8d203c063e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:42.416278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:42.447507 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1743db39-a893-4f07-9c58-dba51a02de44 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.449010 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1743db39-a893-4f07-9c58-dba51a02de44 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4876862 Aug 28 20:22:42.451679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43432) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:42.458539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '0ceb757b-9092-4e5e-9fbd-efdadd2439f4', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:42.484217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] Deleting subnet 17669fe0-e76d-4c68-a74e-566dac28aa6c {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:22:42.490562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] Publish callbacks [] for subnet (17669fe0-e76d-4c68-a74e-566dac28aa6c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.531728 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (17669fe0-e76d-4c68-a74e-566dac28aa6c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.590441 n-d-854121-7 neutron-server[114322]: INFO neutron.db.securitygroups_db [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:22:42.617891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20bfbe-31bb-46ff-8967-6c54da18734c req-c5f87cb4-8f13-428d-9d47-05939013e43a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:42.624216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (c110b82d-8ace-43ce-8451-f55505b518cd), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.626297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd20bfbe-31bb-46ff-8967-6c54da18734c req-c5f87cb4-8f13-428d-9d47-05939013e43a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0584393 Aug 28 20:22:42.684692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd20bfbe-31bb-46ff-8967-6c54da18734c req-30cc4247-8c37-4513-bb84-2dfbde008350 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567367 Aug 28 20:22:42.693356 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (17669fe0-e76d-4c68-a74e-566dac28aa6c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.723761 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:42.741831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (c110b82d-8ace-43ce-8451-f55505b518cd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.818017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a6c5f302-3121-4560-8815-cc9e29672823 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:42.841473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: a6c5f302-3121-4560-8815-cc9e29672823 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:42.841913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a6c5f302-3121-4560-8815-cc9e29672823 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:42.857929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (c110b82d-8ace-43ce-8451-f55505b518cd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.864634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (17669fe0-e76d-4c68-a74e-566dac28aa6c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.908864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17669fe0-e76d-4c68-a74e-566dac28aa6c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:42.910660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c110b82d-8ace-43ce-8451-f55505b518cd,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:42.915434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:42.921463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43446) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:42.922018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c1fcc250-cda7-4eac-b375-1ff80d113bb9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/17669fe0-e76d-4c68-a74e-566dac28aa6c HTTP/1.1" status: 204 len: 168 time: 0.5041733 Aug 28 20:22:42.925215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fdc6f5-dd2d-4fa2-ac12-4ee34a73b203 None None] Network 0402836c-dfb6-4a90-a5f0-600f667d50ab requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:42.988695 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:43.007330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (0402836c-dfb6-4a90-a5f0-600f667d50ab), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.065342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.066828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c474651e-3ec7-453a-9423-8de84736ecba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6139908 Aug 28 20:22:43.069508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43450) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:43.074271 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '0ceb757b-9092-4e5e-9fbd-efdadd2439f4', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:43.083286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a34f06-914e-4ffb-92c6-b25a141e2b03 req-4b4914f5-181a-4485-aebd-ec7833e9e22b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:43.084996 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8a34f06-914e-4ffb-92c6-b25a141e2b03 req-4b4914f5-181a-4485-aebd-ec7833e9e22b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0592990 Aug 28 20:22:43.100374 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Deleting port cccc686d-8f63-495b-a4db-ae7ea426d27a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:43.101015 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.144095 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.164833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] DHCP port deletion for 0402836c-dfb6-4a90-a5f0-600f667d50ab request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:22:43.182029 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8a34f06-914e-4ffb-92c6-b25a141e2b03 req-f72fc4c2-d607-4156-a80e-cb6279ca913e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906723 Aug 28 20:22:43.219006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Deleting port cccc686d-8f63-495b-a4db-ae7ea426d27a {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:43.219006 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.243285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] For port cccc686d-8f63-495b-a4db-ae7ea426d27a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cccc686d-8f63-495b-a4db-ae7ea426d27a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:43.243950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.264349 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:22:43.272005 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:43.280135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Calling delete_port for cccc686d-8f63-495b-a4db-ae7ea426d27a owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:43.287843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe078f-bafa-42a7-b5aa-d7655c3868df req-5ade67de-8877-4de3-84af-7b5974e0564d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:43.289485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4bfe078f-bafa-42a7-b5aa-d7655c3868df req-5ade67de-8877-4de3-84af-7b5974e0564d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1046853 Aug 28 20:22:43.292484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (92e778ee-d2c4-4018-bf46-63042befa537), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.321241 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1944a9-56aa-4a60-a822-6de2852b9dbe req-5a12ef6a-1b1e-45c1-b21b-0c34cf9122f3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:43.322910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e1944a9-56aa-4a60-a822-6de2852b9dbe req-5a12ef6a-1b1e-45c1-b21b-0c34cf9122f3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 943 time: 0.0590444 Aug 28 20:22:43.323061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] For port cccc686d-8f63-495b-a4db-ae7ea426d27a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cccc686d-8f63-495b-a4db-ae7ea426d27a,segment=NetworkSegment(7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190),segment_id=7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:43.323327 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.340332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Calling delete_port for cccc686d-8f63-495b-a4db-ae7ea426d27a owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:43.390893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e1944a9-56aa-4a60-a822-6de2852b9dbe req-a21450d8-8922-4890-a545-511d287d2bf3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609460 Aug 28 20:22:43.434541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4bfe078f-bafa-42a7-b5aa-d7655c3868df req-5e7a3cc9-9058-4c6e-85d3-d341bf7bd248 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355453 Aug 28 20:22:43.445790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8b17cc3e-1f39-47a3-9809-09e258fd4a76 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:22:43.455235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (92e778ee-d2c4-4018-bf46-63042befa537), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.528417 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:43.554281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8b17cc3e-1f39-47a3-9809-09e258fd4a76, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76,segment=NetworkSegment(9e51913f-ba09-4ddc-9b38-c21a191133fa),segment_id=9e51913f-ba09-4ddc-9b38-c21a191133fa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:43.567705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '8b17cc3e-1f39-47a3-9809-09e258fd4a76', 'network_id': 'b99e6874-54a1-40a3-bb1c-2b5d5813bbf3', 'port_id': '8b17cc3e-1f39-47a3-9809-09e258fd4a76', 'mac_address': 'fa:16:3e:91:2d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e675bf21-10e1-45b6-9081-922eea6e8502', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:22:43.580757 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (92e778ee-d2c4-4018-bf46-63042befa537), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.592522 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.598393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-2314284e-e6f3-4765-a30f-49cc0e1dce78 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:43.600177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-2314284e-e6f3-4765-a30f-49cc0e1dce78 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 946 time: 0.0644763 Aug 28 20:22:43.619380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (cccc686d-8f63-495b-a4db-ae7ea426d27a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.626815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e778ee-d2c4-4018-bf46-63042befa537,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:43.631587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Pushing event deleted for resources: {'Port': ['ID=cccc686d-8f63-495b-a4db-ae7ea426d27a,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:43.640577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:43.640970 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.644741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] No DVR routers for this DVR port cccc686d-8f63-495b-a4db-ae7ea426d27a on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:43.646840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.647276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.647632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.648124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.648332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.648670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.648995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.649326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.649652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.650003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.650328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.650653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.650975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.651301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.651621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a720e0-8573-4c47-9783-8f399676890a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:22:43.670250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b17cc3e-1f39-47a3-9809-09e258fd4a76 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:22:43.673574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cccc686d-8f63-495b-a4db-ae7ea426d27a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:43.696231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8b17cc3e-1f39-47a3-9809-09e258fd4a76, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76,segment=NetworkSegment(9e51913f-ba09-4ddc-9b38-c21a191133fa),segment_id=9e51913f-ba09-4ddc-9b38-c21a191133fa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:43.701733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] No DVR routers for this DVR port cccc686d-8f63-495b-a4db-ae7ea426d27a on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:43.783026 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.794540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.799053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-11cc352f-6c65-4da3-95e7-61e358b1f3f6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7252059 Aug 28 20:22:43.830281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43460) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:43.838858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'network': {'name': 'tempest-network-smoke--1979912590', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'port_security_enabled': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:43.841058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a9f1c-3bac-421a-84e3-6c7273abecb4 req-7edd12f7-197f-41c8-be25-76cb58c83b45 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:43.843260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-143a9f1c-3bac-421a-84e3-6c7273abecb4 req-7edd12f7-197f-41c8-be25-76cb58c83b45 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0671890 Aug 28 20:22:43.856996 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:43.869345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=8b17cc3e-1f39-47a3-9809-09e258fd4a76,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:43.870482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Deleting port d16c613b-8af6-4053-b1ec-5a1482edbb7b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:22:43.877229 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.891190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-64664f79-ca2c-4461-b661-ed2f49d53407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:43.892835 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-64664f79-ca2c-4461-b661-ed2f49d53407 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 1127 time: 0.1866579 Aug 28 20:22:43.935435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (0402836c-dfb6-4a90-a5f0-600f667d50ab), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:43.950549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-143a9f1c-3bac-421a-84e3-6c7273abecb4 req-08d05d78-a62d-40dc-9e14-dc1d7652fdea tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000481 Aug 28 20:22:43.995355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8b17cc3e-1f39-47a3-9809-09e258fd4a76'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:22:44.014645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:44.018551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.030776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0402836c-dfb6-4a90-a5f0-600f667d50ab']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:44.060225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:44.060640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:44.081355 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.129004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:22:44.148531 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.169142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (daf16d0a-3237-4d86-aed5-05e50aafea05), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.169499 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Added segment daf16d0a-3237-4d86-aed5-05e50aafea05 of type vlan for network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c Aug 28 20:22:44.174144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:22:44.174482 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.177624 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:44.235890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-27a49f06-6d77-457d-b6ce-9dc64edf6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:44.237442 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-27a49f06-6d77-457d-b6ce-9dc64edf6d4e service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 910 time: 0.2992697 Aug 28 20:22:44.239019 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190 resource provider aggregate not found Aug 28 20:22:44.255429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] For port d16c613b-8af6-4053-b1ec-5a1482edbb7b, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=d16c613b-8af6-4053-b1ec-5a1482edbb7b,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:44.255803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.274018 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b1bc19f-c9a8-46d3-9b26-4dcd5a7fe190 found for delete ", "request_id": "req-bf0fc3b2-9143-4c22-bf3e-4345360e4030"}]} Aug 28 20:22:44.360702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Calling delete_port for d16c613b-8af6-4053-b1ec-5a1482edbb7b owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:22:44.390429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (4ab9ca5c-7817-4ca9-86f3-46be9a76600c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.539168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e034090-e034-46de-9f90-d35841f4b4ed req-3dcca8bf-1723-4cf4-99c8-b33fd476bbf3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:44.541028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e034090-e034-46de-9f90-d35841f4b4ed req-3dcca8bf-1723-4cf4-99c8-b33fd476bbf3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 944 time: 0.0621514 Aug 28 20:22:44.601122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e034090-e034-46de-9f90-d35841f4b4ed req-fd29b11b-72e9-4835-83c5-10b29cc48d0a tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532925 Aug 28 20:22:44.720988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b25daf-d75b-4bd3-a574-805c7dbead3c req-6e34a3c1-7640-4fa3-9dca-34e83fa6e48b tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:44.722626 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19b25daf-d75b-4bd3-a574-805c7dbead3c req-6e34a3c1-7640-4fa3-9dca-34e83fa6e48b tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 946 time: 0.0549161 Aug 28 20:22:44.780282 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19b25daf-d75b-4bd3-a574-805c7dbead3c req-0ba56acb-ab33-472a-8716-fe2c3ac0d2a1 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507908 Aug 28 20:22:44.796860 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:22:44.814074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (0402836c-dfb6-4a90-a5f0-600f667d50ab), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.822177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-6879fb66-745b-4997-bb74-15e5e9465e7a service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 200 len: 1000 time: 0.5684092 Aug 28 20:22:44.833734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71f5bf-562a-4549-bdd3-de2df820a0e2 req-6aeda928-6f46-4485-b95c-ce641d7ea2f4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:44.836256 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f71f5bf-562a-4549-bdd3-de2df820a0e2 req-6aeda928-6f46-4485-b95c-ce641d7ea2f4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.5060580 Aug 28 20:22:44.838569 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:44.887020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0402836c-dfb6-4a90-a5f0-600f667d50ab HTTP/1.1" status: 204 len: 168 time: 1.9207304 Aug 28 20:22:44.929127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1baa5-86bd-4126-bc92-b43a413929a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0402836c-dfb6-4a90-a5f0-600f667d50ab,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:44.976992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-ccbb8581-9be9-4acb-9bf5-b19f90be46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:44.978564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-ccbb8581-9be9-4acb-9bf5-b19f90be46f7 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.1413476 Aug 28 20:22:45.054478 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (4ab9ca5c-7817-4ca9-86f3-46be9a76600c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.059514 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:45.060114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.120856 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f71f5bf-562a-4549-bdd3-de2df820a0e2 req-8d7d8dc4-0617-4ac7-9a40-e26674f8682c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428434 Aug 28 20:22:45.136694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563356-16a7-4e1f-8988-2163e0590ae3 req-c996f4e2-6463-473a-9e27-a5a2f3c5d617 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:45.139112 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c563356-16a7-4e1f-8988-2163e0590ae3 req-c996f4e2-6463-473a-9e27-a5a2f3c5d617 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0871284 Aug 28 20:22:45.149217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-2de44729-4b34-4d2e-830a-d719ab4d85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:45.154246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-2de44729-4b34-4d2e-830a-d719ab4d85fc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1592889 Aug 28 20:22:45.159558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cccc686d-8f63-495b-a4db-ae7ea426d27a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:45.261513 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c563356-16a7-4e1f-8988-2163e0590ae3 req-3898bc29-3e55-41c8-abbc-34f036e962a0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145785 Aug 28 20:22:45.273897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4420347 Aug 28 20:22:45.277883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43492) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:45.284484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'admin_state_up': True, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:45.340556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43494) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:45.395106 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-382125a9-d144-456c-9350-3fabe5fa36eb service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185431 Aug 28 20:22:45.412437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d16c613b-8af6-4053-b1ec-5a1482edbb7b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.455324 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-39a60d9f-aa0b-4f76-9b63-ee0907182f0e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cbf9f25947fb4827acb0b889e67151ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126623 Aug 28 20:22:45.456066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8b17cc3e-1f39-47a3-9809-09e258fd4a76 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:45.457647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43496) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:45.467560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (7bed5292-4508-4db9-88e1-bb59a3be89ef), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.469864 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (7bed5292-4508-4db9-88e1-bb59a3be89ef), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.522744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:22:45.527640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: cccc686d-8f63-495b-a4db-ae7ea426d27a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:45.528597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cccc686d-8f63-495b-a4db-ae7ea426d27a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:45.562404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948364dd-9a69-4f4d-98dc-7e99abfcb4eb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Network': ['ID=4ab9ca5c-7817-4ca9-86f3-46be9a76600c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:45.572891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Pushing event deleted for resources: {'Port': ['ID=d16c613b-8af6-4053-b1ec-5a1482edbb7b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:45.575949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:22:45.580342 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:45.581375 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c11361d3-956c-4e41-8e36-7c7ad3845e63 req-e2cc6980-a517-4aea-b15a-1624b0cd191a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655550 Aug 28 20:22:45.606127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b15fcb7-029d-4a37-b356-d0d0a5a1bcd0 admin admin] Publish callbacks [] for security_group (c8f4319f-6279-432e-8256-4700bb2e93de), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.631145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b15fcb7-029d-4a37-b356-d0d0a5a1bcd0 admin admin] Publish callbacks [] for security_group (c8f4319f-6279-432e-8256-4700bb2e93de), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.653457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] No DVR routers for this DVR port d16c613b-8af6-4053-b1ec-5a1482edbb7b on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:22:45.658536 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.682135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be8af70b-2559-47ae-bdff-352f7aa0fbca req-de2cd057-6722-48f5-9c21-fab1d8bcad24 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "DELETE /networking/v2.0/ports/d16c613b-8af6-4053-b1ec-5a1482edbb7b HTTP/1.1" status: 204 len: 173 time: 2.0514278 Aug 28 20:22:45.682135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'name': 'network-vif-deleted', 'tag': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:45.682538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:45.682538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.683147 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdf0cfc-e577-4eb4-9f2b-7caa416851e7" -d '{"events": [{"server_uuid": "b2cd8c53-3b87-4f8b-b540-f94491d7b7c9", "name": "network-vif-deleted", "tag": "d16c613b-8af6-4053-b1ec-5a1482edbb7b"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:45.683261 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (7bed5292-4508-4db9-88e1-bb59a3be89ef), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.753045 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b7fd5-0967-472f-9fee-05ddbf2632ab x-openstack-request-id: req-537b7fd5-0967-472f-9fee-05ddbf2632ab {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:45.754224 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cd8c53-3b87-4f8b-b540-f94491d7b7c9", "name": "network-vif-deleted", "tag": "d16c613b-8af6-4053-b1ec-5a1482edbb7b", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:45.754924 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-537b7fd5-0967-472f-9fee-05ddbf2632ab {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:45.755633 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537b7fd5-0967-472f-9fee-05ddbf2632ab'] response: {'server_uuid': 'b2cd8c53-3b87-4f8b-b540-f94491d7b7c9', 'name': 'network-vif-deleted', 'tag': 'd16c613b-8af6-4053-b1ec-5a1482edbb7b', 'status': 'completed', 'code': 200} Aug 28 20:22:45.756200 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:45.777195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c005a-652c-49d9-8a6f-63b9ca4463db req-a7bc0e3f-c948-452c-8b3e-fa87efc466b1 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:45.779031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-120c005a-652c-49d9-8a6f-63b9ca4463db req-a7bc0e3f-c948-452c-8b3e-fa87efc466b1 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 944 time: 0.0624115 Aug 28 20:22:45.798596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:45.798968 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.811491 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:22:45.844269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b17cc3e-1f39-47a3-9809-09e258fd4a76'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:22:45.847007 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f8a41f-89f4-4992-b6c5-249f447777f8" -d '{"events": [{"server_uuid": "af4e4ad2-4709-4b79-8a9f-decc38d69061", "name": "network-vif-plugged", "status": "completed", "tag": "8b17cc3e-1f39-47a3-9809-09e258fd4a76"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:22:45.854453 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-120c005a-652c-49d9-8a6f-63b9ca4463db req-c68563fd-5f5c-4369-817d-01478b1b6fdc tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688980 Aug 28 20:22:45.861057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 8b17cc3e-1f39-47a3-9809-09e258fd4a76, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76,segment=NetworkSegment(9e51913f-ba09-4ddc-9b38-c21a191133fa),segment_id=9e51913f-ba09-4ddc-9b38-c21a191133fa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:45.862943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b15fcb7-029d-4a37-b356-d0d0a5a1bcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8f4319f-6279-432e-8256-4700bb2e93de), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.867085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3b15fcb7-029d-4a37-b356-d0d0a5a1bcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.868925 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3b15fcb7-029d-4a37-b356-d0d0a5a1bcd0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8f4319f-6279-432e-8256-4700bb2e93de HTTP/1.1" status: 204 len: 168 time: 0.4099162 Aug 28 20:22:45.952337 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fddb5ad-6274-4e5c-9392-c803d0a736f0 x-openstack-request-id: req-4fddb5ad-6274-4e5c-9392-c803d0a736f0 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:22:45.952632 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e4ad2-4709-4b79-8a9f-decc38d69061", "name": "network-vif-plugged", "status": "completed", "tag": "8b17cc3e-1f39-47a3-9809-09e258fd4a76", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:22:45.952912 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fddb5ad-6274-4e5c-9392-c803d0a736f0 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:22:45.953282 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fddb5ad-6274-4e5c-9392-c803d0a736f0'] response: {'server_uuid': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b17cc3e-1f39-47a3-9809-09e258fd4a76', 'code': 200} Aug 28 20:22:45.958118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15fcb7-029d-4a37-b356-d0d0a5a1bcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4319f-6279-432e-8256-4700bb2e93de,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:45.980672 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:45.981567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device d16c613b-8af6-4053-b1ec-5a1482edbb7b no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:22:46.077928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f69e8f3-d5b9-4ec0-9eb0-129aff1d7035 req-ee71294e-0cee-4d87-9629-5bde8b0bca6d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.1024010 Aug 28 20:22:46.099677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: d16c613b-8af6-4053-b1ec-5a1482edbb7b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:22:46.099677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device d16c613b-8af6-4053-b1ec-5a1482edbb7b not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:22:46.158209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=8b17cc3e-1f39-47a3-9809-09e258fd4a76,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:46.164485 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d243054-7910-4b90-abd2-84ab32ab4c36 req-8279cbe3-0a1c-4508-ac6b-c9e30b5e1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:46.166149 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d243054-7910-4b90-abd2-84ab32ab4c36 req-8279cbe3-0a1c-4508-ac6b-c9e30b5e1004 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 1127 time: 0.0512025 Aug 28 20:22:46.281262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (7bed5292-4508-4db9-88e1-bb59a3be89ef), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:46.296827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d243054-7910-4b90-abd2-84ab32ab4c36 req-c47e34a2-c8c3-4444-9c80-ecbc81be2ea7 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213446 Aug 28 20:22:46.308205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e08e6-df13-4e4d-a9e5-710404855b21 req-2495a2fa-d296-45d7-8aae-2d1f59134d08 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:46.309727 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-413e08e6-df13-4e4d-a9e5-710404855b21 req-2495a2fa-d296-45d7-8aae-2d1f59134d08 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0721250 Aug 28 20:22:46.378236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-413e08e6-df13-4e4d-a9e5-710404855b21 req-d64bde93-4c1f-4244-a0e5-f1e7f79d1a6c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579309 Aug 28 20:22:46.494101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f95405-0a8e-45e2-b4d9-a93055c5bfbb req-771cf8c6-31c3-4156-b2f5-ce715ebb0c8e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:46.495852 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9f95405-0a8e-45e2-b4d9-a93055c5bfbb req-771cf8c6-31c3-4156-b2f5-ce715ebb0c8e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.1208515 Aug 28 20:22:46.676213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (7bed5292-4508-4db9-88e1-bb59a3be89ef), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:46.717350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:46.793598 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:46.876983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.70 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/068de3c8-e6b0-468b-a060-0037aa20cac5) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:46.895731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9f95405-0a8e-45e2-b4d9-a93055c5bfbb req-d89158a3-ee57-4182-b9a3-4a4d8f7f944f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815660 Aug 28 20:22:47.140959 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:47.205803 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:47.206992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570993-cb3d-4108-8bda-8a51eebc1cb0 req-c7146793-fa87-4fc3-be6a-8a5b04af34cc tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:47.218179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f570993-cb3d-4108-8bda-8a51eebc1cb0 req-c7146793-fa87-4fc3-be6a-8a5b04af34cc tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1307917 Aug 28 20:22:47.270790 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-99e88e63-b134-40b0-b043-fec6d54cbaf9 req-861772c3-df60-4909-8ff5-3d2660c5669f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b2cd8c53-3b87-4f8b-b540-f94491d7b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0417480 Aug 28 20:22:47.283139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6f570993-cb3d-4108-8bda-8a51eebc1cb0 req-b250e2eb-b21d-47c1-b5c6-57c68e0f649d tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631139 Aug 28 20:22:47.383026 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:47.537251 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:47.542494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:47.544648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=068de3c8-e6b0-468b-a060-0037aa20cac5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:47.549499 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:47.568047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:47.760585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405654c-e82b-4449-883c-e8ebb88537c5 req-3b3df22e-2dd3-45ac-8d22-9be7e6220e7d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:47.767805 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b405654c-e82b-4449-883c-e8ebb88537c5 req-3b3df22e-2dd3-45ac-8d22-9be7e6220e7d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1441736 Aug 28 20:22:47.848842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43550) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:47.893250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b405654c-e82b-4449-883c-e8ebb88537c5 req-ea3466b9-7338-4556-8259-2f166d51a829 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239481 Aug 28 20:22:48.029578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-529976880-network', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:48.123929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (7bed5292-4508-4db9-88e1-bb59a3be89ef), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.129449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Made reservation on behalf of 8d98373384a14ebca34d3d0f3b7352a9 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:48.133213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.147073 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.269273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752719-7cae-49ba-acd4-68f6528c1b59 req-ac4c65dd-eff6-43ab-8c77-5ff5187c858e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:48.276419 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d752719-7cae-49ba-acd4-68f6528c1b59 req-ac4c65dd-eff6-43ab-8c77-5ff5187c858e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.2761073 Aug 28 20:22:48.379611 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d752719-7cae-49ba-acd4-68f6528c1b59 req-59d36a96-9214-4be0-b107-296d8e986c8b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007328 Aug 28 20:22:48.386157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (7bed5292-4508-4db9-88e1-bb59a3be89ef), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.439353 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks [] for security_group (eae6f2b4-8314-4a1b-bf02-d761af568a65), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.457623 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:48.546534 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eae6f2b4-8314-4a1b-bf02-d761af568a65), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.576171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:22:48.589837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae6f2b4-8314-4a1b-bf02-d761af568a65,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:48.593293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1239ec0d-7be7-4553-b834-a906e7ae326c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.593634 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Added segment 1239ec0d-7be7-4553-b834-a906e7ae326c of type vlan for network 3774e37b-0ba6-48cd-bfa6-c801c6af620e Aug 28 20:22:48.615309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c2c54-d361-41ea-b511-b2695789ac30 req-8039ba3e-5433-4c38-8d9e-f900f1030eb3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:48.617028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e2c2c54-d361-41ea-b511-b2695789ac30 req-8039ba3e-5433-4c38-8d9e-f900f1030eb3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1126313 Aug 28 20:22:48.699195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0e2c2c54-d361-41ea-b511-b2695789ac30 req-8c22a20b-8630-40b4-b4ae-8483098c92fe tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759621 Aug 28 20:22:48.723075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (3774e37b-0ba6-48cd-bfa6-c801c6af620e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:48.810538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 7bed5292-4508-4db9-88e1-bb59a3be89ef is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:22:48.862380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-6fd624e6-a2ea-43a5-a960-9bb7473555f8 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:48.869074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-6fd624e6-a2ea-43a5-a960-9bb7473555f8 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/networks?id=34cafcec-0a29-4eb9-9451-3f06458c44f4 HTTP/1.1" status: 200 len: 808 time: 0.2382658 Aug 28 20:22:48.885499 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a01a60bc-c498-4f35-917e-5f49db80b343 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/quotas/c3eca6aadaa848a498c9226d1c83be2b HTTP/1.1" status: 200 len: 375 time: 0.0154943 Aug 28 20:22:48.911741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bbe31-baf9-4d91-882c-3ca63e077d72 req-ce4eb5d6-3b32-475b-802d-1efb0893e788 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:48.913977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e21bbe31-baf9-4d91-882c-3ca63e077d72 req-ce4eb5d6-3b32-475b-802d-1efb0893e788 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.0810034 Aug 28 20:22:48.939653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-ae939962-9b25-42ac-b915-aef8ae836cde tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c3eca6aadaa848a498c9226d1c83be2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382874 Aug 28 20:22:49.008622 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (3774e37b-0ba6-48cd-bfa6-c801c6af620e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:49.009704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:49.010642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:49.118914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3774e37b-0ba6-48cd-bfa6-c801c6af620e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:49.125684 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-e6bd5110-15a3-4934-953a-be026f1741b2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760550 Aug 28 20:22:49.147111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:22:49.215058 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a2e0142e-3a4e-4356-b183-fb024143c2c2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3648894 Aug 28 20:22:49.218398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43584) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:49.230139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Request body: {'subnet': {'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-529976880-subnet', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:49.305197 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-0df32d3f-1a0c-470b-96bc-41baf2c231da service neutron] 10.222.0.78 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705327 Aug 28 20:22:49.399120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Made reservation on behalf of 8d98373384a14ebca34d3d0f3b7352a9 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:49.404326 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:49.526086 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e21bbe31-baf9-4d91-882c-3ca63e077d72 req-bcd8fb11-58b1-4d1a-8147-f8cfe13a737a tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744865 Aug 28 20:22:49.537982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:22:49.552810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Sync routers for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:22:49.579820 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:49.581222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:49.630385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:49.632799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7b5aaf46-d14b-4841-8b11-b3432062d34b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3516099 Aug 28 20:22:49.648024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43592) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:49.684252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f351de-017f-42e8-b9cd-26a186587e05 req-53e08690-c004-48c5-aea7-6225f703554a tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:49.688603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7f351de-017f-42e8-b9cd-26a186587e05 req-53e08690-c004-48c5-aea7-6225f703554a tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0554421 Aug 28 20:22:49.699306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a2fc41ad-920b-4dc6-b57d-7ddafb821e1c tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=19747ba661ca427ea056cf5402e7450c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497637 Aug 28 20:22:49.702402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43594) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:49.751231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:49.802408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26597316-1467-44b7-a21d-4dd941f95a93 req-b634a32e-ad50-4aec-8535-114628507716 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:49.804098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-26597316-1467-44b7-a21d-4dd941f95a93 req-b634a32e-ad50-4aec-8535-114628507716 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0609348 Aug 28 20:22:49.810240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7f351de-017f-42e8-b9cd-26a186587e05 req-6c00a69f-91c2-4e11-a852-08a4eff0059c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165020 Aug 28 20:22:49.896134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7146da2-5ff6-4d77-8857-208dc00c9696 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:49.910360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a7146da2-5ff6-4d77-8857-208dc00c9696 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1972816 Aug 28 20:22:49.912263 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43602) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:49.937243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-26597316-1467-44b7-a21d-4dd941f95a93 req-4eac8dd7-79f9-4197-a388-bad56d213298 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102846 Aug 28 20:22:49.941503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (e554280d-27eb-4594-8af9-8949b3c02734), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.014887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:47Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:50.021457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43608) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:50.022504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-66348f19-16ab-4d17-8510-ebecc1b24790 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1082385 Aug 28 20:22:50.029388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1564447727', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:50.046265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Checking router: 7bed5292-4508-4db9-88e1-bb59a3be89ef for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:22:50.046622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Updating router 7bed5292-4508-4db9-88e1-bb59a3be89ef port 068de3c8-e6b0-468b-a060-0037aa20cac5 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:22:50.079496 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.121969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e554280d-27eb-4594-8af9-8949b3c02734,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:50.125349 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f964f2eb-352e-4bfd-b20e-59c0d208cca3 req-1769c3f3-2959-4cf2-9d61-be8ebfd8a711 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 210 time: 0.0867405 Aug 28 20:22:50.149970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Checking segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:50.150342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Network hostable DHCP agents. Network: 3774e37b-0ba6-48cd-bfa6-c801c6af620e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:22:50.285416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:22:50.325636 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:50.332039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:50.336979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.406289 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:50.409470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 3774e37b-0ba6-48cd-bfa6-c801c6af620e) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:50.418628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:50.419244 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.491926 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Publish callbacks [] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.496437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67f3f9-7d56-4fd1-845f-b5df8809194a None None] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:50.557327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-023c1ca7-dd14-4f53-97c0-d2cb129863bb admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3371542 Aug 28 20:22:50.560204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43628) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:50.564475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953add88-f543-450e-a016-15333b4cf443 req-6525143e-6823-49c1-a8ca-11a2d52881fb tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:50.566143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-953add88-f543-450e-a016-15333b4cf443 req-6525143e-6823-49c1-a8ca-11a2d52881fb tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.0779958 Aug 28 20:22:50.566363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Request body: {'router': {'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:50.611126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.646410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'fixed_ips': [{'subnet_id': 'e554280d-27eb-4594-8af9-8949b3c02734'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:22:50.647657 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.664787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Attempting to bind port 068de3c8-e6b0-468b-a060-0037aa20cac5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:50.671116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Attempting to bind port 068de3c8-e6b0-468b-a060-0037aa20cac5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:50.671116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Attempting to bind port 068de3c8-e6b0-468b-a060-0037aa20cac5 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:50.682648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:50.683312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:50.683721 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.684125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:50.684609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Bound port: 068de3c8-e6b0-468b-a060-0037aa20cac5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:50.685029 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.690500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534819d7-fbd1-496d-a55e-7cef3b5f9c8a None None] Pushing event updated for resources: {'Port': ['ID=068de3c8-e6b0-468b-a060-0037aa20cac5,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:50.702500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-953add88-f543-450e-a016-15333b4cf443 req-777dd952-fd67-4bee-92be-5903b78ca452 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260784 Aug 28 20:22:50.705565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (e2e372e4-e571-436b-8cb9-aed957bd2b73), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.706890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (e2e372e4-e571-436b-8cb9-aed957bd2b73), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.730582 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:50.787712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks [] for router_controller (e2e372e4-e571-436b-8cb9-aed957bd2b73), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:50.813338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] For port 068de3c8-e6b0-468b-a060-0037aa20cac5, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:50.836923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] For port 068de3c8-e6b0-468b-a060-0037aa20cac5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=068de3c8-e6b0-468b-a060-0037aa20cac5,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:50.883877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Allocated IP 172.20.0.2 (3774e37b-0ba6-48cd-bfa6-c801c6af620e/e554280d-27eb-4594-8af9-8949b3c02734/65dbce1e-90ab-4a78-8923-c39870837bfc) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:50.894332 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:50.895544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (6533b4ee-f20b-4dd9-a203-033f1dfa3efb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:51.035344 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:51.050158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Checking segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:51.050903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network hostable DHCP agents. Network: 4ab9ca5c-7817-4ca9-86f3-46be9a76600c, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:22:51.074791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Subnet': ['ID=6533b4ee-f20b-4dd9-a203-033f1dfa3efb,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:51.107366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b341a9-2b54-4a41-875e-5b912efd4961 req-254bd239-9f6a-436e-b24e-daf12cd3e129 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:51.115458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46b341a9-2b54-4a41-875e-5b912efd4961 req-254bd239-9f6a-436e-b24e-daf12cd3e129 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1545317 Aug 28 20:22:51.210101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d873-5575-4d8a-8a8b-5bf42a90cfc5 req-a8cefeab-3887-4c3e-8b4a-0a2dd39ced86 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:51.211720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91f1d873-5575-4d8a-8a8b-5bf42a90cfc5 req-a8cefeab-3887-4c3e-8b4a-0a2dd39ced86 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0889249 Aug 28 20:22:51.212963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:22:51.242062 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:51.274651 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks [] for router_gateway (e2e372e4-e571-436b-8cb9-aed957bd2b73), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:51.299326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:51.300011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:51.316413 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91f1d873-5575-4d8a-8a8b-5bf42a90cfc5 req-ffb19cb5-8c2c-47c2-88ad-dc46fa99f0db tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917370 Aug 28 20:22:51.337313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46b341a9-2b54-4a41-875e-5b912efd4961 req-40f27338-d07d-4f14-8402-a216599a43f7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148862 Aug 28 20:22:51.349174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 4ab9ca5c-7817-4ca9-86f3-46be9a76600c) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:51.366706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:51.367576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:51.451174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b06bc64-e561-4dc8-859b-63037c23b3ed req-ab8ee86c-fb69-417e-8345-ab5b1c8c36da tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 210 time: 0.0433106 Aug 28 20:22:51.480869 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:51.508897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d5beb-e102-4227-8da0-7c32952cf3cd None None] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:51.512932 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:51.526078 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7f4fd479-ba25-4ee0-a25c-31883f23a796 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5033321 Aug 28 20:22:51.527063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43652) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:51.538733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534819d7-fbd1-496d-a55e-7cef3b5f9c8a None None] Pushing event updated for resources: {'Port': ['ID=068de3c8-e6b0-468b-a060-0037aa20cac5,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:51.648659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Publish callbacks [] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:51.708186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:51.783294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks [] for router_gateway (e2e372e4-e571-436b-8cb9-aed957bd2b73), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:51.819572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:51.870739 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.070577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429dec7-8937-4dce-aa3e-dcb71e79b6c5 req-e6941df6-bf67-41eb-959e-1f32fe65f9cd tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:52.072570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4429dec7-8937-4dce-aa3e-dcb71e79b6c5 req-e6941df6-bf67-41eb-959e-1f32fe65f9cd tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.2063460 Aug 28 20:22:52.118213 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:52.135702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Pushing event updated for resources: {'Port': ['ID=65dbce1e-90ab-4a78-8923-c39870837bfc,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:52.235207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:52.238535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:22:52.240371 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.258369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:52.268454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:52.292336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4429dec7-8937-4dce-aa3e-dcb71e79b6c5 req-fca9cfab-80f7-47b4-8c54-d699fb18d827 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128036 Aug 28 20:22:52.394509 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.442137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Allocated IP 172.25.4.71 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/0b94a102-ec83-420f-b5d8-7906f3951e19) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:52.520988 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c956fafa-8446-4163-973f-cdaab13671e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.536927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Allocated IP 172.20.0.2 (4ab9ca5c-7817-4ca9-86f3-46be9a76600c/6533b4ee-f20b-4dd9-a203-033f1dfa3efb/858ce5a8-d336-4ab1-92f8-a832d880db92) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:52.584503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1093-8c89-4a59-8dc3-646b79169336 req-939c6c00-3339-477d-963c-9089346b184b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:52.586468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50ce1093-8c89-4a59-8dc3-646b79169336 req-939c6c00-3339-477d-963c-9089346b184b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0992467 Aug 28 20:22:52.636816 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks [] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.730055 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-50ce1093-8c89-4a59-8dc3-646b79169336 req-b8f0c6d0-973e-40fa-8d41-3b905bd71772 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342235 Aug 28 20:22:52.741811 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Publish callbacks [] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.857890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.858497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Attempting to bind port 65dbce1e-90ab-4a78-8923-c39870837bfc on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:52.858497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Attempting to bind port 65dbce1e-90ab-4a78-8923-c39870837bfc by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:52.858846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Attempting to bind port 65dbce1e-90ab-4a78-8923-c39870837bfc on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:52.867848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:52.868229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Checking segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:52.868639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.869036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Bound using segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:52.869526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Bound port: 65dbce1e-90ab-4a78-8923-c39870837bfc, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:52.869936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.873811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:47Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:52.879925 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:52.921419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a96817-a0e9-4b37-b3e5-691620706b6c req-6e78d6d9-aeb3-4b64-b471-09ab9f1e62b9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:52.923300 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92a96817-a0e9-4b37-b3e5-691620706b6c req-6e78d6d9-aeb3-4b64-b471-09ab9f1e62b9 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1374283 Aug 28 20:22:52.982185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a778f-5a28-43d4-9935-fdaaa12a5456 None None] The sync data for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 is: [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:47Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:22:53.105574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Pushing event updated for resources: {'Port': ['ID=0b94a102-ec83-420f-b5d8-7906f3951e19,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:53.125475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:53.135028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:53.138115 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:53.139101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.1 (4ab9ca5c-7817-4ca9-86f3-46be9a76600c/6533b4ee-f20b-4dd9-a203-033f1dfa3efb/848300ed-9d11-4255-bfbe-b2f0b0ae28af) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:53.154741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92a96817-a0e9-4b37-b3e5-691620706b6c req-65650893-70f7-4592-84fc-384f680b48c1 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230926 Aug 28 20:22:53.227086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:53.233408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:53.239977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:53.246127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b6798736-688b-4519-a684-94cc0fce62f3 req-44692584-b071-4495-8900-0d8fbaba1d11 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 210 time: 0.2682559 Aug 28 20:22:53.250682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] For port 65dbce1e-90ab-4a78-8923-c39870837bfc, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:53.258724 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:53.291243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Pushing event updated for resources: {'Port': ['ID=858ce5a8-d336-4ab1-92f8-a832d880db92,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:53.296953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] For port 65dbce1e-90ab-4a78-8923-c39870837bfc, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65dbce1e-90ab-4a78-8923-c39870837bfc,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:53.372918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Attempting to bind port 858ce5a8-d336-4ab1-92f8-a832d880db92 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:53.373339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Attempting to bind port 858ce5a8-d336-4ab1-92f8-a832d880db92 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:53.373707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Attempting to bind port 858ce5a8-d336-4ab1-92f8-a832d880db92 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:53.386371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:53.386762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Checking segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:53.387174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:53.387572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Bound using segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:53.388073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Bound port: 858ce5a8-d336-4ab1-92f8-a832d880db92, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:53.388462 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:53.421316 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:53.496110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-7f830434-f407-4c87-8dfb-d4b0313263a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:53.500238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-7f830434-f407-4c87-8dfb-d4b0313263a9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c59ca2d811f647d2a10fc4e1e2e96ef6&device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 1127 time: 0.4512439 Aug 28 20:22:53.506242 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:53.599028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] For port 858ce5a8-d336-4ab1-92f8-a832d880db92, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:53.605145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] For port 858ce5a8-d336-4ab1-92f8-a832d880db92, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=858ce5a8-d336-4ab1-92f8-a832d880db92,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:53.692891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfedb8-f635-42e7-94c1-208e158b230e None None] Pushing event updated for resources: {'Port': ['ID=65dbce1e-90ab-4a78-8923-c39870837bfc,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:53.707059 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:53.720574 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:53.729861 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:53.732126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16eeed-11c1-428e-a9fa-55b1898c2ca5 req-8a9e5a3f-dc88-49ac-bfa6-ea42ddcfa267 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:53.738920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc16eeed-11c1-428e-a9fa-55b1898c2ca5 req-8a9e5a3f-dc88-49ac-bfa6-ea42ddcfa267 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1487505 Aug 28 20:22:53.747717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:53.765803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-0949183b-677e-4797-9357-910a98d882ca tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:53.768362 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-0949183b-677e-4797-9357-910a98d882ca tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "GET /networking/v2.0/networks?id=34cafcec-0a29-4eb9-9451-3f06458c44f4 HTTP/1.1" status: 200 len: 808 time: 0.7953041 Aug 28 20:22:53.792581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Request body: {'port': {'device_id': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4', 'admin_state_up': True, 'tenant_id': 'c3eca6aadaa848a498c9226d1c83be2b'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:53.917764 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:54.014079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69a20f-ddb2-44d1-a71b-626a1919cd9e None None] Pushing event updated for resources: {'Port': ['ID=858ce5a8-d336-4ab1-92f8-a832d880db92,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:54.043663 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc16eeed-11c1-428e-a9fa-55b1898c2ca5 req-7b550aa7-043e-4123-8a57-077d8543ee6c tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337227 Aug 28 20:22:54.123780 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:54.240419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e713e-e490-4986-9045-f55534df3659 req-8b254505-c78b-4a93-a9bf-94bba99d815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:54.247045 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e5e713e-e490-4986-9045-f55534df3659 req-8b254505-c78b-4a93-a9bf-94bba99d815a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 1127 time: 0.1940131 Aug 28 20:22:54.262056 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cdd6213f-3e85-4bb6-9005-8bda412e4de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:54.312335 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:54.315832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-79576dbd-3998-48c1-9311-d4d2a81102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:54.319612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-79576dbd-3998-48c1-9311-d4d2a81102fd service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 HTTP/1.1" status: 200 len: 912 time: 0.7930896 Aug 28 20:22:54.323023 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:54.465796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-aaecf505-e082-413f-8be1-5e76991bd540 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76 HTTP/1.1" status: 200 len: 217 time: 0.0977042 Aug 28 20:22:54.472098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796e19-4698-4e43-83bb-8e0875711219 req-dfbafb82-4afc-46a1-856c-b15974555a8d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:54.473708 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9796e19-4698-4e43-83bb-8e0875711219 req-dfbafb82-4afc-46a1-856c-b15974555a8d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.5277476 Aug 28 20:22:54.631710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:54.690926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdb1b3-d513-4a40-a889-d0154a836175 req-be355488-e81e-4345-88d3-f5f8ed9f91a8 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:54.693456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a5cdb1b3-d513-4a40-a889-d0154a836175 req-be355488-e81e-4345-88d3-f5f8ed9f91a8 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.3945212 Aug 28 20:22:54.757155 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9796e19-4698-4e43-83bb-8e0875711219 req-2e731b49-c8de-4685-a146-972ca80e62a3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580206 Aug 28 20:22:54.776274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e713e-e490-4986-9045-f55534df3659 req-9fdae0dc-c9c8-448f-9751-878819124afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:54.778334 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e5e713e-e490-4986-9045-f55534df3659 req-9fdae0dc-c9c8-448f-9751-878819124afd service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 910 time: 0.5182998 Aug 28 20:22:54.793305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-f6f45af0-755b-4163-9145-3bc5898f9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:54.795055 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-f6f45af0-755b-4163-9145-3bc5898f9951 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=e675bf21-10e1-45b6-9081-922eea6e8502 HTTP/1.1" status: 200 len: 851 time: 0.3201370 Aug 28 20:22:54.798021 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:54.833276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=848300ed-9d11-4255-bfbe-b2f0b0ae28af,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:54.840865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:54.867652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks [] for router_gateway (e2e372e4-e571-436b-8cb9-aed957bd2b73), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:54.877728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:54.914471 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:54.964275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Made reservation on behalf of c3eca6aadaa848a498c9226d1c83be2b for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:22:54.964275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:54.965348 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a5cdb1b3-d513-4a40-a889-d0154a836175 req-72862b61-f23f-4373-bc97-9232031efc4b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107570 Aug 28 20:22:54.972831 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-0ad66407-6fa1-43f4-b65d-8e7923c8d193 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338174 Aug 28 20:22:54.973134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e5e713e-e490-4986-9045-f55534df3659 req-5ad141ca-21e3-45be-8168-6987c9e29f89 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 200 len: 1000 time: 0.1858423 Aug 28 20:22:55.023927 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccbfc746-6a60-4b99-a705-4f03a5f98d04 req-49aacabf-ebd6-4033-a0c2-642e3d4cdfab tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 210 time: 0.1512814 Aug 28 20:22:55.024989 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:55.095574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (7bed5292-4508-4db9-88e1-bb59a3be89ef), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:55.119528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e713e-e490-4986-9045-f55534df3659 req-d54c60c8-5eed-428b-9366-88819efbf25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:55.121285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e5e713e-e490-4986-9045-f55534df3659 req-d54c60c8-5eed-428b-9366-88819efbf25b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.1330361 Aug 28 20:22:55.186948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e713e-e490-4986-9045-f55534df3659 req-94423469-bc5e-424f-b947-f05b476b6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:55.189753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e5e713e-e490-4986-9045-f55534df3659 req-94423469-bc5e-424f-b947-f05b476b6bc2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0595064 Aug 28 20:22:55.388465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65dbce1e-90ab-4a78-8923-c39870837bfc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:55.424055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5052d8f-48a7-47fb-8e0a-f0556be48f7c req-df934800-dc51-4936-9c70-966d70f19ae3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:55.453462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a5052d8f-48a7-47fb-8e0a-f0556be48f7c req-df934800-dc51-4936-9c70-966d70f19ae3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.2537391 Aug 28 20:22:55.530378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65dbce1e-90ab-4a78-8923-c39870837bfc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:55.530766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:55.610200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a5052d8f-48a7-47fb-8e0a-f0556be48f7c req-199f638e-a811-42ea-bbbe-fc151723f476 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486647 Aug 28 20:22:55.696869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65dbce1e-90ab-4a78-8923-c39870837bfc is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:55.697588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:55.727847 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:55.751425 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:55.771873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 65dbce1e-90ab-4a78-8923-c39870837bfc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65dbce1e-90ab-4a78-8923-c39870837bfc,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:55.792157 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e5e713e-e490-4986-9045-f55534df3659 req-e1b09179-3581-4b9b-8f63-a1f170a24039 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913887 Aug 28 20:22:55.801717 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:55.805761 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (e2e372e4-e571-436b-8cb9-aed957bd2b73), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:55.851216 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:55.852476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 068de3c8-e6b0-468b-a060-0037aa20cac5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:55.973066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab212e-0386-434e-9730-43dca185ac4e None None] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:56.016777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6e5e713e-e490-4986-9045-f55534df3659 req-16e11bab-a5b5-475d-8808-4df767941c4b service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060659 Aug 28 20:22:56.145509 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:56.154095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56cdb-b5d8-4f31-9591-93dfc1df9f0a req-0b9c6612-d3f2-4d8a-8675-7e5b7067423d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:56.155699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68d56cdb-b5d8-4f31-9591-93dfc1df9f0a req-0b9c6612-d3f2-4d8a-8675-7e5b7067423d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0897825 Aug 28 20:22:56.244195 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:56.254661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6ca03-7405-4ef5-8359-f88ce254ba0b None None] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:22:56.264992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68d56cdb-b5d8-4f31-9591-93dfc1df9f0a req-ea51e54a-d1b2-41fe-867a-a23bc8c802ee tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889621 Aug 28 20:22:56.370725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-a5990bcb-d1ab-44e4-9606-040bc91b5d62 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3595910 Aug 28 20:22:56.380577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-724a429a-8bf1-4b74-8a8b-52c79a44fa53 None None] Provisioning complete for port 65dbce1e-90ab-4a78-8923-c39870837bfc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:56.380577 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-724a429a-8bf1-4b74-8a8b-52c79a44fa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:56.412871 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c46eef5-9305-4b59-a787-1f7373faf775 req-178d6466-8b53-4747-b719-a1572925d249 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 210 time: 0.0351498 Aug 28 20:22:56.434636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-484248aa-c477-46a3-87b9-7dce1b5ee83c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705234 Aug 28 20:22:56.444655 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:56.459857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00353b-33cb-48f9-a142-50423f97cc6f req-36c0fa53-6285-4871-b9cc-5d7210181f58 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:56.465428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=65dbce1e-90ab-4a78-8923-c39870837bfc,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:56.470304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a00353b-33cb-48f9-a142-50423f97cc6f req-36c0fa53-6285-4871-b9cc-5d7210181f58 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.3153777 Aug 28 20:22:56.539062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 068de3c8-e6b0-468b-a060-0037aa20cac5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:56.539435 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:56.550682 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:56.556213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cd9427c-34f2-45ae-9e0f-d55e8257b8bd req-b865fda3-63e8-4c54-91e4-ef0a6e88237e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238992 Aug 28 20:22:56.558630 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:56.589111 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:56.616428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-724a429a-8bf1-4b74-8a8b-52c79a44fa53 None None] Current status of the port 65dbce1e-90ab-4a78-8923-c39870837bfc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:56.634596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Allocated IP 172.20.0.5 (34cafcec-0a29-4eb9-9451-3f06458c44f4/95f9d318-c4be-4d9b-863e-9596e20aed7e/ed98c599-bddc-4e39-994e-5a92dac93546) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:22:56.730429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-54ff6857-baf7-4fb6-ab3c-6fd715b207a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:56.732392 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-54ff6857-baf7-4fb6-ab3c-6fd715b207a4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1127 time: 0.1572576 Aug 28 20:22:56.750839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a00353b-33cb-48f9-a142-50423f97cc6f req-2e086b1e-20fb-4392-848a-e8c50ba39c17 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786050 Aug 28 20:22:56.796372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1fbca2dd-7141-407d-acd4-1a81c8062910 None None] Provisioning complete for port 858ce5a8-d336-4ab1-92f8-a832d880db92 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:56.796782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1fbca2dd-7141-407d-acd4-1a81c8062910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:56.810317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a7ff4-c5a8-45da-b3f3-a73417de88cf req-dfaa9ac3-a8ec-43f2-82a3-fc37144a9503 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:56.810317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-626a7ff4-c5a8-45da-b3f3-a73417de88cf req-dfaa9ac3-a8ec-43f2-82a3-fc37144a9503 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.0666897 Aug 28 20:22:56.897393 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:56.946615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 068de3c8-e6b0-468b-a060-0037aa20cac5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:56.947015 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:56.978769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-626a7ff4-c5a8-45da-b3f3-a73417de88cf req-a390124b-e075-4f0f-88ac-3acbbbd326ea tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057649 Aug 28 20:22:57.014809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-692a75f8-7608-4fde-acb1-e6f7d4499047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:57.023381 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-692a75f8-7608-4fde-acb1-e6f7d4499047 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.2649405 Aug 28 20:22:57.027060 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Router e2e372e4-e571-436b-8cb9-aed957bd2b73 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:22:57.080910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 068de3c8-e6b0-468b-a060-0037aa20cac5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=068de3c8-e6b0-468b-a060-0037aa20cac5,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:57.082696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1fbca2dd-7141-407d-acd4-1a81c8062910 None None] Current status of the port 858ce5a8-d336-4ab1-92f8-a832d880db92 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:57.083273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1fbca2dd-7141-407d-acd4-1a81c8062910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.126979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1fbca2dd-7141-407d-acd4-1a81c8062910 None None] For port 858ce5a8-d336-4ab1-92f8-a832d880db92, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=858ce5a8-d336-4ab1-92f8-a832d880db92,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:22:57.136512 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:57.150955 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-74a14959-7128-4a3a-9994-5bbcf34531d2 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 200 len: 217 time: 0.1148188 Aug 28 20:22:57.151727 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:57.181616 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.185146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.186443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 858ce5a8-d336-4ab1-92f8-a832d880db92 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:57.314211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-e8974337-f08f-46e9-9fe5-960a6b23849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:57.315763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-e8974337-f08f-46e9-9fe5-960a6b23849f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1568162 Aug 28 20:22:57.316414 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1fbca2dd-7141-407d-acd4-1a81c8062910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.366640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=068de3c8-e6b0-468b-a060-0037aa20cac5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:57.379886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 858ce5a8-d336-4ab1-92f8-a832d880db92 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:57.380271 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.419618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:22:57.437565 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Sync routers for ids ['e2e372e4-e571-436b-8cb9-aed957bd2b73'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:22:57.456887 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Routers {'e2e372e4-e571-436b-8cb9-aed957bd2b73'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:57.459143 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e2e372e4-e571-436b-8cb9-aed957bd2b73'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:57.544259 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:57.567129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-2d08ad21-9217-4a3a-8c2f-9cb00be53421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:57.570523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Provisioning complete for port 858ce5a8-d336-4ab1-92f8-a832d880db92 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:57.570912 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.579912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-2d08ad21-9217-4a3a-8c2f-9cb00be53421 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2477176 Aug 28 20:22:57.705143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbca2dd-7141-407d-acd4-1a81c8062910 None None] Pushing event updated for resources: {'Port': ['ID=858ce5a8-d336-4ab1-92f8-a832d880db92,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:57.740170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.746772 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Set router e2e372e4-e571-436b-8cb9-aed957bd2b73 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:57.747850 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:57.764135 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:57.765345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a73036-2b80-46ff-9047-4e2fb9613d66 req-ac2cccef-d7f0-4729-ba75-87775790028f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:57.767964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 858ce5a8-d336-4ab1-92f8-a832d880db92 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:57.777175 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8a73036-2b80-46ff-9047-4e2fb9613d66 req-ac2cccef-d7f0-4729-ba75-87775790028f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.3182359 Aug 28 20:22:57.796438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.802038 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59bfe4ff-26ba-4e99-b5f8-6480caf17ba9 req-a3205123-57d1-4b0b-ba57-9ba323f625d1 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 210 time: 0.0589759 Aug 28 20:22:57.811988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b29cde3b-bcfe-4b72-bf14-c94d9507f340 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2477202 Aug 28 20:22:57.814634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 43718) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:22:57.841837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.877194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Current status of the port 858ce5a8-d336-4ab1-92f8-a832d880db92 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:57.883914 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:57.892456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Provisioning complete for port 65dbce1e-90ab-4a78-8923-c39870837bfc triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:57.892904 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.926686 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.933358 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks [] for port (ed98c599-bddc-4e39-994e-5a92dac93546), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:57.990890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 068de3c8-e6b0-468b-a060-0037aa20cac5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:58.053109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8a73036-2b80-46ff-9047-4e2fb9613d66 req-366536cb-4391-4627-94ad-d05acc87c4f3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740490 Aug 28 20:22:58.117183 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-4adddfe2-d835-48b7-a977-cae1a404590a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228326 Aug 28 20:22:58.134289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (7bed5292-4508-4db9-88e1-bb59a3be89ef), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:58.143896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=848300ed-9d11-4255-bfbe-b2f0b0ae28af,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:58.159047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23ea33-e156-4877-ac80-e3b409089eee req-1d6debca-58b4-4122-a532-e404acbc61e5 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:58.160723 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c23ea33-e156-4877-ac80-e3b409089eee req-1d6debca-58b4-4122-a532-e404acbc61e5 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1611490 Aug 28 20:22:58.187044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 068de3c8-e6b0-468b-a060-0037aa20cac5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:58.187373 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:58.305668 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:58.333111 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:58.400284 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5c23ea33-e156-4877-ac80-e3b409089eee req-e349a20f-4014-4bfe-8d48-fa7f14194914 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315969 Aug 28 20:22:58.402526 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:22:53Z', 'revision_number': 3, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:58.439270 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Checking router: e2e372e4-e571-436b-8cb9-aed957bd2b73 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:22:58.439924 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Updating router e2e372e4-e571-436b-8cb9-aed957bd2b73 port 0b94a102-ec83-420f-b5d8-7906f3951e19 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:22:58.457907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34393c50-6f8a-421f-838a-43b1b5d50868 req-7a2d96ba-1bc0-4cad-b85c-4796d8abac4f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:58.459513 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34393c50-6f8a-421f-838a-43b1b5d50868 req-7a2d96ba-1bc0-4cad-b85c-4796d8abac4f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1709874 Aug 28 20:22:58.480431 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:58.491933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Network 34cafcec-0a29-4eb9-9451-3f06458c44f4 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:58.503756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:58.509339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Pushing event updated for resources: {'Port': ['ID=ed98c599-bddc-4e39-994e-5a92dac93546,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:58.515441 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:22:58.521253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-341a20a8-96be-418c-95e3-1916edfd64a0 req-b858a546-1613-4d00-81cb-84369816e2b7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981800 Aug 28 20:22:58.524693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:22:58.577643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Current status of the port 65dbce1e-90ab-4a78-8923-c39870837bfc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:58.580339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:22:58.593995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34393c50-6f8a-421f-838a-43b1b5d50868 req-837b7931-2296-4a61-9e08-e042370df1f9 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216640 Aug 28 20:22:58.611832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Provisioning complete for port 848300ed-9d11-4255-bfbe-b2f0b0ae28af triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:58.612324 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:58.684894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 068de3c8-e6b0-468b-a060-0037aa20cac5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:58.686366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 858ce5a8-d336-4ab1-92f8-a832d880db92 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:58.729645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-99e8dea5-e405-48fd-b082-e0aaa7acd12c None None] Port 848300ed-9d11-4255-bfbe-b2f0b0ae28af cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:22:58.790872 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:58.804538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:58.805178 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:58.820728 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 858ce5a8-d336-4ab1-92f8-a832d880db92 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:58.821124 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:58.914590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e0947468-5f45-48ee-ac0f-ec56539348b1 None None] Provisioning complete for port 848300ed-9d11-4255-bfbe-b2f0b0ae28af triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:58.915888 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e0947468-5f45-48ee-ac0f-ec56539348b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.022563 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-a16a73cd-2be8-469a-8bbe-3a2ad7b6943d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2412908 Aug 28 20:22:59.028892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 7bed5292-4508-4db9-88e1-bb59a3be89ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:22:59.040104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Request body: {'port': {'device_id': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:22:59.040572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e0947468-5f45-48ee-ac0f-ec56539348b1 None None] Port 848300ed-9d11-4255-bfbe-b2f0b0ae28af cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:22:59.049709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424924c-d38b-47e4-820d-a5c2d343cb5b req-5e6463f9-4a42-4aba-bebb-cb9ca5654082 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:59.060415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0424924c-d38b-47e4-820d-a5c2d343cb5b req-5e6463f9-4a42-4aba-bebb-cb9ca5654082 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 931 time: 0.1359482 Aug 28 20:22:59.069563 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:59.089777 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Publish callbacks [] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.117549 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 858ce5a8-d336-4ab1-92f8-a832d880db92 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:59.119070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65dbce1e-90ab-4a78-8923-c39870837bfc up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:22:59.158554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0424924c-d38b-47e4-820d-a5c2d343cb5b req-c6ce78d5-0d37-48a8-a898-bd7b52f7c973 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962389 Aug 28 20:22:59.164857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4acfb43b-5120-4254-a805-9ef69f16b2d2 None None] Provisioning complete for port 848300ed-9d11-4255-bfbe-b2f0b0ae28af triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:59.165432 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4acfb43b-5120-4254-a805-9ef69f16b2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.206107 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.259132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4acfb43b-5120-4254-a805-9ef69f16b2d2 None None] Port 848300ed-9d11-4255-bfbe-b2f0b0ae28af cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:22:59.275368 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Attempting to bind port 0b94a102-ec83-420f-b5d8-7906f3951e19 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:22:59.275748 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Attempting to bind port 0b94a102-ec83-420f-b5d8-7906f3951e19 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:22:59.276118 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Attempting to bind port 0b94a102-ec83-420f-b5d8-7906f3951e19 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:22:59.308751 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:22:59.309208 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:22:59.311013 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.311377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65dbce1e-90ab-4a78-8923-c39870837bfc triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:22:59.311506 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:22:59.311951 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Bound port: 0b94a102-ec83-420f-b5d8-7906f3951e19, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:22:59.313000 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.313284 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.318434 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.318656 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e249d-10b3-43e6-8abb-89f4edfb9ba0 None None] Pushing event updated for resources: {'Port': ['ID=0b94a102-ec83-420f-b5d8-7906f3951e19,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:22:59.415471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3498229-04cb-4202-b7a7-ceaa774fb058 req-ec083a37-0847-439f-9b6a-d0d71b4eb7e8 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:59.427554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3498229-04cb-4202-b7a7-ceaa774fb058 req-ec083a37-0847-439f-9b6a-d0d71b4eb7e8 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.1304002 Aug 28 20:22:59.442183 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:59.454466 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] For port 0b94a102-ec83-420f-b5d8-7906f3951e19, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:22:59.459441 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] For port 0b94a102-ec83-420f-b5d8-7906f3951e19, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0b94a102-ec83-420f-b5d8-7906f3951e19,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:22:59.507026 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3498229-04cb-4202-b7a7-ceaa774fb058 req-981267aa-7f0e-45e2-87ad-1fef55cc3179 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745635 Aug 28 20:22:59.508601 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:59.532784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65dbce1e-90ab-4a78-8923-c39870837bfc is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:22:59.563716 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.586039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:22:59.606713 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Routers {'e2e372e4-e571-436b-8cb9-aed957bd2b73'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:59.608208 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e2e372e4-e571-436b-8cb9-aed957bd2b73'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:22:59.758221 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] Set router e2e372e4-e571-436b-8cb9-aed957bd2b73 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:22:59.838559 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:59.840707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e0b4-9757-4723-8837-838114cc1542 req-78db772c-f3a6-47ab-97ac-04dfd59284e8 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:22:59.854071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8298e0b4-9757-4723-8837-838114cc1542 req-78db772c-f3a6-47ab-97ac-04dfd59284e8 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.4025571 Aug 28 20:22:59.903149 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:22:59.944330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:22:59.951190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c4551435-6c38-4dd6-a107-a016107a218e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/7bed5292-4508-4db9-88e1-bb59a3be89ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4228895 Aug 28 20:22:59.961028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Sync routers for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:22:59.991112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:22:59.992540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:00.014376 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8298e0b4-9757-4723-8837-838114cc1542 req-6bfe9c07-a5b5-4f4e-acd3-9ebb6d1670fd tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592009 Aug 28 20:23:00.016672 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e249d-10b3-43e6-8abb-89f4edfb9ba0 None None] Pushing event updated for resources: {'Port': ['ID=0b94a102-ec83-420f-b5d8-7906f3951e19,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:00.109078 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:22:53Z', 'revision_number': 3, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:00.140093 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955be12-d6ed-473d-a0e7-cf6d1447ad5d None None] The sync data for ids ['e2e372e4-e571-436b-8cb9-aed957bd2b73'] in n-d-854121-7 is: [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:22:53Z', 'revision_number': 3, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:23:00.179785 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:00.308755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:00.339577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed98c599-bddc-4e39-994e-5a92dac93546 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:00.345066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Allocated IP 172.20.0.1 (3774e37b-0ba6-48cd-bfa6-c801c6af620e/e554280d-27eb-4594-8af9-8949b3c02734/8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:00.412675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Publish callbacks [] for port (ed98c599-bddc-4e39-994e-5a92dac93546), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:00.442886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Transition to ACTIVE for port object ed98c599-bddc-4e39-994e-5a92dac93546 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:23:00.454631 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-7779bcb6-6ca1-4754-ba8b-9d5fa486b083 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2098143893&fields=id&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 267 time: 0.1616375 Aug 28 20:23:00.462649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5025a29-1952-4e91-9185-695ab9ccf629 req-2a4c1c29-ed71-4ffb-a8db-6852d1d20d7b tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:00.470873 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c5025a29-1952-4e91-9185-695ab9ccf629 req-2a4c1c29-ed71-4ffb-a8db-6852d1d20d7b tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 931 time: 0.1112874 Aug 28 20:23:00.549233 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:00.677604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:22:57Z', 'revision_number': 2, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:00.713998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Checking router: 7bed5292-4508-4db9-88e1-bb59a3be89ef for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:23:00.714367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Updating router 7bed5292-4508-4db9-88e1-bb59a3be89ef port 848300ed-9d11-4255-bfbe-b2f0b0ae28af binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:23:00.749410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:00.775611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks [] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.017602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98c599-bddc-4e39-994e-5a92dac93546,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:01.055248 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:01.072932 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c5025a29-1952-4e91-9185-695ab9ccf629 req-d80b5379-6d4b-440c-a33f-95d873b41c2a tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993590 Aug 28 20:23:01.131588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Attempting to bind port ed98c599-bddc-4e39-994e-5a92dac93546 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:01.131955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Attempting to bind port ed98c599-bddc-4e39-994e-5a92dac93546 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:01.132292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Attempting to bind port ed98c599-bddc-4e39-994e-5a92dac93546 on network 34cafcec-0a29-4eb9-9451-3f06458c44f4 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:01.138533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Port ed98c599-bddc-4e39-994e-5a92dac93546 on network 34cafcec-0a29-4eb9-9451-3f06458c44f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:23:01.138936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Attempting to bind port ed98c599-bddc-4e39-994e-5a92dac93546 on network 34cafcec-0a29-4eb9-9451-3f06458c44f4 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:01.149278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:01.149818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Checking segment: {'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:01.150690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Bound using segment: {'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:01.151165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Bound port: ed98c599-bddc-4e39-994e-5a92dac93546, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674c763a-2efc-4146-934b-da27d4e5bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:01.151589 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.274327 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:01.293990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.329057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6021d4-a0d6-4456-ab7b-b1ee2e400c67 req-6625a3bd-1bf2-4ae2-8769-02d79cf2eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:01.329057 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf6021d4-a0d6-4456-ab7b-b1ee2e400c67 req-6625a3bd-1bf2-4ae2-8769-02d79cf2eb9c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 1127 time: 0.0545051 Aug 28 20:23:01.329057 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:01.406653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-d3751102-a9e2-4344-a6fe-929c7ef73158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:01.415514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-d3751102-a9e2-4344-a6fe-929c7ef73158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 797 time: 0.9592185 Aug 28 20:23:01.455629 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Publish callbacks [] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.459380 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-2741ea91-5d29-4ec4-98eb-20bb966df5b1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/quotas/19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 375 time: 0.0411367 Aug 28 20:23:01.539011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1596e-311d-4a14-9e47-ec5ebad6a27c req-b1613426-99d5-4efd-8acd-0b1165f90d88 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:01.541002 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51c1596e-311d-4a14-9e47-ec5ebad6a27c req-b1613426-99d5-4efd-8acd-0b1165f90d88 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.2827549 Aug 28 20:23:01.547883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Pushing event updated for resources: {'Port': ['ID=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:01.555467 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.575412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:01.613632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-f2791f79-6dfb-4cb0-8f6f-35792edb149a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532328 Aug 28 20:23:01.669299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] For port ed98c599-bddc-4e39-994e-5a92dac93546, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:01.675320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] For port ed98c599-bddc-4e39-994e-5a92dac93546, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ed98c599-bddc-4e39-994e-5a92dac93546,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:01.675960 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:01.688287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:01.691486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:01.722397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07829e8d-719e-473d-ad22-d14ecdbea213 None None] Pushing event updated for resources: {'Port': ['ID=848300ed-9d11-4255-bfbe-b2f0b0ae28af,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:01.839202 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.844891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:01.848976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.856139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/ed98c599-bddc-4e39-994e-5a92dac93546 HTTP/1.1" status: 200 len: 1091 time: 2.8259935 Aug 28 20:23:01.873051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Attempting to bind port 848300ed-9d11-4255-bfbe-b2f0b0ae28af on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:01.873051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Attempting to bind port 848300ed-9d11-4255-bfbe-b2f0b0ae28af by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:01.873051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Attempting to bind port 848300ed-9d11-4255-bfbe-b2f0b0ae28af on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:01.883601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-51c1596e-311d-4a14-9e47-ec5ebad6a27c req-407ffe4a-7e63-41c4-b38b-7e85e5aaba13 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218567 Aug 28 20:23:01.887843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:01.901083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Checking segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:01.901083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.901083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Bound using segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:01.901083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Bound port: 848300ed-9d11-4255-bfbe-b2f0b0ae28af, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:01.901083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.902445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'tag': 'ed98c599-bddc-4e39-994e-5a92dac93546'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:01.903185 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ee42ab-9705-49a9-bad3-d722f0882bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "83ec38ba-62a8-4e41-8b01-21b69aae8f4d", "tag": "ed98c599-bddc-4e39-994e-5a92dac93546"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:01.922608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (e2e372e4-e571-436b-8cb9-aed957bd2b73), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:01.936410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cf6021d4-a0d6-4456-ab7b-b1ee2e400c67 req-f023cf35-f338-4e8d-b2e7-5e95f02414a5 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108626 Aug 28 20:23:01.953329 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-70aa79c5-201d-49ef-848c-cdbab7f4086d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966268 Aug 28 20:23:02.102051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] For port 848300ed-9d11-4255-bfbe-b2f0b0ae28af, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:02.116105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] For port 848300ed-9d11-4255-bfbe-b2f0b0ae28af, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=848300ed-9d11-4255-bfbe-b2f0b0ae28af,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:02.130597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0b94a102-ec83-420f-b5d8-7906f3951e19 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:02.217058 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9e55374b-0435-4d9d-b3f5-856240ab0293 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627826 Aug 28 20:23:02.239579 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:02.243300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:02.253638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-706c0066-93e2-4d01-bbd0-817cca6c3a81 None None] Provisioning complete for port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:02.255393 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-706c0066-93e2-4d01-bbd0-817cca6c3a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:02.342687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07829e8d-719e-473d-ad22-d14ecdbea213 None None] Pushing event updated for resources: {'Port': ['ID=848300ed-9d11-4255-bfbe-b2f0b0ae28af,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:02.358420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:23:02.359274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:02.527086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:02.702524 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:02.729692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0b94a102-ec83-420f-b5d8-7906f3951e19 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:02.730105 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:02.878811 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e5564a-57c6-4890-9fbf-37ef4ec44bfb x-openstack-request-id: req-97e5564a-57c6-4890-9fbf-37ef4ec44bfb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:02.879366 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ec38ba-62a8-4e41-8b01-21b69aae8f4d", "tag": "ed98c599-bddc-4e39-994e-5a92dac93546", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:02.879594 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97e5564a-57c6-4890-9fbf-37ef4ec44bfb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:02.880105 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e5564a-57c6-4890-9fbf-37ef4ec44bfb'] response: {'name': 'network-changed', 'server_uuid': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'tag': 'ed98c599-bddc-4e39-994e-5a92dac93546', 'status': 'completed', 'code': 200} Aug 28 20:23:02.901878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8b3d2-47e9-4498-8eb5-1a7896f34172 req-f2a03df5-a80c-40b5-bc5e-a1beee3f813e tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:02.918399 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfd8b3d2-47e9-4498-8eb5-1a7896f34172 req-f2a03df5-a80c-40b5-bc5e-a1beee3f813e tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 943 time: 0.1258147 Aug 28 20:23:02.996753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-706c0066-93e2-4d01-bbd0-817cca6c3a81 None None] Port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:23:02.997373 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:03.035208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd64d0-9bfe-4fd1-b1e1-593548443539 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98c599-bddc-4e39-994e-5a92dac93546,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:03.060954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f7f0-bc81-4115-bc30-e89e61a23123 req-608b7fbd-0cf7-475e-8c23-9306dcd9b929 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:03.070614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8bd9f7f0-bc81-4115-bc30-e89e61a23123 req-608b7fbd-0cf7-475e-8c23-9306dcd9b929 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 1.0075414 Aug 28 20:23:03.082082 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dfd8b3d2-47e9-4498-8eb5-1a7896f34172 req-427249b2-3a97-4dbe-b722-5f009ccd591a tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556590 Aug 28 20:23:03.104874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-393f614f-e1da-4d10-8441-f377759dc1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:03.112714 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-393f614f-e1da-4d10-8441-f377759dc1bd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c3eca6aadaa848a498c9226d1c83be2b&device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 1125 time: 1.0546677 Aug 28 20:23:03.213703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a66fcca5-b3d7-4a02-aff7-36c8fffd8712 req-2473d3dc-d137-4641-a859-cfa72a789f56 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 210 time: 0.0381606 Aug 28 20:23:03.259931 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-aa685781-e96b-4567-989e-1541e6fef2ed service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed98c599-bddc-4e39-994e-5a92dac93546 HTTP/1.1" status: 200 len: 217 time: 0.1332424 Aug 28 20:23:03.340461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:02Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:03.378286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0b94a102-ec83-420f-b5d8-7906f3951e19 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:03.378979 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:03.380836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe1478-c691-454f-87f1-73a9d454ffad req-a8632b12-ebf8-4411-87c7-ed8f8d53a494 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:03.386598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f496c5-b35d-4508-a96b-813813fad99a None None] The sync data for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 is: [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:02Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:23:03.389799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dffe1478-c691-454f-87f1-73a9d454ffad req-a8632b12-ebf8-4411-87c7-ed8f8d53a494 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0748348 Aug 28 20:23:03.396726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8bd9f7f0-bc81-4115-bc30-e89e61a23123 req-229455c6-1617-40f8-9486-f207c6b59d4c tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235025 Aug 28 20:23:03.410664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43808) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:03.413897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-d3eac3ab-35d4-4268-8a92-d4e1e3dc79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:03.416545 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-d3eac3ab-35d4-4268-8a92-d4e1e3dc79a5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=95f9d318-c4be-4d9b-863e-9596e20aed7e HTTP/1.1" status: 200 len: 848 time: 0.1417859 Aug 28 20:23:03.427971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 0b94a102-ec83-420f-b5d8-7906f3951e19, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0b94a102-ec83-420f-b5d8-7906f3951e19,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:03.458845 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-93aaaf31-c20d-4a9e-83bf-fddff904b12d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=34cafcec-0a29-4eb9-9451-3f06458c44f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293577 Aug 28 20:23:03.470327 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:03.525322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:03.536198 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dffe1478-c691-454f-87f1-73a9d454ffad req-68ee8805-b9f5-481c-b52d-5e3dedb596bb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186311 Aug 28 20:23:03.627633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=0b94a102-ec83-420f-b5d8-7906f3951e19,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:03.738373 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:03.828130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee3fe6-0844-4a84-a44a-2e2eb6f10e7e req-692a2bf9-e1bb-4edc-a666-cff8e169a0cf tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:03.831364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9eee3fe6-0844-4a84-a44a-2e2eb6f10e7e req-692a2bf9-e1bb-4edc-a666-cff8e169a0cf tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1272748 Aug 28 20:23:03.835420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-b57bcb37-8ab4-4418-a1cc-ed4764206185 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630519 Aug 28 20:23:03.872387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04faef86-fd9c-4b78-8499-f3bf8e826ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:03.978989 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9eee3fe6-0844-4a84-a44a-2e2eb6f10e7e req-1755863c-677b-4946-b606-ea4d4479ccec tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403694 Aug 28 20:23:04.108265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 848300ed-9d11-4255-bfbe-b2f0b0ae28af up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:04.152771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9b4c7e30-a9fd-43fb-88d0-a617ab541c7e req-51330986-3ab7-48bd-8466-e34af19accbe service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085322 Aug 28 20:23:04.220799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04faef86-fd9c-4b78-8499-f3bf8e826ccd admin admin] Publish callbacks [] for security_group (0bba7741-0873-4782-9db3-6ae772483b45), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.236566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 848300ed-9d11-4255-bfbe-b2f0b0ae28af triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:04.236954 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.266157 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:04.342418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks [] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.346341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 848300ed-9d11-4255-bfbe-b2f0b0ae28af is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:04.346980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.352162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-5b30dae7-5d6c-4888-a68c-7d2e310ef03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:04.353787 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-5b30dae7-5d6c-4888-a68c-7d2e310ef03d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c59ca2d811f647d2a10fc4e1e2e96ef6&device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 1127 time: 0.1923282 Aug 28 20:23:04.366864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bbee4-518f-41c7-8b72-c1df5a6fa9fa req-2a968dab-f038-4744-9c22-b0e723351f06 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:04.369160 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca7bbee4-518f-41c7-8b72-c1df5a6fa9fa req-2a968dab-f038-4744-9c22-b0e723351f06 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1576264 Aug 28 20:23:04.392772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 848300ed-9d11-4255-bfbe-b2f0b0ae28af, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=848300ed-9d11-4255-bfbe-b2f0b0ae28af,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:04.399141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-04faef86-fd9c-4b78-8499-f3bf8e826ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bba7741-0873-4782-9db3-6ae772483b45), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.448851 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca7bbee4-518f-41c7-8b72-c1df5a6fa9fa req-44e40e5c-ca61-4752-b319-c86ef35942b8 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719604 Aug 28 20:23:04.461210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.474721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-04faef86-fd9c-4b78-8499-f3bf8e826ccd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8dafe2ce662b49e88090f86c190f40be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0622983 Aug 28 20:23:04.491421 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.492953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0b94a102-ec83-420f-b5d8-7906f3951e19 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:04.493943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43832) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:04.574594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faef86-fd9c-4b78-8499-f3bf8e826ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba7741-0873-4782-9db3-6ae772483b45,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:04.604217 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (e2e372e4-e571-436b-8cb9-aed957bd2b73), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.605624 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:04.643370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92b3481c-e9f4-44fd-b503-bf3ceacab731 admin admin] Publish callbacks [] for security_group (0bba7741-0873-4782-9db3-6ae772483b45), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.659913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Pushing event updated for resources: {'Port': ['ID=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:04.691227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0b94a102-ec83-420f-b5d8-7906f3951e19 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:04.691605 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.695069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92b3481c-e9f4-44fd-b503-bf3ceacab731 admin admin] Publish callbacks [] for security_group (0bba7741-0873-4782-9db3-6ae772483b45), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.790122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=848300ed-9d11-4255-bfbe-b2f0b0ae28af,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:04.810557 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:04.833926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82e24c61-2ae4-4ae6-96f5-5b3b9a80cc7b req-5359308d-8942-4bc2-badd-523bddacbb28 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 210 time: 0.0811222 Aug 28 20:23:04.845632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b370-095a-495c-a4b0-f53ae97b6f69 req-2270a407-3587-49f4-978c-cf8c9d407f5f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:04.846289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0b94a102-ec83-420f-b5d8-7906f3951e19 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:04.856773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e202b370-095a-495c-a4b0-f53ae97b6f69 req-2270a407-3587-49f4-978c-cf8c9d407f5f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 943 time: 0.2249715 Aug 28 20:23:04.874074 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92b3481c-e9f4-44fd-b503-bf3ceacab731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bba7741-0873-4782-9db3-6ae772483b45), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.876712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-92b3481c-e9f4-44fd-b503-bf3ceacab731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:04.877938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-92b3481c-e9f4-44fd-b503-bf3ceacab731 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0bba7741-0873-4782-9db3-6ae772483b45 HTTP/1.1" status: 204 len: 168 time: 0.3800724 Aug 28 20:23:04.894332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3481c-e9f4-44fd-b503-bf3ceacab731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba7741-0873-4782-9db3-6ae772483b45,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:05.008040 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e202b370-095a-495c-a4b0-f53ae97b6f69 req-c9d83af0-81ff-48a8-a38c-26d90e6f176f tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502671 Aug 28 20:23:05.025875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:05.025875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:05.028345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a52ca-98b3-4d64-ab41-ae97111d7272 req-033ec961-20d7-45ca-a55c-45fb8884b66a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:05.031594 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f2a52ca-98b3-4d64-ab41-ae97111d7272 req-033ec961-20d7-45ca-a55c-45fb8884b66a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0970128 Aug 28 20:23:05.120320 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f2a52ca-98b3-4d64-ab41-ae97111d7272 req-979bc15e-fa7b-4306-8b0d-8752b39e007f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809455 Aug 28 20:23:05.360058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-aafda3dc-4425-4c3b-a105-0128b3725762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:05.361618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-aafda3dc-4425-4c3b-a105-0128b3725762 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=c3eca6aadaa848a498c9226d1c83be2b&device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 1125 time: 0.2473366 Aug 28 20:23:05.390443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-b86151ec-7bb4-4c70-a737-36035bba03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:05.403728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-b86151ec-7bb4-4c70-a737-36035bba03c6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 HTTP/1.1" status: 200 len: 912 time: 0.2822363 Aug 28 20:23:05.458019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8d5b6e31-e3fa-4e46-8185-ec187473c519 None None] Provisioning complete for port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:05.458639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6e31-e3fa-4e46-8185-ec187473c519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:05.472291 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:05.520948 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:05.524857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b6e31-e3fa-4e46-8185-ec187473c519 None None] Port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:23:05.540795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-6a0ed5c9-9604-435f-857a-7eeeb213dfe0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76 HTTP/1.1" status: 200 len: 217 time: 0.0550358 Aug 28 20:23:05.569229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ed98c599-bddc-4e39-994e-5a92dac93546 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:23:05.685085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-a13fa45a-a761-4950-86f4-f8cd79999400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:05.687238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-a13fa45a-a761-4950-86f4-f8cd79999400 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=34cafcec-0a29-4eb9-9451-3f06458c44f4 HTTP/1.1" status: 200 len: 909 time: 0.3148236 Aug 28 20:23:05.691061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Router e2e372e4-e571-436b-8cb9-aed957bd2b73 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:23:05.731466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ed98c599-bddc-4e39-994e-5a92dac93546, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ed98c599-bddc-4e39-994e-5a92dac93546,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:05.756719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'ed98c599-bddc-4e39-994e-5a92dac93546', 'network_id': '34cafcec-0a29-4eb9-9451-3f06458c44f4', 'port_id': 'ed98c599-bddc-4e39-994e-5a92dac93546', 'mac_address': 'fa:16:3e:eb:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f9d318-c4be-4d9b-863e-9596e20aed7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:23:05.830870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ed98c599-bddc-4e39-994e-5a92dac93546 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:05.831261 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:05.863557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4984a-c531-4280-818b-0ef6238a80db req-03455088-f2e9-4a16-ba13-df9d1c4da76e tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:05.865771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f2e4984a-c531-4280-818b-0ef6238a80db req-03455088-f2e9-4a16-ba13-df9d1c4da76e tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.2817719 Aug 28 20:23:05.869181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-15fa4c46-cc5d-4a10-a1bd-30bda989372f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed98c599-bddc-4e39-994e-5a92dac93546 HTTP/1.1" status: 200 len: 217 time: 0.1747129 Aug 28 20:23:05.874345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-3eb6d048-1d5c-4a76-bb9e-4b2565890458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:05.876625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-3eb6d048-1d5c-4a76-bb9e-4b2565890458 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=e675bf21-10e1-45b6-9081-922eea6e8502 HTTP/1.1" status: 200 len: 851 time: 0.2938526 Aug 28 20:23:05.885507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed98c599-bddc-4e39-994e-5a92dac93546 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:05.912700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43850) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:05.916669 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:05.929765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 848300ed-9d11-4255-bfbe-b2f0b0ae28af up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:05.947205 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-816e077f-26bb-4343-926e-3ae8cbca13a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:06.061718 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93dba335-ca2d-4d0d-b5ff-5faf6cc31589 req-9831696c-57ea-46d6-a85c-de226e4804ee tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 210 time: 0.0661664 Aug 28 20:23:06.063759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f2e4984a-c531-4280-818b-0ef6238a80db req-667cfe3a-2119-49a8-a6b7-0969d162eadc tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766217 Aug 28 20:23:06.069484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ed98c599-bddc-4e39-994e-5a92dac93546, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ed98c599-bddc-4e39-994e-5a92dac93546,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:06.087034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 848300ed-9d11-4255-bfbe-b2f0b0ae28af triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:06.087535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:06.131352 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-ed4b7e43-8602-4a5a-8c11-93e411add92d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2459211 Aug 28 20:23:06.260099 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:06.287480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-816e077f-26bb-4343-926e-3ae8cbca13a7 admin admin] Publish callbacks [] for security_group (044a0ab9-1fda-4fbc-9429-0a9bdb679c1c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:06.311832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb4115-7a63-4a26-aa53-69455c1d0d9a req-f5ee7b93-8798-47ee-a40d-a8505dd990d4 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:06.316793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 848300ed-9d11-4255-bfbe-b2f0b0ae28af is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:06.320266 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdbb4115-7a63-4a26-aa53-69455c1d0d9a req-f5ee7b93-8798-47ee-a40d-a8505dd990d4 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 944 time: 0.1132157 Aug 28 20:23:06.354761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ed98c599-bddc-4e39-994e-5a92dac93546,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:06.376737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-afb7c187-c858-4d5e-adf4-1c645b987348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:06.378271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-afb7c187-c858-4d5e-adf4-1c645b987348 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=95f9d318-c4be-4d9b-863e-9596e20aed7e HTTP/1.1" status: 200 len: 848 time: 0.4947648 Aug 28 20:23:06.400388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:23:06.412134 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Sync routers for ids ['e2e372e4-e571-436b-8cb9-aed957bd2b73'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:23:06.422668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4a1fa-a7b0-4ddf-923d-83f793990b6a req-de49a117-a74a-400d-b24a-086618e0d952 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:06.423815 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Routers {'e2e372e4-e571-436b-8cb9-aed957bd2b73'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:23:06.424449 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e2e372e4-e571-436b-8cb9-aed957bd2b73'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:06.424729 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ee4a1fa-a7b0-4ddf-923d-83f793990b6a req-de49a117-a74a-400d-b24a-086618e0d952 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1240232 Aug 28 20:23:06.449072 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-816e077f-26bb-4343-926e-3ae8cbca13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (044a0ab9-1fda-4fbc-9429-0a9bdb679c1c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:06.458062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b7ec61fd-a6eb-4ebb-a818-1e4e81bf5190 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e2e372e4-e571-436b-8cb9-aed957bd2b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6338947 Aug 28 20:23:06.480751 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cdbb4115-7a63-4a26-aa53-69455c1d0d9a req-0819a01f-9f23-44da-83e9-77d60e76ed08 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594229 Aug 28 20:23:06.505517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ed98c599-bddc-4e39-994e-5a92dac93546'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:06.554144 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Set router e2e372e4-e571-436b-8cb9-aed957bd2b73 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:06.587254 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-0fc1515b-c286-4f3d-aadb-33382c8db762 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=34cafcec-0a29-4eb9-9451-3f06458c44f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991339 Aug 28 20:23:06.591746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-140f098d-5d1a-4f77-940d-f5181e782529 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076407 Aug 28 20:23:06.614443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e077f-26bb-4343-926e-3ae8cbca13a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a0ab9-1fda-4fbc-9429-0a9bdb679c1c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:06.631587 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:06.642370 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-816e077f-26bb-4343-926e-3ae8cbca13a7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bb0524f0ef42459da854499861be38b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283249 Aug 28 20:23:06.648189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 43862) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:06.692725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9b86b04c-0f78-496d-b7ac-0790a93a7508 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:06.694552 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9b86b04c-0f78-496d-b7ac-0790a93a7508 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 797 time: 0.3307309 Aug 28 20:23:06.743655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fab12bb-1970-4a1e-9471-2dd5ea5d4e6d admin admin] Publish callbacks [] for security_group (044a0ab9-1fda-4fbc-9429-0a9bdb679c1c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:06.793277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fab12bb-1970-4a1e-9471-2dd5ea5d4e6d admin admin] Publish callbacks [] for security_group (044a0ab9-1fda-4fbc-9429-0a9bdb679c1c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:06.823519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-d1bd430c-df20-43ff-a261-ad923a5536f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 380 time: 0.1126413 Aug 28 20:23:06.849215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'port': {'device_id': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'admin_state_up': True, 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'security_groups': ['0ceb757b-9092-4e5e-9fbd-efdadd2439f4']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:06.852403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccaf5e0e-298a-441e-a677-b6f1b8ad5d12 req-6dbd00b7-b532-4228-b523-247f427e01ff service neutron] 10.222.0.89 "GET /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103078 Aug 28 20:23:06.927613 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59', 'name': '', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'mac_address': 'fa:16:3e:be:71:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:59Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 2, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'subnets': [{'id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:06.959823 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Checking router: e2e372e4-e571-436b-8cb9-aed957bd2b73 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:23:06.960177 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Updating router e2e372e4-e571-436b-8cb9-aed957bd2b73 port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:23:06.972984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ee4a1fa-a7b0-4ddf-923d-83f793990b6a req-3c466120-9b24-4d6b-bde2-a34cd8ff1734 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940001 Aug 28 20:23:07.023969 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.027484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-4e99462d-cd40-41e2-8844-82caa3cbdad9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036343 Aug 28 20:23:07.061958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fab12bb-1970-4a1e-9471-2dd5ea5d4e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (044a0ab9-1fda-4fbc-9429-0a9bdb679c1c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.066264 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2fab12bb-1970-4a1e-9471-2dd5ea5d4e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.069557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2fab12bb-1970-4a1e-9471-2dd5ea5d4e6d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/044a0ab9-1fda-4fbc-9429-0a9bdb679c1c HTTP/1.1" status: 204 len: 168 time: 0.4185483 Aug 28 20:23:07.092374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab12bb-1970-4a1e-9471-2dd5ea5d4e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a0ab9-1fda-4fbc-9429-0a9bdb679c1c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:07.133632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:07.141945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.159576 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=15 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:07.237449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de9b1a74-c1fd-4123-9c39-1b4fa890b8c9 req-239d8b04-a8aa-4a3c-914c-8b321d54cb5f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 210 time: 0.0718310 Aug 28 20:23:07.322528 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99ee42ab-9705-49a9-bad3-d722f0882bf6 req-a1e38b45-f344-4bb5-8b6a-c81c4cc06032 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706547 Aug 28 20:23:07.340263 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:07.342457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.5 (4ab9ca5c-7817-4ca9-86f3-46be9a76600c/6533b4ee-f20b-4dd9-a203-033f1dfa3efb/b96e1017-3d8f-4b04-ad32-27376fabc844) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:07.479135 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:07.494138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88805-b55e-4c00-92c0-35ca77da51ad req-b66776c1-67f3-474c-9555-922eae55dd01 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:07.503492 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dcb88805-b55e-4c00-92c0-35ca77da51ad req-b66776c1-67f3-474c-9555-922eae55dd01 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.0867431 Aug 28 20:23:07.536687 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Publish callbacks [] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.559440 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dcb88805-b55e-4c00-92c0-35ca77da51ad req-d80189b0-7759-40ec-8785-fb634670717d tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549924 Aug 28 20:23:07.584392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ed98c599-bddc-4e39-994e-5a92dac93546 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:07.657927 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.720219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port ed98c599-bddc-4e39-994e-5a92dac93546 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:23:07.738104 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Pushing event updated for resources: {'Port': ['ID=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:07.741613 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.780577 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.780749 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.781066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.782038 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.782444 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.782574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-0a15a280-3b28-4e3a-9776-8ce36ca6333c tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:07.783107 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.783621 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.784160 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.784650 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.785131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.785612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.786230 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.786900 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.787391 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.787926 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:07.797758 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-0a15a280-3b28-4e3a-9776-8ce36ca6333c tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3774e37b-0ba6-48cd-bfa6-c801c6af620e HTTP/1.1" status: 200 len: 817 time: 0.3191521 Aug 28 20:23:07.818031 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c37169bc-5ac8-4a49-9a4b-bcf1ee334c2a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/quotas/8d98373384a14ebca34d3d0f3b7352a9 HTTP/1.1" status: 200 len: 375 time: 0.0203998 Aug 28 20:23:07.832485 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:07.835761 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Attempting to bind port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:07.836522 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Attempting to bind port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:07.837009 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Attempting to bind port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:07.842570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:07.842867 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Checking segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:07.849999 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.849999 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Bound using segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:07.849999 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Bound port: 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:07.849999 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.874662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port ed98c599-bddc-4e39-994e-5a92dac93546 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:07.875082 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:07.901688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-0436ccce-fc34-439c-9beb-4afd374a5e04 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690532 Aug 28 20:23:07.932101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] For port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:07.936719 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] For port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:08.017765 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-6449b4d4-97bb-47e9-9cb8-8ff92e407b1f service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067379 Aug 28 20:23:08.066464 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:08.080600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:08.140221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:08.150831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:08.159580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:08.172421 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Routers {'e2e372e4-e571-436b-8cb9-aed957bd2b73'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:23:08.172990 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:22:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e2e372e4-e571-436b-8cb9-aed957bd2b73'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:08.221910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ed98c599-bddc-4e39-994e-5a92dac93546 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:08.227122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:08.227357 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:08.227454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:08.246077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:08.263071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944d4e-1bfe-4a39-a5ad-40d42865ccca req-d01bd470-15d1-4b1f-8779-c41438521c4d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:08.270621 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec944d4e-1bfe-4a39-a5ad-40d42865ccca req-d01bd470-15d1-4b1f-8779-c41438521c4d tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 944 time: 0.1233869 Aug 28 20:23:08.285550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a8f843b5-a5f8-454f-aa62-45009ef4496a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604549 Aug 28 20:23:08.317865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ed98c599-bddc-4e39-994e-5a92dac93546, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ed98c599-bddc-4e39-994e-5a92dac93546,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:08.319055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98c599-bddc-4e39-994e-5a92dac93546'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:08.321536 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53321522-755b-4624-b668-6cf4159eabbc" -d '{"events": [{"server_uuid": "83ec38ba-62a8-4e41-8b01-21b69aae8f4d", "name": "network-vif-plugged", "status": "completed", "tag": "ed98c599-bddc-4e39-994e-5a92dac93546"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:08.338993 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29d72-ccea-4d23-b936-45366efb2a6a None None] Pushing event updated for resources: {'Port': ['ID=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:08.368618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec944d4e-1bfe-4a39-a5ad-40d42865ccca req-1bbc9ad3-ea42-4cd5-b3e9-4c1c13fc63b7 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969710 Aug 28 20:23:08.403633 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:08.407533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9f725671-cbab-418d-90fb-9da4bffd7158 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5698998 Aug 28 20:23:08.458327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Request body: {'port': {'device_id': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:08.500558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ed98c599-bddc-4e39-994e-5a92dac93546,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:08.605560 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] Set router e2e372e4-e571-436b-8cb9-aed957bd2b73 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:08.606467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-59813bda-c937-4827-9c5b-dfc2add7382e None None] Provisioning complete for port b96e1017-3d8f-4b04-ad32-27376fabc844 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:08.612281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-59813bda-c937-4827-9c5b-dfc2add7382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:08.617921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:08.628495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a11c-8e2c-432d-a1e9-43ad8f276d43 req-c7ae7912-a276-498d-ae4a-48c0115528a7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:08.642880 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42b2a11c-8e2c-432d-a1e9-43ad8f276d43 req-c7ae7912-a276-498d-ae4a-48c0115528a7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1322784 Aug 28 20:23:08.693927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-59813bda-c937-4827-9c5b-dfc2add7382e None None] Port b96e1017-3d8f-4b04-ad32-27376fabc844 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:23:08.761749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-42b2a11c-8e2c-432d-a1e9-43ad8f276d43 req-100ae716-f930-4922-aa19-5d75f4cffe9a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161280 Aug 28 20:23:08.994289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260bdb0-6364-4771-bd72-2998513f5d0b req-0e06c1f7-6f58-489e-b9f3-741d9ef37d6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:09.003902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e260bdb0-6364-4771-bd72-2998513f5d0b req-0e06c1f7-6f58-489e-b9f3-741d9ef37d6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 931 time: 0.0832472 Aug 28 20:23:09.121293 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e260bdb0-6364-4771-bd72-2998513f5d0b req-30c4944a-12d5-4ca0-a1e2-f3f3eaebd647 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162269 Aug 28 20:23:09.177366 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59', 'name': '', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'mac_address': 'fa:16:3e:be:71:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:59Z', 'updated_at': '2022-08-28T20:23:07Z', 'revision_number': 4, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'subnets': [{'id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:09.180397 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:09.212121 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63cfc8b-3028-4e46-a1de-3b388b9e95b2 None None] The sync data for ids ['e2e372e4-e571-436b-8cb9-aed957bd2b73'] in n-d-854121-7 is: [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59', 'name': '', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'mac_address': 'fa:16:3e:be:71:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:59Z', 'updated_at': '2022-08-28T20:23:07Z', 'revision_number': 4, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'subnets': [{'id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:23:09.212324 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66045682-dfec-4f1f-aa52-97943e297238 x-openstack-request-id: req-66045682-dfec-4f1f-aa52-97943e297238 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:09.212564 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec38ba-62a8-4e41-8b01-21b69aae8f4d", "name": "network-vif-plugged", "status": "completed", "tag": "ed98c599-bddc-4e39-994e-5a92dac93546", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:09.212790 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66045682-dfec-4f1f-aa52-97943e297238 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:09.213204 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66045682-dfec-4f1f-aa52-97943e297238'] response: {'server_uuid': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98c599-bddc-4e39-994e-5a92dac93546', 'code': 200} Aug 28 20:23:09.306434 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:09.315316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96e1017-3d8f-4b04-ad32-27376fabc844 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:09.355874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Publish callbacks [] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:09.446694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Transition to ACTIVE for port object b96e1017-3d8f-4b04-ad32-27376fabc844 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:23:09.490838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901348b-cde3-4ab8-a2cb-11a018302488 req-5c1e092e-6359-4cc8-b20b-75a0157b180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:09.492916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b901348b-cde3-4ab8-a2cb-11a018302488 req-5c1e092e-6359-4cc8-b20b-75a0157b180e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 1127 time: 0.1321943 Aug 28 20:23:09.553986 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:09.707607 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:09.741585 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b4bef-4938-4870-b190-deb447179c16 req-0bba75fa-3584-47a7-a4c3-f97cd4f053f1 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:09.750555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-841b4bef-4938-4870-b190-deb447179c16 req-0bba75fa-3584-47a7-a4c3-f97cd4f053f1 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1772945 Aug 28 20:23:09.824058 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:09.858218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b6c0-640e-4540-8fb7-e5f9793bfa1e req-0988be1f-e6b6-4651-8b7d-e7f6a8aaa510 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:09.868946 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6830b6c0-640e-4540-8fb7-e5f9793bfa1e req-0988be1f-e6b6-4651-8b7d-e7f6a8aaa510 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 945 time: 0.2309594 Aug 28 20:23:09.890460 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b901348b-cde3-4ab8-a2cb-11a018302488 req-3dcf831f-e6e0-407a-8bf7-2b74f986ef7c service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851840 Aug 28 20:23:09.969837 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-841b4bef-4938-4870-b190-deb447179c16 req-c43f5035-2993-493f-91fb-13264abf2be3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183626 Aug 28 20:23:10.035051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:10.056605 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6830b6c0-640e-4540-8fb7-e5f9793bfa1e req-61899687-7fd2-4538-a008-3887dd04b865 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671059 Aug 28 20:23:10.094547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:10.095079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:10.096309 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:10.116638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:23:10.117037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:10.142663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:10.142663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Checking segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:10.142663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Bound using segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:10.142663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Bound port: b96e1017-3d8f-4b04-ad32-27376fabc844, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:10.142663 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:10.188323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:10.188961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:10.215738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20623a46-8a39-4e8b-b19d-0843a2ceb210 req-852a8576-ebda-4526-993a-c55de7a9e730 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 210 time: 0.0973625 Aug 28 20:23:10.287660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a95461-5030-47c7-a6c8-3f725191d37d req-efaebc1b-c6dc-4fcb-b1be-aa451c407ae6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:10.292701 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40a95461-5030-47c7-a6c8-3f725191d37d req-efaebc1b-c6dc-4fcb-b1be-aa451c407ae6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0589042 Aug 28 20:23:10.436534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-40a95461-5030-47c7-a6c8-3f725191d37d req-ddce2a61-500a-4ce1-ae5c-0b07f2b04b56 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428225 Aug 28 20:23:10.441094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:10.453669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:10.513610 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:10.515026 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:10.550016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:10.553197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:10.553883 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:10.556980 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 1091 time: 2.1040406 Aug 28 20:23:10.563699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:10.566838 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:10.575534 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:10.592226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:10.735982 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:10.795935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51a3d1-4eef-4132-abd5-b4da518f7e7b req-42f1ed40-75ac-4a38-933a-56d18635927c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:10.812310 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e51a3d1-4eef-4132-abd5-b4da518f7e7b req-42f1ed40-75ac-4a38-933a-56d18635927c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.1664009 Aug 28 20:23:10.817525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e404923-d7b8-4b13-8732-f98912b0b95e service neutron] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:10.893699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:10.926342 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:10.984535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e51a3d1-4eef-4132-abd5-b4da518f7e7b req-1b0411a1-bd03-4ce1-8cf8-9a8aaacb3564 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711957 Aug 28 20:23:11.004083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-f0ea97e1-b900-4d94-b90f-eebce20ad7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:11.006968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-f0ea97e1-b900-4d94-b90f-eebce20ad7e4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1125 time: 0.1911416 Aug 28 20:23:11.070621 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af3ca3-3738-4155-840a-247908b711e4 x-openstack-request-id: req-69af3ca3-3738-4155-840a-247908b711e4 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:11.070920 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:11.071175 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69af3ca3-3738-4155-840a-247908b711e4 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:11.071593 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69af3ca3-3738-4155-840a-247908b711e4'] response: {'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'status': 'completed', 'code': 200} Aug 28 20:23:11.073957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-401ae664-fbd6-431f-a863-42e7b3d8a1e8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 217 time: 0.0539708 Aug 28 20:23:11.320906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-d0176ec1-0e6c-4598-9e58-50bdd935c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:11.325268 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-d0176ec1-0e6c-4598-9e58-50bdd935c3ab service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.2437384 Aug 28 20:23:11.335170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279df81d-ed10-4b09-805f-3208b69b3e91 req-806601bd-c8d0-415b-9b22-08e62e9eb4dc tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:11.351120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5135-5a7c-470b-b7a1-9d4a09bda4b3 req-c53f450f-9a71-4cb9-8596-a1fe24ea4a05 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:11.358907 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-279df81d-ed10-4b09-805f-3208b69b3e91 req-806601bd-c8d0-415b-9b22-08e62e9eb4dc tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 945 time: 0.1345220 Aug 28 20:23:11.360995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d3e5135-5a7c-470b-b7a1-9d4a09bda4b3 req-c53f450f-9a71-4cb9-8596-a1fe24ea4a05 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1498477 Aug 28 20:23:11.438429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-48c8d97b-18c0-47eb-bfe2-abb32ad1c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:11.443717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-48c8d97b-18c0-47eb-bfe2-abb32ad1c022 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0771470 Aug 28 20:23:11.457688 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-279df81d-ed10-4b09-805f-3208b69b3e91 req-c7014752-6a8a-4b59-964e-a347da075888 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970633 Aug 28 20:23:11.550588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b4ecce6-91d9-4562-8853-9b4954f3d8c7 req-1013e01d-1d46-4796-9979-a5caf864fb03 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 210 time: 0.0366809 Aug 28 20:23:11.566034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7d3e5135-5a7c-470b-b7a1-9d4a09bda4b3 req-ffd0ac3e-ca88-4133-9cb6-b0171cc92ce5 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039950 Aug 28 20:23:11.621135 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-9d5fbddf-6215-4387-8cb6-2800ab2daf92 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601455 Aug 28 20:23:11.755239 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ccb3dbc1-85e1-483c-b29b-e8f6e8e3e8e1 req-2952efac-0e1f-4444-9c91-14a9afe80627 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282809 Aug 28 20:23:11.881500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:11.931895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:11.932273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:12.036529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:12.137180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d7927-06ba-4bb9-88dc-0467ffa212b0 req-a95ca8d3-d231-4aaa-ae52-16d6fcc08a72 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:12.138691 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-407d7927-06ba-4bb9-88dc-0467ffa212b0 req-a95ca8d3-d231-4aaa-ae52-16d6fcc08a72 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.0488181 Aug 28 20:23:12.207995 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-407d7927-06ba-4bb9-88dc-0467ffa212b0 req-07687df1-b683-42eb-83ca-8159387669fe tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624957 Aug 28 20:23:12.597575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d310b-c4bc-461d-94e8-2d3fcb81d4e5 req-18338562-25c4-44e4-b5ba-8c7e7105f15e tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:12.599886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f12d310b-c4bc-461d-94e8-2d3fcb81d4e5 req-18338562-25c4-44e4-b5ba-8c7e7105f15e tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 945 time: 0.0586534 Aug 28 20:23:12.657179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0fd15c8d-b309-4f83-990b-2c7a3f2e0cea req-af4d27b3-3d57-4699-999d-d6d4267e9026 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 210 time: 0.0472076 Aug 28 20:23:12.660747 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:12.669892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f12d310b-c4bc-461d-94e8-2d3fcb81d4e5 req-761e033d-d5a6-4dd6-937c-9381943bdca8 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639467 Aug 28 20:23:12.783287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cc9fb-1b2f-4888-86fb-cb671a268b7f req-6bbffbe6-59cd-4646-bdbc-e2bcf88c29c1 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:12.786383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-622cc9fb-1b2f-4888-86fb-cb671a268b7f req-6bbffbe6-59cd-4646-bdbc-e2bcf88c29c1 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.0575795 Aug 28 20:23:12.854113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-622cc9fb-1b2f-4888-86fb-cb671a268b7f req-18a742ef-ed4a-434c-a326-035b9a7494a0 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b36d760b-bad0-480b-af40-b32361ec0264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Aug 28 20:23:13.054055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-4bb6fcb7-87ef-4b4c-b564-14e8f8d425ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:13.055886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-4bb6fcb7-87ef-4b4c-b564-14e8f8d425ab service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1125 time: 0.0666251 Aug 28 20:23:13.168690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-ddbb83c8-7804-495c-97b7-6e307747a8a3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:13.175811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-ddbb83c8-7804-495c-97b7-6e307747a8a3 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 945 time: 0.1037190 Aug 28 20:23:13.233926 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:13.257401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-c419a67f-4246-4cbe-a911-544cb5ec1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:13.276244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-c419a67f-4246-4cbe-a911-544cb5ec1f8f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.2138531 Aug 28 20:23:13.342183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Deleting port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:23:13.342553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:13.367706 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-84c414c9-a7de-4e4f-ad7f-a25665e45971 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 217 time: 0.0845726 Aug 28 20:23:13.465835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501416-c941-472c-90d7-2db504ef317e req-446ff427-3b40-46f7-924b-42246935e944 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:13.468390 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb501416-c941-472c-90d7-2db504ef317e req-446ff427-3b40-46f7-924b-42246935e944 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.1229482 Aug 28 20:23:13.482646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-b65e717f-d129-4b23-b733-63a02b94c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:13.486103 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-b65e717f-d129-4b23-b733-63a02b94c8f8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.0997360 Aug 28 20:23:13.497399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] For port 8b17cc3e-1f39-47a3-9809-09e258fd4a76, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=8b17cc3e-1f39-47a3-9809-09e258fd4a76,segment=NetworkSegment(9e51913f-ba09-4ddc-9b38-c21a191133fa),segment_id=9e51913f-ba09-4ddc-9b38-c21a191133fa)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:13.497399 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:13.510365 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:13.516292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Calling delete_port for 8b17cc3e-1f39-47a3-9809-09e258fd4a76 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:23:13.657289 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb501416-c941-472c-90d7-2db504ef317e req-7b5a219b-d0b9-49a2-9a8f-72076985cbe1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700027 Aug 28 20:23:13.667176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-335e9537-2357-4934-ab00-6f1ef98880dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:13.669034 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-335e9537-2357-4934-ab00-6f1ef98880dc service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1718886 Aug 28 20:23:13.875359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d68b2dea-3814-4f25-932e-0a8986e6dd51 req-bba34224-8903-402e-88d7-d744e53daba5 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 210 time: 0.0498753 Aug 28 20:23:13.961646 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8b17cc3e-1f39-47a3-9809-09e258fd4a76), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:13.976226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['8b17cc3e-1f39-47a3-9809-09e258fd4a76'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:13.988498 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-5bf58830-e6e0-451c-bda7-268cb4eb48ad service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112998 Aug 28 20:23:14.048385 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:14.052491 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Pushing event deleted for resources: {'Port': ['ID=8b17cc3e-1f39-47a3-9809-09e258fd4a76,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:14.110858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] No DVR routers for this DVR port 8b17cc3e-1f39-47a3-9809-09e258fd4a76 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:23:14.115234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:14.119123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-65c0440b-dc6a-4d5b-91ee-423ee74ddf99 req-a8671e0a-85ad-48d8-8f3d-10d29ed0416f tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.89 "DELETE /networking/v2.0/ports/8b17cc3e-1f39-47a3-9809-09e258fd4a76 HTTP/1.1" status: 204 len: 173 time: 0.9376481 Aug 28 20:23:14.119990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'name': 'network-vif-deleted', 'tag': '8b17cc3e-1f39-47a3-9809-09e258fd4a76'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:14.131958 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c26a2545-42d5-45ba-9c42-9d7ab315f15f req-7fda5caa-e5f2-42c2-bd04-924555fb89b8 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.0466208 Aug 28 20:23:14.135731 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fddcbd-92dd-43af-aec1-0fbe8184dc36" -d '{"events": [{"server_uuid": "af4e4ad2-4709-4b79-8a9f-decc38d69061", "name": "network-vif-deleted", "tag": "8b17cc3e-1f39-47a3-9809-09e258fd4a76"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:14.181883 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e907bfb2-fda7-4514-8ee2-dea7800e8fb8 req-39b22247-4159-4216-94ba-0d7a8841cb89 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837876 Aug 28 20:23:14.195565 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfe3875-9df7-46c2-a560-d66fb1055abd x-openstack-request-id: req-0cfe3875-9df7-46c2-a560-d66fb1055abd {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:14.195858 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e4ad2-4709-4b79-8a9f-decc38d69061", "name": "network-vif-deleted", "tag": "8b17cc3e-1f39-47a3-9809-09e258fd4a76", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:14.196112 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0cfe3875-9df7-46c2-a560-d66fb1055abd {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:14.196528 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfe3875-9df7-46c2-a560-d66fb1055abd'] response: {'server_uuid': 'af4e4ad2-4709-4b79-8a9f-decc38d69061', 'name': 'network-vif-deleted', 'tag': '8b17cc3e-1f39-47a3-9809-09e258fd4a76', 'status': 'completed', 'code': 200} Aug 28 20:23:14.412046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296c9f5-d42f-4718-ba35-b40e0a8305f8 req-fb445601-1852-4d0a-9905-c208118e3e2d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:14.420580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0296c9f5-d42f-4718-ba35-b40e0a8305f8 req-fb445601-1852-4d0a-9905-c208118e3e2d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0826757 Aug 28 20:23:14.497350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0296c9f5-d42f-4718-ba35-b40e0a8305f8 req-a9074456-fe6f-4597-906e-4fcf25c63c81 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757673 Aug 28 20:23:14.532389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bc824-afe0-4b64-8446-5a578077dd63 req-c520cfa6-8cd9-41c9-a44d-5b8c7a520a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:14.534712 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-c520cfa6-8cd9-41c9-a44d-5b8c7a520a21 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1127 time: 0.0496783 Aug 28 20:23:14.924207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e0207-ca5a-495e-b966-3de5d7cb8031 req-ae5f4b1b-9499-459c-959b-5c0867c306f0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:14.926510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-093e0207-ca5a-495e-b966-3de5d7cb8031 req-ae5f4b1b-9499-459c-959b-5c0867c306f0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.0913038 Aug 28 20:23:14.976602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bc824-afe0-4b64-8446-5a578077dd63 req-cfddcdbd-141f-4d09-a840-a12bb6756d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:14.978075 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-cfddcdbd-141f-4d09-a840-a12bb6756d78 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.2332237 Aug 28 20:23:14.982920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:23:15.032145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-3e8a18c1-a9b9-4f5c-b6ed-8887598fab5d service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 200 len: 217 time: 0.0459285 Aug 28 20:23:15.044525 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-093e0207-ca5a-495e-b966-3de5d7cb8031 req-41386e16-3982-429d-bee6-278831cdddef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028347 Aug 28 20:23:15.163145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:15.190101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'port_id': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'mac_address': 'fa:16:3e:83:36:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:23:15.223969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bc824-afe0-4b64-8446-5a578077dd63 req-e9332bbd-14bb-4017-83b6-f9af42a06900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:15.238047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b96e1017-3d8f-4b04-ad32-27376fabc844 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:15.240449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:15.250431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-e9332bbd-14bb-4017-83b6-f9af42a06900 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1853626 Aug 28 20:23:15.267092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96e1017-3d8f-4b04-ad32-27376fabc844 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:15.297333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:15.354154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b78aea9-a604-474e-9a86-0ad5342396e4 req-41464c30-932b-421f-9006-07f74dae2678 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 210 time: 0.1751790 Aug 28 20:23:15.382421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-eb5d17db-842d-40db-95aa-33d4685f7f26 req-998163ed-7794-400b-8323-bcffa6ca1b13 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.0525720 Aug 28 20:23:15.390626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-643d325d-a121-4595-9d03-1fe462619a0a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:15.392460 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-643d325d-a121-4595-9d03-1fe462619a0a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "GET /networking/v2.0/networks?id=3774e37b-0ba6-48cd-bfa6-c801c6af620e HTTP/1.1" status: 200 len: 817 time: 0.3307421 Aug 28 20:23:15.400657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bc824-afe0-4b64-8446-5a578077dd63 req-7e096a82-b457-4c6b-be0c-67b393e51532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:15.402408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-7e096a82-b457-4c6b-be0c-67b393e51532 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250138 Aug 28 20:23:15.419673 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:15.430712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Request body: {'port': {'device_id': '2b604776-934c-44fa-b8f3-40f2406097b3', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'admin_state_up': True, 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:15.433400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-c8d54143-157a-465b-95d2-245be80b6620 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:23:15.434514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-c8d54143-157a-465b-95d2-245be80b6620 service neutron] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065858 Aug 28 20:23:15.514046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:15.606021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1ddef-7bb0-4c9e-ae75-6e8751c42b09 req-b67aa04d-51cf-4cdb-b257-5ff7cc22fd4a tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:15.607703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8c1ddef-7bb0-4c9e-ae75-6e8751c42b09 req-b67aa04d-51cf-4cdb-b257-5ff7cc22fd4a tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 945 time: 0.0781255 Aug 28 20:23:15.667049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-4f2fa681-4dd0-4668-bbbf-2394b42d483a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250659 Aug 28 20:23:15.693385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ef13a-1486-49c1-9f14-9a459994ae4c req-54211bae-bd6c-431a-8b47-e3a65b8cb25a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:15.695226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c96ef13a-1486-49c1-9f14-9a459994ae4c req-54211bae-bd6c-431a-8b47-e3a65b8cb25a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0708814 Aug 28 20:23:15.740529 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Made reservation on behalf of 8d98373384a14ebca34d3d0f3b7352a9 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:15.742052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f8c1ddef-7bb0-4c9e-ae75-6e8751c42b09 req-9512c50b-8f62-4327-b24c-54666aa098b6 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252608 Aug 28 20:23:15.746997 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:15.776380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['b96e1017-3d8f-4b04-ad32-27376fabc844'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:15.795637 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:15.825500 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-957bc824-afe0-4b64-8446-5a578077dd63 req-8f6489c3-cab6-410f-889c-e7e3caadac95 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518641 Aug 28 20:23:15.846431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c96ef13a-1486-49c1-9f14-9a459994ae4c req-8fc6aa77-8df7-4249-930c-5eeefed0f03c tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403241 Aug 28 20:23:15.945654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Allocated IP 172.20.0.14 (3774e37b-0ba6-48cd-bfa6-c801c6af620e/e554280d-27eb-4594-8af9-8949b3c02734/414ba3ca-3047-42e4-9d4d-b439bddeaae0) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:15.951970 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:16.115502 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:16.260295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c4767-629d-4bf3-a708-40249899c080 req-12d7cf8b-52e6-495d-b4ca-91592deb6218 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:16.263226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-983c4767-629d-4bf3-a708-40249899c080 req-12d7cf8b-52e6-495d-b4ca-91592deb6218 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.0863121 Aug 28 20:23:16.438858 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-983c4767-629d-4bf3-a708-40249899c080 req-ffae2732-5de1-4c94-a71c-f9693d31bb6a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460135 Aug 28 20:23:16.581195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-607b9963-448e-4eaf-8555-9025b274d4e6 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:16.586622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-607b9963-448e-4eaf-8555-9025b274d4e6 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "GET /networking/v2.0/networks?id=3774e37b-0ba6-48cd-bfa6-c801c6af620e HTTP/1.1" status: 200 len: 817 time: 0.3042080 Aug 28 20:23:16.622425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Request body: {'port': {'device_id': '431fa909-3912-4393-9686-a9b9d423ac9a', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'admin_state_up': True, 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:16.682094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dbbca7c9-e07e-41db-80c1-5f8175b6fdd2 req-9e74cdd1-bf12-47bd-a2be-8fb8e666213e tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 210 time: 0.1170337 Aug 28 20:23:16.693340 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks [] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:16.757333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-ddf413cc-6aa9-4f1b-aad2-724172e7827f tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:16.761167 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-ddf413cc-6aa9-4f1b-aad2-724172e7827f tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.89 "GET /networking/v2.0/networks?id=3774e37b-0ba6-48cd-bfa6-c801c6af620e HTTP/1.1" status: 200 len: 817 time: 0.1948791 Aug 28 20:23:16.775923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Request body: {'port': {'device_id': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'admin_state_up': True, 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:16.783800 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaf77c52-adb9-4b8e-a27a-47ba1bb957ca req-16f9591b-d0dc-4bd6-82f9-26b9f5040e00 tempest-TestServerAdvancedOps-1454666919 tempest-TestServerAdvancedOps-1454666919-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=af4e4ad2-4709-4b79-8a9f-decc38d69061 HTTP/1.1" status: 200 len: 210 time: 0.1961098 Aug 28 20:23:16.941206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Made reservation on behalf of 8d98373384a14ebca34d3d0f3b7352a9 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:16.951553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:16.963927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.008704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-84c7dc20-a877-4032-9261-cb66d1f1d0eb tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:17.010444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-84c7dc20-a877-4032-9261-cb66d1f1d0eb tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 945 time: 0.1394284 Aug 28 20:23:17.016171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:17.088694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port b96e1017-3d8f-4b04-ad32-27376fabc844 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:23:17.160360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac002fc8-982c-491f-ad9f-228fd6efb8c3 req-a9e7d8a7-73db-42db-865e-dd90bb3b49ea tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:17.162386 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ac002fc8-982c-491f-ad9f-228fd6efb8c3 req-a9e7d8a7-73db-42db-865e-dd90bb3b49ea tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1553490 Aug 28 20:23:17.206324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9da75-6856-40a1-b710-54693ba9c7bd req-609326b4-67d2-445a-a1bc-da2b35627be6 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:17.214731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83e9da75-6856-40a1-b710-54693ba9c7bd req-609326b4-67d2-445a-a1bc-da2b35627be6 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 945 time: 0.2899067 Aug 28 20:23:17.227824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port b96e1017-3d8f-4b04-ad32-27376fabc844 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:17.228830 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.249253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Pushing event updated for resources: {'Port': ['ID=414ba3ca-3047-42e4-9d4d-b439bddeaae0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:17.269076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:17.275993 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:17.315197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:17.338859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:17.355750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Allocated IP 172.20.0.10 (3774e37b-0ba6-48cd-bfa6-c801c6af620e/e554280d-27eb-4594-8af9-8949b3c02734/6c7d4d6a-329a-4a86-84c7-6efd181d87a2) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:17.362308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b96e1017-3d8f-4b04-ad32-27376fabc844 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:17.362308 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.382595 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:17.423846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:17.427235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:17.430085 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157537ff-6ade-4a0b-8c67-8bd45b42291b" -d '{"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-plugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:17.508504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ac002fc8-982c-491f-ad9f-228fd6efb8c3 req-bfaa300b-0f0c-4d74-b9c8-712a9cd59f13 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293402 Aug 28 20:23:17.549027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Made reservation on behalf of 8d98373384a14ebca34d3d0f3b7352a9 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:17.552992 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.557149 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.600841 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks [] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.626154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8b17cc3e-1f39-47a3-9809-09e258fd4a76 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:23:17.627107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83e9da75-6856-40a1-b710-54693ba9c7bd req-21dc61d3-d618-4782-91ac-9f34d1f94db2 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566644 Aug 28 20:23:17.639874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Deleting port ed98c599-bddc-4e39-994e-5a92dac93546 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:23:17.640351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.712347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 8b17cc3e-1f39-47a3-9809-09e258fd4a76 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:23:17.712710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 8b17cc3e-1f39-47a3-9809-09e258fd4a76 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:23:17.718297 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63507f3-7db6-49fb-ac40-723f2e6dfd3b x-openstack-request-id: req-f63507f3-7db6-49fb-ac40-723f2e6dfd3b {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:17.719209 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-plugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:17.719433 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f63507f3-7db6-49fb-ac40-723f2e6dfd3b {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:17.719844 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63507f3-7db6-49fb-ac40-723f2e6dfd3b'] response: {'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'code': 200} Aug 28 20:23:17.773193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:17.788792 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.814370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:17.815067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.853844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bed1b83a-0b69-419c-9e55-41f4361734e4 None None] Provisioning complete for port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:17.854480 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bed1b83a-0b69-419c-9e55-41f4361734e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:17.904674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bed1b83a-0b69-419c-9e55-41f4361734e4 None None] Port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:23:18.177979 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:18.183243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Allocated IP 172.20.0.7 (3774e37b-0ba6-48cd-bfa6-c801c6af620e/e554280d-27eb-4594-8af9-8949b3c02734/ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:18.184054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:18.192863 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8fd70-25b9-4222-ac84-5899254e98b3 req-ed3c396a-97cc-4896-a235-f033a904296c tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:18.202345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15b8fd70-25b9-4222-ac84-5899254e98b3 req-ed3c396a-97cc-4896-a235-f033a904296c tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 932 time: 0.3152828 Aug 28 20:23:18.209223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45455fe-b2dc-43c4-9df4-6788856342fa req-e4951d53-657c-451c-a6c1-ea9ea0953ecc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:18.212217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Pushing event updated for resources: {'Port': ['ID=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:18.217886 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b45455fe-b2dc-43c4-9df4-6788856342fa req-e4951d53-657c-451c-a6c1-ea9ea0953ecc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.3815439 Aug 28 20:23:18.220312 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:18.236714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:18.247114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ca44a-db1f-422f-b052-840589dcd698 req-b777e326-086f-472a-8b3e-5d41cdbfa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:18.249448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c0ca44a-db1f-422f-b052-840589dcd698 req-b777e326-086f-472a-8b3e-5d41cdbfa7eb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1127 time: 0.3705301 Aug 28 20:23:18.254953 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.255649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.256214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.256763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.257331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.257930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.258604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.259459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.260166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.260729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.261268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.261817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.262397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.262946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.263488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:18.279208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] For port ed98c599-bddc-4e39-994e-5a92dac93546, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ed98c599-bddc-4e39-994e-5a92dac93546,segment=NetworkSegment(674c763a-2efc-4146-934b-da27d4e5bc6e),segment_id=674c763a-2efc-4146-934b-da27d4e5bc6e)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:18.279208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:18.303405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Calling delete_port for ed98c599-bddc-4e39-994e-5a92dac93546 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:23:18.414910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-15b8fd70-25b9-4222-ac84-5899254e98b3 req-de873883-9dcf-4959-85c5-717c7754babb tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107575 Aug 28 20:23:18.440519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b45455fe-b2dc-43c4-9df4-6788856342fa req-93d3fe8c-ef40-4c37-b077-6fb152b9628e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214580 Aug 28 20:23:18.444737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:18.445435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:18.450029 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-654e25db-e641-4d05-890a-58dbe1838959 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0345688 Aug 28 20:23:18.477562 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7c0ca44a-db1f-422f-b052-840589dcd698 req-42a3693e-c6b8-46b4-a580-7cd8b23de4ae service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075744 Aug 28 20:23:18.479979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Request body: {'port': {'device_id': '2b604776-934c-44fa-b8f3-40f2406097b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:18.512657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44118) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:18.526393 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:18.631873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] Deleting subnet e675bf21-10e1-45b6-9081-922eea6e8502 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:23:18.651877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-30df866b-f746-4920-ae4d-1f2acb59d743 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0312767 Aug 28 20:23:18.655304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] Publish callbacks [] for subnet (e675bf21-10e1-45b6-9081-922eea6e8502), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:18.667632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ac107461-6476-407a-8d8d-1b57657083a4 None None] Provisioning complete for port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:18.688781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ac107461-6476-407a-8d8d-1b57657083a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:18.725601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (e675bf21-10e1-45b6-9081-922eea6e8502), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:18.727302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:18.795845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ac107461-6476-407a-8d8d-1b57657083a4 None None] Port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:23:18.840165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c78cc-57ee-442d-a070-8cb3f4ce3d6b req-1c481485-d2ee-4ed8-a99b-2c9d0ac7140a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:18.841746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f9c78cc-57ee-442d-a070-8cb3f4ce3d6b req-1c481485-d2ee-4ed8-a99b-2c9d0ac7140a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1651604 Aug 28 20:23:18.852270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648699b-51ab-4761-90b1-aabc5d735204 req-79c6ed13-55ed-4d04-8c79-e1e9c668dd6c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:18.858671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f648699b-51ab-4761-90b1-aabc5d735204 req-79c6ed13-55ed-4d04-8c79-e1e9c668dd6c tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 945 time: 0.0770953 Aug 28 20:23:18.872869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Request body: {'port': {'device_id': '431fa909-3912-4393-9686-a9b9d423ac9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:18.920813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks [] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:18.929828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e675bf21-10e1-45b6-9081-922eea6e8502), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.059345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2f9c78cc-57ee-442d-a070-8cb3f4ce3d6b req-0d0d5def-4ff4-4bdb-be6e-13214ea1841c tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051084 Aug 28 20:23:19.072751 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ed98c599-bddc-4e39-994e-5a92dac93546), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.087789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ed98c599-bddc-4e39-994e-5a92dac93546'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:19.120153 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:19.146108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Pushing event deleted for resources: {'Port': ['ID=ed98c599-bddc-4e39-994e-5a92dac93546,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:19.198672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] No DVR routers for this DVR port ed98c599-bddc-4e39-994e-5a92dac93546 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:23:19.203062 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.208744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e1bb18f-3cf0-40a2-85ea-0f35059f19c9 req-030cbc27-f253-489c-8414-8fa27f883065 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.89 "DELETE /networking/v2.0/ports/ed98c599-bddc-4e39-994e-5a92dac93546 HTTP/1.1" status: 204 len: 173 time: 2.1277027 Aug 28 20:23:19.212659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'name': 'network-vif-deleted', 'tag': 'ed98c599-bddc-4e39-994e-5a92dac93546'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:19.213927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.219219 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193f635-e3db-44c6-ad4f-5d5ba9ff4b41" -d '{"events": [{"server_uuid": "83ec38ba-62a8-4e41-8b01-21b69aae8f4d", "name": "network-vif-deleted", "tag": "ed98c599-bddc-4e39-994e-5a92dac93546"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:19.222180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f648699b-51ab-4761-90b1-aabc5d735204 req-cf36f5e8-c69e-4fe2-9ff9-efa671df96e6 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=04d00bf2-5ec3-490f-be10-08ba760a2387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553631 Aug 28 20:23:19.245056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.304362 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae92530-ed8e-47e8-bb5d-80f666dede5a x-openstack-request-id: req-dae92530-ed8e-47e8-bb5d-80f666dede5a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:19.304362 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec38ba-62a8-4e41-8b01-21b69aae8f4d", "name": "network-vif-deleted", "tag": "ed98c599-bddc-4e39-994e-5a92dac93546", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:19.304362 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dae92530-ed8e-47e8-bb5d-80f666dede5a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:19.304362 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae92530-ed8e-47e8-bb5d-80f666dede5a'] response: {'server_uuid': '83ec38ba-62a8-4e41-8b01-21b69aae8f4d', 'name': 'network-vif-deleted', 'tag': 'ed98c599-bddc-4e39-994e-5a92dac93546', 'status': 'completed', 'code': 200} Aug 28 20:23:19.346019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (e675bf21-10e1-45b6-9081-922eea6e8502), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.372168 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:19.384424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:19.399657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:19.493080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Pushing event updated for resources: {'Port': ['ID=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:19.698134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:19.698884 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.715257 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:19.806707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08703-4a51-40af-a8a7-39215bd846bb req-797bc4bf-f227-410c-b091-a683f689cf6d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:19.824281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7db08703-4a51-40af-a8a7-39215bd846bb req-797bc4bf-f227-410c-b091-a683f689cf6d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.2223005 Aug 28 20:23:19.923273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7db08703-4a51-40af-a8a7-39215bd846bb req-dd785fb9-83e2-48e6-86cc-0691c5cc6d7f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980380 Aug 28 20:23:19.934759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-9f2b2003-ca64-437f-8a82-7a3cedc15eba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1630628 Aug 28 20:23:19.944077 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414ba3ca-3047-42e4-9d4d-b439bddeaae0 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:19.954471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Request body: {'port': {'device_id': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:19.971590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-60d3cb58-95fd-4d36-ae55-2dcc1cbff319 None None] Provisioning complete for port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:19.972579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-60d3cb58-95fd-4d36-ae55-2dcc1cbff319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:19.979318 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Publish callbacks [] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.006157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Transition to ACTIVE for port object 414ba3ca-3047-42e4-9d4d-b439bddeaae0 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:23:20.046119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.047863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-60d3cb58-95fd-4d36-ae55-2dcc1cbff319 None None] Port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:23:20.136483 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.225768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=414ba3ca-3047-42e4-9d4d-b439bddeaae0,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:20.263956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e675bf21-10e1-45b6-9081-922eea6e8502,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:20.322135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aa19e-23cf-40bc-8d3a-90717b66b2a4 req-f29b371b-6fcb-4585-b24f-4b91e05d9400 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:20.323892 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-866aa19e-23cf-40bc-8d3a-90717b66b2a4 req-f29b371b-6fcb-4585-b24f-4b91e05d9400 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 932 time: 0.0666156 Aug 28 20:23:20.327959 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.331130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cebd1c03-5b82-4ef8-aa8e-6da049750fd6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e675bf21-10e1-45b6-9081-922eea6e8502 HTTP/1.1" status: 204 len: 168 time: 1.8168578 Aug 28 20:23:20.346263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44184) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:20.390445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58c9c4-fefb-48f0-88ef-d0df5fbb8960 req-235fbb51-f786-40ca-b66e-22b1c96068bb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:20.394630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc58c9c4-fefb-48f0-88ef-d0df5fbb8960 req-235fbb51-f786-40ca-b66e-22b1c96068bb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1693044 Aug 28 20:23:20.398605 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:20.473643 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-866aa19e-23cf-40bc-8d3a-90717b66b2a4 req-d9d84814-f000-46e2-a81a-0ad73f433a30 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321399 Aug 28 20:23:20.571668 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (b99e6874-54a1-40a3-bb1c-2b5d5813bbf3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.580480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Attempting to bind port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:20.580480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Attempting to bind port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:20.580480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Attempting to bind port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:20.586058 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dc58c9c4-fefb-48f0-88ef-d0df5fbb8960 req-4e0856bc-c161-4571-bac0-e1b65b066708 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764824 Aug 28 20:23:20.588896 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:20.599313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:23:20.599645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Attempting to bind port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:20.629594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:20.630056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Checking segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:20.630614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Bound using segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:20.631178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Bound port: 414ba3ca-3047-42e4-9d4d-b439bddeaae0, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:20.631659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.684054 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-912b95d7-1ae3-41aa-b685-52413783ba8e req-0ca572f3-a08e-4e62-860c-1e063bbb5be9 tempest-VolumesActionsTest-1980307292 tempest-VolumesActionsTest-1980307292-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=83ec38ba-62a8-4e41-8b01-21b69aae8f4d HTTP/1.1" status: 200 len: 210 time: 0.0629570 Aug 28 20:23:20.686491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:20.705583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Publish callbacks [] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.741816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Transition to ACTIVE for port object 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:23:20.793570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (b99e6874-54a1-40a3-bb1c-2b5d5813bbf3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.829566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99e6874-54a1-40a3-bb1c-2b5d5813bbf3']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:20.844297 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.856958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e51913f-ba09-4ddc-9b38-c21a191133fa') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:20.857268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e51913f-ba09-4ddc-9b38-c21a191133fa') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:20.899165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] For port 414ba3ca-3047-42e4-9d4d-b439bddeaae0, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:20.916830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] For port 414ba3ca-3047-42e4-9d4d-b439bddeaae0, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=414ba3ca-3047-42e4-9d4d-b439bddeaae0,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:20.919777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (9e51913f-ba09-4ddc-9b38-c21a191133fa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.944527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9e51913f-ba09-4ddc-9b38-c21a191133fa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.958879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:23:20.959523 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (9e51913f-ba09-4ddc-9b38-c21a191133fa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:20.980652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:21.023441 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 9e51913f-ba09-4ddc-9b38-c21a191133fa resource provider aggregate not found Aug 28 20:23:21.034717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Attempting to bind port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:21.034928 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Attempting to bind port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:21.038740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Attempting to bind port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:21.040123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:23:21.040456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Attempting to bind port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:21.047708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:21.048061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Checking segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:21.048457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Bound using segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:21.048902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Bound port: 6c7d4d6a-329a-4a86-84c7-6efd181d87a2, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:21.049269 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.052671 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 9e51913f-ba09-4ddc-9b38-c21a191133fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e51913f-ba09-4ddc-9b38-c21a191133fa found for delete ", "request_id": "req-375aca94-d0d2-43eb-8d88-cac91050b354"}]} Aug 28 20:23:21.085212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.116285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] For port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:21.120082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:21.120953 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.128333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] For port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:21.128533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/414ba3ca-3047-42e4-9d4d-b439bddeaae0 HTTP/1.1" status: 200 len: 1092 time: 2.6489432 Aug 28 20:23:21.183409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e9d5c-5ca8-4968-acae-a649ecc08423 req-5f51d8e6-592a-421d-9344-fc3060452832 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:21.185092 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-560e9d5c-5ca8-4968-acae-a649ecc08423 req-5f51d8e6-592a-421d-9344-fc3060452832 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1315737 Aug 28 20:23:21.248103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.252923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (b99e6874-54a1-40a3-bb1c-2b5d5813bbf3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.254809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5f094-39a4-46c5-84e9-e0a93c2d32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=414ba3ca-3047-42e4-9d4d-b439bddeaae0,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:21.255924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:21.256732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.258322 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/6c7d4d6a-329a-4a86-84c7-6efd181d87a2 HTTP/1.1" status: 200 len: 1092 time: 2.3945270 Aug 28 20:23:21.259111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431fa909-3912-4393-9686-a9b9d423ac9a', 'tag': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:21.262951 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9313b522-038a-450c-8792-0865854e9ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "431fa909-3912-4393-9686-a9b9d423ac9a", "tag": "6c7d4d6a-329a-4a86-84c7-6efd181d87a2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:21.268404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.271868 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b99e6874-54a1-40a3-bb1c-2b5d5813bbf3 HTTP/1.1" status: 204 len: 168 time: 0.9051442 Aug 28 20:23:21.276824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44208) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:21.286308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:21.318688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b604776-934c-44fa-b8f3-40f2406097b3', 'tag': '414ba3ca-3047-42e4-9d4d-b439bddeaae0'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:21.321039 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea94ed6-0412-4406-b578-4264f262a495" -d '{"events": [{"name": "network-changed", "server_uuid": "2b604776-934c-44fa-b8f3-40f2406097b3", "tag": "414ba3ca-3047-42e4-9d4d-b439bddeaae0"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:21.328815 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Publish callbacks [] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.365588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e685c1-c639-4851-8fa6-5d6fd28426c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b99e6874-54a1-40a3-bb1c-2b5d5813bbf3,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:21.386059 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b672d9-2d92-40c3-8ceb-6a026be932e0 x-openstack-request-id: req-e1b672d9-2d92-40c3-8ceb-6a026be932e0 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:21.386661 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431fa909-3912-4393-9686-a9b9d423ac9a", "tag": "6c7d4d6a-329a-4a86-84c7-6efd181d87a2", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:21.386943 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1b672d9-2d92-40c3-8ceb-6a026be932e0 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:21.387913 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b672d9-2d92-40c3-8ceb-6a026be932e0'] response: {'name': 'network-changed', 'server_uuid': '431fa909-3912-4393-9686-a9b9d423ac9a', 'tag': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2', 'status': 'completed', 'code': 200} Aug 28 20:23:21.433091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-333b6b63-0951-4c7f-84ea-0d641673956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:21.434866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-333b6b63-0951-4c7f-84ea-0d641673956a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 1126 time: 0.1154664 Aug 28 20:23:21.448778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144029-2ba4-4c09-8552-5ac56ab090d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:21.466007 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f016ecae-7c4e-4faa-840d-76f8807fab8c x-openstack-request-id: req-f016ecae-7c4e-4faa-840d-76f8807fab8c {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:21.466335 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b604776-934c-44fa-b8f3-40f2406097b3", "tag": "414ba3ca-3047-42e4-9d4d-b439bddeaae0", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:21.467073 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f016ecae-7c4e-4faa-840d-76f8807fab8c {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:21.467073 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f016ecae-7c4e-4faa-840d-76f8807fab8c'] response: {'name': 'network-changed', 'server_uuid': '2b604776-934c-44fa-b8f3-40f2406097b3', 'tag': '414ba3ca-3047-42e4-9d4d-b439bddeaae0', 'status': 'completed', 'code': 200} Aug 28 20:23:21.500528 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-560e9d5c-5ca8-4968-acae-a649ecc08423 req-173a759b-a035-49af-a78a-e0583a79c69f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076971 Aug 28 20:23:21.502364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Transition to ACTIVE for port object ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:23:21.519419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-896bbcce-c394-4ded-b7eb-c3f18cf2eaba service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414ba3ca-3047-42e4-9d4d-b439bddeaae0 HTTP/1.1" status: 200 len: 217 time: 0.0664988 Aug 28 20:23:21.524903 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:21.584551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] Deleting subnet e0d4534b-c99b-4961-ac06-3a17d0c28c61 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:23:21.590925 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] Publish callbacks [] for subnet (e0d4534b-c99b-4961-ac06-3a17d0c28c61), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.620871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-2b0e5fcc-c687-4ff9-bd1a-b4c7dce31996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:21.622668 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-2b0e5fcc-c687-4ff9-bd1a-b4c7dce31996 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e554280d-27eb-4594-8af9-8949b3c02734 HTTP/1.1" status: 200 len: 856 time: 0.0864551 Aug 28 20:23:21.622892 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:21.633302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ed98c599-bddc-4e39-994e-5a92dac93546 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:23:21.679886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: ed98c599-bddc-4e39-994e-5a92dac93546 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:23:21.680239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ed98c599-bddc-4e39-994e-5a92dac93546 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:23:21.720368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-fd36e8a3-6780-4365-ba3b-961596041c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:21.723763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-fd36e8a3-6780-4365-ba3b-961596041c1c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3774e37b-0ba6-48cd-bfa6-c801c6af620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0863373 Aug 28 20:23:21.797707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e30882-1a81-46c4-a249-3160f03adfbe req-5022a6af-3474-4907-9c37-e2c40e71b0a1 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:21.799336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62e30882-1a81-46c4-a249-3160f03adfbe req-5022a6af-3474-4907-9c37-e2c40e71b0a1 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 944 time: 0.1757460 Aug 28 20:23:21.896179 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-0d45d10e-70f8-4101-a80b-5048d767dfc4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653626 Aug 28 20:23:21.907797 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62e30882-1a81-46c4-a249-3160f03adfbe req-559a69ae-1a02-4c4e-b2fe-79df58b3654e tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884604 Aug 28 20:23:21.943107 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-848a4f4a-d858-4659-b081-3c6cb7fd0853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.120037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89578b31-9f0c-4b10-8f4d-bd4e6ab8363d req-563f9f61-77cf-4803-9f0f-4385052e2449 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:22.130166 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-89578b31-9f0c-4b10-8f4d-bd4e6ab8363d req-563f9f61-77cf-4803-9f0f-4385052e2449 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0712640 Aug 28 20:23:22.155461 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-de392c0a-493f-45e3-bac3-5fb8aabd57d2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465951 Aug 28 20:23:22.177654 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:22.186860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b522-038a-450c-8792-0865854e9ea3 req-f22ae468-ee93-43f1-9023-e0e48e0e8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:22.188939 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9313b522-038a-450c-8792-0865854e9ea3 req-f22ae468-ee93-43f1-9023-e0e48e0e8747 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 1126 time: 0.6832521 Aug 28 20:23:22.207454 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-89578b31-9f0c-4b10-8f4d-bd4e6ab8363d req-e61a42d0-3846-4295-aca5-9042884dc1d3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761137 Aug 28 20:23:22.213491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (e0d4534b-c99b-4961-ac06-3a17d0c28c61), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.350305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:22.383216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734da53-81bb-4065-b21e-a6b6be805ead req-cc36e32d-1df2-4bb5-8488-0558fcd45824 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:22.384864 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3734da53-81bb-4065-b21e-a6b6be805ead req-cc36e32d-1df2-4bb5-8488-0558fcd45824 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.7560060 Aug 28 20:23:22.429338 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e0d4534b-c99b-4961-ac06-3a17d0c28c61), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.536785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Attempting to bind port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:22.537125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Attempting to bind port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:22.537461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Attempting to bind port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:22.558156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:23:22.558498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Attempting to bind port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 on network 3774e37b-0ba6-48cd-bfa6-c801c6af620e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:22.563731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b522-038a-450c-8792-0865854e9ea3 req-96e05244-4b26-4635-8a3c-80c5f8b17912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:22.565289 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9313b522-038a-450c-8792-0865854e9ea3 req-96e05244-4b26-4635-8a3c-80c5f8b17912 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3482244 Aug 28 20:23:22.574201 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3734da53-81bb-4065-b21e-a6b6be805ead req-40e147f6-1ea7-466d-99c2-c36a6c91f863 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730342 Aug 28 20:23:22.577732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:22.578109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Checking segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:22.585540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Bound using segment: {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:22.585540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Bound port: ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1239ec0d-7be7-4553-b834-a906e7ae326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:22.585540 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.612568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:22.656676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe31711-d7d9-494e-9bb2-6caef7e55025 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:22.658476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dfe31711-d7d9-494e-9bb2-6caef7e55025 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1122 time: 0.0445743 Aug 28 20:23:22.662640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44232) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:22.669366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:22.671145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] For port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:22.676245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] For port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:22.700385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (e0d4534b-c99b-4961-ac06-3a17d0c28c61), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.726874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d4534b-c99b-4961-ac06-3a17d0c28c61,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:22.736033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.740178 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ebd7a16-71f1-4873-b269-275df7b3fbd8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e0d4534b-c99b-4961-ac06-3a17d0c28c61 HTTP/1.1" status: 204 len: 168 time: 1.4487698 Aug 28 20:23:22.743024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44234) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:22.809927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.816353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:22.816860 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:23:22.817394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.818464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 HTTP/1.1" status: 200 len: 1091 time: 2.8691185 Aug 28 20:23:22.843146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (cdfaa80c-33f4-4c4d-aabf-991f25f735ed), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.857386 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:22.883955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2b08f-778d-45cd-bcb7-c6e2c18b8322 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:23.042874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-2ec0006f-3d93-4d67-84d3-81831f09a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.044837 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-2ec0006f-3d93-4d67-84d3-81831f09a40d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 1125 time: 0.0879250 Aug 28 20:23:23.060114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (cdfaa80c-33f4-4c4d-aabf-991f25f735ed), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:23.094485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfaa80c-33f4-4c4d-aabf-991f25f735ed']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:23.105160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842ceb1b-daf8-4dc9-95af-bd742eeeda5d') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:23.105464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842ceb1b-daf8-4dc9-95af-bd742eeeda5d') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:23.120128 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (842ceb1b-daf8-4dc9-95af-bd742eeeda5d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:23.130557 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-d27940cc-6c92-48ac-aa4f-07b4f0a8c063 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 HTTP/1.1" status: 200 len: 217 time: 0.0728471 Aug 28 20:23:23.148518 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:23.156887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (842ceb1b-daf8-4dc9-95af-bd742eeeda5d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:23.163184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:23.184584 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:23:23.184584 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (842ceb1b-daf8-4dc9-95af-bd742eeeda5d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:23.212664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cd19eeb4-f916-4382-9190-045c349d0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.214208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-cd19eeb4-f916-4382-9190-045c349d0999 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=e554280d-27eb-4594-8af9-8949b3c02734 HTTP/1.1" status: 200 len: 856 time: 0.0758903 Aug 28 20:23:23.228889 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 842ceb1b-daf8-4dc9-95af-bd742eeeda5d resource provider aggregate not found Aug 28 20:23:23.240458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b81045-ed29-41da-afeb-5e358284b401 req-3b10a42f-d3e2-4b38-952f-f2cee2f71ca4 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.259058 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a6b81045-ed29-41da-afeb-5e358284b401 req-3b10a42f-d3e2-4b38-952f-f2cee2f71ca4 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 944 time: 0.2331555 Aug 28 20:23:23.264579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-2168da92-63e0-46e9-965f-b3d04d8f882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.267134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-2168da92-63e0-46e9-965f-b3d04d8f882b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3774e37b-0ba6-48cd-bfa6-c801c6af620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456407 Aug 28 20:23:23.445941 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 842ceb1b-daf8-4dc9-95af-bd742eeeda5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 842ceb1b-daf8-4dc9-95af-bd742eeeda5d found for delete ", "request_id": "req-9c502048-87b0-4b4b-ae2d-65353c14e323"}]} Aug 28 20:23:23.464044 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a6b81045-ed29-41da-afeb-5e358284b401 req-717e1e41-82e6-4320-93e4-008b6342ab04 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211865 Aug 28 20:23:23.530449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'tag': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:23.532614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94ed6-0412-4406-b578-4264f262a495 req-7affc1d1-fceb-4fc5-bd81-31054dfabc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.533599 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16581e0-d4e1-48b6-a122-fa0b7df24efa" -d '{"events": [{"name": "network-changed", "server_uuid": "3124b47a-49cc-437f-b9ec-9bd68386d45c", "tag": "ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:23.534830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ea94ed6-0412-4406-b578-4264f262a495 req-7affc1d1-fceb-4fc5-bd81-31054dfabc2c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 1126 time: 0.1885574 Aug 28 20:23:23.536654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b522-038a-450c-8792-0865854e9ea3 req-6cd00b3d-5898-4e5b-8442-b3c3e7253d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.538208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9313b522-038a-450c-8792-0865854e9ea3 req-6cd00b3d-5898-4e5b-8442-b3c3e7253d7c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2302589 Aug 28 20:23:23.542943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.190 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/bc7c2c88-6592-4a00-b859-1783571ead58) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:23.609020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c6641-a2b4-4671-8469-6c04a7966080 req-6078b6dc-7911-4fe3-9235-e84d8879b50c tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.616605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b65c6641-a2b4-4671-8469-6c04a7966080 req-6078b6dc-7911-4fe3-9235-e84d8879b50c tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0754671 Aug 28 20:23:23.630482 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9466b1-36e2-429d-8c71-d3db3132d427 x-openstack-request-id: req-df9466b1-36e2-429d-8c71-d3db3132d427 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:23.630892 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3124b47a-49cc-437f-b9ec-9bd68386d45c", "tag": "ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:23.631174 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df9466b1-36e2-429d-8c71-d3db3132d427 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:23.631501 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9466b1-36e2-429d-8c71-d3db3132d427'] response: {'name': 'network-changed', 'server_uuid': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'tag': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4', 'status': 'completed', 'code': 200} Aug 28 20:23:23.706667 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-a8bc9750-a560-4b73-9a58-6e9486faca6d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310136 Aug 28 20:23:23.708571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-b9586e11-073d-4b52-9173-91764d66982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.709330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-b9586e11-073d-4b52-9173-91764d66982a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 1126 time: 0.0905087 Aug 28 20:23:23.711179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94ed6-0412-4406-b578-4264f262a495 req-d089c7e5-d426-47d9-998f-427a83239921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.712733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ea94ed6-0412-4406-b578-4264f262a495 req-d089c7e5-d426-47d9-998f-427a83239921 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3774e37b-0ba6-48cd-bfa6-c801c6af620e HTTP/1.1" status: 200 len: 918 time: 0.1599362 Aug 28 20:23:23.743468 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (cdfaa80c-33f4-4c4d-aabf-991f25f735ed), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:23.780644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:23.786134 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/cdfaa80c-33f4-4c4d-aabf-991f25f735ed HTTP/1.1" status: 204 len: 168 time: 1.0389805 Aug 28 20:23:23.822540 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-f80f0326-bda0-43ec-b9f2-5ab2e150f311 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c7d4d6a-329a-4a86-84c7-6efd181d87a2 HTTP/1.1" status: 200 len: 217 time: 0.0882359 Aug 28 20:23:23.823429 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ea94ed6-0412-4406-b578-4264f262a495 req-e12a1bf2-d025-4b71-a387-606f64021948 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414ba3ca-3047-42e4-9d4d-b439bddeaae0 HTTP/1.1" status: 200 len: 217 time: 0.0861502 Aug 28 20:23:23.839823 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b65c6641-a2b4-4671-8469-6c04a7966080 req-f13b431f-398d-4f94-83cf-e0ed4cb0fa90 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221987 Aug 28 20:23:23.847018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355c2fb-dafa-46b8-bc66-c53509048b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfaa80c-33f4-4c4d-aabf-991f25f735ed,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:23.945012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-de8f03b7-6186-40f7-a93d-a885c77dae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.946917 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-de8f03b7-6186-40f7-a93d-a885c77dae49 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e554280d-27eb-4594-8af9-8949b3c02734 HTTP/1.1" status: 200 len: 856 time: 0.1034901 Aug 28 20:23:23.951139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94ed6-0412-4406-b578-4264f262a495 req-0afeaaa2-9d73-43e4-be14-1c3d594ac45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:23.952710 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ea94ed6-0412-4406-b578-4264f262a495 req-0afeaaa2-9d73-43e4-be14-1c3d594ac45d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=e554280d-27eb-4594-8af9-8949b3c02734 HTTP/1.1" status: 200 len: 856 time: 0.1157713 Aug 28 20:23:23.953516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-89e18ceb-4abc-49b2-a174-c746bac2942a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345791 Aug 28 20:23:24.035998 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:24.036641 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (bc7c2c88-6592-4a00-b859-1783571ead58), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.053417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c49bbd02-8b45-48fb-980f-aed34f8a4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:24.055485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-c49bbd02-8b45-48fb-980f-aed34f8a4d76 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3774e37b-0ba6-48cd-bfa6-c801c6af620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1005599 Aug 28 20:23:24.098085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea94ed6-0412-4406-b578-4264f262a495 req-df9479c0-d650-444e-8a1f-94d16d6bda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:24.100225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ea94ed6-0412-4406-b578-4264f262a495 req-df9479c0-d650-444e-8a1f-94d16d6bda97 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3774e37b-0ba6-48cd-bfa6-c801c6af620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223490 Aug 28 20:23:24.194326 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e3b17bfb-f016-4a11-bb45-dfebab04cf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.246144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-89082962-46cf-448e-a12f-29d63acea0af service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709301 Aug 28 20:23:24.251808 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.258690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (bc7c2c88-6592-4a00-b859-1783571ead58), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.303541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ea94ed6-0412-4406-b578-4264f262a495 req-c74b7832-2f0e-4cbe-90b6-504d4711e552 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957564 Aug 28 20:23:24.383659 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e07c3a4-0430-472c-a0b7-6fe965576079 req-4d7b4322-ff4b-4498-9a96-9343012a5f1c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300089 Aug 28 20:23:24.394645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:24.401220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:24.405049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=bc7c2c88-6592-4a00-b859-1783571ead58,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:24.409807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:24.463074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44296) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:24.504299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1ea94ed6-0412-4406-b578-4264f262a495 req-1fa998da-e6d8-40fe-8f39-f8b71460a18c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835892 Aug 28 20:23:24.559881 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-355e8f7c-58c5-412e-b9f6-c00e32796bf7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c59ca2d811f647d2a10fc4e1e2e96ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955153 Aug 28 20:23:24.565250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44308) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:24.633680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a50883e3-9f74-4aa7-9c9d-17a353c9d550 admin admin] Publish callbacks [] for security_group (b36d760b-bad0-480b-af40-b32361ec0264), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.659218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a50883e3-9f74-4aa7-9c9d-17a353c9d550 admin admin] Publish callbacks [] for security_group (b36d760b-bad0-480b-af40-b32361ec0264), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.724190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c1041-ca91-4621-9b85-f7033c706738 req-667e2260-6036-496a-9e5d-f1939d129b52 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:24.731173 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-986c1041-ca91-4621-9b85-f7033c706738 req-667e2260-6036-496a-9e5d-f1939d129b52 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 944 time: 0.1255908 Aug 28 20:23:24.837877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a50883e3-9f74-4aa7-9c9d-17a353c9d550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b36d760b-bad0-480b-af40-b32361ec0264), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.841990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a50883e3-9f74-4aa7-9c9d-17a353c9d550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:24.843566 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a50883e3-9f74-4aa7-9c9d-17a353c9d550 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b36d760b-bad0-480b-af40-b32361ec0264 HTTP/1.1" status: 204 len: 168 time: 0.2768071 Aug 28 20:23:24.849284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-986c1041-ca91-4621-9b85-f7033c706738 req-1ca6fdae-a9ea-47b9-a4ad-c25c478bcf8b tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145873 Aug 28 20:23:24.881144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50883e3-9f74-4aa7-9c9d-17a353c9d550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d760b-bad0-480b-af40-b32361ec0264,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:25.043293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 414ba3ca-3047-42e4-9d4d-b439bddeaae0 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:23:25.071895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-a19cbbb8-5f93-4030-8021-4bfb274bf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:25.078745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-a19cbbb8-5f93-4030-8021-4bfb274bf054 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 1125 time: 0.1154225 Aug 28 20:23:25.147466 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:25.212487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (bae354a5-4c11-4265-8638-1f34df401778), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:25.275100 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:25.297302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e089dc-26d5-4ffe-884a-a02d5ce408aa req-71e7a490-5347-4577-958e-716ba77c0691 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:25.298965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7e089dc-26d5-4ffe-884a-a02d5ce408aa req-71e7a490-5347-4577-958e-716ba77c0691 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.2167075 Aug 28 20:23:25.348323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 414ba3ca-3047-42e4-9d4d-b439bddeaae0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=414ba3ca-3047-42e4-9d4d-b439bddeaae0,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:25.367200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '414ba3ca-3047-42e4-9d4d-b439bddeaae0', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'port_id': '414ba3ca-3047-42e4-9d4d-b439bddeaae0', 'mac_address': 'fa:16:3e:a6:bb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:23:25.457945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:25.458837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:25.463042 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7e089dc-26d5-4ffe-884a-a02d5ce408aa req-4862b331-5098-4102-a899-3a62a25aa9de tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545007 Aug 28 20:23:25.484397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414ba3ca-3047-42e4-9d4d-b439bddeaae0 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:25.502059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bc7c2c88-6592-4a00-b859-1783571ead58), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:25.506749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 414ba3ca-3047-42e4-9d4d-b439bddeaae0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=414ba3ca-3047-42e4-9d4d-b439bddeaae0,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:25.510679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-7832a175-5114-4d56-a03b-1cda7042e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:25.519284 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-7832a175-5114-4d56-a03b-1cda7042e1f8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3774e37b-0ba6-48cd-bfa6-c801c6af620e HTTP/1.1" status: 200 len: 918 time: 0.4322689 Aug 28 20:23:25.606820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-81634556-91b3-456c-bb91-a63a8c8cc6d6 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 HTTP/1.1" status: 200 len: 217 time: 0.0813274 Aug 28 20:23:25.609880 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:25.666256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:23:25.668906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-a9dc8a02-b3eb-4598-9262-fe9f19bb8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:25.675360 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-a9dc8a02-b3eb-4598-9262-fe9f19bb8bd7 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=e554280d-27eb-4594-8af9-8949b3c02734 HTTP/1.1" status: 200 len: 856 time: 0.0624387 Aug 28 20:23:25.738519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-dde6e5f0-485f-450c-aadf-0af5da83681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:25.740016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-dde6e5f0-485f-450c-aadf-0af5da83681c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3774e37b-0ba6-48cd-bfa6-c801c6af620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0583928 Aug 28 20:23:25.802581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=414ba3ca-3047-42e4-9d4d-b439bddeaae0,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:25.805133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (bc7c2c88-6592-4a00-b859-1783571ead58), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:25.920203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-bebc8664-a40c-4ba7-879c-059d0fc33d04 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730118 Aug 28 20:23:25.927886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:25.939654 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (bc7c2c88-6592-4a00-b859-1783571ead58), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:25.993831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.005202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['414ba3ca-3047-42e4-9d4d-b439bddeaae0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:26.100713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44346) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:26.120050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'port_id': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4', 'mac_address': 'fa:16:3e:5f:43:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:23:26.182131 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44348) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:26.224671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:26.231827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199c29b-a71b-4406-8540-14f8ae8c7530 req-711a049b-ee2c-4e3a-ad39-04f50cd4c201 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:26.238521 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.239516 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5199c29b-a71b-4406-8540-14f8ae8c7530 req-711a049b-ee2c-4e3a-ad39-04f50cd4c201 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 944 time: 0.2060039 Aug 28 20:23:26.269210 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:26.278449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d0f55206-edee-4821-b3c9-dc4616ba432a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0c6bd0bc9b8346ec85266b5e2953ea22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741409 Aug 28 20:23:26.279826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:26.284513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=bc7c2c88-6592-4a00-b859-1783571ead58,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:26.286257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44354) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:26.353464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:26.362097 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:26.363796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (bae354a5-4c11-4265-8638-1f34df401778), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.381333 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:26.425258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5199c29b-a71b-4406-8540-14f8ae8c7530 req-cfa6bb5b-93b5-449c-95ef-ede000d1e467 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793253 Aug 28 20:23:26.429098 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7bd0d389-472a-4f96-aead-3e0b73e0b66a admin admin] Publish callbacks [] for security_group (3bc3e183-1384-434f-ab29-c4ba7ff91542), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.443287 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e16581e0-d4e1-48b6-a122-fa0b7df24efa req-9607e2f6-90d1-4a6a-a8a6-f8373a3899ac service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152495 Aug 28 20:23:26.452593 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.485895 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7bd0d389-472a-4f96-aead-3e0b73e0b66a admin admin] Publish callbacks [] for security_group (3bc3e183-1384-434f-ab29-c4ba7ff91542), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.512827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:26.577680 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:26.661990 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP bae354a5-4c11-4265-8638-1f34df401778 associated. External IP: 172.25.4.190, port: b96e1017-3d8f-4b04-ad32-27376fabc844. Aug 28 20:23:26.715966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:26.752448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf359769-f646-4526-9e83-9f1d9a83b85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.811283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d9771-5c8f-4e82-8ed7-c1d3e1a35676 req-89aa2040-1559-4d85-a5d7-692f26149af0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:26.820223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e48d9771-5c8f-4e82-8ed7-c1d3e1a35676 req-89aa2040-1559-4d85-a5d7-692f26149af0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1543641 Aug 28 20:23:26.894037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e48d9771-5c8f-4e82-8ed7-c1d3e1a35676 req-3ebdd702-5f7a-4b9d-b163-e83c0b33817e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709763 Aug 28 20:23:26.963828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7bd0d389-472a-4f96-aead-3e0b73e0b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3bc3e183-1384-434f-ab29-c4ba7ff91542), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.966680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7bd0d389-472a-4f96-aead-3e0b73e0b66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:26.977235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7bd0d389-472a-4f96-aead-3e0b73e0b66a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3bc3e183-1384-434f-ab29-c4ba7ff91542 HTTP/1.1" status: 204 len: 168 time: 0.6898959 Aug 28 20:23:26.980333 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:27.026353 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:27.074658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0d389-472a-4f96-aead-3e0b73e0b66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3e183-1384-434f-ab29-c4ba7ff91542,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:27.098986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 7bed5292-4508-4db9-88e1-bb59a3be89ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:23:27.115385 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf359769-f646-4526-9e83-9f1d9a83b85e admin admin] Publish callbacks [] for security_group (66b88250-9075-4b8e-bf0a-744b0243057f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.168694 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.196862 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:27.219630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf359769-f646-4526-9e83-9f1d9a83b85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (66b88250-9075-4b8e-bf0a-744b0243057f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.268362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 414ba3ca-3047-42e4-9d4d-b439bddeaae0 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:27.295431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:23:27.316643 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bf359769-f646-4526-9e83-9f1d9a83b85e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4d220a4181b74647951f6cfe906bde95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1306949 Aug 28 20:23:27.316643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf359769-f646-4526-9e83-9f1d9a83b85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b88250-9075-4b8e-bf0a-744b0243057f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:27.320548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44382) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:27.389331 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552b640a-38ec-4255-8ece-3f1d752675e1 admin admin] Publish callbacks [] for security_group (66b88250-9075-4b8e-bf0a-744b0243057f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.389634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] Sync routers for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:23:27.446062 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552b640a-38ec-4255-8ece-3f1d752675e1 admin admin] Publish callbacks [] for security_group (66b88250-9075-4b8e-bf0a-744b0243057f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.483765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:23:27.486253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:27.593685 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.680843 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3a17277e-e811-4e87-945c-f5108426f3cd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0142784 Aug 28 20:23:27.685409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:27.688590 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:27.692903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:27.783910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabf918-1361-454d-a0cc-3be15acc51d0 req-297f29c6-5867-49be-867c-c5bc15b36c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:27.785768 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4dabf918-1361-454d-a0cc-3be15acc51d0 req-297f29c6-5867-49be-867c-c5bc15b36c47 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1127 time: 0.2261343 Aug 28 20:23:27.793727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96527b88-b352-4fdc-908b-f3a1efe1e445 req-316e4487-67fe-4020-b592-df3edb686061 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:27.795717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-96527b88-b352-4fdc-908b-f3a1efe1e445 req-316e4487-67fe-4020-b592-df3edb686061 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 944 time: 0.1113234 Aug 28 20:23:27.805003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:27.886950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c300-8bcc-468c-9e22-4094eabf4597 req-cf61fb24-e971-4bb1-9102-a490625258fe tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:27.897564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e01c300-8bcc-468c-9e22-4094eabf4597 req-cf61fb24-e971-4bb1-9102-a490625258fe tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1378424 Aug 28 20:23:27.918150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552b640a-38ec-4255-8ece-3f1d752675e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (66b88250-9075-4b8e-bf0a-744b0243057f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.925011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:23:27.931224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-552b640a-38ec-4255-8ece-3f1d752675e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:27.936780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-552b640a-38ec-4255-8ece-3f1d752675e1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/66b88250-9075-4b8e-bf0a-744b0243057f HTTP/1.1" status: 204 len: 168 time: 0.6128433 Aug 28 20:23:28.002896 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5e01c300-8bcc-468c-9e22-4094eabf4597 req-b4f65f81-6d2a-4af9-98c1-a669fe5270c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985024 Aug 28 20:23:28.022263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44402) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:28.057715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:23:28.111176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-96527b88-b352-4fdc-908b-f3a1efe1e445 req-2280f194-2230-4053-9172-1338eba27525 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669199 Aug 28 20:23:28.111176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4dabf918-1361-454d-a0cc-3be15acc51d0 req-7f995af4-c9d1-4817-8bc0-2dbb4111e347 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787893 Aug 28 20:23:28.111176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b640a-38ec-4255-8ece-3f1d752675e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b88250-9075-4b8e-bf0a-744b0243057f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:28.112531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:28.112531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:28.153585 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592c121-9069-49e2-a792-55f0a93cc3b0 x-openstack-request-id: req-c592c121-9069-49e2-a792-55f0a93cc3b0 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:28.153585 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:28.153585 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c592c121-9069-49e2-a792-55f0a93cc3b0 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:28.153585 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c592c121-9069-49e2-a792-55f0a93cc3b0'] response: {'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'status': 'completed', 'code': 200} Aug 28 20:23:28.153998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:28.182203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6fde277a-2e78-4e14-8c27-a50a77fc30d1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/bae354a5-4c11-4265-8638-1f34df401778 HTTP/1.1" status: 200 len: 991 time: 0.1587148 Aug 28 20:23:28.257622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:28.258044 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:28.271918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac70b3-c484-4d93-953f-914bfb90154f req-e0a1500d-3f0c-41cd-ab0e-1634dcf37f2f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:28.273938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-97ac70b3-c484-4d93-953f-914bfb90154f req-e0a1500d-3f0c-41cd-ab0e-1634dcf37f2f tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0774190 Aug 28 20:23:28.368339 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-97ac70b3-c484-4d93-953f-914bfb90154f req-9de9be10-064c-4d5b-a43d-1250bc828a09 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835862 Aug 28 20:23:28.753512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:28.754304 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:28.780532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-6f377a22-5c1d-4bcf-8df7-f8623db622a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:28.782513 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:28.782694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-6f377a22-5c1d-4bcf-8df7-f8623db622a4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1127 time: 0.0552151 Aug 28 20:23:28.802540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:28.802988 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:28.837094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'bae354a5-4c11-4265-8638-1f34df401778', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'port_id': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'mac_address': 'fa:16:3e:83:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:24Z', 'updated_at': '2022-08-28T20:23:24Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:04Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:28.838857 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b604776-934c-44fa-b8f3-40f2406097b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414ba3ca-3047-42e4-9d4d-b439bddeaae0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:28.841495 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c079e2c-0f23-4f01-a68c-612371ca2562" -d '{"events": [{"server_uuid": "2b604776-934c-44fa-b8f3-40f2406097b3", "name": "network-vif-plugged", "status": "completed", "tag": "414ba3ca-3047-42e4-9d4d-b439bddeaae0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:28.889904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] Checking router: 7bed5292-4508-4db9-88e1-bb59a3be89ef for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:23:28.893259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 414ba3ca-3047-42e4-9d4d-b439bddeaae0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=414ba3ca-3047-42e4-9d4d-b439bddeaae0,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:28.916500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:23:28.917160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:28.924917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:28.952939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-88ffa81d-e36a-464a-a4e2-82112b2591b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:28.952939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-88ffa81d-e36a-464a-a4e2-82112b2591b0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.1608241 Aug 28 20:23:28.979771 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74951c2e-d761-421e-8790-5f2e9e42d9ac x-openstack-request-id: req-74951c2e-d761-421e-8790-5f2e9e42d9ac {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:28.980102 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b604776-934c-44fa-b8f3-40f2406097b3", "name": "network-vif-plugged", "status": "completed", "tag": "414ba3ca-3047-42e4-9d4d-b439bddeaae0", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:28.980413 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74951c2e-d761-421e-8790-5f2e9e42d9ac {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:28.980949 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74951c2e-d761-421e-8790-5f2e9e42d9ac'] response: {'server_uuid': '2b604776-934c-44fa-b8f3-40f2406097b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414ba3ca-3047-42e4-9d4d-b439bddeaae0', 'code': 200} Aug 28 20:23:29.049623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:29.056054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:29.118454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:29.169487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=414ba3ca-3047-42e4-9d4d-b439bddeaae0,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:29.186215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44418) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:29.267166 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:23:29.270799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-e04f0586-9f27-4bd0-9239-b04bf73c63c1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 999 time: 0.1713564 Aug 28 20:23:29.305487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44420) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:29.368001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:29.398136 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:29.508213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:29.529149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2a7e-ad22-4259-be8e-89163f154526 req-085bf26c-f3e0-42fb-9957-b1227093151a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:29.537120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3ab2a7e-ad22-4259-be8e-89163f154526 req-085bf26c-f3e0-42fb-9957-b1227093151a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 944 time: 0.2645655 Aug 28 20:23:29.552411 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-13251c03-c9d5-4e6f-9caa-90aa1ea1ce11 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/bae354a5-4c11-4265-8638-1f34df401778 HTTP/1.1" status: 200 len: 991 time: 0.3643262 Aug 28 20:23:29.576701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-a3be78bd-f2d3-4a72-b835-69319ad5ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:29.578967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-a3be78bd-f2d3-4a72-b835-69319ad5ffe4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.2175605 Aug 28 20:23:29.628629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:29.640700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3ab2a7e-ad22-4259-be8e-89163f154526 req-2cb5dd5b-bc8d-4ce3-8deb-09767b637dba tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020591 Aug 28 20:23:29.664852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-f564a428-aabd-425b-8932-c48337b21be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:29.666514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-f564a428-aabd-425b-8932-c48337b21be2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764477 Aug 28 20:23:29.697744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740f5f-e2ab-4f9d-a78f-8b6b1c93f5ca req-36a10313-a8e2-44c7-88cf-7fb6a0144148 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:29.707836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3740f5f-e2ab-4f9d-a78f-8b6b1c93f5ca req-36a10313-a8e2-44c7-88cf-7fb6a0144148 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1313100 Aug 28 20:23:29.713229 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:29.721665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c855cb4-ad3a-4fd3-936e-6ec3558484eb req-5982137f-5b6f-4f1f-b2ef-097ff17017be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:29.723501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c855cb4-ad3a-4fd3-936e-6ec3558484eb req-5982137f-5b6f-4f1f-b2ef-097ff17017be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 1128 time: 0.3486655 Aug 28 20:23:29.730644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2', 'network_id': '3774e37b-0ba6-48cd-bfa6-c801c6af620e', 'port_id': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2', 'mac_address': 'fa:16:3e:98:1a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e554280d-27eb-4594-8af9-8949b3c02734', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:23:29.764618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'bae354a5-4c11-4265-8638-1f34df401778', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'port_id': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'mac_address': 'fa:16:3e:83:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:24Z', 'updated_at': '2022-08-28T20:23:24Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:04Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:29.829408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec4909-bf09-4c73-9bb9-60bad9ccfe1f None None] The sync data for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 is: [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'bae354a5-4c11-4265-8638-1f34df401778', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'port_id': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'mac_address': 'fa:16:3e:83:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:24Z', 'updated_at': '2022-08-28T20:23:24Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:04Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:23:29.844686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:29.845081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:29.875910 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:29.906725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:29.917916 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-7f6b442c-cb43-4560-84f3-57ae413a7a8e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434943 Aug 28 20:23:29.980712 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c855cb4-ad3a-4fd3-936e-6ec3558484eb req-429bd679-a575-4640-82aa-7010bfebbe3a service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076118 Aug 28 20:23:29.986168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:30.025404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3740f5f-e2ab-4f9d-a78f-8b6b1c93f5ca req-32c582c9-9632-4c60-8493-9e08f69a35d8 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092020 Aug 28 20:23:30.062789 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:30.156312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Publish callbacks [] for security_group (511665d8-944e-4835-b587-5c0c1da10412), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:30.207252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8e6544ac-759b-4f3b-8dc2-16b374fdb1c0 req-f6084a42-b13a-448e-b714-ac0bd8620b91 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816989 Aug 28 20:23:30.226083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:30.252210 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (511665d8-944e-4835-b587-5c0c1da10412), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:30.342444 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:30.363859 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f7ffdf-8b11-45c2-8ace-295250750143 None None] New status for floating IP bae354a5-4c11-4265-8638-1f34df401778: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:23:30.407257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=203515d6bcf0433f86dfa87f280e9b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0961494 Aug 28 20:23:30.407257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511665d8-944e-4835-b587-5c0c1da10412,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:30.407520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44448) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:30.433280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6c7d4d6a-329a-4a86-84c7-6efd181d87a2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:30.463578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.463999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.464347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.464673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.465025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.465337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.465663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.466016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.466348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.466667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.467062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.467393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.467722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.468074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.468439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea3294-3d57-4af1-83a6-30ecc008ccfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:23:30.554296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44452) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:30.718191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-68918873-6ffb-4018-9ba9-e3837d694dbf tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/bae354a5-4c11-4265-8638-1f34df401778 HTTP/1.1" status: 200 len: 991 time: 0.1625323 Aug 28 20:23:30.982399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:30.989248 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452dd606-c68a-4461-a095-a59ce51cd4fd" -d '{"events": [{"server_uuid": "3124b47a-49cc-437f-b9ec-9bd68386d45c", "name": "network-vif-plugged", "status": "completed", "tag": "ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:31.033190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b935105-3321-44ad-9bc5-70fea3794d54 req-a905bc37-c018-40b2-bb48-fd0e2524798e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:31.044327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b935105-3321-44ad-9bc5-70fea3794d54 req-a905bc37-c018-40b2-bb48-fd0e2524798e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1383312 Aug 28 20:23:31.175374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0b935105-3321-44ad-9bc5-70fea3794d54 req-df34301d-4b41-4359-9b18-b4143945afda tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300168 Aug 28 20:23:31.328413 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d4e2ab-e419-4481-8e11-b689047479f6 x-openstack-request-id: req-d3d4e2ab-e419-4481-8e11-b689047479f6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:31.328715 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3124b47a-49cc-437f-b9ec-9bd68386d45c", "name": "network-vif-plugged", "status": "completed", "tag": "ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:31.328971 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3d4e2ab-e419-4481-8e11-b689047479f6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:31.329403 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d4e2ab-e419-4481-8e11-b689047479f6'] response: {'server_uuid': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4', 'code': 200} Aug 28 20:23:31.337806 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-acad1321-964d-4e5b-b72f-21048e78ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:31.340541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-acad1321-964d-4e5b-b72f-21048e78ddd8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1127 time: 0.1964161 Aug 28 20:23:31.358729 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:31.482700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139bf1-a734-4b7f-9f22-61771eb55c2b req-d4eb3a56-cd4a-48e8-9f60-cf4a63de2755 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:31.490652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9139bf1-a734-4b7f-9f22-61771eb55c2b req-d4eb3a56-cd4a-48e8-9f60-cf4a63de2755 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 945 time: 0.3377936 Aug 28 20:23:31.492776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5dc155d-1954-412e-af76-7838d42dec07 admin admin] Publish callbacks [] for security_group (511665d8-944e-4835-b587-5c0c1da10412), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:31.541688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5dc155d-1954-412e-af76-7838d42dec07 admin admin] Publish callbacks [] for security_group (511665d8-944e-4835-b587-5c0c1da10412), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:31.558110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:23:31.623375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9139bf1-a734-4b7f-9f22-61771eb55c2b req-e060ed3e-0eb1-46db-91ac-2ed667c45b91 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316974 Aug 28 20:23:31.671651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-6da1c00d-e43c-42ed-be12-05ad37c75da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:31.679902 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-6da1c00d-e43c-42ed-be12-05ad37c75da8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.3074784 Aug 28 20:23:31.686480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f51ed-de96-4bf9-b266-4ed906e7046a req-0ec1a22f-45a9-40e7-a27e-7cf7e1faf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:31.697405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a7f51ed-de96-4bf9-b266-4ed906e7046a req-0ec1a22f-45a9-40e7-a27e-7cf7e1faf573 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 1127 time: 0.2902195 Aug 28 20:23:31.726259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:23:31.769341 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44478) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:31.789761 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-1dadbd94-6f3c-444e-ad86-909d0df82d6c service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 200 len: 217 time: 0.1015275 Aug 28 20:23:31.844086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:31.845115 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:31.889772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8642b96a-d0f4-487d-86b3-f3107b2ef7ba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/bae354a5-4c11-4265-8638-1f34df401778 HTTP/1.1" status: 200 len: 993 time: 0.1191807 Aug 28 20:23:31.905421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-5ed182ea-50c8-4921-8687-58c33471efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:31.908226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-5ed182ea-50c8-4921-8687-58c33471efc1 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1110973 Aug 28 20:23:31.910974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a7f51ed-de96-4bf9-b266-4ed906e7046a req-123e1a0f-8320-457d-94f9-33379185ea9f service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069082 Aug 28 20:23:31.925080 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:32.027229 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5dc155d-1954-412e-af76-7838d42dec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (511665d8-944e-4835-b587-5c0c1da10412), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.034644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c5dc155d-1954-412e-af76-7838d42dec07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.036052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c5dc155d-1954-412e-af76-7838d42dec07 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/511665d8-944e-4835-b587-5c0c1da10412 HTTP/1.1" status: 204 len: 168 time: 1.6275103 Aug 28 20:23:32.070248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc155d-1954-412e-af76-7838d42dec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511665d8-944e-4835-b587-5c0c1da10412,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:32.076765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-10e3af8a-8f7c-4c6b-abb7-b6d38228e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:32.082677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-10e3af8a-8f7c-4c6b-abb7-b6d38228e8ec service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1627843 Aug 28 20:23:32.105615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44492) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:32.121704 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:32.148798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:23:32.149205 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.244686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:32.349288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-737c6509-7ab0-4b84-934a-0018c31c157b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584214 Aug 28 20:23:32.359418 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.428623 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75b6a87b-1d15-4d75-902a-81f670c67275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.465812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:32.507990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f7bad-27e1-4595-aed1-b8b480468364 req-80ab2318-ec78-4722-bc01-6768198c724d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:32.522119 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-399f7bad-27e1-4595-aed1-b8b480468364 req-80ab2318-ec78-4722-bc01-6768198c724d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1897037 Aug 28 20:23:32.577125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75b6a87b-1d15-4d75-902a-81f670c67275 admin admin] Publish callbacks [] for security_group (0fc4641c-8af1-4fec-97d8-ff14a106cf95), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.651185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75b6a87b-1d15-4d75-902a-81f670c67275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0fc4641c-8af1-4fec-97d8-ff14a106cf95), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.679122 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:32.719657 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-399f7bad-27e1-4595-aed1-b8b480468364 req-6110de4b-7cd2-4f8a-b7ef-9b751243dba9 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945212 Aug 28 20:23:32.745803 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bdd3e6-63d5-49d4-ba65-7209401e0903 req-2c434337-f32d-4d9f-bd31-3be799c832ea service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770456 Aug 28 20:23:32.763097 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-75b6a87b-1d15-4d75-902a-81f670c67275 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0bff07740e26403ebe33b88bbefb104b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6561618 Aug 28 20:23:32.766562 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44504) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:32.780840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a87b-1d15-4d75-902a-81f670c67275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc4641c-8af1-4fec-97d8-ff14a106cf95,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:32.851108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d074031-9b3f-4240-9c07-ef0a064ed6b3 req-d87a130c-b899-4436-9db0-e64ba0678619 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:32.858350 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d074031-9b3f-4240-9c07-ef0a064ed6b3 req-d87a130c-b899-4436-9db0-e64ba0678619 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 946 time: 0.0902243 Aug 28 20:23:32.873018 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5cad95f8-6fcc-41e7-9a70-6ec962f0d215 admin admin] Publish callbacks [] for security_group (0fc4641c-8af1-4fec-97d8-ff14a106cf95), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.914309 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5cad95f8-6fcc-41e7-9a70-6ec962f0d215 admin admin] Publish callbacks [] for security_group (0fc4641c-8af1-4fec-97d8-ff14a106cf95), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:32.957670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4d074031-9b3f-4240-9c07-ef0a064ed6b3 req-0ff8f315-984a-4309-9927-9958329896e5 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981090 Aug 28 20:23:33.136836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5cad95f8-6fcc-41e7-9a70-6ec962f0d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0fc4641c-8af1-4fec-97d8-ff14a106cf95), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:33.139884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5cad95f8-6fcc-41e7-9a70-6ec962f0d215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:33.141094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5cad95f8-6fcc-41e7-9a70-6ec962f0d215 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0fc4641c-8af1-4fec-97d8-ff14a106cf95 HTTP/1.1" status: 204 len: 168 time: 0.3731515 Aug 28 20:23:33.149911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad95f8-6fcc-41e7-9a70-6ec962f0d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc4641c-8af1-4fec-97d8-ff14a106cf95,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:33.331060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431fa909-3912-4393-9686-a9b9d423ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:33.335509 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904ea9d-1176-40a2-93db-53483df6041a" -d '{"events": [{"server_uuid": "431fa909-3912-4393-9686-a9b9d423ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "6c7d4d6a-329a-4a86-84c7-6efd181d87a2"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:33.392727 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3250dc14-1429-49e4-9995-6104c907831b x-openstack-request-id: req-3250dc14-1429-49e4-9995-6104c907831b {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:33.393049 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431fa909-3912-4393-9686-a9b9d423ac9a", "name": "network-vif-plugged", "status": "completed", "tag": "6c7d4d6a-329a-4a86-84c7-6efd181d87a2", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:33.393322 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3250dc14-1429-49e4-9995-6104c907831b {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:33.393801 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3250dc14-1429-49e4-9995-6104c907831b'] response: {'server_uuid': '431fa909-3912-4393-9686-a9b9d423ac9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2', 'code': 200} Aug 28 20:23:33.938458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18377cf-c3a4-4ebf-8040-0106abe1ca1b req-97ce9f26-e0da-446b-8450-49173bf194c0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:33.944118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d18377cf-c3a4-4ebf-8040-0106abe1ca1b req-97ce9f26-e0da-446b-8450-49173bf194c0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1014659 Aug 28 20:23:34.133021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d18377cf-c3a4-4ebf-8040-0106abe1ca1b req-3a8dbc67-65f4-4782-aed2-c4f883b38278 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829324 Aug 28 20:23:34.332511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44548) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:34.354121 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a8c1930d-2d48-4d67-abd8-878b1c18a8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:34.385972 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:34.416844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aebb5-f028-488d-ae4f-b6ccda3b21d1 req-58afedf3-4ca1-46c7-b48a-f6f6364eb883 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:34.436305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba9aebb5-f028-488d-ae4f-b6ccda3b21d1 req-58afedf3-4ca1-46c7-b48a-f6f6364eb883 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 946 time: 0.2938302 Aug 28 20:23:34.574342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a8c1930d-2d48-4d67-abd8-878b1c18a8ca admin admin] Publish callbacks [] for security_group (79d6ab13-7734-4d6d-b2e0-a4f05ad67b76), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:34.577590 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:34.582521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ba9aebb5-f028-488d-ae4f-b6ccda3b21d1 req-0d83ece0-ec45-4085-988b-8ee46af3afc2 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408865 Aug 28 20:23:34.656836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a8c1930d-2d48-4d67-abd8-878b1c18a8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (79d6ab13-7734-4d6d-b2e0-a4f05ad67b76), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:34.725236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d31a50-e798-4bf7-a702-e8ff974eca60 req-61f34e61-545f-4974-a90c-0a3094f63252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:34.726915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02d31a50-e798-4bf7-a702-e8ff974eca60 req-61f34e61-545f-4974-a90c-0a3094f63252 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 1128 time: 0.0773404 Aug 28 20:23:34.732226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1930d-2d48-4d67-abd8-878b1c18a8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d6ab13-7734-4d6d-b2e0-a4f05ad67b76,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:34.832072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a8c1930d-2d48-4d67-abd8-878b1c18a8ca admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2ca6ba8d3cb747cbbd953a0ff1da3ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4977832 Aug 28 20:23:34.836557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44554) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:34.871609 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:34.983401 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f03bb68c-a7e5-4ce0-a254-6d29377e2972 admin admin] Publish callbacks [] for security_group (79d6ab13-7734-4d6d-b2e0-a4f05ad67b76), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:34.987981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02d31a50-e798-4bf7-a702-e8ff974eca60 req-3046a1fe-a1e2-46d1-899b-8c9e68d7fc71 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177961 Aug 28 20:23:35.017393 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f03bb68c-a7e5-4ce0-a254-6d29377e2972 admin admin] Publish callbacks [] for security_group (79d6ab13-7734-4d6d-b2e0-a4f05ad67b76), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:35.176247 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f03bb68c-a7e5-4ce0-a254-6d29377e2972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (79d6ab13-7734-4d6d-b2e0-a4f05ad67b76), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:35.197008 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f03bb68c-a7e5-4ce0-a254-6d29377e2972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:35.198684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f03bb68c-a7e5-4ce0-a254-6d29377e2972 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/79d6ab13-7734-4d6d-b2e0-a4f05ad67b76 HTTP/1.1" status: 204 len: 168 time: 0.3591056 Aug 28 20:23:35.214661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bb68c-a7e5-4ce0-a254-6d29377e2972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d6ab13-7734-4d6d-b2e0-a4f05ad67b76,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:35.398465 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e31ca-f5b1-49d1-a1f4-37a71fe5c2bb req-b3d35b63-9ff2-412e-b85a-93b6d73d5c75 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:35.410364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f0e31ca-f5b1-49d1-a1f4-37a71fe5c2bb req-b3d35b63-9ff2-412e-b85a-93b6d73d5c75 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0938513 Aug 28 20:23:35.526205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f0e31ca-f5b1-49d1-a1f4-37a71fe5c2bb req-218d5799-faa1-46b2-bb31-2fb60635ab5c tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145375 Aug 28 20:23:35.804965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0856-c184-491d-a9d5-c7acee92025e req-e1a43d9e-da6d-4df1-8b78-b4fe527f0295 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:35.816030 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf1c0856-c184-491d-a9d5-c7acee92025e req-e1a43d9e-da6d-4df1-8b78-b4fe527f0295 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 946 time: 0.0989323 Aug 28 20:23:35.892700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bf1c0856-c184-491d-a9d5-c7acee92025e req-123f97de-e623-45c6-a0dd-993cc184df13 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737462 Aug 28 20:23:36.071244 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:36.814280 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:36.981222 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:37.226370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66618f-9d84-4c99-ba77-61a1eef6b475 req-dd64b41f-c315-4e49-8bbf-fa5aba3ff341 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:37.235747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd66618f-9d84-4c99-ba77-61a1eef6b475 req-dd64b41f-c315-4e49-8bbf-fa5aba3ff341 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 946 time: 0.1212137 Aug 28 20:23:37.328886 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:37.401447 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd66618f-9d84-4c99-ba77-61a1eef6b475 req-99ad0637-b5de-40e3-af9a-757c3b39e7f7 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643455 Aug 28 20:23:37.700930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3982e-8adc-44c5-9165-ad7079af492a req-3838748c-58d5-48d8-8cab-163e7b31475a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:37.716228 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0c3982e-8adc-44c5-9165-ad7079af492a req-3838748c-58d5-48d8-8cab-163e7b31475a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 945 time: 0.1141677 Aug 28 20:23:37.860711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f0c3982e-8adc-44c5-9165-ad7079af492a req-e6d88a6a-c7e9-4714-83bd-e8b5f1eae8e7 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337407 Aug 28 20:23:38.159125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566f409-a126-47e5-9483-1e0702f82851 req-91c4aab2-81a0-4acb-a3d8-69b9e2ff65e3 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:38.168438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0566f409-a126-47e5-9483-1e0702f82851 req-91c4aab2-81a0-4acb-a3d8-69b9e2ff65e3 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 946 time: 0.1427743 Aug 28 20:23:38.238196 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0566f409-a126-47e5-9483-1e0702f82851 req-88656e85-6b49-4d85-bc2f-07e8f3b7eb20 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Aug 28 20:23:38.674328 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:38.783260 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:38.919247 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:39.071216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44682) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:39.195368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e1c50-4a2c-442e-a1e1-db769929416a req-608447d1-43e1-494f-8a2c-f914c44f0415 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:39.203976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a19e1c50-4a2c-442e-a1e1-db769929416a req-608447d1-43e1-494f-8a2c-f914c44f0415 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 946 time: 0.1149635 Aug 28 20:23:39.282646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a19e1c50-4a2c-442e-a1e1-db769929416a req-bacaecd1-e48c-4657-a11f-20f43d29db4f tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765822 Aug 28 20:23:39.300548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6952188c-0e96-4afa-8f54-3b6ed8c6a8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:39.407553 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:39.425372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6952188c-0e96-4afa-8f54-3b6ed8c6a8da admin admin] Publish callbacks [] for security_group (7c9b2074-e1aa-4173-84c0-124242f2c7fa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:39.482465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6952188c-0e96-4afa-8f54-3b6ed8c6a8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7c9b2074-e1aa-4173-84c0-124242f2c7fa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:39.561738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952188c-0e96-4afa-8f54-3b6ed8c6a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b2074-e1aa-4173-84c0-124242f2c7fa,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:39.586255 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6952188c-0e96-4afa-8f54-3b6ed8c6a8da admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d1b7f315e8884d1f90cc4e90ab46fb82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5137396 Aug 28 20:23:39.588631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44694) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:39.665063 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13f9cfef-39d1-40f6-9103-1ef9c8a75aca admin admin] Publish callbacks [] for security_group (7c9b2074-e1aa-4173-84c0-124242f2c7fa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:39.697718 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13f9cfef-39d1-40f6-9103-1ef9c8a75aca admin admin] Publish callbacks [] for security_group (7c9b2074-e1aa-4173-84c0-124242f2c7fa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:39.839692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44700) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:39.844622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9ba3588b-0ebb-4898-a13d-0d2e5b27ca83 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922676009', 'description': 'tempest-description--1311114947'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:40.216835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13f9cfef-39d1-40f6-9103-1ef9c8a75aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7c9b2074-e1aa-4173-84c0-124242f2c7fa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.219554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13f9cfef-39d1-40f6-9103-1ef9c8a75aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.220820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-13f9cfef-39d1-40f6-9103-1ef9c8a75aca admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7c9b2074-e1aa-4173-84c0-124242f2c7fa HTTP/1.1" status: 204 len: 168 time: 0.6310372 Aug 28 20:23:40.229824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9cfef-39d1-40f6-9103-1ef9c8a75aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b2074-e1aa-4173-84c0-124242f2c7fa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:40.290662 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ba3588b-0ebb-4898-a13d-0d2e5b27ca83 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.384639 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ba3588b-0ebb-4898-a13d-0d2e5b27ca83 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group (6595dcec-927a-4399-a971-79aee9399830), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.452034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475c332-ef20-47a5-8e78-907edd3d08f8 req-71c6fafb-e13f-433c-a5e1-c8aa21b64384 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:40.454282 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8475c332-ef20-47a5-8e78-907edd3d08f8 req-71c6fafb-e13f-433c-a5e1-c8aa21b64384 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 946 time: 0.0808852 Aug 28 20:23:40.477676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ba3588b-0ebb-4898-a13d-0d2e5b27ca83 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6595dcec-927a-4399-a971-79aee9399830), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.537163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3588b-0ebb-4898-a13d-0d2e5b27ca83 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6595dcec-927a-4399-a971-79aee9399830,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:40.566583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8475c332-ef20-47a5-8e78-907edd3d08f8 req-484d5518-fcd4-476c-af73-76bc986754f7 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066225 Aug 28 20:23:40.598615 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ba3588b-0ebb-4898-a13d-0d2e5b27ca83 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.601041 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9ba3588b-0ebb-4898-a13d-0d2e5b27ca83 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7602005 Aug 28 20:23:40.604343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44716) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:40.615074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-453448b3-d388-4806-8add-153b6b2c6cb7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'security_group_rule': {'security_group_id': '6595dcec-927a-4399-a971-79aee9399830', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:40.749952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-c4e133bb-508e-4783-a88b-5abe5d58c3f3 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:40.774613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-c4e133bb-508e-4783-a88b-5abe5d58c3f3 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 946 time: 0.1010587 Aug 28 20:23:40.808764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-453448b3-d388-4806-8add-153b6b2c6cb7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group_rule (95fba1a8-8111-4b87-9998-5fbc67d7e117), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.931035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Deleting port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:23:40.931481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:40.962583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-453448b3-d388-4806-8add-153b6b2c6cb7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group_rule (95fba1a8-8111-4b87-9998-5fbc67d7e117), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.064362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] For port 414ba3ca-3047-42e4-9d4d-b439bddeaae0, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=414ba3ca-3047-42e4-9d4d-b439bddeaae0,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:41.064787 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.067879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-453448b3-d388-4806-8add-153b6b2c6cb7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (95fba1a8-8111-4b87-9998-5fbc67d7e117), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.085794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Calling delete_port for 414ba3ca-3047-42e4-9d4d-b439bddeaae0 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:23:41.108946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453448b3-d388-4806-8add-153b6b2c6cb7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fba1a8-8111-4b87-9998-5fbc67d7e117,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:41.207329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-453448b3-d388-4806-8add-153b6b2c6cb7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.211820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-453448b3-d388-4806-8add-153b6b2c6cb7 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6021044 Aug 28 20:23:41.212814 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44728) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:41.239961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cb5b9b8c-7f0b-4e7d-8065-0f2a41dfa49d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'security_group_rule': {'security_group_id': '6595dcec-927a-4399-a971-79aee9399830', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:41.391376 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (414ba3ca-3047-42e4-9d4d-b439bddeaae0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.403395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:41.411867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a874-bd63-4e60-a6c2-326f15840a95 req-6f336e06-923d-47d5-aefa-0f3fd1505e9e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:41.415279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44732) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:41.420136 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5444a874-bd63-4e60-a6c2-326f15840a95 req-6f336e06-923d-47d5-aefa-0f3fd1505e9e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0891209 Aug 28 20:23:41.447442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9b8c-7f0b-4e7d-8065-0f2a41dfa49d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group_rule (4973111b-7609-428e-8cd5-ac7c33d40384), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.513693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['414ba3ca-3047-42e4-9d4d-b439bddeaae0', '6c7d4d6a-329a-4a86-84c7-6efd181d87a2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:41.516238 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:41.529922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Pushing event deleted for resources: {'Port': ['ID=414ba3ca-3047-42e4-9d4d-b439bddeaae0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:41.537049 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:41.554780 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01c3f5a4-76d8-4fd6-a2e9-0655853bde8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.557965 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5444a874-bd63-4e60-a6c2-326f15840a95 req-ab9bf097-9bdb-405c-a924-71106a3d758b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343198 Aug 28 20:23:41.569716 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9b8c-7f0b-4e7d-8065-0f2a41dfa49d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group_rule (4973111b-7609-428e-8cd5-ac7c33d40384), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.583532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] No DVR routers for this DVR port 414ba3ca-3047-42e4-9d4d-b439bddeaae0 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:23:41.587097 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.590707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c249fd29-e8cf-4732-bf8c-0448a3bcae24 req-435385fe-201f-46fe-8089-4c62a4a76434 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "DELETE /networking/v2.0/ports/414ba3ca-3047-42e4-9d4d-b439bddeaae0 HTTP/1.1" status: 204 len: 173 time: 0.8080432 Aug 28 20:23:41.594521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b604776-934c-44fa-b8f3-40f2406097b3', 'name': 'network-vif-deleted', 'tag': '414ba3ca-3047-42e4-9d4d-b439bddeaae0'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:41.595005 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:41.597218 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef5a122-c716-41d0-a68f-06df701d1055" -d '{"events": [{"server_uuid": "2b604776-934c-44fa-b8f3-40f2406097b3", "name": "network-vif-deleted", "tag": "414ba3ca-3047-42e4-9d4d-b439bddeaae0"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:41.682219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9b8c-7f0b-4e7d-8065-0f2a41dfa49d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (4973111b-7609-428e-8cd5-ac7c33d40384), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.710411 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deafceb-400f-40a7-b968-63aeb4e57cf6 x-openstack-request-id: req-7deafceb-400f-40a7-b968-63aeb4e57cf6 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:41.710956 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b604776-934c-44fa-b8f3-40f2406097b3", "name": "network-vif-deleted", "tag": "414ba3ca-3047-42e4-9d4d-b439bddeaae0", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:41.711420 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7deafceb-400f-40a7-b968-63aeb4e57cf6 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:41.712035 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7deafceb-400f-40a7-b968-63aeb4e57cf6'] response: {'server_uuid': '2b604776-934c-44fa-b8f3-40f2406097b3', 'name': 'network-vif-deleted', 'tag': '414ba3ca-3047-42e4-9d4d-b439bddeaae0', 'status': 'completed', 'code': 200} Aug 28 20:23:41.738583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b9b8c-7f0b-4e7d-8065-0f2a41dfa49d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4973111b-7609-428e-8cd5-ac7c33d40384,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:41.764778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01c3f5a4-76d8-4fd6-a2e9-0655853bde8f admin admin] Publish callbacks [] for security_group (eaa0e61a-8a74-46ba-ac09-f1806a727063), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.839422 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-566b7b0b-6b9a-47d6-bd25-deaf1545ca54 req-9ebb9025-4056-4073-9630-b3700533ea91 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 210 time: 0.0618973 Aug 28 20:23:41.915252 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01c3f5a4-76d8-4fd6-a2e9-0655853bde8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eaa0e61a-8a74-46ba-ac09-f1806a727063), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.924254 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9b8c-7f0b-4e7d-8065-0f2a41dfa49d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:41.927875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cb5b9b8c-7f0b-4e7d-8065-0f2a41dfa49d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7136528 Aug 28 20:23:41.931435 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44742) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:41.946036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:42.004592 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=44 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:42.070816 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-01c3f5a4-76d8-4fd6-a2e9-0655853bde8f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d152bd3e92cd4c27bce4ae21d4efc145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208439 Aug 28 20:23:42.073400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44744) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:42.074819 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:42.079320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3f5a4-76d8-4fd6-a2e9-0655853bde8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa0e61a-8a74-46ba-ac09-f1806a727063,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:42.144902 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:42.225105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86067f35-316f-491c-9030-233c5c4a33ea admin admin] Publish callbacks [] for security_group (eaa0e61a-8a74-46ba-ac09-f1806a727063), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:42.248817 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86067f35-316f-491c-9030-233c5c4a33ea admin admin] Publish callbacks [] for security_group (eaa0e61a-8a74-46ba-ac09-f1806a727063), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:42.399740 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:42.435719 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86067f35-316f-491c-9030-233c5c4a33ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eaa0e61a-8a74-46ba-ac09-f1806a727063), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:42.442405 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-86067f35-316f-491c-9030-233c5c4a33ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:42.443682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-86067f35-316f-491c-9030-233c5c4a33ea admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eaa0e61a-8a74-46ba-ac09-f1806a727063 HTTP/1.1" status: 204 len: 168 time: 0.3691807 Aug 28 20:23:42.523513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86067f35-316f-491c-9030-233c5c4a33ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa0e61a-8a74-46ba-ac09-f1806a727063,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:42.645621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Allocated IP 172.25.4.147 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/afdd8b78-04f1-4b2a-a0f1-150508f7adaf) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:42.761709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fc510-fac6-4601-8a1a-dab2da079fe7 req-6bdf9b5b-cb2a-48a8-8167-f80624f11a54 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:42.763341 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-048fc510-fac6-4601-8a1a-dab2da079fe7 req-6bdf9b5b-cb2a-48a8-8167-f80624f11a54 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0998073 Aug 28 20:23:42.890897 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-048fc510-fac6-4601-8a1a-dab2da079fe7 req-0a4f43d0-5bd7-4e10-aff6-0042189eb384 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193781 Aug 28 20:23:42.895737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:43.048548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4db99772-f876-490a-a7e5-0fcab47041b1 req-696a752c-a2e5-4940-8163-684808e069d3 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2b604776-934c-44fa-b8f3-40f2406097b3 HTTP/1.1" status: 200 len: 210 time: 0.0435865 Aug 28 20:23:43.095076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:43.098637 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:43.148805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:43.152862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:43.164975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:43.206410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'Port': ['ID=afdd8b78-04f1-4b2a-a0f1-150508f7adaf,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:43.279610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:43.501397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:43.633033 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:43.842611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:43.972937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.175873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995147f6-1b9d-4776-a522-9ee3fe977aeb req-123d5c66-bf30-4c0d-ad80-a81e82fcd383 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:44.179910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-995147f6-1b9d-4776-a522-9ee3fe977aeb req-123d5c66-bf30-4c0d-ad80-a81e82fcd383 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.2015698 Aug 28 20:23:44.193223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44790) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:44.210502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'Port': ['ID=afdd8b78-04f1-4b2a-a0f1-150508f7adaf,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:44.219341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.336260 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-995147f6-1b9d-4776-a522-9ee3fe977aeb req-47efab5b-0fea-4f98-9439-0d2c28041aa6 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392398 Aug 28 20:23:44.366837 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.380486 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ea97aa01-569b-4b50-a36e-652035ae3641 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4476511 Aug 28 20:23:44.405063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1020436978-network', 'tenant_id': '63e5adc71e1d4a24bc35d650fb5650fa'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:44.539598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Made reservation on behalf of 63e5adc71e1d4a24bc35d650fb5650fa for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:44.542260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.563699 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.627990 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:44.732937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks [] for security_group (2b28d6c8-18b7-4790-83df-8ce19b20a356), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.754958 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-a69edbd7-ded2-46c0-b7bc-5a7ab457d970 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--922676009&fields=id&tenant_id=cd0d0379a2ef431c98328e490b1febcd HTTP/1.1" status: 200 len: 267 time: 0.0830371 Aug 28 20:23:44.823550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b28d6c8-18b7-4790-83df-8ce19b20a356), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.855774 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:44.880592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:23:44.891654 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:44.916425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28d6c8-18b7-4790-83df-8ce19b20a356,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:44.924129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (171d9711-b56b-4b13-bf30-bcdaa769cbf9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:44.924129 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Added segment 171d9711-b56b-4b13-bf30-bcdaa769cbf9 of type vlan for network 17d423a6-ce2b-4a42-a2a5-fabf6645664e Aug 28 20:23:44.959423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-c633a2a5-35f8-4a6e-8cb3-8a3b51075901 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:44.963359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-c633a2a5-35f8-4a6e-8cb3-8a3b51075901 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 818 time: 0.2078626 Aug 28 20:23:45.016275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (17d423a6-ce2b-4a42-a2a5-fabf6645664e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:45.078858 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-9461b025-31f3-4160-a897-cc0329d294ce tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/quotas/cd0d0379a2ef431c98328e490b1febcd HTTP/1.1" status: 200 len: 375 time: 0.0492675 Aug 28 20:23:45.176815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-ed25b82c-db1d-4ede-8f7c-74e520518cb2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0968637 Aug 28 20:23:45.245827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (17d423a6-ce2b-4a42-a2a5-fabf6645664e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:45.247014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:45.247621 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:45.334190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] Pushing event updated for resources: {'Network': ['ID=17d423a6-ce2b-4a42-a2a5-fabf6645664e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:45.346892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 17d423a6-ce2b-4a42-a2a5-fabf6645664e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:23:45.361591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-8c5e5863-2555-40ec-9a72-d54eb7ce4a33 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792841 Aug 28 20:23:45.484703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-9e9e1193-d5d9-491d-98fe-016de1b9f729 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124597 Aug 28 20:23:45.501796 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e11fe-25b1-4aef-ae30-4d661d0f77cb req-0ca9b815-368b-4c35-ad81-5b07bcf49081 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:45.506497 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-831e11fe-25b1-4aef-ae30-4d661d0f77cb req-0ca9b815-368b-4c35-ad81-5b07bcf49081 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0681217 Aug 28 20:23:45.582473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9c978157-09d6-4260-bbb3-8eb55090199d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3881018 Aug 28 20:23:45.583023 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-831e11fe-25b1-4aef-ae30-4d661d0f77cb req-ff4e4fd8-154d-492e-aed5-5107d15b95dc tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735044 Aug 28 20:23:45.593419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44842) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:45.601287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Request body: {'subnet': {'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1020436978-subnet', 'tenant_id': '63e5adc71e1d4a24bc35d650fb5650fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:45.622810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 414ba3ca-3047-42e4-9d4d-b439bddeaae0 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:23:45.680819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 414ba3ca-3047-42e4-9d4d-b439bddeaae0 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:23:45.682118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 414ba3ca-3047-42e4-9d4d-b439bddeaae0 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:23:45.722869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Made reservation on behalf of 63e5adc71e1d4a24bc35d650fb5650fa for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:45.725330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:45.904388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9a30a-1883-4d25-be91-82d75a9aa92e req-5c8512dd-1bae-40d9-8e4e-5e2d54c3e248 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:45.916154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9a30a-1883-4d25-be91-82d75a9aa92e req-5c8512dd-1bae-40d9-8e4e-5e2d54c3e248 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:45.919949 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8bd9a30a-1883-4d25-be91-82d75a9aa92e req-5c8512dd-1bae-40d9-8e4e-5e2d54c3e248 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c&device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 1682 time: 0.1522911 Aug 28 20:23:46.017586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37dca7e9-b61c-4076-a7ec-758c0a317ac8 req-5fc6f618-e6dd-4815-959e-20e084b13130 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.0598249 Aug 28 20:23:46.025382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (eec8a741-0dd8-419d-810c-31b1eea01f9b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:46.067999 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:46.103655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8bd9a30a-1883-4d25-be91-82d75a9aa92e req-3ca4f8c5-4fd6-4c97-ae77-feba77efc825 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717906 Aug 28 20:23:46.120724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Checking segment: {'id': '171d9711-b56b-4b13-bf30-bcdaa769cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:46.121531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Network hostable DHCP agents. Network: 17d423a6-ce2b-4a42-a2a5-fabf6645664e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:23:46.146065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec8a741-0dd8-419d-810c-31b1eea01f9b,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:46.284886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Network 17d423a6-ce2b-4a42-a2a5-fabf6645664e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:23:46.440924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 17d423a6-ce2b-4a42-a2a5-fabf6645664e) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:46.447603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:46.448217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:46.454478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26cd55-42ec-4eb4-af13-7eeb85bb79c8 None None] Network 17d423a6-ce2b-4a42-a2a5-fabf6645664e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:23:46.587990 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-51634e35-2acb-4643-beb0-6587964194ca admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9931862 Aug 28 20:23:46.696098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a4d99-5f79-471e-bc4e-bb988b14ef1a None None] Network 17d423a6-ce2b-4a42-a2a5-fabf6645664e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:23:46.859575 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:46.864157 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:46.882052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea9c9-0837-4629-8e6f-ccf8b3b95316 req-2adcf3c8-3d50-45aa-be51-d343ce14cfdb tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:46.898725 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-262ea9c9-0837-4629-8e6f-ccf8b3b95316 req-2adcf3c8-3d50-45aa-be51-d343ce14cfdb tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1216195 Aug 28 20:23:46.980107 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-262ea9c9-0837-4629-8e6f-ccf8b3b95316 req-0918a62a-790a-424b-acac-5d4613fec30a tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804653 Aug 28 20:23:47.118826 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da73f4f3-d5ef-47a1-94ed-68f82b45a7fc req-c3a057f5-b376-4a29-b284-635c36e06699 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.0483584 Aug 28 20:23:47.252695 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:47.660167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e997be-3757-4bda-8b26-0d633e6b6db5 req-940fc537-23ae-48a6-8087-1972b5abd43a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:47.660167 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6e997be-3757-4bda-8b26-0d633e6b6db5 req-940fc537-23ae-48a6-8087-1972b5abd43a tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 945 time: 0.1140027 Aug 28 20:23:47.706731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c6e997be-3757-4bda-8b26-0d633e6b6db5 req-51fe256e-309f-4eda-940b-8de4a93e1be5 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674264 Aug 28 20:23:47.788171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 44920) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:47.788171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1977466541-network', 'tenant_id': '9f7b2e0d70914967b0d8caf43937310e'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:47.907232 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Made reservation on behalf of 9f7b2e0d70914967b0d8caf43937310e for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:47.910165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:47.936260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:48.047562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks [] for security_group (82069cc2-c3d7-499e-b26f-ee51a9cb9a62), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:48.153647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (82069cc2-c3d7-499e-b26f-ee51a9cb9a62), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:48.167437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:23:48.179203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0bcb4788-dc27-46f1-88f6-4dcfcdb902de), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:48.185245 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Added segment 0bcb4788-dc27-46f1-88f6-4dcfcdb902de of type vlan for network 5e2cfd54-91df-4d3f-820c-6da30ef88c5f Aug 28 20:23:48.248221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82069cc2-c3d7-499e-b26f-ee51a9cb9a62,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:48.299802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0131cd18-53b9-433b-a6b8-87fdcf7d7dde req-2810ed03-98c2-4d87-b6c4-2f0eb8d8f5b0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.0480034 Aug 28 20:23:48.308664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef71c3-76a3-4056-b58d-816c3358a049 req-36302dff-dfb1-46db-992a-f6248f592c45 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:48.316748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80ef71c3-76a3-4056-b58d-816c3358a049 req-36302dff-dfb1-46db-992a-f6248f592c45 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.2297947 Aug 28 20:23:48.323203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (5e2cfd54-91df-4d3f-820c-6da30ef88c5f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:48.393066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80ef71c3-76a3-4056-b58d-816c3358a049 req-9851b7ad-fe11-4293-85ad-745b727b9ff3 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748255 Aug 28 20:23:48.429651 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:48.519391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (5e2cfd54-91df-4d3f-820c-6da30ef88c5f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:48.520551 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:48.521219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:48.708937 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9253623 Aug 28 20:23:48.712296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 44936) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:48.718489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Request body: {'subnet': {'network_id': '5e2cfd54-91df-4d3f-820c-6da30ef88c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1977466541-subnet', 'tenant_id': '9f7b2e0d70914967b0d8caf43937310e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:48.744819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df109eb0-30d7-4944-a879-29450980e8db admin admin] Pushing event updated for resources: {'Network': ['ID=5e2cfd54-91df-4d3f-820c-6da30ef88c5f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:48.758499 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 5e2cfd54-91df-4d3f-820c-6da30ef88c5f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:23:48.793598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-6855e581-c1c7-4f18-9ef9-38acba5c9a32 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:48.796713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-6855e581-c1c7-4f18-9ef9-38acba5c9a32 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 945 time: 0.2494318 Aug 28 20:23:48.825396 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:49.105805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929645a-1456-4335-b461-873f82494edd req-6770de60-8cf2-4b21-a066-2fccc74898b7 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:49.108878 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4929645a-1456-4335-b461-873f82494edd req-6770de60-8cf2-4b21-a066-2fccc74898b7 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=431fa909-3912-4393-9686-a9b9d423ac9a HTTP/1.1" status: 200 len: 946 time: 0.0783322 Aug 28 20:23:49.329039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Deleting port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:23:49.330145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:49.559124 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:49.599548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c91c0d0-8b57-40f7-a43e-3d2a13cdd88e req-8b89655c-959b-4b54-a958-7ab222d594ea tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.0564997 Aug 28 20:23:49.607481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] For port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:49.607993 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:49.637580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Deleting port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:23:49.638157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:49.658842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Calling delete_port for 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:23:49.755325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Made reservation on behalf of 9f7b2e0d70914967b0d8caf43937310e for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:49.759163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:49.769051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe37ac-2b73-434a-ab6a-f2cc1ea06f8a req-a8fb3849-daa6-490e-87fd-038656e9b0fe tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:49.777879 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dfe37ac-2b73-434a-ab6a-f2cc1ea06f8a req-a8fb3849-daa6-490e-87fd-038656e9b0fe tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 945 time: 0.1429090 Aug 28 20:23:49.819186 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:49.844645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a15be9-2fba-4f2e-b299-00948f99104b req-a8b2080f-f63a-4de7-8ecf-8f3b25fa0063 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:49.854316 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60a15be9-2fba-4f2e-b299-00948f99104b req-a8b2080f-f63a-4de7-8ecf-8f3b25fa0063 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0959353 Aug 28 20:23:49.876678 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:49.951113 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5dfe37ac-2b73-434a-ab6a-f2cc1ea06f8a req-703f718c-4ae4-4a97-9c74-707ba18080cb tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710830 Aug 28 20:23:49.966385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60a15be9-2fba-4f2e-b299-00948f99104b req-d1089eb1-57be-4e97-964c-0d69bac6d04e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109574 Aug 28 20:23:49.970381 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:50.179680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6c7d4d6a-329a-4a86-84c7-6efd181d87a2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:50.188704 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:50.192580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:50.214983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] For port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:50.215277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:50.252450 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6c7d4d6a-329a-4a86-84c7-6efd181d87a2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:50.257145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Pushing event deleted for resources: {'Port': ['ID=6c7d4d6a-329a-4a86-84c7-6efd181d87a2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:50.275632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Calling delete_port for ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:23:50.319427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] No DVR routers for this DVR port 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:23:50.340562 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:50.345598 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4929645a-1456-4335-b461-873f82494edd req-e95eda98-65e5-4d47-8e3d-7a6154349114 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.84 "DELETE /networking/v2.0/ports/6c7d4d6a-329a-4a86-84c7-6efd181d87a2 HTTP/1.1" status: 204 len: 173 time: 1.2301362 Aug 28 20:23:50.346112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431fa909-3912-4393-9686-a9b9d423ac9a', 'name': 'network-vif-deleted', 'tag': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:50.369023 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce685153-9b40-4ed7-8071-23a099e4c8cd" -d '{"events": [{"server_uuid": "431fa909-3912-4393-9686-a9b9d423ac9a", "name": "network-vif-deleted", "tag": "6c7d4d6a-329a-4a86-84c7-6efd181d87a2"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:50.562319 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7babc471-19ca-443e-911b-b1a92db7ba19 x-openstack-request-id: req-7babc471-19ca-443e-911b-b1a92db7ba19 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:50.563233 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431fa909-3912-4393-9686-a9b9d423ac9a", "name": "network-vif-deleted", "tag": "6c7d4d6a-329a-4a86-84c7-6efd181d87a2", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:50.563852 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7babc471-19ca-443e-911b-b1a92db7ba19 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:50.564537 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7babc471-19ca-443e-911b-b1a92db7ba19'] response: {'server_uuid': '431fa909-3912-4393-9686-a9b9d423ac9a', 'name': 'network-vif-deleted', 'tag': '6c7d4d6a-329a-4a86-84c7-6efd181d87a2', 'status': 'completed', 'code': 200} Aug 28 20:23:50.720924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-a4827b06-6dac-462f-8e47-066e29098f6d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:50.722571 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-a4827b06-6dac-462f-8e47-066e29098f6d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 818 time: 0.6717038 Aug 28 20:23:50.835448 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b8768973-47ac-4a56-af85-7d9215330a65 req-0261e54b-97b9-4209-9b40-673c5a24738d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.0586102 Aug 28 20:23:50.847102 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (e868fd8c-c497-48d8-9837-8e2c02d7bf6b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:51.139160 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-033dc63e-9c8d-45c0-bee5-ee527071e81d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd0d0379a2ef431c98328e490b1febcd HTTP/1.1" status: 200 len: 379 time: 0.3932390 Aug 28 20:23:51.157743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'port': {'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'admin_state_up': True, 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'security_groups': ['6595dcec-927a-4399-a971-79aee9399830']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:51.167173 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:51.228603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e868fd8c-c497-48d8-9837-8e2c02d7bf6b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:51.267035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f29e09-87a2-42d8-a1a6-cf25f2c6ee8e req-1a814f52-5d05-45e7-8d68-bef8d7815ea5 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:51.271127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1f29e09-87a2-42d8-a1a6-cf25f2c6ee8e req-1a814f52-5d05-45e7-8d68-bef8d7815ea5 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 945 time: 0.0898862 Aug 28 20:23:51.365359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1f29e09-87a2-42d8-a1a6-cf25f2c6ee8e req-d2bd707a-e9dc-4740-bdda-f90891d24c5b tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=eae6f2b4-8314-4a1b-bf02-d761af568a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758171 Aug 28 20:23:51.443449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c7c9e-8f12-44e6-a038-502cc4a25906 req-9e20b4e3-3b4c-43f1-88eb-27ccd27a3665 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:51.445312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c39c7c9e-8f12-44e6-a038-502cc4a25906 req-9e20b4e3-3b4c-43f1-88eb-27ccd27a3665 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.2122769 Aug 28 20:23:51.496736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Checking segment: {'id': '0bcb4788-dc27-46f1-88f6-4dcfcdb902de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e2cfd54-91df-4d3f-820c-6da30ef88c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:51.497110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Network hostable DHCP agents. Network: 5e2cfd54-91df-4d3f-820c-6da30ef88c5f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:23:51.589314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:51.617495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c39c7c9e-8f12-44e6-a038-502cc4a25906 req-b1860961-7053-4c04-b428-0ab47766bf9f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615934 Aug 28 20:23:51.630453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['6c7d4d6a-329a-4a86-84c7-6efd181d87a2'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:23:51.699613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Pushing event deleted for resources: {'Port': ['ID=ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:51.745358 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:51.751194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] No DVR routers for this DVR port ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:23:51.756520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:51.771270 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74e644d7-6970-4c72-bfab-e5abae2f10e7 req-d2978929-955f-436b-9630-a655b7122051 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.89 "DELETE /networking/v2.0/ports/ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 HTTP/1.1" status: 204 len: 173 time: 2.9674168 Aug 28 20:23:51.773614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Made reservation on behalf of cd0d0379a2ef431c98328e490b1febcd for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:23:51.787727 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:51.796969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'name': 'network-vif-deleted', 'tag': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:51.804663 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bbe0a0-84de-453e-8108-c7680ace41d2" -d '{"events": [{"server_uuid": "3124b47a-49cc-437f-b9ec-9bd68386d45c", "name": "network-vif-deleted", "tag": "ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:51.807888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Network 5e2cfd54-91df-4d3f-820c-6da30ef88c5f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:23:51.812047 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:51.919955 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1f8f39-7da2-4cf4-99dc-1544bc171932 x-openstack-request-id: req-da1f8f39-7da2-4cf4-99dc-1544bc171932 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:51.920259 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3124b47a-49cc-437f-b9ec-9bd68386d45c", "name": "network-vif-deleted", "tag": "ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:51.920515 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da1f8f39-7da2-4cf4-99dc-1544bc171932 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:51.920957 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1f8f39-7da2-4cf4-99dc-1544bc171932'] response: {'server_uuid': '3124b47a-49cc-437f-b9ec-9bd68386d45c', 'name': 'network-vif-deleted', 'tag': 'ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4', 'status': 'completed', 'code': 200} Aug 28 20:23:51.923501 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:51.944612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f3c8c38e-dc44-4f5b-bc1b-2f22e248f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:52.054856 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:52.086779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 5e2cfd54-91df-4d3f-820c-6da30ef88c5f) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:52.093126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:52.093812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:52.098906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbbc471-fac2-4a96-a406-1e1d873ecddb None None] Network 5e2cfd54-91df-4d3f-820c-6da30ef88c5f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:23:52.115762 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-71391488-329e-409e-a7fc-737dab4bfb34 req-65d1c3db-b3b3-49dc-89c1-705a49299365 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.1063564 Aug 28 20:23:52.190149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Allocated IP 172.20.0.14 (ea9e42ea-28ff-4906-b675-f48df8f0f17c/76f3ee2d-b5c0-4cf7-80cb-53046901b7fb/4da8e98f-722e-465a-9ce6-0bc0c38c6147) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:23:52.269692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9eec989a-5922-4557-81f5-78ac6aeb9e35 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5558281 Aug 28 20:23:52.370605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e7ddd-7a67-4776-823d-ce90da0d3e75 None None] Network 5e2cfd54-91df-4d3f-820c-6da30ef88c5f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:23:52.483676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:52.526037 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:52.553081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2b80651b-3e45-40a0-9c6e-b36810564f0a req-8d71fa08-3ced-4c43-96ea-a10837431270 tempest-ListServersNegativeTestJSON-1558028299 tempest-ListServersNegativeTestJSON-1558028299-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3124b47a-49cc-437f-b9ec-9bd68386d45c HTTP/1.1" status: 200 len: 210 time: 0.0511141 Aug 28 20:23:52.607033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:52.914144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:23:52.921434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3486d06-95f3-4832-9ba4-78ef8a7eb506 req-9787740c-54de-4232-a2da-48a667d015c6 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:52.929267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a3486d06-95f3-4832-9ba4-78ef8a7eb506 req-9787740c-54de-4232-a2da-48a667d015c6 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1024225 Aug 28 20:23:52.937378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:23:52.988404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:23:53.000113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event updated for resources: {'Port': ['ID=4da8e98f-722e-465a-9ce6-0bc0c38c6147,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:53.119638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a3486d06-95f3-4832-9ba4-78ef8a7eb506 req-2f234f1b-ae7e-45ab-bb1d-44c35bfce241 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891198 Aug 28 20:23:53.185614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:53.187059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:53.334111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-d6216c44-6e4e-4bbd-be90-1965d14791c9 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:53.341617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-d6216c44-6e4e-4bbd-be90-1965d14791c9 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/networks?id=17d423a6-ce2b-4a42-a2a5-fabf6645664e HTTP/1.1" status: 200 len: 809 time: 0.1314671 Aug 28 20:23:53.370730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-42390e91-48f8-4e0c-a195-af6fbcf39020 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/quotas/63e5adc71e1d4a24bc35d650fb5650fa HTTP/1.1" status: 200 len: 375 time: 0.0275300 Aug 28 20:23:53.397785 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-da3bdfec-dda8-4610-a1e8-2df9b61945ff tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2483807 Aug 28 20:23:53.409249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-30cbdbd0-0f4e-40a0-869c-d6867f4e06e3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:23:53.410130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7545d21c-6ba1-413d-aa72-6b47f14a39e4 None None] Provisioning complete for port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:23:53.411065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7545d21c-6ba1-413d-aa72-6b47f14a39e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:53.412485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-30cbdbd0-0f4e-40a0-869c-d6867f4e06e3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073011 Aug 28 20:23:53.434691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-b13d0bed-f82d-4690-8bb7-175e79623be2 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=63e5adc71e1d4a24bc35d650fb5650fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627928 Aug 28 20:23:53.438904 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Request body: {'port': {'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:53.455938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7545d21c-6ba1-413d-aa72-6b47f14a39e4 None None] Port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:23:53.602422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:53.608954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-fe92b7c7-f685-483d-9ae2-c0b112722d09 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/17d423a6-ce2b-4a42-a2a5-fabf6645664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726315 Aug 28 20:23:53.662910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:23:53.701343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cfa64-ec97-42a4-ac9f-a8feec12ca4e req-c40298e6-1f97-4c28-a6e0-c4cc9c8b7aa6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:53.709732 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f29cfa64-ec97-42a4-ac9f-a8feec12ca4e req-c40298e6-1f97-4c28-a6e0-c4cc9c8b7aa6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 932 time: 0.0875001 Aug 28 20:23:53.729808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:23:53.730176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 6c7d4d6a-329a-4a86-84c7-6efd181d87a2 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:23:53.789297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:23:53.835912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:23:53.836546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device ae2a5224-a59d-4ecc-b3ae-c690c15a5fa4 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:23:53.850775 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-01778cb1-93d0-4fd9-83b1-58d004c79246 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/17d423a6-ce2b-4a42-a2a5-fabf6645664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390914 Aug 28 20:23:53.855444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-45b3dbff-492e-4871-934d-08ba95db6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:53.857125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-45b3dbff-492e-4871-934d-08ba95db6dee service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 1127 time: 0.0977616 Aug 28 20:23:53.959588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f29cfa64-ec97-42a4-ac9f-a8feec12ca4e req-482d0356-5bf0-4381-bcd0-d83f1d9bd103 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411988 Aug 28 20:23:54.201209 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ccd54-4fef-4ba2-aaf2-116bdb772a61 req-c8a6bb25-fcba-4539-a22f-33cc310ec7ba tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:54.203484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f21ccd54-4fef-4ba2-aaf2-116bdb772a61 req-c8a6bb25-fcba-4539-a22f-33cc310ec7ba tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1449792 Aug 28 20:23:54.211248 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:54.221140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7bf96313-64d4-43bc-ad27-2ae6ba8a49b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:54.281156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-56001ed7-4fb5-4222-8a1c-6e803b2aae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:54.282580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-56001ed7-4fb5-4222-8a1c-6e803b2aae6a service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 910 time: 0.3674815 Aug 28 20:23:54.300123 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:54.363975 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f21ccd54-4fef-4ba2-aaf2-116bdb772a61 req-904d0f5c-ab44-4810-9666-d1ecabfe0c78 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378524 Aug 28 20:23:54.473894 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:54.474969 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14498420-ead3-4c0f-9302-22dc0059940a req-09a45cd4-f956-45e0-9ed4-054f1669f78e tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 210 time: 0.0674865 Aug 28 20:23:54.496609 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45042) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:54.533510 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-499155fa-7b20-41f8-a320-9f0c44afafa2 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 200 len: 1000 time: 0.2449546 Aug 28 20:23:54.609150 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:54.634461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da8e98f-722e-465a-9ce6-0bc0c38c6147 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:23:54.665732 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Publish callbacks [] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:54.675312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-e9fda2a5-394e-47d5-9cfc-7ae3d155843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:54.679099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-e9fda2a5-394e-47d5-9cfc-7ae3d155843d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.1392472 Aug 28 20:23:54.681305 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:54.741605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Transition to ACTIVE for port object 4da8e98f-722e-465a-9ce6-0bc0c38c6147 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:23:54.754161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-b6540da2-e124-4290-9d73-67eaeb990783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:54.756126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-b6540da2-e124-4290-9d73-67eaeb990783 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653560 Aug 28 20:23:54.856397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:54.944489 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Pushing event updated for resources: {'Port': ['ID=4da8e98f-722e-465a-9ce6-0bc0c38c6147,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:55.139093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-44ceb040-b439-4765-ab02-95584bfd0666 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477488 Aug 28 20:23:55.158157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (e2e372e4-e571-436b-8cb9-aed957bd2b73), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:55.835550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Deleting port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:23:55.836647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:55.841681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c18e12-0cc9-4a16-bddf-9666908bb5b7 req-e5c01d6c-2985-440c-afec-c69781eb9daf tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:55.857623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47c18e12-0cc9-4a16-bddf-9666908bb5b7 req-e5c01d6c-2985-440c-afec-c69781eb9daf tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 944 time: 0.4700451 Aug 28 20:23:55.888196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Attempting to bind port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:23:55.888553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Attempting to bind port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:23:55.892100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Attempting to bind port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:55.984849 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:55.990345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 on network ea9e42ea-28ff-4906-b675-f48df8f0f17c not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:23:55.991002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Attempting to bind port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 on network ea9e42ea-28ff-4906-b675-f48df8f0f17c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:23:56.011507 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449a44-98d6-4757-8974-f3dac5b51e6e req-2f4424cb-7b5e-4ac7-a4d2-0830b81c5264 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:56.021193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3449a44-98d6-4757-8974-f3dac5b51e6e req-2f4424cb-7b5e-4ac7-a4d2-0830b81c5264 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.4181323 Aug 28 20:23:56.037890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:23:56.038236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Checking segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:23:56.038747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Bound using segment: {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:23:56.039207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Bound port: 4da8e98f-722e-465a-9ce6-0bc0c38c6147, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:23:56.039572 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:56.099147 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] For port 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:23:56.099737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:56.101230 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-47c18e12-0cc9-4a16-bddf-9666908bb5b7 req-e5d6466d-aa51-4ecb-96e9-d1fa0d5f4456 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411292 Aug 28 20:23:56.169612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b2c9c90-ba0e-4e10-a3dd-55fbf62d46b6 req-bcbd85b4-7a07-4049-af37-a9b0568b2795 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0076730 Aug 28 20:23:56.190089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3449a44-98d6-4757-8974-f3dac5b51e6e req-3f209cfb-f03b-4fc3-afe1-cb348878d2cb tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678252 Aug 28 20:23:56.230542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Calling delete_port for 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:23:56.294034 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f4eaea6f-9a17-4c55-869e-46a8651a9235 req-9f835e06-253f-4618-8339-c0e7191bb9c3 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 210 time: 0.0713174 Aug 28 20:23:56.308973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] For port 4da8e98f-722e-465a-9ce6-0bc0c38c6147, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:23:56.313347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] For port 4da8e98f-722e-465a-9ce6-0bc0c38c6147, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:23:56.395265 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:56.400334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:56.405080 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:56.405080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1092 time: 2.9807341 Aug 28 20:23:56.405080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:23:56.424498 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517ce2b4-dc9e-4580-959b-82537d155e60" -d '{"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:23:56.507011 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed9f9c-a3f7-4bf5-a607-d5f107a86493 x-openstack-request-id: req-15ed9f9c-a3f7-4bf5-a607-d5f107a86493 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:23:56.507300 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:23:56.507686 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15ed9f9c-a3f7-4bf5-a607-d5f107a86493 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:23:56.508251 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ed9f9c-a3f7-4bf5-a607-d5f107a86493'] response: {'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'status': 'completed', 'code': 200} Aug 28 20:23:56.590137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f5b32-bed5-4e3b-a117-2ba2e382a458 service neutron] Pushing event updated for resources: {'Port': ['ID=4da8e98f-722e-465a-9ce6-0bc0c38c6147,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:56.643063 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:56.704341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:23:56.717090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-019254b6-87a7-4ddc-9d24-54e9342ab696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:56.719328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-019254b6-87a7-4ddc-9d24-54e9342ab696 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1126 time: 0.0861609 Aug 28 20:23:56.736537 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:56.829736 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-f3345092-1c38-42aa-b6c2-5e0c62071923 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 217 time: 0.0815642 Aug 28 20:23:56.948299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-d357fd37-546f-47f3-8e94-9433bdca73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:56.950187 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-d357fd37-546f-47f3-8e94-9433bdca73b3 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1147480 Aug 28 20:23:57.047635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-496944b5-dd4a-454f-a4c3-6b8ade91a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:57.049523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-496944b5-dd4a-454f-a4c3-6b8ade91a34f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0919192 Aug 28 20:23:57.067670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:57.127398 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:57.186683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (e2e372e4-e571-436b-8cb9-aed957bd2b73), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:57.432571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b9c2d-953f-4dec-a1d7-002cff5f2703 req-77c88c79-6162-4f95-a7b8-3e8075cabe8a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:57.445229 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12b9c2d-953f-4dec-a1d7-002cff5f2703 req-77c88c79-6162-4f95-a7b8-3e8075cabe8a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 944 time: 0.1686554 Aug 28 20:23:57.526883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-d0325c48-e080-455b-bbb7-5ed8770e7843 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705989 Aug 28 20:23:57.590440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086274d-492e-4647-adf6-20e41d762a2e req-8ed6f320-eb55-45b1-b8f5-8fcc4ad5774e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:57.593865 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b086274d-492e-4647-adf6-20e41d762a2e req-8ed6f320-eb55-45b1-b8f5-8fcc4ad5774e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.2089276 Aug 28 20:23:57.611634 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:57.648066 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:57.713806 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d12b9c2d-953f-4dec-a1d7-002cff5f2703 req-999f0f94-0849-4edb-8c84-6a3225fe833c tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678246 Aug 28 20:23:57.804192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12833092-a09a-40bf-920a-4b0440e5dc52 req-3634c6ff-d93f-41fe-9bd0-a6906a960acf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330675 Aug 28 20:23:57.875815 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-defd2d89-655c-4f9e-aaaf-6a50a22684d5 req-6287dfb7-2a0e-4a98-98cc-241e1165dc8d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 210 time: 0.0600696 Aug 28 20:23:58.165691 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b086274d-492e-4647-adf6-20e41d762a2e req-3b9bea8e-70a1-41c7-97c1-57d6b8bde8d6 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5608544 Aug 28 20:23:58.180308 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:58.267485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Router e2e372e4-e571-436b-8cb9-aed957bd2b73 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:23:58.421570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:23:58.421936 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f05b6b39-282f-47a8-9df4-503115817ffa admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e2e372e4-e571-436b-8cb9-aed957bd2b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9244230 Aug 28 20:23:58.426041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:23:58.432812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] Sync routers for ids ['e2e372e4-e571-436b-8cb9-aed957bd2b73'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:23:58.447678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] Routers {'e2e372e4-e571-436b-8cb9-aed957bd2b73'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:23:58.448398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e2e372e4-e571-436b-8cb9-aed957bd2b73'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:58.562911 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-ebb37b4b-7bd8-44af-96c2-7f5202ec7eba service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2772052 Aug 28 20:23:58.577841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] Set router e2e372e4-e571-436b-8cb9-aed957bd2b73 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:58.588546 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks [] for router (e2e372e4-e571-436b-8cb9-aed957bd2b73), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:58.813750 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:23:58.840085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-d856a610-d87c-453b-8fb2-e5c26f1c7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:58.843455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-d856a610-d87c-453b-8fb2-e5c26f1c7f5e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 1127 time: 0.1637108 Aug 28 20:23:59.055177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:23:56Z', 'revision_number': 5, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:59.122664 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] Checking router: e2e372e4-e571-436b-8cb9-aed957bd2b73 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:23:59.138965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] Routers {'e2e372e4-e571-436b-8cb9-aed957bd2b73'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:23:59.140132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['e2e372e4-e571-436b-8cb9-aed957bd2b73'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:59.266168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-65a8cb14-daca-4536-81c8-695822bffc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:59.267914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-65a8cb14-daca-4536-81c8-695822bffc0d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.3233340 Aug 28 20:23:59.318035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-58b123f0-cb95-4e2e-b82d-a498dc13323c req-572cf79f-05e1-4c77-a44c-1cc115b28d5a tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 210 time: 0.0484748 Aug 28 20:23:59.327424 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks [] for router_gateway (e2e372e4-e571-436b-8cb9-aed957bd2b73), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:59.389055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-a24b03d1-077d-4392-9614-cbef6429ad79 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a HTTP/1.1" status: 200 len: 217 time: 0.0698712 Aug 28 20:23:59.482584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-e971c35a-2c06-4695-851f-43c8889656eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:59.486137 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-e971c35a-2c06-4695-851f-43c8889656eb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1126 time: 0.4288194 Aug 28 20:23:59.493174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-1c816acc-8d21-48f4-90ca-ff78a0b591e8 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:59.495593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-1c816acc-8d21-48f4-90ca-ff78a0b591e8 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.89 "GET /networking/v2.0/networks?id=17d423a6-ce2b-4a42-a2a5-fabf6645664e HTTP/1.1" status: 200 len: 809 time: 0.6351221 Aug 28 20:23:59.547066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-f40643cd-89ae-4e82-b1a7-08d7feaef1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:59.557389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] Set router e2e372e4-e571-436b-8cb9-aed957bd2b73 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:23:59.559966 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-f40643cd-89ae-4e82-b1a7-08d7feaef1a6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1638570 Aug 28 20:23:59.588504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Request body: {'port': {'device_id': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e', 'admin_state_up': True, 'tenant_id': '63e5adc71e1d4a24bc35d650fb5650fa'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:23:59.673221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691f59-f8e3-45d8-a69b-fa38c6698f2d req-e209a9d7-5552-42b1-90c7-8b8ff3e5ec79 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:59.682468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74691f59-f8e3-45d8-a69b-fa38c6698f2d req-e209a9d7-5552-42b1-90c7-8b8ff3e5ec79 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 944 time: 0.5856760 Aug 28 20:23:59.706833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Deleting port 0b94a102-ec83-420f-b5d8-7906f3951e19 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:23:59.707502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:23:59.710856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-7ada0ded-b0ca-404c-a94c-cb4e7808ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:59.712508 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-7ada0ded-b0ca-404c-a94c-cb4e7808ba99 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631444 Aug 28 20:23:59.760111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-04936b3e-d1f0-4bc6-b699-91bd3e16938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:23:59.762757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-04936b3e-d1f0-4bc6-b699-91bd3e16938f service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.2653582 Aug 28 20:23:59.824786 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:23:59.838227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-74691f59-f8e3-45d8-a69b-fa38c6698f2d req-666f2e2c-8a34-49b9-af3b-9bb3cd453a0e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872586 Aug 28 20:23:59.838952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4da8e98f-722e-465a-9ce6-0bc0c38c6147 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:23:59.923548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:23:56Z', 'revision_number': 5, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:23:59.924047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-d40de03d-6520-4793-8a3c-35121206a4c2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973124 Aug 28 20:23:59.958226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228005a2-d6d4-4200-b379-3da9aa6699fd None None] The sync data for ids ['e2e372e4-e571-436b-8cb9-aed957bd2b73'] in n-d-854121-7 is: [{'id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'name': 'tempest-ListServersNegativeTestJSON-529976880-router', 'tenant_id': '8d98373384a14ebca34d3d0f3b7352a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:50Z', 'updated_at': '2022-08-28T20:23:56Z', 'revision_number': 5, 'project_id': '8d98373384a14ebca34d3d0f3b7352a9', 'gw_port': {'id': '0b94a102-ec83-420f-b5d8-7906f3951e19', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e372e4-e571-436b-8cb9-aed957bd2b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:51Z', 'updated_at': '2022-08-28T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:00.065927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] For port 0b94a102-ec83-420f-b5d8-7906f3951e19, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0b94a102-ec83-420f-b5d8-7906f3951e19,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:00.068727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:00.097506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Calling delete_port for 0b94a102-ec83-420f-b5d8-7906f3951e19 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:24:00.106169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4da8e98f-722e-465a-9ce6-0bc0c38c6147, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:00.121479 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:00.123059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'mac_address': 'fa:16:3e:e8:aa:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:24:00.168898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:00.169429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:00.171944 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:00.185460 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:00.185933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da8e98f-722e-465a-9ce6-0bc0c38c6147 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:00.208662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4da8e98f-722e-465a-9ce6-0bc0c38c6147, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:00.216964 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-92c01a49-3c12-42c3-aaa9-8a3f229f23ac req-397b0f25-d3c6-4e28-ac05-4f57a91f7673 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828557 Aug 28 20:24:00.279556 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:00.296771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-8251956b-6eec-44ac-b9e3-8f14ef99e0e0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 217 time: 0.4812863 Aug 28 20:24:00.419314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4da8e98f-722e-465a-9ce6-0bc0c38c6147,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:00.444005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.446622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.449199 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:00.449892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.450407 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.450921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.451425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.457123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.457706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.458246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.458772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.459201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.459520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.459775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.460108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.460452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:00.480185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-8185fb30-6d65-4eef-8a17-b443a7128469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:00.486052 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-8185fb30-6d65-4eef-8a17-b443a7128469 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1751516 Aug 28 20:24:00.503389 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2b672e3-9162-4146-ba94-89da24ed4f11 req-86899219-f883-47ff-aaf2-df8f748956c7 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 210 time: 0.0388591 Aug 28 20:24:00.519530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4da8e98f-722e-465a-9ce6-0bc0c38c6147'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:00.553424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-af30bf3d-9eca-43d3-b3ac-47a4d0a859c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:00.553892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0b94a102-ec83-420f-b5d8-7906f3951e19), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:00.555902 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-af30bf3d-9eca-43d3-b3ac-47a4d0a859c9 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0664716 Aug 28 20:24:00.557533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Made reservation on behalf of 63e5adc71e1d4a24bc35d650fb5650fa for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:00.563323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:00.707858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b94a102-ec83-420f-b5d8-7906f3951e19,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:00.713474 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:00.738446 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-ee8fa5ec-0632-46d0-8cb9-961e0c63c270 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716642 Aug 28 20:24:00.821477 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (e2e372e4-e571-436b-8cb9-aed957bd2b73), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:00.902848 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Allocated IP 172.20.0.10 (17d423a6-ce2b-4a42-a2a5-fabf6645664e/eec8a741-0dd8-419d-810c-31b1eea01f9b/b0272d3a-ce2c-4965-907e-6e22842354d6) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:01.016195 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (e2e372e4-e571-436b-8cb9-aed957bd2b73), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.021047 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks [] for router_controller (e2e372e4-e571-436b-8cb9-aed957bd2b73), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.039318 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:01.152484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a856a-8a2e-461a-bcb7-b0758a05a601 req-781f1068-8746-490f-9a2f-eb3935915f41 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:01.154867 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-904a856a-8a2e-461a-bcb7-b0758a05a601 req-781f1068-8746-490f-9a2f-eb3935915f41 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 945 time: 0.1652215 Aug 28 20:24:01.178133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (e2e372e4-e571-436b-8cb9-aed957bd2b73), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.178133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2e372e4-e571-436b-8cb9-aed957bd2b73 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:24:01.261255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.267660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45176) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:01.274319 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a3c54c8d-153c-4e29-bf47-0c9c7c567085 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/e2e372e4-e571-436b-8cb9-aed957bd2b73 HTTP/1.1" status: 204 len: 168 time: 2.8396773 Aug 28 20:24:01.312594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde029b-7c4f-4dfe-8663-a9abe647bfee req-0b416156-adc4-452f-a6ec-4ce625bf0f4e tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:01.314239 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7cde029b-7c4f-4dfe-8663-a9abe647bfee req-0b416156-adc4-452f-a6ec-4ce625bf0f4e tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1127 time: 0.1586807 Aug 28 20:24:01.321076 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-517ce2b4-dc9e-4580-959b-82537d155e60 req-ab6a0b34-761c-4c93-8740-70cdf8650a0d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300827 Aug 28 20:24:01.380150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks [] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.391465 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-904a856a-8a2e-461a-bcb7-b0758a05a601 req-efe20aa6-ed34-486b-b3fd-fb7744abe2ee tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223766 Aug 28 20:24:01.449126 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:01.477215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] Deleting subnet e554280d-27eb-4594-8af9-8949b3c02734 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:24:01.487709 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] Publish callbacks [] for subnet (e554280d-27eb-4594-8af9-8949b3c02734), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.502770 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7cde029b-7c4f-4dfe-8663-a9abe647bfee req-dd8cee9c-7833-4b20-aed2-38fb967a8a27 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759505 Aug 28 20:24:01.612108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (e554280d-27eb-4594-8af9-8949b3c02734), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.709196 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6fe6f27f-2487-4b8a-8f07-f09ad10a9a80 req-39257dd9-bd70-4245-8ef3-ed4165ba99f7 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 210 time: 0.0520942 Aug 28 20:24:01.738927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02897c85-6f6b-4cc5-9ce9-164dde445261 req-c120634c-2249-4569-a429-25d80e6e9530 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:01.749054 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02897c85-6f6b-4cc5-9ce9-164dde445261 req-c120634c-2249-4569-a429-25d80e6e9530 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0828264 Aug 28 20:24:01.750326 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.772830 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:01.842453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4da8e98f-722e-465a-9ce6-0bc0c38c6147 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:01.852268 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:01.880472 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-02897c85-6f6b-4cc5-9ce9-164dde445261 req-5e5adad7-6104-4773-b490-0b1ddf135548 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297500 Aug 28 20:24:01.885649 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e554280d-27eb-4594-8af9-8949b3c02734), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:01.909633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45186) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:02.017117 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:02.027699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:24:02.056775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Network 17d423a6-ce2b-4a42-a2a5-fabf6645664e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:02.062913 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:24:02.063279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8d51fce9-df9f-4b2c-9305-a2b7cd5a9a59 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:24:02.063854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0b94a102-ec83-420f-b5d8-7906f3951e19 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:24:02.077245 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-12ad83c7-01bc-4836-8cbc-64b2afd27a3d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/bae354a5-4c11-4265-8638-1f34df401778 HTTP/1.1" status: 200 len: 993 time: 0.1649556 Aug 28 20:24:02.080317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:24:02.092494 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:02.107530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:02.117337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 0b94a102-ec83-420f-b5d8-7906f3951e19 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:24:02.118241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0b94a102-ec83-420f-b5d8-7906f3951e19 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:24:02.144481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:02.189836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Pushing event updated for resources: {'Port': ['ID=b0272d3a-ce2c-4965-907e-6e22842354d6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:02.199148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (e554280d-27eb-4594-8af9-8949b3c02734), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.246935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e554280d-27eb-4594-8af9-8949b3c02734,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:02.249800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.253216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-be1861c3-fac4-4da6-a86e-2a945fa3c45a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e554280d-27eb-4594-8af9-8949b3c02734 HTTP/1.1" status: 204 len: 168 time: 0.9722376 Aug 28 20:24:02.257265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45194) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:02.262671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97245168-063d-4105-a3a9-5fca9882ced0 None None] Network 3774e37b-0ba6-48cd-bfa6-c801c6af620e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:24:02.265054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:02.265458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.282244 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:02.282931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.380481 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (3774e37b-0ba6-48cd-bfa6-c801c6af620e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.466673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Deleting port 65dbce1e-90ab-4a78-8923-c39870837bfc {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:24:02.466673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.483859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:02.484270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.497649 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-227b55b7-a1e3-4358-b1ff-cf0637cb8e9d tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9093962 Aug 28 20:24:02.505728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Request body: {'port': {'device_id': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:02.517375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:02.520227 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b74690-5953-416c-aad9-a5424f7002bc" -d '{"events": [{"server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "name": "network-vif-plugged", "status": "completed", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:02.587196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] For port 65dbce1e-90ab-4a78-8923-c39870837bfc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65dbce1e-90ab-4a78-8923-c39870837bfc,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:02.587687 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.595067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] DHCP port deletion for 3774e37b-0ba6-48cd-bfa6-c801c6af620e request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:24:02.606138 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Calling delete_port for 65dbce1e-90ab-4a78-8923-c39870837bfc owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:24:02.606405 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.618812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4da8e98f-722e-465a-9ce6-0bc0c38c6147, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:02.622326 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:02.656888 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62269c90-50f0-4f40-a3c9-d707d329399a x-openstack-request-id: req-62269c90-50f0-4f40-a3c9-d707d329399a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:02.657527 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "name": "network-vif-plugged", "status": "completed", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:02.657977 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62269c90-50f0-4f40-a3c9-d707d329399a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:02.658525 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62269c90-50f0-4f40-a3c9-d707d329399a'] response: {'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'code': 200} Aug 28 20:24:02.680262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] Deleting port 65dbce1e-90ab-4a78-8923-c39870837bfc {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:24:02.682327 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.744951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935abb3f-7472-4416-bc2e-622db063151e req-4e5c1031-7f09-4ff2-9596-43f43dac385d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:02.744951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-935abb3f-7472-4416-bc2e-622db063151e req-4e5c1031-7f09-4ff2-9596-43f43dac385d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 945 time: 0.1238387 Aug 28 20:24:02.795919 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.821336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] For port 65dbce1e-90ab-4a78-8923-c39870837bfc, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65dbce1e-90ab-4a78-8923-c39870837bfc,segment=NetworkSegment(1239ec0d-7be7-4553-b834-a906e7ae326c),segment_id=1239ec0d-7be7-4553-b834-a906e7ae326c)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:02.822081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.823486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-935abb3f-7472-4416-bc2e-622db063151e req-8dc26f31-c9a8-493e-bfad-f31ad9553016 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840528 Aug 28 20:24:02.864698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] Calling delete_port for 65dbce1e-90ab-4a78-8923-c39870837bfc owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:24:02.939794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4da8e98f-722e-465a-9ce6-0bc0c38c6147,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:02.954949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:02.961329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b34a0-bd99-4ebb-ad21-2a354a55dc23 req-efeb8d95-833b-41cf-b3ca-e2fd02a812b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:02.963253 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e45b34a0-bd99-4ebb-ad21-2a354a55dc23 req-efeb8d95-833b-41cf-b3ca-e2fd02a812b5 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.1976538 Aug 28 20:24:02.973648 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:02.991693 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (65dbce1e-90ab-4a78-8923-c39870837bfc), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.003870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Pushing event deleted for resources: {'Port': ['ID=65dbce1e-90ab-4a78-8923-c39870837bfc,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:03.012648 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] No DVR routers for this DVR port 65dbce1e-90ab-4a78-8923-c39870837bfc on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:24:03.021432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] Pushing event deleted for resources: {'Port': ['ID=65dbce1e-90ab-4a78-8923-c39870837bfc,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:03.025079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d2f41-b8b6-4e16-b435-6317ad89532d req-1ae369f6-1f3d-4f2f-b548-d5747adf7cf0 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:03.025274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4d3fe-d651-4d33-8256-491f1c9e1dd3 None None] No DVR routers for this DVR port 65dbce1e-90ab-4a78-8923-c39870837bfc on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:24:03.030444 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e0d2f41-b8b6-4e16-b435-6317ad89532d req-1ae369f6-1f3d-4f2f-b548-d5747adf7cf0 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 932 time: 0.0879736 Aug 28 20:24:03.095957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e45b34a0-bd99-4ebb-ad21-2a354a55dc23 req-c80abf7f-fb96-4927-adea-746069913835 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228218 Aug 28 20:24:03.163149 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e0d2f41-b8b6-4e16-b435-6317ad89532d req-f9d8f597-db96-4d65-8b0a-45cc2ceed22c tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293116 Aug 28 20:24:03.199558 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (3774e37b-0ba6-48cd-bfa6-c801c6af620e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.221677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3774e37b-0ba6-48cd-bfa6-c801c6af620e']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:03.234137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1239ec0d-7be7-4553-b834-a906e7ae326c') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:03.236788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1239ec0d-7be7-4553-b834-a906e7ae326c') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:03.236936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0272d3a-ce2c-4965-907e-6e22842354d6 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:03.248155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Publish callbacks [] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.255523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1239ec0d-7be7-4553-b834-a906e7ae326c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.266836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Transition to ACTIVE for port object b0272d3a-ce2c-4965-907e-6e22842354d6 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:24:03.274430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1239ec0d-7be7-4553-b834-a906e7ae326c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.282539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:24:03.282958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1239ec0d-7be7-4553-b834-a906e7ae326c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.299480 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:03.326899 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1239ec0d-7be7-4553-b834-a906e7ae326c resource provider aggregate not found Aug 28 20:24:03.349334 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.356640 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1239ec0d-7be7-4553-b834-a906e7ae326c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1239ec0d-7be7-4553-b834-a906e7ae326c found for delete ", "request_id": "req-353f7b4b-e8e2-431d-873e-933a60ec9727"}]} Aug 28 20:24:03.403108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec7ff-e69b-40e7-a518-dad450f505f7 req-29d9df05-dafc-4146-a2e1-f4fda16cb900 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:03.404683 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f59ec7ff-e69b-40e7-a518-dad450f505f7 req-29d9df05-dafc-4146-a2e1-f4fda16cb900 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0741925 Aug 28 20:24:03.460579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Pushing event updated for resources: {'Port': ['ID=b0272d3a-ce2c-4965-907e-6e22842354d6,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:03.465634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f59ec7ff-e69b-40e7-a518-dad450f505f7 req-384b29d8-6c5f-43c7-8e50-8acc1384ddb0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534754 Aug 28 20:24:03.493273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Attempting to bind port b0272d3a-ce2c-4965-907e-6e22842354d6 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:03.493618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Attempting to bind port b0272d3a-ce2c-4965-907e-6e22842354d6 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '171d9711-b56b-4b13-bf30-bcdaa769cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:03.494002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Attempting to bind port b0272d3a-ce2c-4965-907e-6e22842354d6 on network 17d423a6-ce2b-4a42-a2a5-fabf6645664e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:03.498760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Port b0272d3a-ce2c-4965-907e-6e22842354d6 on network 17d423a6-ce2b-4a42-a2a5-fabf6645664e not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:24:03.499737 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Attempting to bind port b0272d3a-ce2c-4965-907e-6e22842354d6 on network 17d423a6-ce2b-4a42-a2a5-fabf6645664e {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:03.506207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:03.506740 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Checking segment: {'id': '171d9711-b56b-4b13-bf30-bcdaa769cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:03.507216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Bound using segment: {'id': '171d9711-b56b-4b13-bf30-bcdaa769cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:03.507896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Bound port: b0272d3a-ce2c-4965-907e-6e22842354d6, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '171d9711-b56b-4b13-bf30-bcdaa769cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:03.508395 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.522635 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (3774e37b-0ba6-48cd-bfa6-c801c6af620e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.529515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.536306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/3774e37b-0ba6-48cd-bfa6-c801c6af620e HTTP/1.1" status: 204 len: 168 time: 1.2776258 Aug 28 20:24:03.551249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c1551-0ef4-40b8-9a35-1f71b2b4d50e admin admin] Pushing event deleted for resources: {'Network': ['ID=3774e37b-0ba6-48cd-bfa6-c801c6af620e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:03.620091 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d903444-da0d-4995-827e-56fb1816c720 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0645714 Aug 28 20:24:03.629960 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:03.650285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] For port b0272d3a-ce2c-4965-907e-6e22842354d6, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:03.650495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] For port b0272d3a-ce2c-4965-907e-6e22842354d6, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b0272d3a-ce2c-4965-907e-6e22842354d6,segment=NetworkSegment(171d9711-b56b-4b13-bf30-bcdaa769cbf9),segment_id=171d9711-b56b-4b13-bf30-bcdaa769cbf9)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:03.808181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.814011 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:03.814738 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:03.816319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/b0272d3a-ce2c-4965-907e-6e22842354d6 HTTP/1.1" status: 200 len: 1092 time: 1.3150659 Aug 28 20:24:03.816842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'tag': 'b0272d3a-ce2c-4965-907e-6e22842354d6'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:03.819301 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22342113-44c1-4efe-aa12-5b04762a8ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "77ca3735-2fae-4f10-ae0c-37ec709e78ab", "tag": "b0272d3a-ce2c-4965-907e-6e22842354d6"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:03.904952 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598c0254-21dc-4467-a38d-726a09ac7f32 x-openstack-request-id: req-598c0254-21dc-4467-a38d-726a09ac7f32 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:03.905519 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ca3735-2fae-4f10-ae0c-37ec709e78ab", "tag": "b0272d3a-ce2c-4965-907e-6e22842354d6", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:03.906271 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-598c0254-21dc-4467-a38d-726a09ac7f32 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:03.906960 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598c0254-21dc-4467-a38d-726a09ac7f32'] response: {'name': 'network-changed', 'server_uuid': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'tag': 'b0272d3a-ce2c-4965-907e-6e22842354d6', 'status': 'completed', 'code': 200} Aug 28 20:24:03.908252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f70d8d-bfa3-4e87-8c1e-e2e4297f8841 service neutron] Pushing event updated for resources: {'Port': ['ID=b0272d3a-ce2c-4965-907e-6e22842354d6,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:03.962046 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65dbce1e-90ab-4a78-8923-c39870837bfc no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:24:04.012493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342113-44c1-4efe-aa12-5b04762a8ad7 req-8b428410-f205-4aa5-b227-e735d4c82eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.015862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 65dbce1e-90ab-4a78-8923-c39870837bfc {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:24:04.016214 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22342113-44c1-4efe-aa12-5b04762a8ad7 req-8b428410-f205-4aa5-b227-e735d4c82eb4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=63e5adc71e1d4a24bc35d650fb5650fa&device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 1126 time: 0.0757775 Aug 28 20:24:04.016810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65dbce1e-90ab-4a78-8923-c39870837bfc not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:24:04.037982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6f02-8b1f-42b2-90a2-df4260841c19 req-2588ab03-b9af-41a2-ae6c-3173f872643b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.040419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-47eb6f02-8b1f-42b2-90a2-df4260841c19 req-2588ab03-b9af-41a2-ae6c-3173f872643b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0843253 Aug 28 20:24:04.082297 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:04.110025 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-47eb6f02-8b1f-42b2-90a2-df4260841c19 req-71a1d818-aaaa-4f98-968a-aac5a6da3143 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588481 Aug 28 20:24:04.238442 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342113-44c1-4efe-aa12-5b04762a8ad7 req-f2dd6037-b911-4084-9f6c-814e79d764de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.240935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22342113-44c1-4efe-aa12-5b04762a8ad7 req-f2dd6037-b911-4084-9f6c-814e79d764de service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=63e5adc71e1d4a24bc35d650fb5650fa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1981018 Aug 28 20:24:04.361341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45288) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:04.440071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7392-4604-48c2-b35f-5f1d26bb274b req-4f3f7305-04b3-4093-adb6-f7b81fce20b7 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.441746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b6ae7392-4604-48c2-b35f-5f1d26bb274b req-4f3f7305-04b3-4093-adb6-f7b81fce20b7 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 944 time: 0.1667225 Aug 28 20:24:04.484112 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c90f9629-049d-4982-b184-a6d04e807e18 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8d98373384a14ebca34d3d0f3b7352a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209424 Aug 28 20:24:04.486501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342113-44c1-4efe-aa12-5b04762a8ad7 req-4b99311d-f359-445a-9dbc-4ed7fef0cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.488003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22342113-44c1-4efe-aa12-5b04762a8ad7 req-4b99311d-f359-445a-9dbc-4ed7fef0cdc3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104940 Aug 28 20:24:04.488611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45294) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:04.627692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b6ae7392-4604-48c2-b35f-5f1d26bb274b req-598a6d52-1e25-4454-ad46-dca4651e5227 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734076 Aug 28 20:24:04.634491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1422c-cfbe-42ee-b33c-381a8a93ceec req-5c417314-f353-4b2b-a6ad-3e0242e7cb73 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.636597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-ace34a48-429e-4a52-8c80-d56210d0ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.638157 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-ace34a48-429e-4a52-8c80-d56210d0ae96 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=63e5adc71e1d4a24bc35d650fb5650fa&device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 1126 time: 0.0873117 Aug 28 20:24:04.640618 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55e1422c-cfbe-42ee-b33c-381a8a93ceec req-5c417314-f353-4b2b-a6ad-3e0242e7cb73 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0628142 Aug 28 20:24:04.728141 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-196bf7d4-fc0d-447f-9702-fb1bfb09c005 admin admin] Publish callbacks [] for security_group (eae6f2b4-8314-4a1b-bf02-d761af568a65), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:04.732422 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-d1004ed3-2011-4db4-a7f2-c03fa46dee33 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0272d3a-ce2c-4965-907e-6e22842354d6 HTTP/1.1" status: 200 len: 217 time: 0.0862331 Aug 28 20:24:04.774567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55e1422c-cfbe-42ee-b33c-381a8a93ceec req-f29e4d79-67a7-413e-94b2-ee7c5ba91c83 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295934 Aug 28 20:24:04.793463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-196bf7d4-fc0d-447f-9702-fb1bfb09c005 admin admin] Publish callbacks [] for security_group (eae6f2b4-8314-4a1b-bf02-d761af568a65), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:04.798549 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:04.813524 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-cfde53ba-80e2-4da6-bbe6-7d5f41b705f7 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.815224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-cfde53ba-80e2-4da6-bbe6-7d5f41b705f7 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 1124 time: 0.4138484 Aug 28 20:24:04.857258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-0a74ede4-b0aa-4cb7-a139-7d9d066fcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:04.860811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-0a74ede4-b0aa-4cb7-a139-7d9d066fcd3d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=eec8a741-0dd8-419d-810c-31b1eea01f9b HTTP/1.1" status: 200 len: 849 time: 0.1191397 Aug 28 20:24:04.934716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-adb013db-02cd-4f0e-90df-d2dc909af38d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=17d423a6-ce2b-4a42-a2a5-fabf6645664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645022 Aug 28 20:24:05.041888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-530c9d3f-9a47-4b62-90b0-02bc6f183d1c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/17d423a6-ce2b-4a42-a2a5-fabf6645664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012008 Aug 28 20:24:05.104685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-196bf7d4-fc0d-447f-9702-fb1bfb09c005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eae6f2b4-8314-4a1b-bf02-d761af568a65), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:05.107460 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-196bf7d4-fc0d-447f-9702-fb1bfb09c005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:05.111362 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-196bf7d4-fc0d-447f-9702-fb1bfb09c005 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eae6f2b4-8314-4a1b-bf02-d761af568a65 HTTP/1.1" status: 204 len: 168 time: 0.6193085 Aug 28 20:24:05.126047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bf7d4-fc0d-447f-9702-fb1bfb09c005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae6f2b4-8314-4a1b-bf02-d761af568a65,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:05.209550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b408ffda-0fff-4a9e-8484-fb0c33ecda6e req-362be7be-6967-4644-afb8-286ded79deb9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/17d423a6-ce2b-4a42-a2a5-fabf6645664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608560 Aug 28 20:24:05.290328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca0add-8318-4188-9bef-17d93c262ca0 req-6ef7dfe9-2bf2-4330-9891-2f2e0de08c39 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:05.292074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58ca0add-8318-4188-9bef-17d93c262ca0 req-6ef7dfe9-2bf2-4330-9891-2f2e0de08c39 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0586436 Aug 28 20:24:05.367688 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-58ca0add-8318-4188-9bef-17d93c262ca0 req-9aa3b299-53fd-4f0d-97bd-64a60be188b1 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650246 Aug 28 20:24:05.537955 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f626eac-601c-4bca-a9fe-53938987fe1f req-a8960300-3746-4de2-ae37-ed2bb48698c2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:05.540834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f626eac-601c-4bca-a9fe-53938987fe1f req-a8960300-3746-4de2-ae37-ed2bb48698c2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0804012 Aug 28 20:24:05.552537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45320) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:05.557758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'floatingip': {'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:05.605400 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:05.848034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b16c2-5b9a-4905-b826-ba8e5dee159a req-dcf55038-c026-4e0b-b783-0fa0e1388bad tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:05.849678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-325b16c2-5b9a-4905-b826-ba8e5dee159a req-dcf55038-c026-4e0b-b783-0fa0e1388bad tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 944 time: 0.0645480 Aug 28 20:24:05.891212 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:05.965140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1642e-ff32-41b6-8aba-f46d7c79736c req-df4fa221-54c5-450b-8d6e-4bb029adbf88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:05.967784 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdc1642e-ff32-41b6-8aba-f46d7c79736c req-df4fa221-54c5-450b-8d6e-4bb029adbf88 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0676031 Aug 28 20:24:06.011612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-325b16c2-5b9a-4905-b826-ba8e5dee159a req-150c0044-c63a-45fa-a4a9-ccea622c2ae9 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224267 Aug 28 20:24:06.029439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fdc1642e-ff32-41b6-8aba-f46d7c79736c req-144de471-a36c-40c2-80f9-e6bc09ea18b0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540845 Aug 28 20:24:06.258991 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:06.339355 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:06.394835 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:06.404236 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:06.457282 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:06.608376 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Floating IP 5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d associated. External IP: 172.25.4.147, port: 4da8e98f-722e-465a-9ce6-0bc0c38c6147. Aug 28 20:24:06.870909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45352) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:06.943697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Router ba0d275f-49f4-4b3f-8722-3e309865e242 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:24:07.036107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-306105595-network', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:07.116813 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:07.152660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:07.166910 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] Sync routers for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:07.170732 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.195167 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:07.198334 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:07.208404 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Made reservation on behalf of 72a87c4db6d74cc1a996162e5ad35418 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:07.216543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.246962 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.288260 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d21ede78-0782-4ba1-8a72-22657038371d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d HTTP/1.1" status: 200 len: 992 time: 1.7344429 Aug 28 20:24:07.292917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:07.296515 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e905b89-29b1-4f5b-af4a-274f769db70f" -d '{"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:07.321399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21163d6-eccd-4e66-aea3-fc2fc04333e9 req-9b31f79c-6e5a-4f28-ba29-7302b8234c68 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:07.323983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d21163d6-eccd-4e66-aea3-fc2fc04333e9 req-9b31f79c-6e5a-4f28-ba29-7302b8234c68 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 944 time: 0.0951464 Aug 28 20:24:07.386869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc893a-0fed-427c-b904-4fd408961e80 req-0b59c735-e729-41a9-a58b-4d46c196e1a4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:07.401009 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2dcc893a-0fed-427c-b904-4fd408961e80 req-0b59c735-e729-41a9-a58b-4d46c196e1a4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1733088 Aug 28 20:24:07.481324 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:07.492844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d21163d6-eccd-4e66-aea3-fc2fc04333e9 req-bc16e3f7-5f6f-4039-aaa7-b8783db93453 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614761 Aug 28 20:24:07.586028 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a28ddf-6f1f-4302-8edf-c779fa59cebb x-openstack-request-id: req-96a28ddf-6f1f-4302-8edf-c779fa59cebb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:07.586483 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2dcc893a-0fed-427c-b904-4fd408961e80 req-639e002a-b6d0-4382-b24a-f3c01eff54c5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866426 Aug 28 20:24:07.586807 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:07.587274 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96a28ddf-6f1f-4302-8edf-c779fa59cebb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:07.587892 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a28ddf-6f1f-4302-8edf-c779fa59cebb'] response: {'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'status': 'completed', 'code': 200} Aug 28 20:24:07.627958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks [] for security_group (3d4ff996-63e7-43df-93ee-0bc6fdc42aaf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.672910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-d82a4a21-32c6-40b3-8d00-8aa4d0c90e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:07.674742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-d82a4a21-32c6-40b3-8d00-8aa4d0c90e82 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.0511448 Aug 28 20:24:07.719661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d4ff996-63e7-43df-93ee-0bc6fdc42aaf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.749969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:24:07.760946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:07.767812 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.768248 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Added segment b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5 of type vlan for network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 Aug 28 20:24:07.822023 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (3a1f6bbb-6c97-4181-b0c6-f5611dba0733), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.829437 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'mac_address': 'fa:16:3e:e8:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:43Z', 'updated_at': '2022-08-28T20:24:06Z', 'revision_number': 1, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:07.848923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b0272d3a-ce2c-4965-907e-6e22842354d6 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:24:07.864315 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] Checking router: ba0d275f-49f4-4b3f-8722-3e309865e242 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:07.874629 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:07.875416 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:07.977147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (3a1f6bbb-6c97-4181-b0c6-f5611dba0733), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:07.978962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:07.979444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:08.005644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:08.009804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b0272d3a-ce2c-4965-907e-6e22842354d6, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b0272d3a-ce2c-4965-907e-6e22842354d6,segment=NetworkSegment(171d9711-b56b-4b13-bf30-bcdaa769cbf9),segment_id=171d9711-b56b-4b13-bf30-bcdaa769cbf9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:08.013239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-639a4ee4-d756-4be2-ab57-394f20288dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:08.015891 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-639a4ee4-d756-4be2-ab57-394f20288dcd service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.1331422 Aug 28 20:24:08.023737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'b0272d3a-ce2c-4965-907e-6e22842354d6', 'network_id': '17d423a6-ce2b-4a42-a2a5-fabf6645664e', 'port_id': 'b0272d3a-ce2c-4965-907e-6e22842354d6', 'mac_address': 'fa:16:3e:8a:ed:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec8a741-0dd8-419d-810c-31b1eea01f9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:24:08.098878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b0272d3a-ce2c-4965-907e-6e22842354d6 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:08.099725 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:08.105142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2326214 Aug 28 20:24:08.110448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45374) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:08.116268 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-50b22a67-cde1-492e-84e3-9dcc1a391ba4 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1000 time: 0.0928047 Aug 28 20:24:08.118919 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Request body: {'subnet': {'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-306105595-subnet', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:08.119901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0272d3a-ce2c-4965-907e-6e22842354d6 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:08.153589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104df1f-5d14-4a7a-83a0-63692e654fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=3a1f6bbb-6c97-4181-b0c6-f5611dba0733,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:08.181643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b0272d3a-ce2c-4965-907e-6e22842354d6, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b0272d3a-ce2c-4965-907e-6e22842354d6,segment=NetworkSegment(171d9711-b56b-4b13-bf30-bcdaa769cbf9),segment_id=171d9711-b56b-4b13-bf30-bcdaa769cbf9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:08.184563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:24:08.235668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-5527bcc7-10c9-4d17-8540-aebcddaff2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:08.237373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-5527bcc7-10c9-4d17-8540-aebcddaff2e8 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1139412 Aug 28 20:24:08.280319 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:08.298200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-e4cfa677-d3d7-44e9-9b47-98ec2521e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:08.299890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-e4cfa677-d3d7-44e9-9b47-98ec2521e626 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1127 time: 0.0512021 Aug 28 20:24:08.313780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-2b7738b4-2077-4d2d-8e35-48e02218587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:08.315669 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-2b7738b4-2077-4d2d-8e35-48e02218587d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695398 Aug 28 20:24:08.338871 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'mac_address': 'fa:16:3e:e8:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:43Z', 'updated_at': '2022-08-28T20:24:06Z', 'revision_number': 1, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:08.347440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b0272d3a-ce2c-4965-907e-6e22842354d6,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:08.359026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Made reservation on behalf of 72a87c4db6d74cc1a996162e5ad35418 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:08.361215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:08.373977 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac0d54-4e40-44b6-b56e-afe313ba3338 None None] The sync data for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 is: [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'mac_address': 'fa:16:3e:e8:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:43Z', 'updated_at': '2022-08-28T20:24:06Z', 'revision_number': 1, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:08.443873 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:08.514388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['b0272d3a-ce2c-4965-907e-6e22842354d6'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:08.518082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45382) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:08.534484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-095d9e47-ff03-450f-891c-dac132c0d453 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116194 Aug 28 20:24:08.563793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-682326e4-5c08-42ba-8573-d11123672c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:08.565485 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-682326e4-5c08-42ba-8573-d11123672c81 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.2565782 Aug 28 20:24:08.694613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-3ffa4433-3219-400c-abd3-2458238ff568 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 1001 time: 0.1211047 Aug 28 20:24:08.812901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] Deleting subnet 95f9d318-c4be-4d9b-863e-9596e20aed7e {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:24:08.837882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] Publish callbacks [] for subnet (95f9d318-c4be-4d9b-863e-9596e20aed7e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:08.906934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a15c3-14a0-47fa-9f6a-070c667b7b60 req-02480efe-6ad9-469f-be0f-7723aff71e64 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:08.918809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-873a15c3-14a0-47fa-9f6a-070c667b7b60 req-02480efe-6ad9-469f-be0f-7723aff71e64 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 945 time: 0.2534354 Aug 28 20:24:08.991804 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (95f9d318-c4be-4d9b-863e-9596e20aed7e), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.072908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc6ae3-c79a-4d90-8921-21da3a0a8716 req-3803235b-f322-4de9-9c2b-66ad5fdbf421 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:09.079252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3e905b89-29b1-4f5b-af4a-274f769db70f req-2001a450-da5c-4f40-967f-0891e38b58c7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158706 Aug 28 20:24:09.081196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cd72a-ce9a-44df-b483-8539a1660439 None None] New status for floating IP 5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:24:09.084802 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5edc6ae3-c79a-4d90-8921-21da3a0a8716 req-3803235b-f322-4de9-9c2b-66ad5fdbf421 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.2634215 Aug 28 20:24:09.095001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-aeec5f8b-2ff6-4dae-93d3-570c53f9b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:09.096833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-aeec5f8b-2ff6-4dae-93d3-570c53f9b2cd service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.3955376 Aug 28 20:24:09.099980 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:09.144887 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-873a15c3-14a0-47fa-9f6a-070c667b7b60 req-09052b3d-f570-40ce-a3cb-086c7d69dbaa tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248571 Aug 28 20:24:09.166308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (89a7a736-cb24-41e7-bfce-87f7bbb771be), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.176167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (95f9d318-c4be-4d9b-863e-9596e20aed7e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.265418 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:09.282029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a7a736-cb24-41e7-bfce-87f7bbb771be,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:09.302184 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5edc6ae3-c79a-4d90-8921-21da3a0a8716 req-f4477e4f-618f-48ba-ba7e-347f651392ec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161591 Aug 28 20:24:09.330675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-243ed6ad-69ec-4738-8420-72927202e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:09.332639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-243ed6ad-69ec-4738-8420-72927202e5d0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2218139 Aug 28 20:24:09.358566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (95f9d318-c4be-4d9b-863e-9596e20aed7e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.403642 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:09.436910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f9d318-c4be-4d9b-863e-9596e20aed7e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:09.459994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.464783 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-86ec0777-6acf-474d-bdd6-8d0d4ecbfdb7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186030 Aug 28 20:24:09.465741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a68bdc0-b7df-4df3-8642-3825e5710ba4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/95f9d318-c4be-4d9b-863e-9596e20aed7e HTTP/1.1" status: 204 len: 168 time: 0.9455228 Aug 28 20:24:09.468298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45400) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:09.470872 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:09.497628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:09.498236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Network hostable DHCP agents. Network: 3a1f6bbb-6c97-4181-b0c6-f5611dba0733, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:24:09.570786 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (34cafcec-0a29-4eb9-9451-3f06458c44f4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.653097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-1d044119-dec0-4b3c-a10e-a5172dcc3100 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755297 Aug 28 20:24:09.751397 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (34cafcec-0a29-4eb9-9451-3f06458c44f4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.783054 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cafcec-0a29-4eb9-9451-3f06458c44f4']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:09.796548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674c763a-2efc-4146-934b-da27d4e5bc6e') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:09.797110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674c763a-2efc-4146-934b-da27d4e5bc6e') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:09.807526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:24:09.810634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (674c763a-2efc-4146-934b-da27d4e5bc6e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.828354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (674c763a-2efc-4146-934b-da27d4e5bc6e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.836414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:24:09.836911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (674c763a-2efc-4146-934b-da27d4e5bc6e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.931271 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 674c763a-2efc-4146-934b-da27d4e5bc6e resource provider aggregate not found Aug 28 20:24:09.933013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 3a1f6bbb-6c97-4181-b0c6-f5611dba0733) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:09.946798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56234e68-9865-4667-81d4-aeb402c8bf92 None None] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:24:09.948204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:09.951619 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:09.953159 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 674c763a-2efc-4146-934b-da27d4e5bc6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 674c763a-2efc-4146-934b-da27d4e5bc6e found for delete ", "request_id": "req-2451e32e-ba07-42f1-8dc0-554cba8fd48e"}]} Aug 28 20:24:10.070599 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (34cafcec-0a29-4eb9-9451-3f06458c44f4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.079329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.084964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/34cafcec-0a29-4eb9-9451-3f06458c44f4 HTTP/1.1" status: 204 len: 168 time: 0.6151490 Aug 28 20:24:10.099066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a895318-aaae-4892-bd42-0784c8f2a9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34cafcec-0a29-4eb9-9451-3f06458c44f4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:10.123241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b0272d3a-ce2c-4965-907e-6e22842354d6 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:10.130837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c1864977-37fa-4115-9fee-1708e1647d48 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0119052 Aug 28 20:24:10.133102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45412) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:10.138962 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:10.141697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:24:10.142698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.198842 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:10.265347 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (a01a7ce1-cbac-4429-b1f7-963a97c81f52), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.266939 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (a01a7ce1-cbac-4429-b1f7-963a97c81f52), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.345066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port b0272d3a-ce2c-4965-907e-6e22842354d6 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:24:10.392205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a869c8e-a8e4-40a5-8f3e-1e526f35bcc1 req-fb65cd1f-d68d-4217-9780-5b7b589aefae tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:10.397441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2a869c8e-a8e4-40a5-8f3e-1e526f35bcc1 req-fb65cd1f-d68d-4217-9780-5b7b589aefae tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 945 time: 0.0882008 Aug 28 20:24:10.435375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks [] for router_controller (a01a7ce1-cbac-4429-b1f7-963a97c81f52), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.473186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port b0272d3a-ce2c-4965-907e-6e22842354d6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:10.473621 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.545909 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2a869c8e-a8e4-40a5-8f3e-1e526f35bcc1 req-ff109dfa-19f5-4562-a6d3-6c901c5bcc6c tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084967 Aug 28 20:24:10.569187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffcf31-3f5b-43da-826a-baf2accb4c9f req-b6b95b10-20a6-426f-8fc1-3a4d0d4be48f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:10.571068 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-faffcf31-3f5b-43da-826a-baf2accb4c9f req-b6b95b10-20a6-426f-8fc1-3a4d0d4be48f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1234906 Aug 28 20:24:10.658874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b0272d3a-ce2c-4965-907e-6e22842354d6 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:10.659623 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.662873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Allocated IP 172.20.0.2 (3a1f6bbb-6c97-4181-b0c6-f5611dba0733/89a7a736-cb24-41e7-bfce-87f7bbb771be/7c6868e6-1e22-4947-96b3-c8396911590f) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:10.693963 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-faffcf31-3f5b-43da-826a-baf2accb4c9f req-f41ac402-20c3-4574-b1d0-52b312a5fc67 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028249 Aug 28 20:24:10.744580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0272d3a-ce2c-4965-907e-6e22842354d6'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:10.747816 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49557194-7f19-469f-979c-625cd6651ba0" -d '{"events": [{"server_uuid": "77ca3735-2fae-4f10-ae0c-37ec709e78ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0272d3a-ce2c-4965-907e-6e22842354d6"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:10.748005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45418) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:10.821283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-507608cc-d4c3-4e45-9c55-9b9d653bf089 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c3eca6aadaa848a498c9226d1c83be2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0698390 Aug 28 20:24:10.822032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45424) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:10.875237 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cea1be-b4f7-43c2-b2d7-fa9c39ece217 x-openstack-request-id: req-e3cea1be-b4f7-43c2-b2d7-fa9c39ece217 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:10.886543 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks [] for router_gateway (a01a7ce1-cbac-4429-b1f7-963a97c81f52), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:10.894083 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca3735-2fae-4f10-ae0c-37ec709e78ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0272d3a-ce2c-4965-907e-6e22842354d6", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:10.894572 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3cea1be-b4f7-43c2-b2d7-fa9c39ece217 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:10.896051 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cea1be-b4f7-43c2-b2d7-fa9c39ece217'] response: {'server_uuid': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0272d3a-ce2c-4965-907e-6e22842354d6', 'code': 200} Aug 28 20:24:10.900626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b0272d3a-ce2c-4965-907e-6e22842354d6, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b0272d3a-ce2c-4965-907e-6e22842354d6,segment=NetworkSegment(171d9711-b56b-4b13-bf30-bcdaa769cbf9),segment_id=171d9711-b56b-4b13-bf30-bcdaa769cbf9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:10.980188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0177e1a9-f53e-43a5-b71c-b9276cf84e6e admin admin] Publish callbacks [] for security_group (04d00bf2-5ec3-490f-be10-08ba760a2387), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.000393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40a838-e2ca-44d4-a3af-3adf18bbeab9 req-56e10aa3-a80c-49d6-8da3-343929341162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:11.002163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d40a838-e2ca-44d4-a3af-3adf18bbeab9 req-56e10aa3-a80c-49d6-8da3-343929341162 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 1127 time: 0.0702963 Aug 28 20:24:11.018461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0177e1a9-f53e-43a5-b71c-b9276cf84e6e admin admin] Publish callbacks [] for security_group (04d00bf2-5ec3-490f-be10-08ba760a2387), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.034822 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.085412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Publish callbacks [] for port (7c6868e6-1e22-4947-96b3-c8396911590f), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.108556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b0272d3a-ce2c-4965-907e-6e22842354d6,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:11.196560 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.197724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0177e1a9-f53e-43a5-b71c-b9276cf84e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (04d00bf2-5ec3-490f-be10-08ba760a2387), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.204495 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0177e1a9-f53e-43a5-b71c-b9276cf84e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.206569 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0177e1a9-f53e-43a5-b71c-b9276cf84e6e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/04d00bf2-5ec3-490f-be10-08ba760a2387 HTTP/1.1" status: 204 len: 168 time: 0.3720963 Aug 28 20:24:11.217522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177e1a9-f53e-43a5-b71c-b9276cf84e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d00bf2-5ec3-490f-be10-08ba760a2387,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:11.283774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:11.317975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:11.324351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:11.328156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Pushing event updated for resources: {'Port': ['ID=7c6868e6-1e22-4947-96b3-c8396911590f,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:11.401369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Attempting to bind port 7c6868e6-1e22-4947-96b3-c8396911590f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:11.402156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Attempting to bind port 7c6868e6-1e22-4947-96b3-c8396911590f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:11.402571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Attempting to bind port 7c6868e6-1e22-4947-96b3-c8396911590f on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:11.410528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:11.410919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:11.411510 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.412051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Bound using segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:11.412630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Bound port: 7c6868e6-1e22-4947-96b3-c8396911590f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:11.413029 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.458068 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:11.459948 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:11.496887 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:11.499394 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d40a838-e2ca-44d4-a3af-3adf18bbeab9 req-bb178591-8ef0-454f-90a8-e4597fcf931f service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905562 Aug 28 20:24:11.509578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] For port 7c6868e6-1e22-4947-96b3-c8396911590f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:11.513294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] For port 7c6868e6-1e22-4947-96b3-c8396911590f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7c6868e6-1e22-4947-96b3-c8396911590f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:11.599153 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.655671 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks [] for router_gateway (a01a7ce1-cbac-4429-b1f7-963a97c81f52), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.697690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42a7eb-80b4-4f27-8cd5-1fa211ad0696 None None] Pushing event updated for resources: {'Port': ['ID=7c6868e6-1e22-4947-96b3-c8396911590f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:11.708152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:11.745588 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a79b9-2257-42c0-b0c3-419874316113 req-23a0b1af-c32b-49f2-aefc-990d49dc7b50 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:11.750738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d59a79b9-2257-42c0-b0c3-419874316113 req-23a0b1af-c32b-49f2-aefc-990d49dc7b50 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 946 time: 0.1033537 Aug 28 20:24:11.848908 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d59a79b9-2257-42c0-b0c3-419874316113 req-c2573777-7b05-454b-be08-75911673b439 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906861 Aug 28 20:24:11.937297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473d8cc-71b2-46ca-a4f0-76a344ffb3d1 req-f1ed8f26-edb9-4c21-ab24-52faa583cf90 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:11.939127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e473d8cc-71b2-46ca-a4f0-76a344ffb3d1 req-f1ed8f26-edb9-4c21-ab24-52faa583cf90 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1321349 Aug 28 20:24:11.940447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Allocated IP 172.25.4.251 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/9809364f-7e9a-40b3-abaf-dddac0a058ff) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:12.145622 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e473d8cc-71b2-46ca-a4f0-76a344ffb3d1 req-d223df6e-bf13-42a7-83ea-670b0747373a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967580 Aug 28 20:24:12.214324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks [] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:12.234365 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:12.319408 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:12.350003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:12.406573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:12.409928 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:12.412230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9809364f-7e9a-40b3-abaf-dddac0a058ff,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:12.415085 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:12.456339 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:13.031431 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3e540-ea15-4c0f-974c-eb963c9cf5df req-100f7491-0355-47b4-bffc-beae023aab50 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:13.038481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2db3e540-ea15-4c0f-974c-eb963c9cf5df req-100f7491-0355-47b4-bffc-beae023aab50 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 946 time: 0.0773947 Aug 28 20:24:13.081027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653a607-253d-443a-97e2-24ad630b0963 None None] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:24:13.093031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks [] for router_gateway (a01a7ce1-cbac-4429-b1f7-963a97c81f52), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:13.137711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2db3e540-ea15-4c0f-974c-eb963c9cf5df req-ca43713a-25ea-4e05-b267-88715c0336db tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946412 Aug 28 20:24:13.188418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6de4476b-0657-4e1d-a8ad-3f9e3e6f9041 None None] Provisioning complete for port 7c6868e6-1e22-4947-96b3-c8396911590f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:13.188960 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6de4476b-0657-4e1d-a8ad-3f9e3e6f9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:13.191353 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:13.209421 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:13.242863 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:13.383659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6de4476b-0657-4e1d-a8ad-3f9e3e6f9041 None None] Current status of the port 7c6868e6-1e22-4947-96b3-c8396911590f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:13.384065 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6de4476b-0657-4e1d-a8ad-3f9e3e6f9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:13.426874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6de4476b-0657-4e1d-a8ad-3f9e3e6f9041 None None] For port 7c6868e6-1e22-4947-96b3-c8396911590f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7c6868e6-1e22-4947-96b3-c8396911590f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:13.443522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (a01a7ce1-cbac-4429-b1f7-963a97c81f52), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:13.455872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d95bd-0279-47c3-bbb4-cc7793d3fdd9 req-6ba25765-0395-45cb-acbe-bfdff23eb5dc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:13.458179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-655d95bd-0279-47c3-bbb4-cc7793d3fdd9 req-6ba25765-0395-45cb-acbe-bfdff23eb5dc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1011937 Aug 28 20:24:13.543394 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6de4476b-0657-4e1d-a8ad-3f9e3e6f9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:13.645185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4476b-0657-4e1d-a8ad-3f9e3e6f9041 None None] Pushing event updated for resources: {'Port': ['ID=7c6868e6-1e22-4947-96b3-c8396911590f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:13.665944 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-655d95bd-0279-47c3-bbb4-cc7793d3fdd9 req-a567e6db-3562-4a5a-af9b-88f0ae4ee4e8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666741 Aug 28 20:24:13.670850 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:13.674510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-94c7b068-e5ff-4fe5-a00f-c8f38fa3e498 None None] Provisioning complete for port 7c6868e6-1e22-4947-96b3-c8396911590f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:13.674885 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-94c7b068-e5ff-4fe5-a00f-c8f38fa3e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:13.765988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-94c7b068-e5ff-4fe5-a00f-c8f38fa3e498 None None] Current status of the port 7c6868e6-1e22-4947-96b3-c8396911590f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:13.858472 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Router a01a7ce1-cbac-4429-b1f7-963a97c81f52 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:24:13.975408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7c6868e6-1e22-4947-96b3-c8396911590f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:14.033815 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:14.040150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:14.040340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7c6868e6-1e22-4947-96b3-c8396911590f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:14.040340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:14.050146 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:14.053752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Sync routers for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:14.068216 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:14.069023 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:14.126443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45478) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:14.165936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7c6868e6-1e22-4947-96b3-c8396911590f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:14.220883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:14.223232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d8093908-cf1c-43de-a9b3-cda99fcc62f9 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0885911 Aug 28 20:24:14.226029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45484) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:14.278946 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:14.357021 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:14.378070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205af1c-ea56-4f8d-a7a7-6f9b7ece12f3 req-a691d737-aa45-4d74-9fa3-cf16659fdcba tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:14.387511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b205af1c-ea56-4f8d-a7a7-6f9b7ece12f3 req-a691d737-aa45-4d74-9fa3-cf16659fdcba tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 946 time: 0.1122501 Aug 28 20:24:14.402961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'network': {'name': 'tempest-network-smoke--1104265712', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'port_security_enabled': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:14.527377 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b205af1c-ea56-4f8d-a7a7-6f9b7ece12f3 req-88ca02eb-77a1-4efc-9061-49701c38413f tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389444 Aug 28 20:24:14.530356 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:14.544553 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:14.614941 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:12Z', 'revision_number': 3, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:14.645675 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Checking router: a01a7ce1-cbac-4429-b1f7-963a97c81f52 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:14.646137 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Updating router a01a7ce1-cbac-4429-b1f7-963a97c81f52 port 9809364f-7e9a-40b3-abaf-dddac0a058ff binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:24:14.684562 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:14.948225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:14.953421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:14.970625 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.060089 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Publish callbacks [] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.099127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ba51b-00ba-4263-82a0-9c6af7dad489 req-18e6dba8-077b-48f9-8407-e05a238e5d42 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:15.100832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e5ba51b-00ba-4263-82a0-9c6af7dad489 req-18e6dba8-077b-48f9-8407-e05a238e5d42 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0591199 Aug 28 20:24:15.162612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0e5ba51b-00ba-4263-82a0-9c6af7dad489 req-f5ca75d6-26ad-4c64-82f5-544a8cf49f02 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549686 Aug 28 20:24:15.180802 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.206167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (327db85d-fd65-4460-8106-55da7251bfe3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.220372 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Attempting to bind port 9809364f-7e9a-40b3-abaf-dddac0a058ff on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:15.220740 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Attempting to bind port 9809364f-7e9a-40b3-abaf-dddac0a058ff by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:15.221109 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Attempting to bind port 9809364f-7e9a-40b3-abaf-dddac0a058ff on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:15.236068 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:15.236910 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:15.237556 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.238260 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:15.239281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Bound port: 9809364f-7e9a-40b3-abaf-dddac0a058ff, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:15.239947 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.249017 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Pushing event updated for resources: {'Port': ['ID=9809364f-7e9a-40b3-abaf-dddac0a058ff,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:15.288527 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.288796 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.289008 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.289352 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.289674 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.290036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.290356 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.290677 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.290996 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.291331 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.291633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.291950 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.292267 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.292582 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.292897 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:15.299974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (327db85d-fd65-4460-8106-55da7251bfe3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.332390 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:15.336040 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] For port 9809364f-7e9a-40b3-abaf-dddac0a058ff, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:15.336432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:24:15.338621 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] For port 9809364f-7e9a-40b3-abaf-dddac0a058ff, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9809364f-7e9a-40b3-abaf-dddac0a058ff,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:15.353301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.358734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327db85d-fd65-4460-8106-55da7251bfe3,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:15.367832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (249c1a69-f4f8-406c-87d7-da77a7ebbd12), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.368195 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Added segment 249c1a69-f4f8-406c-87d7-da77a7ebbd12 of type vlan for network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 Aug 28 20:24:15.446217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.447393 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.501256 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:15.502106 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:15.581984 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389e9e1-6254-4045-ac2b-eeaabefc3108 None None] Pushing event updated for resources: {'Port': ['ID=9809364f-7e9a-40b3-abaf-dddac0a058ff,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:15.611198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Allocated IP 172.20.0.1 (3a1f6bbb-6c97-4181-b0c6-f5611dba0733/89a7a736-cb24-41e7-bfce-87f7bbb771be/cfe7f488-674a-4fb0-ab10-5048897e2fd9) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:15.658198 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:15.664375 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:15.691143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.697140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:15.697799 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.813043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Network': ['ID=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:15.853614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:24:15.887118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks [] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:15.898885 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:12Z', 'revision_number': 3, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:15.932744 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1bf6753c-90a4-4b72-9d57-dd5490a95b2b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8036849 Aug 28 20:24:15.935325 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2e57e-06b8-4dae-a68d-37b28b525d89 None None] The sync data for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 is: [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:12Z', 'revision_number': 3, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:15.936314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45508) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:15.945794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'admin_state_up': True, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:16.132121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:16.162847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:16.164549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (cc44babc-fb5f-482b-8f2a-3ecf361d0221), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:16.193308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:16.197235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:16.200228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:16.231769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe7f488-674a-4fb0-ab10-5048897e2fd9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:16.285103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (a01a7ce1-cbac-4429-b1f7-963a97c81f52), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:16.333324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_controller (cc44babc-fb5f-482b-8f2a-3ecf361d0221), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:16.441029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb528a4-bbce-4608-8e5c-56bdc5b72258 req-1e501480-4466-46ee-aea3-61a41d7e7ae1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:16.448709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb528a4-bbce-4608-8e5c-56bdc5b72258 req-1e501480-4466-46ee-aea3-61a41d7e7ae1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0798900 Aug 28 20:24:16.602552 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5fb528a4-bbce-4608-8e5c-56bdc5b72258 req-ea7821d7-f73c-4c65-9073-e764bbb6a812 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525137 Aug 28 20:24:16.751979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c5f041a8-0d4c-42a6-a232-387fa2f901aa None None] Provisioning complete for port cfe7f488-674a-4fb0-ab10-5048897e2fd9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:16.752652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c5f041a8-0d4c-42a6-a232-387fa2f901aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:16.802203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:16.810424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c5f041a8-0d4c-42a6-a232-387fa2f901aa None None] Port cfe7f488-674a-4fb0-ab10-5048897e2fd9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:24:16.916317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (cc44babc-fb5f-482b-8f2a-3ecf361d0221), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:17.217948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks [] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:17.327736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:17.436793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe7f488-674a-4fb0-ab10-5048897e2fd9,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:17.453113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:17.468316 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (a01a7ce1-cbac-4429-b1f7-963a97c81f52), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:17.490014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:17.636640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:17.640552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:17.712596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.25.4.92 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:17.982219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Router a01a7ce1-cbac-4429-b1f7-963a97c81f52 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:24:18.097950 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:18.099835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860bc2f-9f17-4c53-8cd2-84b530e310d4 req-c128f4a6-fa31-49ab-a841-0245cea32776 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:18.101869 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6860bc2f-9f17-4c53-8cd2-84b530e310d4 req-c128f4a6-fa31-49ab-a841-0245cea32776 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0987756 Aug 28 20:24:18.113829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9809364f-7e9a-40b3-abaf-dddac0a058ff up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:18.178735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:18.214943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9809364f-7e9a-40b3-abaf-dddac0a058ff triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:18.215332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:18.229518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6860bc2f-9f17-4c53-8cd2-84b530e310d4 req-4bb6917c-f402-44b7-8ba3-102bca8dd1c2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192429 Aug 28 20:24:18.241972 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:18.279854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:18.290854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-818cafe4-1230-42e2-99eb-2f58873c2d40 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a01a7ce1-cbac-4429-b1f7-963a97c81f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0635335 Aug 28 20:24:18.300464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-94ca30c0-4ee7-4941-a1d1-7723194d71be None None] Provisioning complete for port cfe7f488-674a-4fb0-ab10-5048897e2fd9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:18.301895 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-94ca30c0-4ee7-4941-a1d1-7723194d71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:18.369580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:18.408794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-94ca30c0-4ee7-4941-a1d1-7723194d71be None None] Port cfe7f488-674a-4fb0-ab10-5048897e2fd9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:24:18.420796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9809364f-7e9a-40b3-abaf-dddac0a058ff is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:18.420796 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:18.486570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9809364f-7e9a-40b3-abaf-dddac0a058ff, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9809364f-7e9a-40b3-abaf-dddac0a058ff,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:18.511608 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:18.538688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:18.540881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:18.545629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:18.582197 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:18.730514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9809364f-7e9a-40b3-abaf-dddac0a058ff,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:18.803387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45546) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:18.881506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Sync routers for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:18.896501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:18.897530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:18.931840 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:19.012346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.072054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:19.088464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45552) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:19.099865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-63653784-c309-43fd-a8a0-bc200b6f9992 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100274386', 'description': 'tempest-description--1562657578'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:19.114905 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:19.153566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.190711 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Publish callbacks [] for security_group (58a98dfe-0582-4f6b-94b9-6e6e09185784), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.219015 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63653784-c309-43fd-a8a0-bc200b6f9992 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.281721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (58a98dfe-0582-4f6b-94b9-6e6e09185784), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.356947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2e37c39686bc414fbed83af71809cc32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5478349 Aug 28 20:24:19.363123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 2, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:19.375396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a98dfe-0582-4f6b-94b9-6e6e09185784,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:19.375624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45558) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:19.384049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.384546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.385028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.385384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.385961 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.386271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.387406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.387406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.387406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.388065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.389117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.389413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.389925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.394545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.394545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c72bd-fc38-4bd1-bb7d-2b62e1fc2223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:19.401343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Checking router: a01a7ce1-cbac-4429-b1f7-963a97c81f52 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:19.402008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Updating router a01a7ce1-cbac-4429-b1f7-963a97c81f52 port cfe7f488-674a-4fb0-ab10-5048897e2fd9 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:24:19.437652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.561537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c29af3-ad52-437e-93c8-ef545028fa8a req-78c7a3a9-6ef8-4b92-bcb4-3653aea6ac0b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:19.564333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75c29af3-ad52-437e-93c8-ef545028fa8a req-78c7a3a9-6ef8-4b92-bcb4-3653aea6ac0b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1865892 Aug 28 20:24:19.587773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63653784-c309-43fd-a8a0-bc200b6f9992 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group (72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.635732 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:19.674714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.689763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63653784-c309-43fd-a8a0-bc200b6f9992 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.700673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cec8a85c-952f-409c-b470-26648754652b admin admin] Publish callbacks [] for security_group (58a98dfe-0582-4f6b-94b9-6e6e09185784), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.777320 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:19.814344 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75c29af3-ad52-437e-93c8-ef545028fa8a req-f4d6bef7-1e41-4ea5-838f-b835e4d78b75 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242222 Aug 28 20:24:19.826798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cec8a85c-952f-409c-b470-26648754652b admin admin] Publish callbacks [] for security_group (58a98dfe-0582-4f6b-94b9-6e6e09185784), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.831909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63653784-c309-43fd-a8a0-bc200b6f9992 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:19.916148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63653784-c309-43fd-a8a0-bc200b6f9992 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:19.921639 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-63653784-c309-43fd-a8a0-bc200b6f9992 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8354445 Aug 28 20:24:19.924213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45568) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:19.931699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d82a19e7-31b5-4a4c-baba-477317bffdf5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'security_group_rule': {'security_group_id': '72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:20.009437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9809364f-7e9a-40b3-abaf-dddac0a058ff up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:20.075667 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d82a19e7-31b5-4a4c-baba-477317bffdf5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group_rule (a321c714-16a0-40c1-ae5a-ec78c8fce317), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.111709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router cc44babc-fb5f-482b-8f2a-3ecf361d0221 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:24:20.113794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cec8a85c-952f-409c-b470-26648754652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (58a98dfe-0582-4f6b-94b9-6e6e09185784), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.115732 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Publish callbacks [] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.116773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cec8a85c-952f-409c-b470-26648754652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.118141 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cec8a85c-952f-409c-b470-26648754652b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/58a98dfe-0582-4f6b-94b9-6e6e09185784 HTTP/1.1" status: 204 len: 168 time: 0.7383180 Aug 28 20:24:20.128437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9809364f-7e9a-40b3-abaf-dddac0a058ff triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:20.129122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.132429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8a85c-952f-409c-b470-26648754652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a98dfe-0582-4f6b-94b9-6e6e09185784,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:20.194723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d82a19e7-31b5-4a4c-baba-477317bffdf5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group_rule (a321c714-16a0-40c1-ae5a-ec78c8fce317), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.279306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9809364f-7e9a-40b3-abaf-dddac0a058ff is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:20.283866 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.299595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:20.315389 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:20.322471 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d82a19e7-31b5-4a4c-baba-477317bffdf5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a321c714-16a0-40c1-ae5a-ec78c8fce317), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.323173 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Sync routers for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:20.337535 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:20.337767 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:20.337767 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:20.351446 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a19e7-31b5-4a4c-baba-477317bffdf5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a321c714-16a0-40c1-ae5a-ec78c8fce317,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:20.375686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86522f26-b753-429b-a7d4-6369016663c7 None None] Pushing event updated for resources: {'Port': ['ID=cfe7f488-674a-4fb0-ab10-5048897e2fd9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:20.423847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Attempting to bind port cfe7f488-674a-4fb0-ab10-5048897e2fd9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:20.424311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Attempting to bind port cfe7f488-674a-4fb0-ab10-5048897e2fd9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:20.424795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Attempting to bind port cfe7f488-674a-4fb0-ab10-5048897e2fd9 on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:20.432034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:20.432428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:20.433361 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.433839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Bound using segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:20.434436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Bound port: cfe7f488-674a-4fb0-ab10-5048897e2fd9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:20.434977 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.460797 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d82a19e7-31b5-4a4c-baba-477317bffdf5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.461200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.463127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d82a19e7-31b5-4a4c-baba-477317bffdf5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5360973 Aug 28 20:24:20.463618 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-971d9fb7-f12e-4796-a5f1-3740cbf382d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5244370 Aug 28 20:24:20.468176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45574) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:20.472265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45578) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:20.480057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7ae9a001-01e3-4c20-9978-cfb807ccd91e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'security_group_rule': {'security_group_id': '72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:20.523994 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:20.583827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] For port cfe7f488-674a-4fb0-ab10-5048897e2fd9, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:20.592344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] For port cfe7f488-674a-4fb0-ab10-5048897e2fd9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cfe7f488-674a-4fb0-ab10-5048897e2fd9,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:20.631137 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a001-01e3-4c20-9978-cfb807ccd91e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group_rule (932fb1c5-93a1-4a73-92e1-b0bbf17b1c86), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.699338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.741494 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:20.755449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a001-01e3-4c20-9978-cfb807ccd91e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group_rule (932fb1c5-93a1-4a73-92e1-b0bbf17b1c86), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.778083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:20.778757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:20.803967 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 3, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:20.812951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8a8a5b72-48b0-423b-926c-580e3d069396 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=693ced18e2794bd5abe2110d87ba128f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3430097 Aug 28 20:24:20.815906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45584) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:20.837656 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Checking router: cc44babc-fb5f-482b-8f2a-3ecf361d0221 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:20.838015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86522f26-b753-429b-a7d4-6369016663c7 None None] Pushing event updated for resources: {'Port': ['ID=cfe7f488-674a-4fb0-ab10-5048897e2fd9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:20.838537 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Updating router cc44babc-fb5f-482b-8f2a-3ecf361d0221 port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:24:20.893107 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.898607 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a001-01e3-4c20-9978-cfb807ccd91e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (932fb1c5-93a1-4a73-92e1-b0bbf17b1c86), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:20.930057 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:20.995540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9a001-01e3-4c20-9978-cfb807ccd91e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932fb1c5-93a1-4a73-92e1-b0bbf17b1c86,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:20.996317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:21.106019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6a46d-d51c-4a3d-aab3-71f8509a3f7f req-7e764535-a6ee-466b-a5a8-3d9ce00c02af tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:21.116739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cbd6a46d-d51c-4a3d-aab3-71f8509a3f7f req-7e764535-a6ee-466b-a5a8-3d9ce00c02af tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0841434 Aug 28 20:24:21.121203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6fa950-716b-47b7-925a-8d3bda161a99 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:21.125540 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8f6fa950-716b-47b7-925a-8d3bda161a99 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3078945 Aug 28 20:24:21.137198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45594) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:21.214906 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aa15ffc6-8108-415e-a6c1-bd1b16e0c96d tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754566 Aug 28 20:24:21.218089 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45596) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:21.221221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a001-01e3-4c20-9978-cfb807ccd91e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.226706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ae9a001-01e3-4c20-9978-cfb807ccd91e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7498174 Aug 28 20:24:21.229234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45600) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:21.236849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:21.242402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-221312112', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:21.324188 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:21.416262 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Publish callbacks [] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.422682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cbd6a46d-d51c-4a3d-aab3-71f8509a3f7f req-5e30b852-8eb8-4d15-b2d5-17a5434fedff tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042681 Aug 28 20:24:21.423253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:20Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:21.439958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.442010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45606) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:21.476892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd2c4-659b-45fe-9669-eab4e7c3242c None None] The sync data for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 is: [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:20Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:21.556929 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15beb806-453f-482f-a49c-dcd27e12f924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.565269 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.583135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:21.589240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.628184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Attempting to bind port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:21.628184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Attempting to bind port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:21.628184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Attempting to bind port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:21.645155 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:21.653669 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:21.654100 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:21.654541 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.654940 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:21.655585 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Bound port: b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:21.655981 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.694012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.706367 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb5d53-3ed5-4b69-a069-a05f7c2f8830 None None] Pushing event updated for resources: {'Port': ['ID=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:21.795872 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] For port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:21.801403 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] For port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:21.870416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15beb806-453f-482f-a49c-dcd27e12f924 admin admin] Publish callbacks [] for security_group (6fbdbc7c-547c-4c73-8798-76d1646476b6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.903533 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.948777 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cf2f-368c-46b7-8add-8d7170ae7d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.950259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Allocated IP 172.25.4.77 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/48369c46-86e3-46d2-acd4-2fa192366148) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:21.951761 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:21.969117 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15beb806-453f-482f-a49c-dcd27e12f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6fbdbc7c-547c-4c73-8798-76d1646476b6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:21.999965 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:22.000626 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:23:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:22.013821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cfe7f488-674a-4fb0-ab10-5048897e2fd9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:22.094142 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb5d53-3ed5-4b69-a069-a05f7c2f8830 None None] Pushing event updated for resources: {'Port': ['ID=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:22.094469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beb806-453f-482f-a49c-dcd27e12f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbdbc7c-547c-4c73-8798-76d1646476b6,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:22.125057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cfe7f488-674a-4fb0-ab10-5048897e2fd9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:22.125449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:22.200516 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:22.258050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cfe7f488-674a-4fb0-ab10-5048897e2fd9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:22.258455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:22.283699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eadb8-5454-4e0f-81da-4ca0077c2a68 req-0e5d1733-28f1-4497-8df6-b843f00b6bb5 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:22.293484 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1eadb8-5454-4e0f-81da-4ca0077c2a68 req-0e5d1733-28f1-4497-8df6-b843f00b6bb5 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 946 time: 0.0874875 Aug 28 20:24:22.334532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port cfe7f488-674a-4fb0-ab10-5048897e2fd9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cfe7f488-674a-4fb0-ab10-5048897e2fd9,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:22.337658 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (565b2db4-2bd6-4c94-bb8a-98ed796ac10d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:22.424690 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ca1eadb8-5454-4e0f-81da-4ca0077c2a68 req-bf215e7d-175c-45ad-a0c2-e336cddc9440 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297152 Aug 28 20:24:22.453785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Subnet': ['ID=565b2db4-2bd6-4c94-bb8a-98ed796ac10d,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:22.484258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Checking segment: {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:22.484258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network hostable DHCP agents. Network: 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:24:22.508085 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:22.571694 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 3, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:22.595910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:24:22.614372 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfae54-dfc4-4c86-b020-785fbfb3da5a None None] The sync data for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 is: [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 3, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:22.622531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=cfe7f488-674a-4fb0-ab10-5048897e2fd9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:22.742430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:22.752743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe1a91-1cc2-4581-ba7f-ba7899bf22d6 None None] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:24:22.767057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:22.767670 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:22.791967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-15beb806-453f-482f-a49c-dcd27e12f924 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c1e72a676f1742709c7f47b23bf0ffea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3483746 Aug 28 20:24:22.795234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45612) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:22.804330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46014934-0614-4db9-b272-4159b1453e15 req-0812207f-c11d-42f3-9e2d-5fef625eb128 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:22.806275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46014934-0614-4db9-b272-4159b1453e15 req-0812207f-c11d-42f3-9e2d-5fef625eb128 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0810859 Aug 28 20:24:22.854170 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-76e5e227-80c1-42b0-b97a-7e132bc80d54 service neutron] show failed (client error): The resource could not be found. Aug 28 20:24:22.855490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-76e5e227-80c1-42b0-b97a-7e132bc80d54 service neutron] 10.222.0.84 "GET /networking/v2.0/ports/b96e1017-3d8f-4b04-ad32-27376fabc844/bindings/n-h2-854121-7 HTTP/1.1" status: 404 len: 380 time: 0.1531103 Aug 28 20:24:22.892096 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4c7-56d4-4997-8f7a-9aabc719cf3f admin admin] Publish callbacks [] for security_group (6fbdbc7c-547c-4c73-8798-76d1646476b6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:22.922345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-46014934-0614-4db9-b272-4159b1453e15 req-ef9d36c1-76f2-4bd7-8453-3bb944eae1f2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041532 Aug 28 20:24:22.930758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (48369c46-86e3-46d2-acd4-2fa192366148), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:22.953599 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-43560f34-c360-4119-9b82-03325b862b85 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7339072 Aug 28 20:24:22.956139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45614) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:22.966758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4c7-56d4-4997-8f7a-9aabc719cf3f admin admin] Publish callbacks [] for security_group (6fbdbc7c-547c-4c73-8798-76d1646476b6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.048111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:24:23.048967 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.081324 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:23.132849 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (48369c46-86e3-46d2-acd4-2fa192366148), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.238764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:23.245675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:23.258813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:23.276167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Allocated IP 172.20.0.2 (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88/565b2db4-2bd6-4c94-bb8a-98ed796ac10d/66e71a5e-1b6b-4d67-a0f9-49a67b6c927e) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:23.305088 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=48369c46-86e3-46d2-acd4-2fa192366148,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:23.338661 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4c7-56d4-4997-8f7a-9aabc719cf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6fbdbc7c-547c-4c73-8798-76d1646476b6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.345894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4c7-56d4-4997-8f7a-9aabc719cf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.351001 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ff27a4c7-56d4-4997-8f7a-9aabc719cf3f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6fbdbc7c-547c-4c73-8798-76d1646476b6 HTTP/1.1" status: 204 len: 168 time: 0.5511358 Aug 28 20:24:23.382899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27a4c7-56d4-4997-8f7a-9aabc719cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbdbc7c-547c-4c73-8798-76d1646476b6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:23.651936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bad42-f0df-475c-831d-52d7ead8cee1 req-d64dc922-56d5-47b6-8e00-5660ff2399a9 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:23.668890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d50bad42-f0df-475c-831d-52d7ead8cee1 req-d64dc922-56d5-47b6-8e00-5660ff2399a9 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 946 time: 0.1215153 Aug 28 20:24:23.714417 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Publish callbacks [] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.722447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f513967-dfc8-4315-a395-e1ff0877541c req-06c611c5-54bd-439d-87d5-db7c55e800a1 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:23.724112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f513967-dfc8-4315-a395-e1ff0877541c req-06c611c5-54bd-439d-87d5-db7c55e800a1 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 946 time: 0.0658720 Aug 28 20:24:23.786567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d50bad42-f0df-475c-831d-52d7ead8cee1 req-b8d58703-5b8e-4a44-b276-ed525eaf14e8 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105468 Aug 28 20:24:23.811006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for floatingip (401e1285-a3c0-4af4-868c-e9e0c01c08ff), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.818343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:23.878699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:23.882291 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:23.884815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:23.898675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Pushing event updated for resources: {'Port': ['ID=66e71a5e-1b6b-4d67-a0f9-49a67b6c927e,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:23.929517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Deleting port b0272d3a-ce2c-4965-907e-6e22842354d6 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:24:23.929517 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.007286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Attempting to bind port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:24.009973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Attempting to bind port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:24.011822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Attempting to bind port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e on network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:24.027442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:24.029648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Checking segment: {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:24.033191 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.033843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Bound using segment: {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:24.034640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Bound port: 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:24.036160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.103963 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:24.127223 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:24.146629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9b9e802d-d393-4944-951f-6cd5fe9be072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:24.148280 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9b9e802d-d393-4944-951f-6cd5fe9be072 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 1127 time: 0.1360340 Aug 28 20:24:24.157153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (48369c46-86e3-46d2-acd4-2fa192366148), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.185508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:24.192041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cfe7f488-674a-4fb0-ab10-5048897e2fd9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:24.286232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] For port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:24.290894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] For port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=66e71a5e-1b6b-4d67-a0f9-49a67b6c927e,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:24.305743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port cfe7f488-674a-4fb0-ab10-5048897e2fd9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:24.306378 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.345614 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4c4b029c-d9fc-4e1f-850c-18b9c527c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.348197 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.359862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] For port b0272d3a-ce2c-4965-907e-6e22842354d6, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b0272d3a-ce2c-4965-907e-6e22842354d6,segment=NetworkSegment(171d9711-b56b-4b13-bf30-bcdaa769cbf9),segment_id=171d9711-b56b-4b13-bf30-bcdaa769cbf9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:24.360225 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.361246 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:24.372356 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.378181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Calling delete_port for b0272d3a-ce2c-4965-907e-6e22842354d6 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:24:24.484362 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:24.516285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b3953-0470-486e-96d1-da3c12864d9d None None] Pushing event updated for resources: {'Port': ['ID=66e71a5e-1b6b-4d67-a0f9-49a67b6c927e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:24.530237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port cfe7f488-674a-4fb0-ab10-5048897e2fd9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:24.531349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:24.595143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b682-c904-4151-a092-74c1d0f8ced2 req-76034c34-5407-4f3e-acbc-7aa07e87ef5e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:24.602759 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6865b682-c904-4151-a092-74c1d0f8ced2 req-76034c34-5407-4f3e-acbc-7aa07e87ef5e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.4397275 Aug 28 20:24:24.625064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:24.626088 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.745679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.774955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:24.776090 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.808642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.810924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:24.861620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6865b682-c904-4151-a092-74c1d0f8ced2 req-165b53e9-d35d-421c-8e15-2aac2becc6cf tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574303 Aug 28 20:24:24.974464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978602f-ae82-489a-b675-7f391164451e req-c1f0872b-8710-47f1-8494-00f0be7af468 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:24.976789 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:24.977210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b978602f-ae82-489a-b675-7f391164451e req-c1f0872b-8710-47f1-8494-00f0be7af468 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 946 time: 0.0935483 Aug 28 20:24:25.065337 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b978602f-ae82-489a-b675-7f391164451e req-7b92839c-6eb3-430b-8b1b-8b631c0a1197 tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2b28d6c8-18b7-4790-83df-8ce19b20a356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734081 Aug 28 20:24:25.085737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:25.128719 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (48369c46-86e3-46d2-acd4-2fa192366148), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.182854 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b0272d3a-ce2c-4965-907e-6e22842354d6), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.204782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['b0272d3a-ce2c-4965-907e-6e22842354d6'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:25.236445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Pushing event deleted for resources: {'Port': ['ID=b0272d3a-ce2c-4965-907e-6e22842354d6,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:25.282514 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (48369c46-86e3-46d2-acd4-2fa192366148), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.454415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] No DVR routers for this DVR port b0272d3a-ce2c-4965-907e-6e22842354d6 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:24:25.466200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.468714 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:25.468971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1f513967-dfc8-4315-a395-e1ff0877541c req-6b77a3bc-5689-4ad1-b328-b0eae16e005b tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.89 "DELETE /networking/v2.0/ports/b0272d3a-ce2c-4965-907e-6e22842354d6 HTTP/1.1" status: 204 len: 173 time: 1.7330489 Aug 28 20:24:25.474116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'name': 'network-vif-deleted', 'tag': 'b0272d3a-ce2c-4965-907e-6e22842354d6'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:25.476680 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e53062-6c0f-413a-91a2-72033690f4a6" -d '{"events": [{"server_uuid": "77ca3735-2fae-4f10-ae0c-37ec709e78ab", "name": "network-vif-deleted", "tag": "b0272d3a-ce2c-4965-907e-6e22842354d6"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:25.499089 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:25.551438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=48369c46-86e3-46d2-acd4-2fa192366148,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:25.566739 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754ffa4-b26f-43b0-bd9e-dc7c2abd79cd x-openstack-request-id: req-9754ffa4-b26f-43b0-bd9e-dc7c2abd79cd {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:25.568054 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca3735-2fae-4f10-ae0c-37ec709e78ab", "name": "network-vif-deleted", "tag": "b0272d3a-ce2c-4965-907e-6e22842354d6", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:25.568829 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9754ffa4-b26f-43b0-bd9e-dc7c2abd79cd {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:25.569772 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9754ffa4-b26f-43b0-bd9e-dc7c2abd79cd'] response: {'server_uuid': '77ca3735-2fae-4f10-ae0c-37ec709e78ab', 'name': 'network-vif-deleted', 'tag': 'b0272d3a-ce2c-4965-907e-6e22842354d6', 'status': 'completed', 'code': 200} Aug 28 20:24:25.575123 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (401e1285-a3c0-4af4-868c-e9e0c01c08ff), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.658162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:25.768601 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.770921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ce23d6ac-5917-4c7c-9569-1a9e6eafe36b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5397718 Aug 28 20:24:25.809561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:25.846391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.20.0.1 (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88/565b2db4-2bd6-4c94-bb8a-98ed796ac10d/92fc5d87-e37b-43c9-a76c-4f82dc555c86) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:25.862778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.885186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Publish callbacks [] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:25.912680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Transition to ACTIVE for port object b96e1017-3d8f-4b04-ad32-27376fabc844 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:24:26.163658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78070e-461c-4424-b060-e04f4e174751 req-6c893981-d218-473e-b108-5bcf2e8976d4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:26.164992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3423ca00-d2ff-4f91-9d1d-74d16a29f87f None None] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:24:26.165410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe78070e-461c-4424-b060-e04f4e174751 req-6c893981-d218-473e-b108-5bcf2e8976d4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1269476 Aug 28 20:24:26.175995 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.219561 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.245926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:26.276727 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe78070e-461c-4424-b060-e04f4e174751 req-2e3de8d1-37b2-4e83-9b32-315bfe1d83b0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821562 Aug 28 20:24:26.319793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3e0e2a6a-1b89-4c57-b82f-9bce96acf6e2 None None] Provisioning complete for port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:26.320300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2a6a-1b89-4c57-b82f-9bce96acf6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.320827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-e6c8c464-962b-494f-8363-2d43e7db6b22 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1100274386&fields=id&tenant_id=72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 267 time: 0.2030809 Aug 28 20:24:26.428415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:26.429013 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.432101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-01f38461-f66e-469b-bd7d-15011eef6f4a req-b7f7f61b-c16d-448a-bae2-ab8f319b64eb tempest-VolumesActionsTest-1500146674 tempest-VolumesActionsTest-1500146674-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=77ca3735-2fae-4f10-ae0c-37ec709e78ab HTTP/1.1" status: 200 len: 210 time: 0.0417547 Aug 28 20:24:26.456127 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:26.504896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=6']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:26.524200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.556929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e2a6a-1b89-4c57-b82f-9bce96acf6e2 None None] Current status of the port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:26.557384 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2a6a-1b89-4c57-b82f-9bce96acf6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.615708 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:26.632505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3e0e2a6a-1b89-4c57-b82f-9bce96acf6e2 None None] For port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=66e71a5e-1b6b-4d67-a0f9-49a67b6c927e,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:26.633505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:26.634141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.646197 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:26.684887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:26.688960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:26.695694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] No DVR routers for this DVR port b96e1017-3d8f-4b04-ad32-27376fabc844 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:24:26.714943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=92fc5d87-e37b-43c9-a76c-4f82dc555c86,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:26.755431 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e0e2a6a-1b89-4c57-b82f-9bce96acf6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.820645 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-587d2f70-ebb0-40a7-baf9-eb3eddaa77a0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:26.823300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-587d2f70-ebb0-40a7-baf9-eb3eddaa77a0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.4448197 Aug 28 20:24:26.844611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.893530 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:24:26.894201 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:24:26.907138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9a9af2ba-3a8b-481f-8f10-46c4303b23e7 None None] Provisioning complete for port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:26.908390 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9a9af2ba-3a8b-481f-8f10-46c4303b23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:26.951779 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:26.972220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-66d41e16-483e-4352-91f5-f8f560997827 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 375 time: 0.1406252 Aug 28 20:24:26.993154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e2a6a-1b89-4c57-b82f-9bce96acf6e2 None None] Pushing event updated for resources: {'Port': ['ID=66e71a5e-1b6b-4d67-a0f9-49a67b6c927e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:27.054017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af2ba-3a8b-481f-8f10-46c4303b23e7 None None] Current status of the port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:27.096309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:27.175002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-38c06dab-967d-4e2e-a1b3-341565575b37 None None] Provisioning complete for port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:27.175483 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38c06dab-967d-4e2e-a1b3-341565575b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:27.216490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-38c06dab-967d-4e2e-a1b3-341565575b37 None None] Port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:24:27.421539 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60330f5-aa30-40ed-88c7-1fa02e819f23 req-b9cf3a71-50fa-45d1-99a7-7cfab591a15e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:27.424893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f60330f5-aa30-40ed-88c7-1fa02e819f23 req-b9cf3a71-50fa-45d1-99a7-7cfab591a15e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.0641446 Aug 28 20:24:27.472069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:27.474358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:27.563097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f60330f5-aa30-40ed-88c7-1fa02e819f23 req-88f47c00-b482-4a8c-8225-f39fc7b4415a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159067 Aug 28 20:24:27.566301 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:27.576299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:27.576688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:27.590089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:27.590089 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6ae332-b802-4dbe-833b-32ff78566838" -d '{"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-unplugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:27.637002 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-2689a816-09b2-46b1-b1e9-fe3ad60e06b1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6477404 Aug 28 20:24:27.644459 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:27.679244 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:27.794485 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b59a45f-e7f9-4779-82e4-3e4a3dc3b246 x-openstack-request-id: req-4b59a45f-e7f9-4779-82e4-3e4a3dc3b246 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:27.795322 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-unplugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:27.795636 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b59a45f-e7f9-4779-82e4-3e4a3dc3b246 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:27.795979 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b59a45f-e7f9-4779-82e4-3e4a3dc3b246'] response: {'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'code': 200} Aug 28 20:24:27.809006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:27.812226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:27.812566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:27.812902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:27.815131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:24:27.823672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:24:27.824012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:27.844132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:27.844474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Checking segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:27.844873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Bound using segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:27.845333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Bound port: b96e1017-3d8f-4b04-ad32-27376fabc844, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:27.845840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:27.864624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] The host n-h1-854121-7 is not matching for port b96e1017-3d8f-4b04-ad32-27376fabc844 host n-h2-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:24:27.866177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:24:27.906372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-f13210ea-af46-4350-b5b7-24fcd4dbffb2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684503 Aug 28 20:24:28.011867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:28.067482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:28.067833 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:28.092588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:28.115538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:28.136634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:28.202752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-624a7cf3-ed09-4d78-989d-d6bd94e8c769 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881117 Aug 28 20:24:28.261027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:28.268413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:28.268413 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:28.269580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 1091 time: 4.1081600 Aug 28 20:24:28.272914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b0272d3a-ce2c-4965-907e-6e22842354d6 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:24:28.299337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: b0272d3a-ce2c-4965-907e-6e22842354d6 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:24:28.299687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b0272d3a-ce2c-4965-907e-6e22842354d6 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:24:28.362165 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:28.410346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-1924605d-b12f-4796-b185-c0c55e380e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:28.411931 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-1924605d-b12f-4796-b185-c0c55e380e20 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1125 time: 0.0842009 Aug 28 20:24:28.414982 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eb7bd-5462-4224-907b-26b5975d4ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:28.654450 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c757b5d4-5705-43eb-a889-6adbd3f04670 req-1e510988-c475-4f69-96b6-4f59e2e2c982 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 210 time: 0.0599070 Aug 28 20:24:28.671176 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-1fb41f15-4e75-4d6a-8ed3-a32f3b1b28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:28.674192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-1fb41f15-4e75-4d6a-8ed3-a32f3b1b28cf service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.2472486 Aug 28 20:24:28.817513 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:28.823767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6cbcd-44c3-45a3-9756-78efa18328d9 req-a53251b8-8fea-4686-afed-9bcc897050a8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:28.825292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bef6cbcd-44c3-45a3-9756-78efa18328d9 req-a53251b8-8fea-4686-afed-9bcc897050a8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.0886819 Aug 28 20:24:28.828602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-0d9b70b5-8547-4794-8c75-6397c95c9e7d service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 999 time: 0.1533871 Aug 28 20:24:28.887464 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:28.908700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-4cff8a97-6d0c-421d-8d8a-a736437256ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:28.910198 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-4cff8a97-6d0c-421d-8d8a-a736437256ab service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.0740528 Aug 28 20:24:28.918814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bef6cbcd-44c3-45a3-9756-78efa18328d9 req-ec45bc97-7d71-4ec2-aecc-6db9a31f8268 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844336 Aug 28 20:24:28.951847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:28.956072 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:29.026649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-2a2882c0-804a-445e-b125-ce52b757a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:29.026649 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-2a2882c0-804a-445e-b125-ce52b757a3ab service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1010342 Aug 28 20:24:29.047116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=92fc5d87-e37b-43c9-a76c-4f82dc555c86,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:29.089952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:29.199777 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-c6de2bc1-a2d2-4c6a-86b1-b6580b754995 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680360 Aug 28 20:24:29.269819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:29.274455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:29.360850 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-2803b08d-ba9c-4927-ba5a-dab62ef6d7b8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495047 Aug 28 20:24:29.449957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router cc44babc-fb5f-482b-8f2a-3ecf361d0221 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:24:29.578283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d6535626-fc6f-4821-948c-52e93825ba98 None None] Provisioning complete for port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:29.578879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:29.580248 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d6535626-fc6f-4821-948c-52e93825ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:29.595245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-da5a7454-2231-4d95-9828-4f9240677fc5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "PUT /networking/v2.0/routers/cc44babc-fb5f-482b-8f2a-3ecf361d0221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6356599 Aug 28 20:24:29.595630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45716) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:29.616757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Sync routers for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:29.640620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d6535626-fc6f-4821-948c-52e93825ba98 None None] Port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:24:29.644004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:29.650086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:29.697435 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:29.713358 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:29.777978 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-800ed586-0910-4db6-b1eb-7c4af6756663 req-867adac3-64e4-47a9-9629-2c505d4aa069 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 210 time: 0.0705206 Aug 28 20:24:29.797594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:29.808587 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb200488-b207-4f03-913f-48df5bb3134b" -d '{"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:29.867387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:30.007509 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a00f6d-32aa-4bf6-80ae-9b258dc6452f x-openstack-request-id: req-d4a00f6d-32aa-4bf6-80ae-9b258dc6452f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:30.008470 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:30.009020 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4a00f6d-32aa-4bf6-80ae-9b258dc6452f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:30.009535 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a00f6d-32aa-4bf6-80ae-9b258dc6452f'] response: {'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'status': 'completed', 'code': 200} Aug 28 20:24:30.089246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-7340d3f8-1197-41bc-95d6-cde6d5d72452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.092830 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-7340d3f8-1197-41bc-95d6-cde6d5d72452 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1125 time: 0.0561364 Aug 28 20:24:30.133002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-80488552-ca24-4f4d-85c9-25885b2a7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.134673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-80488552-ca24-4f4d-85c9-25885b2a7ce1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1125 time: 0.0699852 Aug 28 20:24:30.207597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-586b35bb-cdf5-4330-9f45-6dbdf66ab6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.209147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-586b35bb-cdf5-4330-9f45-6dbdf66ab6b0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.1083667 Aug 28 20:24:30.263131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:27Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:28Z', 'revision_number': 2, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:30.274657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.280469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.282331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-019c0a8f-e233-4101-a863-881dd27cfd6e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 7067 time: 0.6856713 Aug 28 20:24:30.285480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45740) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:30.296997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Checking router: cc44babc-fb5f-482b-8f2a-3ecf361d0221 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:30.296997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Updating router cc44babc-fb5f-482b-8f2a-3ecf361d0221 port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:24:30.309293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea550e6-b9da-43f6-9f2d-f3d79dc40362 req-91c6c28d-f396-424e-898f-b58634e20e85 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.317270 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ea550e6-b9da-43f6-9f2d-f3d79dc40362 req-91c6c28d-f396-424e-898f-b58634e20e85 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.2505960 Aug 28 20:24:30.353230 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:30.429277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-d19777fb-1edf-43d2-b50a-3cf46be2dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.434156 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-d19777fb-1edf-43d2-b50a-3cf46be2dfc7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.2711959 Aug 28 20:24:30.478514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7ea550e6-b9da-43f6-9f2d-f3d79dc40362 req-1f583324-1600-4798-b4ae-e27ca813009c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598232 Aug 28 20:24:30.554378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-f9f3ea1f-e2ed-4e7a-8181-27f84b8a42a4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 999 time: 0.0738328 Aug 28 20:24:30.608707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-340743e9-7728-4b4c-aefa-d7c7f6a9e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.611058 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-340743e9-7728-4b4c-aefa-d7c7f6a9e58f service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.0489676 Aug 28 20:24:30.676547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-3008d27c-4720-4899-b142-4089e867d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.680574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-3008d27c-4720-4899-b142-4089e867d3d4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575185 Aug 28 20:24:30.728077 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Publish callbacks [] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:30.747130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.747604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.748632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.749130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.749544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.750138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.759377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.759377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.759377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.759377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:30.759377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-980d8e4d-2f41-44b0-b013-491a6cd89833 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 6543 time: 0.4679787 Aug 28 20:24:30.759377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45750) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:30.860052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:30.898180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-44ec8eb8-462d-4264-81cc-fe7c026fcaf8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946228 Aug 28 20:24:30.915642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed60b-fe8e-46b2-9090-9c78a2cbe0fd None None] Pushing event updated for resources: {'Port': ['ID=92fc5d87-e37b-43c9-a76c-4f82dc555c86,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:30.960676 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9005bf64-0cad-44ec-904a-3d170d4bd5f4 req-c60a8534-0c92-468e-86e6-a9c5d521ff38 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 210 time: 0.0907674 Aug 28 20:24:31.001500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Attempting to bind port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:31.002122 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Attempting to bind port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:31.002597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Attempting to bind port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 on network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:31.011096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:31.012439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Checking segment: {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:31.012929 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:31.013635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Bound using segment: {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:31.015445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Bound port: 92fc5d87-e37b-43c9-a76c-4f82dc555c86, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:31.016152 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:31.082343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02c056fc-4251-4cc2-b886-e60c042d36e9 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 0.3232992 Aug 28 20:24:31.101180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-23a6f5c9-66a6-4abd-824c-fc403b57cdf5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909556 Aug 28 20:24:31.125898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] For port 92fc5d87-e37b-43c9-a76c-4f82dc555c86, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:31.133682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] For port 92fc5d87-e37b-43c9-a76c-4f82dc555c86, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=92fc5d87-e37b-43c9-a76c-4f82dc555c86,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:31.207295 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:31.251482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45762) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:31.256710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:31.257590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:31.258395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1f7a8511-da81-4fd0-b2ee-8eb9260a7c86 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863072937', 'description': 'tempest-secgroup-smoke-863072937 description', 'project_id': '693ced18e2794bd5abe2110d87ba128f'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:31.300100 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:31.324877 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:31.345429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed60b-fe8e-46b2-9090-9c78a2cbe0fd None None] Pushing event updated for resources: {'Port': ['ID=92fc5d87-e37b-43c9-a76c-4f82dc555c86,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:31.419343 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8511-da81-4fd0-b2ee-8eb9260a7c86 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:31.443932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:31.533929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8511-da81-4fd0-b2ee-8eb9260a7c86 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (ff41eff3-53cb-403d-84f8-513ee6459149), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:31.663315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358308d6-a370-4195-8efe-26ba231220a8 req-c35869a5-4f3a-4924-8dfa-b9bbb26c7d7b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:31.665161 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-358308d6-a370-4195-8efe-26ba231220a8 req-c35869a5-4f3a-4924-8dfa-b9bbb26c7d7b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 943 time: 0.0609269 Aug 28 20:24:31.666557 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8511-da81-4fd0-b2ee-8eb9260a7c86 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ff41eff3-53cb-403d-84f8-513ee6459149), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:31.675869 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:31.792597 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-358308d6-a370-4195-8efe-26ba231220a8 req-2d8a4f6f-77f5-4ccd-a630-e7ce808469dd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112065 Aug 28 20:24:31.793584 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a8511-da81-4fd0-b2ee-8eb9260a7c86 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff41eff3-53cb-403d-84f8-513ee6459149,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:31.807641 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8511-da81-4fd0-b2ee-8eb9260a7c86 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:31.808889 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:27Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:31Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:31.813627 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1f7a8511-da81-4fd0-b2ee-8eb9260a7c86 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5576477 Aug 28 20:24:31.815101 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45780) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:31.836860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-98e64c51-d34e-4264-a501-560d268d2525 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'ff41eff3-53cb-403d-84f8-513ee6459149', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:31.849203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-0dba56e4-a273-4c00-9fa1-02e163f00a50 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 999 time: 0.1745486 Aug 28 20:24:31.860874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b60cba-da2c-4c65-b8af-f9e0cb0bcba2 None None] The sync data for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 is: [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:27Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:31Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:31.934312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-d8b1bb93-68ac-4373-81a9-d3abf5b8f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:31.937243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-d8b1bb93-68ac-4373-81a9-d3abf5b8f9d8 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.0736313 Aug 28 20:24:31.983969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98e64c51-d34e-4264-a501-560d268d2525 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (4cd7d8c7-9ce3-441c-af3b-e03acfdb2af9), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:32.084160 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200488-b207-4f03-913f-48df5bb3134b req-01f7df76-bca9-4fb0-b0ab-807a309156ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:32.086132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-01f7df76-bca9-4fb0-b0ab-807a309156ee service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1241276 Aug 28 20:24:32.152935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:24:32.168073 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98e64c51-d34e-4264-a501-560d268d2525 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (4cd7d8c7-9ce3-441c-af3b-e03acfdb2af9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:32.277962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7b31ab1-2a35-4a2e-878d-be202d9af8e7 req-21bdd232-d3b2-4f4f-b445-bfb41406e44b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 210 time: 0.1180959 Aug 28 20:24:32.309089 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98e64c51-d34e-4264-a501-560d268d2525 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (4cd7d8c7-9ce3-441c-af3b-e03acfdb2af9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:32.379614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:32.400826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'port_id': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'mac_address': 'fa:16:3e:83:36:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:24:32.460400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e64c51-d34e-4264-a501-560d268d2525 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd7d8c7-9ce3-441c-af3b-e03acfdb2af9,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:32.472517 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:32.474325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b96e1017-3d8f-4b04-ad32-27376fabc844 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:32.474612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:32.489052 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-ebc987dc-7489-491c-9081-bee8c945b3a1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238497 Aug 28 20:24:32.491579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96e1017-3d8f-4b04-ad32-27376fabc844 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:32.534887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:32.560078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f488f8-1397-4b36-b5d8-1e3233944050 req-7ca9823d-d33f-4393-819e-0d9e7136b0f3 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:32.569600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a1f488f8-1397-4b36-b5d8-1e3233944050 req-7ca9823d-d33f-4393-819e-0d9e7136b0f3 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.2341497 Aug 28 20:24:32.573538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-969c3ee4-44ba-4432-ab56-5ab6057909a3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:32.575313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-969c3ee4-44ba-4432-ab56-5ab6057909a3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.2963905 Aug 28 20:24:32.587428 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98e64c51-d34e-4264-a501-560d268d2525 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:32.592726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-98e64c51-d34e-4264-a501-560d268d2525 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7757649 Aug 28 20:24:32.604096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45792) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:32.604096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-bfa8ede1-af03-4fe7-9b40-6a77b7888280 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'ff41eff3-53cb-403d-84f8-513ee6459149', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:32.629830 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:32.661096 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a1f488f8-1397-4b36-b5d8-1e3233944050 req-9e0f7be3-c7fa-45b6-ae74-21f1a845670f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847821 Aug 28 20:24:32.757557 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:32.771925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:32.800077 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-2146ef77-43b2-4249-ad53-b2aed1b2df8c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 380 time: 0.1919687 Aug 28 20:24:32.820403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'port': {'device_id': '145fdb7a-4804-488e-a756-fef4279a72fb', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'admin_state_up': True, 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'security_groups': ['72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8']}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:32.880699 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:32.970607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['b96e1017-3d8f-4b04-ad32-27376fabc844'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:33.005224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fab1f-2b6f-45f4-9f55-50720d4aa93d req-dbfa41ac-f3f6-401c-8eae-60bf5bd8623f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:33.013666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a45fab1f-2b6f-45f4-9f55-50720d4aa93d req-dbfa41ac-f3f6-401c-8eae-60bf5bd8623f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.0810905 Aug 28 20:24:33.052510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ede1-af03-4fe7-9b40-6a77b7888280 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (dcd2b97a-2e3d-4e07-961f-e75d4069c0df), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.181081 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a45fab1f-2b6f-45f4-9f55-50720d4aa93d req-10d14eea-8d7d-4081-ab7c-324ef05c8bce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660352 Aug 28 20:24:33.214961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ede1-af03-4fe7-9b40-6a77b7888280 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (dcd2b97a-2e3d-4e07-961f-e75d4069c0df), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.281843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Made reservation on behalf of 72a87c4db6d74cc1a996162e5ad35418 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:33.287057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.370351 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ede1-af03-4fe7-9b40-6a77b7888280 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (dcd2b97a-2e3d-4e07-961f-e75d4069c0df), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.440505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45804) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:33.460494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8ede1-af03-4fe7-9b40-6a77b7888280 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd2b97a-2e3d-4e07-961f-e75d4069c0df,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:33.475206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b11c2f8f-f18d-4c24-be26-4b267987b197 req-62916ac4-df9b-4fd7-8994-c3cb806ccd34 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 210 time: 0.0717289 Aug 28 20:24:33.578215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Allocated IP 172.20.0.8 (3a1f6bbb-6c97-4181-b0c6-f5611dba0733/89a7a736-cb24-41e7-bfce-87f7bbb771be/3e9f922a-7aa3-4028-8a69-f942ab4ae08d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:33.605372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ede1-af03-4fe7-9b40-6a77b7888280 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.606977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bfa8ede1-af03-4fe7-9b40-6a77b7888280 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0125303 Aug 28 20:24:33.610574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45808) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:33.616210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'ff41eff3-53cb-403d-84f8-513ee6459149', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:33.640535 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:33.672898 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b42006d3-0cd9-4f15-8623-ba9616d16bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.717292 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:33.751745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (2dc863f1-f8ff-4684-9b5e-df282e19f2b3), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.835121 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (2dc863f1-f8ff-4684-9b5e-df282e19f2b3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:33.983828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (2dc863f1-f8ff-4684-9b5e-df282e19f2b3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.015057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc863f1-f8ff-4684-9b5e-df282e19f2b3,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:34.043492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.044116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.044688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.045309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.045828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.046385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.046736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.047083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.047865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.047865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.048079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.048414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.048748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.049082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.049412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:24:34.072670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 92fc5d87-e37b-43c9-a76c-4f82dc555c86 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:34.111901 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.114014 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-56423e94-e782-4623-b32a-1c9ab33a35cb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5019436 Aug 28 20:24:34.116622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45814) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:34.124614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e4af0bea-bcc3-4148-a741-cd0c72e4c724 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'ff41eff3-53cb-403d-84f8-513ee6459149', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:34.162171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:34.162866 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.203424 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:34.259453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:34.268568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:34.269263 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.284678 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6d008-2398-4fa6-8c20-78fe6aa04a6a req-d8e5e607-935b-4816-a0fa-9706bfc1b0d3 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:34.286237 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57d6d008-2398-4fa6-8c20-78fe6aa04a6a req-d8e5e607-935b-4816-a0fa-9706bfc1b0d3 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.5102901 Aug 28 20:24:34.349094 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b42006d3-0cd9-4f15-8623-ba9616d16bf4 admin admin] Publish callbacks [] for security_group (ae7fba22-40b2-4a62-99f5-da214559d6ec), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.359388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.365374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port b96e1017-3d8f-4b04-ad32-27376fabc844 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:24:34.370182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 92fc5d87-e37b-43c9-a76c-4f82dc555c86, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=92fc5d87-e37b-43c9-a76c-4f82dc555c86,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:34.375520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4af0bea-bcc3-4148-a741-cd0c72e4c724 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (0f32256d-cd19-4b70-9c14-2f71e76cae91), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.404670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-57d6d008-2398-4fa6-8c20-78fe6aa04a6a req-aa479c01-f391-4d10-96ef-17fc506ee5e1 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100545 Aug 28 20:24:34.434662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066820b-1b12-4625-921f-545da032dd0d req-85c3f83e-59c0-4549-b757-df5377953e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:34.437117 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b42006d3-0cd9-4f15-8623-ba9616d16bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ae7fba22-40b2-4a62-99f5-da214559d6ec), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.442566 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6066820b-1b12-4625-921f-545da032dd0d req-85c3f83e-59c0-4549-b757-df5377953e89 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.1558957 Aug 28 20:24:34.489227 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.489227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port b96e1017-3d8f-4b04-ad32-27376fabc844 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:34.489227 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.490824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42006d3-0cd9-4f15-8623-ba9616d16bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7fba22-40b2-4a62-99f5-da214559d6ec,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:34.517734 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4af0bea-bcc3-4148-a741-cd0c72e4c724 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (0f32256d-cd19-4b70-9c14-2f71e76cae91), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.522972 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b42006d3-0cd9-4f15-8623-ba9616d16bf4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=51885d2d1b524c53b50f825e708e9a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0790491 Aug 28 20:24:34.523947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45820) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:34.574882 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.590737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=92fc5d87-e37b-43c9-a76c-4f82dc555c86,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:34.608423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b4bf38fe-420c-46e4-ad80-ae5516d1300d admin admin] Publish callbacks [] for security_group (ae7fba22-40b2-4a62-99f5-da214559d6ec), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.651725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b96e1017-3d8f-4b04-ad32-27376fabc844 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:34.652351 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.656448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4af0bea-bcc3-4148-a741-cd0c72e4c724 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (0f32256d-cd19-4b70-9c14-2f71e76cae91), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.682490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6066820b-1b12-4625-921f-545da032dd0d req-caad82a3-2fcc-4ba9-a7d6-be5dc5845f5f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336338 Aug 28 20:24:34.690484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:34.693000 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d533e90-5099-4943-b89b-9f4922ddac38" -d '{"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-plugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:34.706990 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af0bea-bcc3-4148-a741-cd0c72e4c724 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f32256d-cd19-4b70-9c14-2f71e76cae91,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:34.734100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:34.743897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:34.751902 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:34.767019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b4bf38fe-420c-46e4-ad80-ae5516d1300d admin admin] Publish callbacks [] for security_group (ae7fba22-40b2-4a62-99f5-da214559d6ec), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.776743 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:34.780212 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cb200488-b207-4f03-913f-48df5bb3134b req-418e63e8-683f-4db1-a4df-25bfa98a0c2a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381713 Aug 28 20:24:34.789787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:34.818634 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:34.821319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25737661-e820-4a69-bccb-fed34114338d req-b0061d8a-f7fd-4bc7-9418-9a7bd0576737 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:34.832292 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25737661-e820-4a69-bccb-fed34114338d req-b0061d8a-f7fd-4bc7-9418-9a7bd0576737 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 931 time: 0.2081292 Aug 28 20:24:34.909922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:34.929756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:35.011845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-8b10639f-fd3f-44e0-9989-9238ea4d3bad tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:35.014904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-8b10639f-fd3f-44e0-9989-9238ea4d3bad tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.1322134 Aug 28 20:24:35.017825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4af0bea-bcc3-4148-a741-cd0c72e4c724 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.019163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e4af0bea-bcc3-4148-a741-cd0c72e4c724 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9012606 Aug 28 20:24:35.035417 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25737661-e820-4a69-bccb-fed34114338d req-07ee2e37-f279-4fcb-bdcf-3cfc62025903 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916244 Aug 28 20:24:35.035417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45828) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:35.035417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'ff41eff3-53cb-403d-84f8-513ee6459149', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:35.043271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:35.049370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.111404 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b04da0-15a4-4122-8d1f-996c1e23b04d x-openstack-request-id: req-a9b04da0-15a4-4122-8d1f-996c1e23b04d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:35.111890 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-plugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:35.111995 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9b04da0-15a4-4122-8d1f-996c1e23b04d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:35.112330 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b04da0-15a4-4122-8d1f-996c1e23b04d'] response: {'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'code': 200} Aug 28 20:24:35.137943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Deleting port 28475be5-b2d2-472b-9305-fdf172a74907 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:24:35.139088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (28475be5-b2d2-472b-9305-fdf172a74907), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.184676 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-eac263ed-9ba4-4882-8fba-d8e4a48e3084 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3754995 Aug 28 20:24:35.208476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Request body: {'port': {'device_id': '145fdb7a-4804-488e-a756-fef4279a72fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:35.212798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6d315c38-e64b-4f32-83ff-ef888aca538f None None] Provisioning complete for port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:35.213350 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6d315c38-e64b-4f32-83ff-ef888aca538f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.230942 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b4bf38fe-420c-46e4-ad80-ae5516d1300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ae7fba22-40b2-4a62-99f5-da214559d6ec), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.234143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b4bf38fe-420c-46e4-ad80-ae5516d1300d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.244066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b4bf38fe-420c-46e4-ad80-ae5516d1300d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ae7fba22-40b2-4a62-99f5-da214559d6ec HTTP/1.1" status: 204 len: 168 time: 0.7140510 Aug 28 20:24:35.264239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf38fe-420c-46e4-ad80-ae5516d1300d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7fba22-40b2-4a62-99f5-da214559d6ec,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:35.265583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6d315c38-e64b-4f32-83ff-ef888aca538f None None] Port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:24:35.298479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] For port 28475be5-b2d2-472b-9305-fdf172a74907, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=28475be5-b2d2-472b-9305-fdf172a74907,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:35.298999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (28475be5-b2d2-472b-9305-fdf172a74907), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.320049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.323636 n-d-854121-7 neutron-server[114322]: INFO neutron.db.securitygroups_db [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Project 693ced18e2794bd5abe2110d87ba128f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:24:35.338122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (7214de77-7dde-4cc4-ac9a-f2514602e711), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.365909 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=20 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:35.520721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (7214de77-7dde-4cc4-ac9a-f2514602e711), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.580269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.580847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (716c5ce9-9598-42dd-b5d0-8f8512edb466), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.580976 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Floating IP 716c5ce9-9598-42dd-b5d0-8f8512edb466 disassociated. External IP: 172.25.4.78, port: 28475be5-b2d2-472b-9305-fdf172a74907. Aug 28 20:24:35.581267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Calling delete_port for 28475be5-b2d2-472b-9305-fdf172a74907 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:24:35.617870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7530be-c299-4722-91d7-bd9532353d2a req-c7df6855-c0e2-48f8-9a54-8780732ae0f7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:35.619459 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae7530be-c299-4722-91d7-bd9532353d2a req-c7df6855-c0e2-48f8-9a54-8780732ae0f7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 945 time: 0.0685425 Aug 28 20:24:35.645086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (7214de77-7dde-4cc4-ac9a-f2514602e711), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.706929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7214de77-7dde-4cc4-ac9a-f2514602e711,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:35.789555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ae7530be-c299-4722-91d7-bd9532353d2a req-a4a85413-908f-42d7-8523-70b72f834978 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1302b8c7-597d-461c-a9e6-9bed7c350c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497881 Aug 28 20:24:35.802126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9f922a-7aa3-4028-8a69-f942ab4ae08d {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:35.812288 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Publish callbacks [] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.835642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Transition to ACTIVE for port object 3e9f922a-7aa3-4028-8a69-f942ab4ae08d will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:24:35.840713 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.840713 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f1d44fde-bf39-4d7f-9d0d-392e33f092b6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8115115 Aug 28 20:24:35.843750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45838) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:35.850545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'ff41eff3-53cb-403d-84f8-513ee6459149', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:35.855420 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (28475be5-b2d2-472b-9305-fdf172a74907), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:35.874456 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:35.906931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259c230-dc12-4485-9de7-825d4b7ba6c3 req-90ca53ea-6b44-42b3-b58d-ac6366736c8a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:35.908520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1259c230-dc12-4485-9de7-825d4b7ba6c3 req-90ca53ea-6b44-42b3-b58d-ac6366736c8a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0939934 Aug 28 20:24:35.933247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event deleted for resources: {'Port': ['ID=28475be5-b2d2-472b-9305-fdf172a74907,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:35.976324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 92fc5d87-e37b-43c9-a76c-4f82dc555c86 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:36.031129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:36.031506 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.052081 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1259c230-dc12-4485-9de7-825d4b7ba6c3 req-3dfc93ee-d0ff-40fa-8ca5-a8ab5b673b47 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357648 Aug 28 20:24:36.065658 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:36.104389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:24:36.190967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.212666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:36.248909 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Project 693ced18e2794bd5abe2110d87ba128f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:24:36.277408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (1855de74-8068-40f2-95c6-a26c5a2c569a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.308214 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:36.470170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:36.482332 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] Sync routers for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:36.495736 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5889-10b0-4fde-bcc0-1a8b6aa82355 req-e068e785-bf6d-44cc-9410-67fe84cfe93a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:36.500679 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:36.501586 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:36.505867 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-839f5889-10b0-4fde-bcc0-1a8b6aa82355 req-e068e785-bf6d-44cc-9410-67fe84cfe93a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 943 time: 0.3277271 Aug 28 20:24:36.506599 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (1855de74-8068-40f2-95c6-a26c5a2c569a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.546822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Attempting to bind port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:36.547150 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Attempting to bind port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:36.547586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Attempting to bind port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:36.551523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] No DVR routers for this DVR port 28475be5-b2d2-472b-9305-fdf172a74907 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:24:36.555369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.559209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83c2d7e0-acfc-49a9-8a09-d7d707762c3b req-d47bc7e4-8b5b-4ff4-9cb6-f2ea2c592158 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "DELETE /networking/v2.0/ports/28475be5-b2d2-472b-9305-fdf172a74907 HTTP/1.1" status: 204 len: 173 time: 1.5377886 Aug 28 20:24:36.559801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'name': 'network-vif-deleted', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:36.570804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:24:36.571136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Attempting to bind port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:36.571975 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad2f19-795a-4d2e-9cd5-cb9465cb1d3d" -d '{"events": [{"server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "name": "network-vif-deleted", "tag": "28475be5-b2d2-472b-9305-fdf172a74907"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:36.592158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:36.592523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:36.598380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Bound using segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:36.598380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Bound port: 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:36.598380 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.620660 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (1855de74-8068-40f2-95c6-a26c5a2c569a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.631552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45852) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:36.649243 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-839f5889-10b0-4fde-bcc0-1a8b6aa82355 req-9e8ed38b-2426-4bf7-b857-c4a4011caaaa tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419449 Aug 28 20:24:36.668810 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:36.695810 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ad67-f6c7-46b2-be38-84b0389d1b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.741603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1855de74-8068-40f2-95c6-a26c5a2c569a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:36.747391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:36.765575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:36.777844 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae1e6e2-ae63-4db8-8bdd-fe8a0938f119 x-openstack-request-id: req-dae1e6e2-ae63-4db8-8bdd-fe8a0938f119 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:36.778514 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ece101-9574-4916-a195-337a50f2d2bb", "name": "network-vif-deleted", "tag": "28475be5-b2d2-472b-9305-fdf172a74907", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:36.780133 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dae1e6e2-ae63-4db8-8bdd-fe8a0938f119 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:36.780751 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae1e6e2-ae63-4db8-8bdd-fe8a0938f119'] response: {'server_uuid': '11ece101-9574-4916-a195-337a50f2d2bb', 'name': 'network-vif-deleted', 'tag': '28475be5-b2d2-472b-9305-fdf172a74907', 'status': 'completed', 'code': 200} Aug 28 20:24:36.885539 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:24:36.924486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eea45-f6b1-4774-8c91-793881544beb req-209f5a71-89bc-4f49-b657-55316792230c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:36.926410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b36eea45-f6b1-4774-8c91-793881544beb req-209f5a71-89bc-4f49-b657-55316792230c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0835700 Aug 28 20:24:36.927640 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0722d463-d962-4245-aaae-daa116bc2ec9 req-48f04fdb-384a-4fc7-aadd-0c433252a5df tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 210 time: 0.0447783 Aug 28 20:24:36.945951 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ad67-f6c7-46b2-be38-84b0389d1b15 admin admin] Publish callbacks [] for security_group (6bb69556-9cf0-4055-a304-3f4e604cf7fd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.968318 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:36.973519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.977542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:36.978653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.980492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 1091 time: 1.7771080 Aug 28 20:24:36.983383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:36.987977 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f6f176-4399-412a-9837-9acce6282452" -d '{"events": [{"name": "network-changed", "server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:36.988908 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:36.996721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-67f95a20-c565-460d-831b-37dc056a0d63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1450565 Aug 28 20:24:37.005199 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] Checking router: 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:37.021834 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:37.024966 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:37.140296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68cfbe-2cb9-4287-9450-4726736d5ced service neutron] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:37.213880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ad67-f6c7-46b2-be38-84b0389d1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6bb69556-9cf0-4055-a304-3f4e604cf7fd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:37.304575 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b36eea45-f6b1-4774-8c91-793881544beb req-b15c90a4-276a-4a34-9e2b-27fd8e8d464a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613055 Aug 28 20:24:37.313610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6ad67-f6c7-46b2-be38-84b0389d1b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb69556-9cf0-4055-a304-3f4e604cf7fd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:37.331710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-af2bd020-9221-46f4-9229-a2204453e5b2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:37.333285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-af2bd020-9221-46f4-9229-a2204453e5b2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e&tenant_id=19747ba661ca427ea056cf5402e7450c&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 945 time: 0.3343041 Aug 28 20:24:37.346149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45872) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:37.346351 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:37.355544 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ee6ad67-f6c7-46b2-be38-84b0389d1b15 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1141a6c713024f28b49fdf4e326cebed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999705 Aug 28 20:24:37.460340 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a32222-91aa-41de-a503-476e624d5dd5 x-openstack-request-id: req-a1a32222-91aa-41de-a503-476e624d5dd5 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:37.460535 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:37.461766 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1a32222-91aa-41de-a503-476e624d5dd5 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:37.470626 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a32222-91aa-41de-a503-476e624d5dd5'] response: {'name': 'network-changed', 'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'status': 'completed', 'code': 200} Aug 28 20:24:37.472725 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-e5b81ed4-6cf2-4e54-8b46-33c26fd5e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:37.475145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-e5b81ed4-6cf2-4e54-8b46-33c26fd5e0eb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1125 time: 0.2097471 Aug 28 20:24:37.510682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-0e7ad847-e86f-4057-b64c-ca4c25ec723f service neutron] 10.222.0.89 "GET /networking/v2.0/ports/b96e1017-3d8f-4b04-ad32-27376fabc844/bindings/n-h2-854121-7 HTTP/1.1" status: 200 len: 382 time: 0.1537611 Aug 28 20:24:37.538439 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b76dcfe-4d2d-43c2-ba2b-ad8c7bd972b9 admin admin] Publish callbacks [] for security_group (6bb69556-9cf0-4055-a304-3f4e604cf7fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:37.543176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-27360dfb-45a8-4a48-945e-a51e64978a62 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 217 time: 0.0489779 Aug 28 20:24:37.550227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-652c1c67-d983-40de-bf68-b018db87ca29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-863072937&fields=id&tenant_id=693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 267 time: 0.0596690 Aug 28 20:24:37.593315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b76dcfe-4d2d-43c2-ba2b-ad8c7bd972b9 admin admin] Publish callbacks [] for security_group (6bb69556-9cf0-4055-a304-3f4e604cf7fd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:37.633339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-dcc50c92-9456-4658-a1a8-ce2be1fab804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:37.635219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-dcc50c92-9456-4658-a1a8-ce2be1fab804 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0796413 Aug 28 20:24:37.670094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-e63fb55b-2f26-4237-adf7-b0ce962979ca tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:37.676054 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-e63fb55b-2f26-4237-adf7-b0ce962979ca tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/networks?id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 200 len: 797 time: 0.1180997 Aug 28 20:24:37.695997 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-85d52013-0bb1-4b1e-a232-51187e6b3d23 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/quotas/693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 375 time: 0.0189757 Aug 28 20:24:37.711964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:37.730492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-61486f0e-12c8-47c1-97c0-43316ba8a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:37.733467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-61486f0e-12c8-47c1-97c0-43316ba8a1ff service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861878 Aug 28 20:24:37.751884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2c8f9-9a64-492e-9cce-b9602fd9db8f None None] The sync data for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 is: [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:37.770327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-e1098283-b6b9-471f-b066-d6ca29dbddc7 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659950 Aug 28 20:24:37.855556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b76dcfe-4d2d-43c2-ba2b-ad8c7bd972b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6bb69556-9cf0-4055-a304-3f4e604cf7fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:37.858532 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6b76dcfe-4d2d-43c2-ba2b-ad8c7bd972b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:37.859748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6b76dcfe-4d2d-43c2-ba2b-ad8c7bd972b9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6bb69556-9cf0-4055-a304-3f4e604cf7fd HTTP/1.1" status: 204 len: 168 time: 0.5059154 Aug 28 20:24:37.892013 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:37.930391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-1549800d-84ce-4fd8-ac67-3ff5bcbba277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:37.932133 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-1549800d-84ce-4fd8-ac67-3ff5bcbba277 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1127 time: 0.0993629 Aug 28 20:24:37.962797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-aaa5cffe-8e96-48f0-852b-7ddbb12dbd39 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911514 Aug 28 20:24:37.971247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fbcb4-79a0-4c03-976c-fe113befe1af req-598e7abb-7857-4fc1-b02f-4e99300063d4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:37.973588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb3fbcb4-79a0-4c03-976c-fe113befe1af req-598e7abb-7857-4fc1-b02f-4e99300063d4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 943 time: 0.1621535 Aug 28 20:24:37.974535 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76dcfe-4d2d-43c2-ba2b-ad8c7bd972b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb69556-9cf0-4055-a304-3f4e604cf7fd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:38.061064 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-f077fb89-bb2e-437d-b31b-9df1dc971be1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170538 Aug 28 20:24:38.071273 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:38.109574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb3fbcb4-79a0-4c03-976c-fe113befe1af req-bed907f7-4d08-446d-91ac-cd21f9b71989 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292114 Aug 28 20:24:38.166083 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:38.226139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f57abd5a-9295-4235-baa9-f68b9c8785da req-341d8664-66ae-4e72-9afe-8f96fea11085 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511984 Aug 28 20:24:38.288328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-ae13aba4-4328-4a9f-a3fc-554d3ace5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:38.292234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-ae13aba4-4328-4a9f-a3fc-554d3ace5c97 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.3470318 Aug 28 20:24:38.304467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2697d5fe-b415-41ae-baaf-4d69a1adb626 req-0efe73fd-2f3f-4a56-9d4c-8ae51e4e06b2 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11ece101-9574-4916-a195-337a50f2d2bb HTTP/1.1" status: 200 len: 210 time: 0.0398989 Aug 28 20:24:38.317899 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-66373191-01b3-4fa0-a263-e137cf7da7ed service neutron] 10.222.0.78 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517082 Aug 28 20:24:38.377783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b6d7ee-08a0-449e-8694-0c6aec7a9415 None None] New status for floating IP 716c5ce9-9598-42dd-b5d0-8f8512edb466: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:24:38.442861 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-02e4566f-e46a-4208-9172-f1efa336a7aa service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 1001 time: 0.1354547 Aug 28 20:24:38.565783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210987-921b-407a-a143-f7d7d6606503 req-316a3db9-f50d-482d-8f10-334d151782aa tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:38.567834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-cd2bf109-e4c2-4bc4-b706-9799c57886fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:38.569685 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-cd2bf109-e4c2-4bc4-b706-9799c57886fb service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.1140413 Aug 28 20:24:38.574891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90210987-921b-407a-a143-f7d7d6606503 req-316a3db9-f50d-482d-8f10-334d151782aa tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1008556 Aug 28 20:24:38.636104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-1a56d80e-eb1b-48c3-807a-6f7957c7ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:38.638000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-1a56d80e-eb1b-48c3-807a-6f7957c7ccef service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581613 Aug 28 20:24:38.645615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90210987-921b-407a-a143-f7d7d6606503 req-4bad8cbf-f365-482d-80d1-17b2eaddbf14 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696907 Aug 28 20:24:38.777426 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b64d7835-567e-4679-b3d0-3196590cb866 req-b9e9b0ff-d6ac-486f-806d-df2cd35007f3 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 210 time: 0.0561981 Aug 28 20:24:39.146207 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-5f9cf2ac-9c57-4e7c-8c5d-47ce65dc17d6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829736 Aug 28 20:24:39.277288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08f0d5-373a-4bae-bff6-e62ea559d707 req-f02e5cd2-023a-4baa-9100-9403d443d03e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:39.278991 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a08f0d5-373a-4bae-bff6-e62ea559d707 req-f02e5cd2-023a-4baa-9100-9403d443d03e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 943 time: 0.0631044 Aug 28 20:24:39.323782 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-87a75d45-b9aa-49ed-88f6-533012e86f66 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675775 Aug 28 20:24:39.387881 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a08f0d5-373a-4bae-bff6-e62ea559d707 req-3b7cb9cd-6cad-4910-a315-6623f41ee9c7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962238 Aug 28 20:24:39.486491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f176-4399-412a-9837-9acce6282452 req-9828ae6f-e877-464f-8c21-2a274795f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:39.486491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44f6f176-4399-412a-9837-9acce6282452 req-9828ae6f-e877-464f-8c21-2a274795f115 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1125 time: 0.0811234 Aug 28 20:24:39.610876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f176-4399-412a-9837-9acce6282452 req-37c89b57-c673-42bf-94b6-eca250ffc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:39.612687 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44f6f176-4399-412a-9837-9acce6282452 req-37c89b57-c673-42bf-94b6-eca250ffc5df service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1176906 Aug 28 20:24:39.623637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45926) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:39.666753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44f6f176-4399-412a-9837-9acce6282452 req-afdbcf1d-660c-48fa-99c2-8891d2658e2a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 217 time: 0.0442650 Aug 28 20:24:39.727037 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-733a7039-5002-480b-889d-a53c11db622e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (1302b8c7-597d-461c-a9e6-9bed7c350c3e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:39.770497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f176-4399-412a-9837-9acce6282452 req-9ca29bfe-fbbb-4289-bcb8-20a96396782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:39.772182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44f6f176-4399-412a-9837-9acce6282452 req-9ca29bfe-fbbb-4289-bcb8-20a96396782d service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0951874 Aug 28 20:24:39.772973 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-733a7039-5002-480b-889d-a53c11db622e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (1302b8c7-597d-461c-a9e6-9bed7c350c3e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:39.910231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f176-4399-412a-9837-9acce6282452 req-4b71e5af-939b-42a7-8740-8b4cca8e71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:39.912182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44f6f176-4399-412a-9837-9acce6282452 req-4b71e5af-939b-42a7-8740-8b4cca8e71e2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1307209 Aug 28 20:24:39.912421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b1f369ae-7e05-4c8b-a06e-827a3b672064 req-7db7b15a-62c5-4d13-a67a-e5e3a93ebd16 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 210 time: 0.0394270 Aug 28 20:24:39.925752 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b1e50-c43c-4782-b823-0e4c175ced36 req-a0194001-bf4f-4eda-a6d4-82600f236559 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:39.927424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-309b1e50-c43c-4782-b823-0e4c175ced36 req-a0194001-bf4f-4eda-a6d4-82600f236559 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1096737 Aug 28 20:24:40.041760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-309b1e50-c43c-4782-b823-0e4c175ced36 req-63d43550-e800-41ed-a607-751b317c396f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055472 Aug 28 20:24:40.068172 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44f6f176-4399-412a-9837-9acce6282452 req-82482e40-f5db-4f9d-b4d0-def209edcbbe service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397240 Aug 28 20:24:40.119307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-733a7039-5002-480b-889d-a53c11db622e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1302b8c7-597d-461c-a9e6-9bed7c350c3e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.122818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-733a7039-5002-480b-889d-a53c11db622e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.124318 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-733a7039-5002-480b-889d-a53c11db622e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1302b8c7-597d-461c-a9e6-9bed7c350c3e HTTP/1.1" status: 204 len: 168 time: 0.4987843 Aug 28 20:24:40.128570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 45942) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:40.144539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7039-5002-480b-889d-a53c11db622e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302b8c7-597d-461c-a9e6-9bed7c350c3e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:40.153100 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-a75238ef-65bd-498b-9675-cf58604f3035 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] show failed (client error): The resource could not be found. Aug 28 20:24:40.158145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a75238ef-65bd-498b-9675-cf58604f3035 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups/1302b8c7-597d-461c-a9e6-9bed7c350c3e HTTP/1.1" status: 404 len: 347 time: 0.0239363 Aug 28 20:24:40.162764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:40.231081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 28475be5-b2d2-472b-9305-fdf172a74907 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:24:40.266452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 28475be5-b2d2-472b-9305-fdf172a74907 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:24:40.270729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 28475be5-b2d2-472b-9305-fdf172a74907 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:24:40.304509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44f6f176-4399-412a-9837-9acce6282452 req-6608f3e3-717a-4280-a3f0-cfbb5b25a94f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262449 Aug 28 20:24:40.342466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Deleting port 77b5c658-cb9c-4556-aa93-d707d36fa91d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:24:40.343120 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.438753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.439088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (77b5c658-cb9c-4556-aa93-d707d36fa91d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.466173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Calling delete_port for 77b5c658-cb9c-4556-aa93-d707d36fa91d owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:24:40.572404 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:40.590392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e196-35bb-40cb-8016-408496969993 req-932b60dc-f19a-4a09-9f97-c1d1e4fd4b37 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:40.592257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94c2e196-35bb-40cb-8016-408496969993 req-932b60dc-f19a-4a09-9f97-c1d1e4fd4b37 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 943 time: 0.0583835 Aug 28 20:24:40.652405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94c2e196-35bb-40cb-8016-408496969993 req-9d33c642-19e0-42cf-9de3-128598429df9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525434 Aug 28 20:24:40.843259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (77b5c658-cb9c-4556-aa93-d707d36fa91d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.883866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event deleted for resources: {'Port': ['ID=77b5c658-cb9c-4556-aa93-d707d36fa91d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:40.960669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (716c5ce9-9598-42dd-b5d0-8f8512edb466), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.963769 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:40.965190 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-65226d12-b280-4dc4-aecb-b4f5b30c1ea7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/716c5ce9-9598-42dd-b5d0-8f8512edb466 HTTP/1.1" status: 204 len: 168 time: 0.8057678 Aug 28 20:24:41.018511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=1,neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:41.099980 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-365d63d8-a9bb-4d37-bdad-3916a2e50080 req-6affc49b-b47e-4236-945c-0156c942fe5a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 210 time: 0.0509720 Aug 28 20:24:41.154748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45972) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:41.159658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b7b99e44-0ca0-45fa-b92e-1256bb5a8af4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589082413', 'description': 'tempest-description--651345631'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:41.231255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4cdb-b81a-4416-8d6a-939c8630100c req-9dce4f61-6e2c-415b-a0db-31c30e31b9a3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:41.235364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43aa4cdb-b81a-4416-8d6a-939c8630100c req-9dce4f61-6e2c-415b-a0db-31c30e31b9a3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.0622251 Aug 28 20:24:41.321118 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-43aa4cdb-b81a-4416-8d6a-939c8630100c req-29a1d76a-04a3-4b39-bcde-0514b15d9bf3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704603 Aug 28 20:24:41.356025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e44-0ca0-45fa-b92e-1256bb5a8af4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:41.466149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e44-0ca0-45fa-b92e-1256bb5a8af4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (48a7ec20-d6b7-4b0a-9b92-965e54d506f2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:41.578472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e44-0ca0-45fa-b92e-1256bb5a8af4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (48a7ec20-d6b7-4b0a-9b92-965e54d506f2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:41.608768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b99e44-0ca0-45fa-b92e-1256bb5a8af4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a7ec20-d6b7-4b0a-9b92-965e54d506f2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:41.753114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e44-0ca0-45fa-b92e-1256bb5a8af4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:41.757153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b7b99e44-0ca0-45fa-b92e-1256bb5a8af4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5986016 Aug 28 20:24:41.757393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45978) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:41.762218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-813cd7f9-5767-4eea-9294-4b328d32bfca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'security_group_rule': {'security_group_id': '48a7ec20-d6b7-4b0a-9b92-965e54d506f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:41.805656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82153-e67b-4222-b78f-24169ae780f0 req-5d95c95e-2821-465d-b822-b80ec1cbda82 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:41.810818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21d82153-e67b-4222-b78f-24169ae780f0 req-5d95c95e-2821-465d-b822-b80ec1cbda82 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 943 time: 0.0770812 Aug 28 20:24:41.868325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:24:41.880862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-21d82153-e67b-4222-b78f-24169ae780f0 req-4b7e3e95-bd56-4d5e-8c66-d991e09749ce tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653396 Aug 28 20:24:41.887702 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:41.939741 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-813cd7f9-5767-4eea-9294-4b328d32bfca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (6513ce22-43f9-43ea-bab9-23962a026d5d), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.007620 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-813cd7f9-5767-4eea-9294-4b328d32bfca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (6513ce22-43f9-43ea-bab9-23962a026d5d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.007800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:42.147675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-813cd7f9-5767-4eea-9294-4b328d32bfca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6513ce22-43f9-43ea-bab9-23962a026d5d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.183116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cd7f9-5767-4eea-9294-4b328d32bfca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6513ce22-43f9-43ea-bab9-23962a026d5d,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:42.207160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'mac_address': 'fa:16:3e:05:5b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:24:42.250235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:42.250663 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.255406 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-37d6c414-009c-4710-85b9-ce9501c3cf24 req-f6adf0b2-15fb-4451-b6ca-a113fd840e0e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 210 time: 0.0426760 Aug 28 20:24:42.268566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9f922a-7aa3-4028-8a69-f942ab4ae08d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:42.290842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:42.428808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-813cd7f9-5767-4eea-9294-4b328d32bfca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.430182 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-813cd7f9-5767-4eea-9294-4b328d32bfca tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6716321 Aug 28 20:24:42.433074 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45990) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:42.438454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7b1d4635-5bd5-4ddc-940d-97784c0efc49 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'security_group_rule': {'security_group_id': '48a7ec20-d6b7-4b0a-9b92-965e54d506f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:42.447323 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.534292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:42.535555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009df27-7b86-4624-9c64-c61d5a8ae125 req-a4498652-a8a5-4984-b6ef-e0da4daef2c0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:42.537251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6009df27-7b86-4624-9c64-c61d5a8ae125 req-a4498652-a8a5-4984-b6ef-e0da4daef2c0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1233652 Aug 28 20:24:42.600611 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6009df27-7b86-4624-9c64-c61d5a8ae125 req-a0911232-76f3-40bd-925b-95b57eb51a9c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551138 Aug 28 20:24:42.608925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b1d4635-5bd5-4ddc-940d-97784c0efc49 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (d3156320-ef49-453f-9d6c-159a0561f1d1), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.721145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b1d4635-5bd5-4ddc-940d-97784c0efc49 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (d3156320-ef49-453f-9d6c-159a0561f1d1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.809301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3e9f922a-7aa3-4028-8a69-f942ab4ae08d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:42.817647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-7d81d0b6-1570-4a91-82f4-3b9db3470ba2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:42.819406 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-7d81d0b6-1570-4a91-82f4-3b9db3470ba2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "GET /networking/v2.0/networks?id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 200 len: 797 time: 0.1592035 Aug 28 20:24:42.824039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b1d4635-5bd5-4ddc-940d-97784c0efc49 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d3156320-ef49-453f-9d6c-159a0561f1d1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:42.840068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d4635-5bd5-4ddc-940d-97784c0efc49 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3156320-ef49-453f-9d6c-159a0561f1d1,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:43.044410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b1d4635-5bd5-4ddc-940d-97784c0efc49 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:43.051076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7b1d4635-5bd5-4ddc-940d-97784c0efc49 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6167443 Aug 28 20:24:43.058426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 45994) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:43.077349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:43.089637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2cad-08c7-4141-a544-0e45adbe95e1 req-70a9df2a-957d-43aa-8872-be7a2d2e1f54 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:43.091934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f75b2cad-08c7-4141-a544-0e45adbe95e1 req-70a9df2a-957d-43aa-8872-be7a2d2e1f54 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1320474 Aug 28 20:24:43.120066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-c8c128cc-9c5a-4117-b085-b0c8636f28b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 379 time: 0.0994554 Aug 28 20:24:43.131052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'port': {'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'admin_state_up': True, 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'security_groups': ['ff41eff3-53cb-403d-84f8-513ee6459149']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:43.150846 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f75b2cad-08c7-4141-a544-0e45adbe95e1 req-ef0e657c-b281-4206-bc7d-93fb0b87ea8c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521088 Aug 28 20:24:43.195178 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:43.263178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-970f90b8-4c2d-4fa2-9604-7100b02ce203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:43.265038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-970f90b8-4c2d-4fa2-9604-7100b02ce203 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 1127 time: 0.0580485 Aug 28 20:24:43.271750 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:43.292026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-854121-7', 'device_owner': 'compute:nova'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:43.394335 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a215aa2-0bef-4576-845f-f8d03ddbdb0a req-182bf1c9-b49f-48f8-9824-b8c6d464d972 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 210 time: 0.0479369 Aug 28 20:24:43.414578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:43.419206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:43.443836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:43.449776 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:43.619761 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:43.740812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Allocated IP 172.25.4.88 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/007a7d54-30d1-41d6-afd5-60be23ddbd2f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:43.750426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.20.0.13 (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88/565b2db4-2bd6-4c94-bb8a-98ed796ac10d/70106c12-45cb-4f7b-90fc-b43f1a9cec69) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:43.882839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c5044-d128-4de4-8254-b2ef13693b34 req-9cc52af5-11f2-4bdd-a559-35843949fb04 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:43.884427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a9c5044-d128-4de4-8254-b2ef13693b34 req-9cc52af5-11f2-4bdd-a559-35843949fb04 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 945 time: 0.1408341 Aug 28 20:24:43.905904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:43.916123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:43.975213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:43.984978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:44.017492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:24:44.065207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.070544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a9c5044-d128-4de4-8254-b2ef13693b34 req-7b798be3-f2ef-401e-8c23-1c1a5196eb90 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369674 Aug 28 20:24:44.074971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:44.078271 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e5d02e-2234-4ee5-b1dc-a0edb897f43d" -d '{"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-unplugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:44.083967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Publish callbacks [] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.116015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:44.116131 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.118172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.163073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Transition to ACTIVE for port object b96e1017-3d8f-4b04-ad32-27376fabc844 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:24:44.171015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:44.185504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:44.192979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:44.229837 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8d5202-a0ae-481d-bc6e-9f2b27146b72 x-openstack-request-id: req-2e8d5202-a0ae-481d-bc6e-9f2b27146b72 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:44.230333 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-unplugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:44.230651 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e8d5202-a0ae-481d-bc6e-9f2b27146b72 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:44.231144 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8d5202-a0ae-481d-bc6e-9f2b27146b72'] response: {'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'code': 200} Aug 28 20:24:44.249635 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:44.260215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:44.262799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:44.263936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.264057 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.293506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.299836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.318501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=70106c12-45cb-4f7b-90fc-b43f1a9cec69,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:44.351205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:44.359529 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9686f9d-1d02-4e27-b1e0-7f55f8731ba8" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:44.384317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'Port': ['ID=007a7d54-30d1-41d6-afd5-60be23ddbd2f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:44.396331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:44.447106 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-f5c23a10-5bfc-4230-b2b7-108b19b5426e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3200936 Aug 28 20:24:44.468526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Request body: {'port': {'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:44.479577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56ab9d-286b-4ba5-a435-d667f21afc08 req-392a45ad-bccc-4b26-92df-c300f96f7a5e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:44.481803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef56ab9d-286b-4ba5-a435-d667f21afc08 req-392a45ad-bccc-4b26-92df-c300f96f7a5e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1035466 Aug 28 20:24:44.519510 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.550235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:44.565423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=10']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:44.583575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:44.602971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:44.663236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-09002f59-fba1-4661-bfd3-6040bed30d81 None None] Provisioning complete for port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:44.669729 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-09002f59-fba1-4661-bfd3-6040bed30d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.686646 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.762642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-09002f59-fba1-4661-bfd3-6040bed30d81 None None] Port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:24:44.770209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:44.771774 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (e59a372c-526c-40dd-8809-4c4157d0f6d3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:44.775751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] No DVR routers for this DVR port b96e1017-3d8f-4b04-ad32-27376fabc844 on host n-h2-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:24:44.817407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef56ab9d-286b-4ba5-a435-d667f21afc08 req-f5f3addb-d2da-4415-9a32-d2bc0d52b1d1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566043 Aug 28 20:24:44.870412 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fa097d-3ab0-430e-b10e-5f11131bdb1d x-openstack-request-id: req-80fa097d-3ab0-430e-b10e-5f11131bdb1d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:44.870718 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:44.870951 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80fa097d-3ab0-430e-b10e-5f11131bdb1d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:44.871336 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fa097d-3ab0-430e-b10e-5f11131bdb1d'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'code': 200} Aug 28 20:24:45.042349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:45.042349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:45.042349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:45.045165 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.049124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:24:45.050922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Attempting to bind port b96e1017-3d8f-4b04-ad32-27376fabc844 on network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:45.074559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f8212-735b-40ee-a4ea-4af0a8117ca6 req-7b6414ea-a15d-46d3-8c9b-6ca90823d549 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.079753 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d1f8212-735b-40ee-a4ea-4af0a8117ca6 req-7b6414ea-a15d-46d3-8c9b-6ca90823d549 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 932 time: 0.1013081 Aug 28 20:24:45.092798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:45.093403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Checking segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:45.093691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Bound using segment: {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:45.094233 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Bound port: b96e1017-3d8f-4b04-ad32-27376fabc844, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf16d0a-3237-4d86-aed5-05e50aafea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:45.094610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.161659 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-aef15d3d-e183-4db6-9640-835ab1c4a485 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2433686 Aug 28 20:24:45.181004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779a28c-feaf-4c28-8c38-9c229137bfa4 req-8599bc4f-863a-4b56-af22-52b3bffcfa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.182574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c779a28c-feaf-4c28-8c38-9c229137bfa4 req-8599bc4f-863a-4b56-af22-52b3bffcfa94 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1127 time: 0.1343801 Aug 28 20:24:45.250033 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:45.255261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:45.257675 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:45.302813 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d1f8212-735b-40ee-a4ea-4af0a8117ca6 req-badb7fe6-d245-4e75-ba76-ceb47284fee5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648269 Aug 28 20:24:45.359164 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.368292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-f7be2470-8a3d-40c0-86eb-8dd93b917c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.369546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.370542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-f7be2470-8a3d-40c0-86eb-8dd93b917c5c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.1323867 Aug 28 20:24:45.370902 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.376139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 1092 time: 2.0881906 Aug 28 20:24:45.419296 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c779a28c-feaf-4c28-8c38-9c229137bfa4 req-a486e680-adb4-47d5-9834-6d7daa4b0a31 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202134 Aug 28 20:24:45.466941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.507875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70106c12-45cb-4f7b-90fc-b43f1a9cec69 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:45.520671 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Publish callbacks [] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.552596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Transition to ACTIVE for port object 70106c12-45cb-4f7b-90fc-b43f1a9cec69 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:24:45.566938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-85084dd4-38f4-45fe-b813-bbebf6ae2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.568477 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-85084dd4-38f4-45fe-b813-bbebf6ae2374 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.1657181 Aug 28 20:24:45.599580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-bc0450f7-3ffe-436d-8435-80ebb45ab2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.601824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-bc0450f7-3ffe-436d-8435-80ebb45ab2c9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1126 time: 0.1572061 Aug 28 20:24:45.612193 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.672051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.676669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86433-07d9-4b81-8f8d-8c85e338b138 req-1edcdf73-4d18-4d24-b632-9f42e8a87cd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.684974 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73e86433-07d9-4b81-8f8d-8c85e338b138 req-1edcdf73-4d18-4d24-b632-9f42e8a87cd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.2395945 Aug 28 20:24:45.711786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578c8c3-3535-4cde-b710-783932c15c36 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=11']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:45.777021 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-d363ba2b-56df-46c8-b8b2-e15d07c35f89 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1002 time: 0.2000291 Aug 28 20:24:45.783611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'Port': ['ID=007a7d54-30d1-41d6-afd5-60be23ddbd2f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:45.840916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Pushing event updated for resources: {'Port': ['ID=70106c12-45cb-4f7b-90fc-b43f1a9cec69,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:45.877201 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (e59a372c-526c-40dd-8809-4c4157d0f6d3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.882610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Attempting to bind port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:45.883019 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Attempting to bind port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:45.883432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Attempting to bind port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 on network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:45.892032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 on network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:24:45.892480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Attempting to bind port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 on network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:45.905884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:45.906984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Checking segment: {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:45.906984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Bound using segment: {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:45.910371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Bound port: 70106c12-45cb-4f7b-90fc-b43f1a9cec69, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1a69-f4f8-406c-87d7-da77a7ebbd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:45.910830 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:45.925395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-86f9becb-2726-4a79-9f86-fe16cc6f7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:45.927093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-86f9becb-2726-4a79-9f86-fe16cc6f7884 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0975921 Aug 28 20:24:45.961901 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73e86433-07d9-4b81-8f8d-8c85e338b138 req-c959a4a1-5313-4913-8ee9-3040e18a0f71 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760224 Aug 28 20:24:46.028253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-eedaaa17-ac0f-425d-9575-1c354e65701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.030337 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-eedaaa17-ac0f-425d-9575-1c354e65701f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.2582724 Aug 28 20:24:46.059538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45aef8-280b-4cb4-baba-861cd2d81d5e req-ea79255d-ca45-45d0-b8f3-f4d5bbb1efce tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.062184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a45aef8-280b-4cb4-baba-861cd2d81d5e req-ea79255d-ca45-45d0-b8f3-f4d5bbb1efce tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.1213949 Aug 28 20:24:46.068772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-801a23b3-5456-45e7-9900-fee59d2374c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.068772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-801a23b3-5456-45e7-9900-fee59d2374c1 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1277740 Aug 28 20:24:46.094079 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:46.097606 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e6111b93-7d9e-41a6-ac60-15757831388b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0367987 Aug 28 20:24:46.215972 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-7a29374e-dea0-4f08-b8b8-2ab2e74134d5 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236880 Aug 28 20:24:46.241072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:24:46.312936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:46.316081 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:46.317673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] The host n-h2-854121-7 is not matching for port b96e1017-3d8f-4b04-ad32-27376fabc844 host n-h1-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:24:46.318289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:24:46.326402 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:46.361524 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a3e47-7e41-43b0-8b29-5213aad39630" -d '{"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:46.392860 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] For port 70106c12-45cb-4f7b-90fc-b43f1a9cec69, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:46.411359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a45aef8-280b-4cb4-baba-861cd2d81d5e req-386a9b59-7225-478f-bd4c-404fc15f8345 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221943 Aug 28 20:24:46.416528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] For port 70106c12-45cb-4f7b-90fc-b43f1a9cec69, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:46.434332 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-1354e940-94a3-4a85-96db-39e932775214 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 999 time: 0.2804747 Aug 28 20:24:46.508317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3d843e4-b7b8-4202-94d5-ca6637828672 req-13cda04a-0058-436b-b7da-dbd7b476a8ad service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814229 Aug 28 20:24:46.510409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:46.518454 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:46.531910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.536345 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:46.539071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/70106c12-45cb-4f7b-90fc-b43f1a9cec69 HTTP/1.1" status: 200 len: 1092 time: 2.0775061 Aug 28 20:24:46.553841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:46.566033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-f593aceb-e533-4a8e-ae8f-509c286103e7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1589082413&fields=id&tenant_id=25929238d35e4de0b4f6bff77f18b544 HTTP/1.1" status: 200 len: 267 time: 0.0975444 Aug 28 20:24:46.566360 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfae59-0516-4c42-a6b7-656beab43bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:46.730265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa9d45-0bfa-43ab-b753-4936cfba8d77 req-eb15c894-6dda-4ef9-a447-14e7472009a9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.738500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-38fa9d45-0bfa-43ab-b753-4936cfba8d77 req-eb15c894-6dda-4ef9-a447-14e7472009a9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 944 time: 0.1983070 Aug 28 20:24:46.777202 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-72cb3c47-e516-4ebb-b9d2-b8200b1db774 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.779441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-72cb3c47-e516-4ebb-b9d2-b8200b1db774 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 809 time: 0.2121892 Aug 28 20:24:46.787263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02963f3d-5df6-4c7b-9517-ae13a7dbb875 service neutron] Pushing event updated for resources: {'Port': ['ID=70106c12-45cb-4f7b-90fc-b43f1a9cec69,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:46.789930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-1c20b11a-e868-4568-87a2-a3fe30c892d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.790859 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-1c20b11a-e868-4568-87a2-a3fe30c892d0 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.0913868 Aug 28 20:24:46.818304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-92e16c46-01da-4276-bfe8-60c0820585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.819904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-92e16c46-01da-4276-bfe8-60c0820585fd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 1126 time: 0.0963252 Aug 28 20:24:46.840714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-90b1bec7-2c2c-4aa4-b917-0ce96c57c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:46.842931 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-90b1bec7-2c2c-4aa4-b917-0ce96c57c42b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450399 Aug 28 20:24:46.852001 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-3d650063-bbbc-495e-96b6-69cefb98fa1c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/quotas/25929238d35e4de0b4f6bff77f18b544 HTTP/1.1" status: 200 len: 375 time: 0.0647035 Aug 28 20:24:46.896668 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-38fa9d45-0bfa-43ab-b753-4936cfba8d77 req-524a3cc8-7ef0-42df-87ae-3517a31ede25 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568258 Aug 28 20:24:46.908419 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-70c23ead-f067-44bd-8fcd-21c8fc7965d4 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69 HTTP/1.1" status: 200 len: 217 time: 0.0774136 Aug 28 20:24:47.003658 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-199312a5-7694-4679-a129-e3dd7bf86862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:47.009795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-199312a5-7694-4679-a129-e3dd7bf86862 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=565b2db4-2bd6-4c94-bb8a-98ed796ac10d HTTP/1.1" status: 200 len: 834 time: 0.0834100 Aug 28 20:24:47.017903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-f4686bec-8ded-4cfe-90f2-d699f5c7fb24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648839 Aug 28 20:24:47.041558 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48702b2d-fa84-4a6b-9241-1131ca351f7e x-openstack-request-id: req-48702b2d-fa84-4a6b-9241-1131ca351f7e {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:47.041864 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:47.042119 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48702b2d-fa84-4a6b-9241-1131ca351f7e {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:47.042513 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48702b2d-fa84-4a6b-9241-1131ca351f7e'] response: {'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'status': 'completed', 'code': 200} Aug 28 20:24:47.209273 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbfea0a-f3ce-4ee3-92d5-db9f74bc8afc x-openstack-request-id: req-8dbfea0a-f3ce-4ee3-92d5-db9f74bc8afc {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:47.210622 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:47.211117 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dbfea0a-f3ce-4ee3-92d5-db9f74bc8afc {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:47.215400 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbfea0a-f3ce-4ee3-92d5-db9f74bc8afc'] response: {'name': 'network-changed', 'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'status': 'completed', 'code': 200} Aug 28 20:24:47.236423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-0977989f-8049-469b-ad91-3e7aae612ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:47.241435 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-0977989f-8049-469b-ad91-3e7aae612ef2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2269533 Aug 28 20:24:47.248468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-d81f366a-073d-43ff-8821-de9dd533b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:47.250595 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-d81f366a-073d-43ff-8821-de9dd533b229 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1126 time: 0.1656494 Aug 28 20:24:47.474840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df24c4-0317-418c-9ebe-7a76eb63a7e6 req-b5acb07f-472b-4989-be7d-e14048be38b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:47.482087 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-89df24c4-0317-418c-9ebe-7a76eb63a7e6 req-b5acb07f-472b-4989-be7d-e14048be38b3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.1705186 Aug 28 20:24:47.573421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-b2965833-065f-4ed0-8500-184419a36200 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213181 Aug 28 20:24:47.653515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-8ad09a80-9d53-4b21-adc8-1373ab626cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:47.654778 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-8ad09a80-9d53-4b21-adc8-1373ab626cf9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.3935354 Aug 28 20:24:47.681947 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:47.686226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-89df24c4-0317-418c-9ebe-7a76eb63a7e6 req-d354add4-9bba-412a-8cd7-0374fcd5cf53 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995893 Aug 28 20:24:47.732260 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-f65bc40f-5d3c-477d-83d8-3e6d2a490e86 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8767338 Aug 28 20:24:47.877879 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-e1e7f07a-2590-4c32-aaab-2415b266554c service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 999 time: 0.2127709 Aug 28 20:24:47.889844 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e27a7d14-02a5-4cb4-bbc0-538cf4ad04ab req-46eb9779-52c1-43a5-b816-e76a5f95834f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444614 Aug 28 20:24:47.898793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e31f9b04-96ef-48cb-836a-323557a0e3c6 req-0e65fbeb-cfca-4bab-bdbb-f0b9e3016e07 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145738 Aug 28 20:24:47.920699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-4a346902-e1fe-4081-9aa8-53100fec1d13 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8987732 Aug 28 20:24:47.962057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425cc1-3ee0-42b6-b85b-ec538a245213 req-fd29a92a-f75e-4c64-b3f8-4b66f80956b0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:47.985979 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db425cc1-3ee0-42b6-b85b-ec538a245213 req-fd29a92a-f75e-4c64-b3f8-4b66f80956b0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.1616092 Aug 28 20:24:48.045287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-1ccdabd8-2d5c-4139-9eda-a63d06225c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:48.046994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-1ccdabd8-2d5c-4139-9eda-a63d06225c36 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.1607084 Aug 28 20:24:48.056132 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-bffca149-b885-4a82-b303-08aac67255fc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345389 Aug 28 20:24:48.092771 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-db425cc1-3ee0-42b6-b85b-ec538a245213 req-16d61152-c92e-4044-8fbe-0dd8d33f96ee tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978036 Aug 28 20:24:48.152499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-b964eae1-911e-4b90-939e-640f105c36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:48.154671 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-b964eae1-911e-4b90-939e-640f105c36b8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963933 Aug 28 20:24:48.226753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281baab-ec6d-4302-a488-714c1e91401a req-09ab34c7-939b-4578-9cd3-315fba1d9835 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:48.228290 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8281baab-ec6d-4302-a488-714c1e91401a req-09ab34c7-939b-4578-9cd3-315fba1d9835 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 944 time: 0.0543797 Aug 28 20:24:48.288615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8281baab-ec6d-4302-a488-714c1e91401a req-70fe9bc4-6ad5-4208-96a5-b80eab66770c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529180 Aug 28 20:24:48.502555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6d7c-353c-49bd-9dd6-4b4c342946ce req-0ea70961-e6be-4aff-9fc7-3edfad69320a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:48.509582 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63d0d3ea-1eb8-4f79-9a90-c426e3c32794 req-43c0becb-4f90-4309-8c78-09fc864c53d3 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 210 time: 0.0519938 Aug 28 20:24:48.514518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d45f6d7c-353c-49bd-9dd6-4b4c342946ce req-0ea70961-e6be-4aff-9fc7-3edfad69320a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.1316683 Aug 28 20:24:48.518856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46098) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:48.521307 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:48.527768 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'floatingip': {'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:48.603877 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for floatingip (401e1285-a3c0-4af4-868c-e9e0c01c08ff), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:48.653104 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:48.902886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce0409-71a1-46de-af76-c5e2a1985f40 req-93e3dcee-3f56-4ff9-bd0f-6db52ecb8d2e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:48.912453 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3ce0409-71a1-46de-af76-c5e2a1985f40 req-93e3dcee-3f56-4ff9-bd0f-6db52ecb8d2e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.1048579 Aug 28 20:24:48.998403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3ce0409-71a1-46de-af76-c5e2a1985f40 req-7b57ffc1-29ef-4f24-9c35-dbb9822e745d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848637 Aug 28 20:24:49.245903 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:49.258289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-0ceb5a74-8212-4605-bfa0-f04f07a8614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:49.260317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-0ceb5a74-8212-4605-bfa0-f04f07a8614a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 1126 time: 0.0973341 Aug 28 20:24:49.320737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (401e1285-a3c0-4af4-868c-e9e0c01c08ff), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:49.726757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eda66-5ff8-4946-89c6-23994ae2f45d req-5b2bb9bf-33ef-476f-8008-5e45c9ebd71f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:49.738486 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c5eda66-5ff8-4946-89c6-23994ae2f45d req-5b2bb9bf-33ef-476f-8008-5e45c9ebd71f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 944 time: 0.2596946 Aug 28 20:24:49.810043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-d58d56f3-a5bd-44ef-85f2-11950394e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:49.819342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-d58d56f3-a5bd-44ef-85f2-11950394e20d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1126 time: 0.3670135 Aug 28 20:24:49.879892 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Floating IP 401e1285-a3c0-4af4-868c-e9e0c01c08ff associated. External IP: 172.25.4.77, port: 3e9f922a-7aa3-4028-8a69-f942ab4ae08d. Aug 28 20:24:49.982824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-58a58f4f-9f6d-4c6e-b770-8ad6c4412afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:49.984351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-58a58f4f-9f6d-4c6e-b770-8ad6c4412afe service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 200 len: 898 time: 0.7162008 Aug 28 20:24:50.001844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-f1195e0e-f0c7-4676-a7ed-aa395d47f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:50.003662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-f1195e0e-f0c7-4676-a7ed-aa395d47f7ca service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.1644409 Aug 28 20:24:50.039850 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:50.044126 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-0c8028e9-15e7-4973-b079-8b7b90f9ce8e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0128725 Aug 28 20:24:50.068766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d686ceed-b885-4a4f-8f1f-6c7e57a7a930 req-f252a1f6-9866-47de-952c-dbb94e01b35e tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 210 time: 0.0682104 Aug 28 20:24:50.164550 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-f397b3ba-29cc-4d48-8def-58aadfe516f0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69 HTTP/1.1" status: 200 len: 217 time: 0.0944405 Aug 28 20:24:50.173700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3c5eda66-5ff8-4946-89c6-23994ae2f45d req-7850cbcf-5d18-41bc-a727-88c51a56bbeb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4339638 Aug 28 20:24:50.256210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 70106c12-45cb-4f7b-90fc-b43f1a9cec69 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:24:50.271521 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-d43d37a0-65a7-4d7e-8f09-379672bce123 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 999 time: 0.1743059 Aug 28 20:24:50.490594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Router a01a7ce1-cbac-4429-b1f7-963a97c81f52 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:24:50.510337 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 70106c12-45cb-4f7b-90fc-b43f1a9cec69, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:50.515372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-7340d4ed-ed61-4b42-b574-ae34fdd80833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:50.517593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-7340d4ed-ed61-4b42-b574-ae34fdd80833 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=565b2db4-2bd6-4c94-bb8a-98ed796ac10d HTTP/1.1" status: 200 len: 834 time: 0.3370225 Aug 28 20:24:50.540772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-d5b1c03b-f7af-4278-a8f2-28201d9825f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:50.542636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-d5b1c03b-f7af-4278-a8f2-28201d9825f8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.2624841 Aug 28 20:24:50.554179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388069-79e9-474d-8047-d0fd39309c18 req-02ba8b2e-884f-4398-a304-2c1e2154b3f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:50.556122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2a388069-79e9-474d-8047-d0fd39309c18 req-02ba8b2e-884f-4398-a304-2c1e2154b3f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.2363088 Aug 28 20:24:50.564039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:24:50.594632 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:50.639050 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:50.639050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:50.639050 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:50.639343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-e928efc9-f9b8-4b69-9470-aa17f96f357e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803615 Aug 28 20:24:50.654184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-a4ebf7bc-4218-434a-a470-fcf0e9e78c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:50.656087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-a4ebf7bc-4218-434a-a470-fcf0e9e78c1d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743301 Aug 28 20:24:50.676376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70106c12-45cb-4f7b-90fc-b43f1a9cec69 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:50.720871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 70106c12-45cb-4f7b-90fc-b43f1a9cec69, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:50.724651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-3260e4ef-9342-48ab-90f3-55612e520139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:50.728704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-3260e4ef-9342-48ab-90f3-55612e520139 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2040930 Aug 28 20:24:50.788045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:50.796937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:50.800013 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] Sync routers for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:50.821194 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:50.823426 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:50.875438 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:50.905358 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:50.922500 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8ae4b4cd-aa81-4f9e-9a10-0353a5eaf588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/401e1285-a3c0-4af4-868c-e9e0c01c08ff HTTP/1.1" status: 200 len: 990 time: 2.4025211 Aug 28 20:24:50.923468 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:50.927259 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27de87d-a481-4053-8adf-fe4660a1a420" -d '{"events": [{"name": "network-changed", "server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:50.944163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-5b4a5f9c-58ed-4450-9d52-035c9cd6c4c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547517 Aug 28 20:24:50.980362 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2a388069-79e9-474d-8047-d0fd39309c18 req-cf189ef1-6aeb-4991-9e44-06ed1851896b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662264 Aug 28 20:24:51.022530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=70106c12-45cb-4f7b-90fc-b43f1a9cec69,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:51.088554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-61a1bff1-2dee-4d0c-a37f-8aa2863af0e8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443508 Aug 28 20:24:51.135707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['70106c12-45cb-4f7b-90fc-b43f1a9cec69'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:51.194831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce9a3e47-7e41-43b0-8b29-5213aad39630 req-b892f806-99a6-4909-a9d6-188b24e35827 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488039 Aug 28 20:24:51.213724 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eecbc8-632f-48f1-b70f-9fe81a9a3232 x-openstack-request-id: req-08eecbc8-632f-48f1-b70f-9fe81a9a3232 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:51.214189 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:51.214545 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08eecbc8-632f-48f1-b70f-9fe81a9a3232 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:51.215071 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eecbc8-632f-48f1-b70f-9fe81a9a3232'] response: {'name': 'network-changed', 'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'status': 'completed', 'code': 200} Aug 28 20:24:51.253404 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:51.307860 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:51.404850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40bc29-5d6f-41cd-ae2e-4e890860c067 req-8c51f74e-1ce6-4bb0-ae59-20b1975a49bd tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:51.410592 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8b40bc29-5d6f-41cd-ae2e-4e890860c067 req-8c51f74e-1ce6-4bb0-ae59-20b1975a49bd tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 945 time: 0.1380591 Aug 28 20:24:51.548533 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-523ab36d-c155-45ef-965b-114a97c4529d req-1a2a0868-a77c-41b8-80b4-3d3714e1b2bd tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 210 time: 0.2833288 Aug 28 20:24:51.578746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-f5bbac55-1495-4e7b-8c39-0717f355d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:51.582722 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-f5bbac55-1495-4e7b-8c39-0717f355d304 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1127 time: 0.3163722 Aug 28 20:24:51.594089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8b40bc29-5d6f-41cd-ae2e-4e890860c067 req-cdb64924-54a7-4855-9cc8-491ce4028c62 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613216 Aug 28 20:24:51.685929 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:51.695022 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ccfae59-0516-4c42-a6b7-656beab43bdf req-f9fccb27-2638-4644-ae4a-9d4e76d0dfae service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014352 Aug 28 20:24:51.711735 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:51.835990 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '401e1285-a3c0-4af4-868c-e9e0c01c08ff', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'mac_address': 'fa:16:3e:05:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145fdb7a-4804-488e-a756-fef4279a72fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:23Z', 'updated_at': '2022-08-28T20:24:49Z', 'revision_number': 1, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:22Z', 'revision_number': 5, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:51.873447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-49659c2b-9e81-4eb5-9bce-6b596438eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:51.875170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-49659c2b-9e81-4eb5-9bce-6b596438eb55 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.2845223 Aug 28 20:24:51.914511 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] Checking router: a01a7ce1-cbac-4429-b1f7-963a97c81f52 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:51.925264 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:51.926229 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:51.933449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d45bf214-1c1d-4a2e-b738-4dca5a85dd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:51.952188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:24:51.997286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-c1a14ca3-f001-4cd1-8f54-bd7e50325dcd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.1160188 Aug 28 20:24:52.137842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:52.151723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'port_id': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'mac_address': 'fa:16:3e:83:36:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:24:52.170812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-26437500-27cd-4f0c-a96e-a56091f8c203 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:52.176453 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-26437500-27cd-4f0c-a96e-a56091f8c203 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 809 time: 0.1777411 Aug 28 20:24:52.203531 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:52.221218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b96e1017-3d8f-4b04-ad32-27376fabc844 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:52.223167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:52.236570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:52.246901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96e1017-3d8f-4b04-ad32-27376fabc844 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:52.275396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 70106c12-45cb-4f7b-90fc-b43f1a9cec69 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:52.282468 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:52.346978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:24:52.420116 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:52.438144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba247f2-0c47-4686-941d-ce8cb758d33e req-79457e56-7113-467e-b4d9-2f2266d33abc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:52.440699 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:52.445685 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ba247f2-0c47-4686-941d-ce8cb758d33e req-79457e56-7113-467e-b4d9-2f2266d33abc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 944 time: 0.2678161 Aug 28 20:24:52.477245 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:52.478036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-c43b3122-2350-4cc3-9e82-2797f4faad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:52.479577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-c43b3122-2350-4cc3-9e82-2797f4faad45 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.3002119 Aug 28 20:24:52.483410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:52.484027 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:52.556713 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:52.559271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=12']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:52.579427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-c6e101b3-893b-4cc0-954f-fcb09f8f6048 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25929238d35e4de0b4f6bff77f18b544 HTTP/1.1" status: 200 len: 380 time: 0.3712990 Aug 28 20:24:52.585797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ba247f2-0c47-4686-941d-ce8cb758d33e req-41761ced-e9b4-4164-99c0-f5bdbbea23ec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391101 Aug 28 20:24:52.608147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'port': {'device_id': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'admin_state_up': True, 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'security_groups': ['48a7ec20-d6b7-4b0a-9b92-965e54d506f2']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:52.619037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46146) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:52.666554 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:52.668234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-a2df3ea4-39b4-482b-8112-7cf538afe36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:52.670506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-a2df3ea4-39b4-482b-8112-7cf538afe36c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1784971 Aug 28 20:24:52.688401 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '401e1285-a3c0-4af4-868c-e9e0c01c08ff', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'mac_address': 'fa:16:3e:05:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145fdb7a-4804-488e-a756-fef4279a72fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:23Z', 'updated_at': '2022-08-28T20:24:49Z', 'revision_number': 1, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:22Z', 'revision_number': 5, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:52.776668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:52.777129 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:52.802452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f18c41-9914-499d-98b7-8413071da1fe None None] The sync data for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 is: [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '401e1285-a3c0-4af4-868c-e9e0c01c08ff', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'mac_address': 'fa:16:3e:05:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145fdb7a-4804-488e-a756-fef4279a72fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:23Z', 'updated_at': '2022-08-28T20:24:49Z', 'revision_number': 1, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:22Z', 'revision_number': 5, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:24:52.885383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 70106c12-45cb-4f7b-90fc-b43f1a9cec69, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:52.892839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:52.894000 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-45714b25-96ad-4c10-8098-c1a78be19f76 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/bae354a5-4c11-4265-8638-1f34df401778 HTTP/1.1" status: 200 len: 992 time: 0.2732239 Aug 28 20:24:52.896828 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aefdc1-87e1-4beb-b807-af2ade7ea14d" -d '{"events": [{"server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "name": "network-vif-plugged", "status": "completed", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:52.904764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['b96e1017-3d8f-4b04-ad32-27376fabc844'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:52.927642 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:52.943851 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbbd1368-359f-44c9-86d7-765a9d751557 req-52d4cd50-1281-46a6-a886-f373cc2b7778 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 210 time: 0.1677303 Aug 28 20:24:52.997403 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:53.055970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126913b-5526-4628-84c9-f013fa67c746 req-6fe2ac5b-693b-4e62-9198-17f2d68a0094 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:53.057546 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b126913b-5526-4628-84c9-f013fa67c746 req-6fe2ac5b-693b-4e62-9198-17f2d68a0094 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 945 time: 0.1984315 Aug 28 20:24:53.121441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-48c84b2a-b02c-43d5-8feb-2d5b713ac047 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883040 Aug 28 20:24:53.130851 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e432dace-ef40-437c-9ae8-280a729df919 x-openstack-request-id: req-e432dace-ef40-437c-9ae8-280a729df919 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:53.136468 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "name": "network-vif-plugged", "status": "completed", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:53.136761 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e432dace-ef40-437c-9ae8-280a729df919 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:53.137201 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e432dace-ef40-437c-9ae8-280a729df919'] response: {'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'code': 200} Aug 28 20:24:53.145384 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:53.232016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=70106c12-45cb-4f7b-90fc-b43f1a9cec69,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:53.292357 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:53.304175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Made reservation on behalf of 25929238d35e4de0b4f6bff77f18b544 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:24:53.308324 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:53.311585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0ddd2-2740-4c04-a592-00560c0b5825 None None] New status for floating IP 401e1285-a3c0-4af4-868c-e9e0c01c08ff: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:24:53.318028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b126913b-5526-4628-84c9-f013fa67c746 req-02e02cfa-68eb-4070-bd68-4d38670b8f76 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506940 Aug 28 20:24:53.334036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6087e8-c406-431e-b736-7bc99bb9078a req-25eee554-0a34-44ac-9217-bb1618c37291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:53.335748 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a6087e8-c406-431e-b736-7bc99bb9078a req-25eee554-0a34-44ac-9217-bb1618c37291 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 1128 time: 0.1521089 Aug 28 20:24:53.519182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a27de87d-a481-4053-8adf-fe4660a1a420 req-2c2a5591-ed6f-4fdc-9b25-22c958844e27 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853760 Aug 28 20:24:53.521754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9a6087e8-c406-431e-b736-7bc99bb9078a req-c29c1093-232c-415a-93c3-a1db6e8e5f5c service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786196 Aug 28 20:24:53.610115 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:53.619793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Allocated IP 172.20.0.12 (332315c6-a239-41ba-ba9a-215b2cfe5833/2f231aa2-6f5b-4954-8a82-d63cd8071ef7/4bc7ceeb-87f4-4ea8-abe7-08782df069f1) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:53.826793 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.024666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.076862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event updated for resources: {'Port': ['ID=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:54.097059 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:54.109112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:54.110728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:54.114760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:54.163061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30ca5-3d09-4c11-abba-660470581ae5 req-b52f1233-2142-4fd9-9089-6ce568548436 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:54.174721 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ad30ca5-3d09-4c11-abba-660470581ae5 req-b52f1233-2142-4fd9-9089-6ce568548436 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 932 time: 0.1256688 Aug 28 20:24:54.189652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-92d622f7-e4f0-4361-b4bc-c0c984213408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.208535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:54.216768 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.268471 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9ad30ca5-3d09-4c11-abba-660470581ae5 req-babe895f-51e1-466d-8a6a-2af9503ddfc1 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920415 Aug 28 20:24:54.402303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:24:54.432080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-8bad0811-2dd6-4432-8794-6a2367b1da24 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8330467 Aug 28 20:24:54.445267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Request body: {'port': {'device_id': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:54.477911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port b96e1017-3d8f-4b04-ad32-27376fabc844 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:24:54.542632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.572513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b19c5445-e08b-4085-8e81-13368f603eb5 None None] Provisioning complete for port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:54.574505 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b19c5445-e08b-4085-8e81-13368f603eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.583381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.590922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab34d-e5c8-4d17-9c0a-6fbb593a1b9b req-5e19e0fb-31d4-45f3-9aab-c5beb9814a17 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:54.593013 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73cab34d-e5c8-4d17-9c0a-6fbb593a1b9b req-5e19e0fb-31d4-45f3-9aab-c5beb9814a17 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 946 time: 0.1101561 Aug 28 20:24:54.616313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port b96e1017-3d8f-4b04-ad32-27376fabc844 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:24:54.616776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.664537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b19c5445-e08b-4085-8e81-13368f603eb5 None None] Port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:24:54.723014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b96e1017-3d8f-4b04-ad32-27376fabc844 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:54.723620 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.765385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:54.852019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-73cab34d-e5c8-4d17-9c0a-6fbb593a1b9b req-f7d3c0f6-20b1-4f7a-b0dd-1c1b3fca1cb5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488592 Aug 28 20:24:54.879282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:54.911926 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:54.928508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=13']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:54.984746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:54.993922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Publish callbacks [] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:55.008725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Transition to ACTIVE for port object 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:24:55.091883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:55.139826 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:55.142264 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04787e66-1dc0-47f1-bfd2-dcef3c5817b2" -d '{"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-plugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:55.194852 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572d16a2-986b-403b-94a0-03789c356bf8 x-openstack-request-id: req-572d16a2-986b-403b-94a0-03789c356bf8 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:55.195682 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-plugged", "status": "completed", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:55.195682 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-572d16a2-986b-403b-94a0-03789c356bf8 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:55.195961 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572d16a2-986b-403b-94a0-03789c356bf8'] response: {'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'code': 200} Aug 28 20:24:55.205414 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:55.239119 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Attempting to bind port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:24:55.239464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Attempting to bind port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:24:55.239809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Attempting to bind port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:55.244386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:24:55.245048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Attempting to bind port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 on network 332315c6-a239-41ba-ba9a-215b2cfe5833 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:24:55.251201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:24:55.251415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Checking segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:24:55.251734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Bound using segment: {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:24:55.252159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Bound port: 4bc7ceeb-87f4-4ea8-abe7-08782df069f1, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1def5b95-55d5-4660-9435-4daeaffcaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:24:55.252489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:55.253027 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:55.326771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] For port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:24:55.330108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] For port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:24:55.337674 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:55.403204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983f940-90f0-4fed-a3a2-0fb14a4fbf66 req-d515e3e5-a58f-4b2a-ac0a-798fbc88bec2 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:55.407346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6983f940-90f0-4fed-a3a2-0fb14a4fbf66 req-d515e3e5-a58f-4b2a-ac0a-798fbc88bec2 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 944 time: 0.0611925 Aug 28 20:24:55.453213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:55.458913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:55.459956 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:55.462162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/4bc7ceeb-87f4-4ea8-abe7-08782df069f1 HTTP/1.1" status: 200 len: 1092 time: 1.0210066 Aug 28 20:24:55.472048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:55.476099 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b4e165-8a2b-4645-995e-68e83dfe5d14" -d '{"events": [{"name": "network-changed", "server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:55.508825 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:55.540267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6983f940-90f0-4fed-a3a2-0fb14a4fbf66 req-b6ea059e-cfb3-4f86-8766-6f7646d986d2 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125650 Aug 28 20:24:55.540267 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea18379-a996-4015-a96d-29487cddda6c x-openstack-request-id: req-fea18379-a996-4015-a96d-29487cddda6c {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:55.540267 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:55.540267 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fea18379-a996-4015-a96d-29487cddda6c {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:55.540267 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea18379-a996-4015-a96d-29487cddda6c'] response: {'name': 'network-changed', 'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'status': 'completed', 'code': 200} Aug 28 20:24:55.584613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a6928-f8f2-40e0-a722-f756fd0ae01b service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:55.629522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e165-8a2b-4645-995e-68e83dfe5d14 req-437ec0de-746f-4167-acdc-2cecd5cb658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:55.631911 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5b4e165-8a2b-4645-995e-68e83dfe5d14 req-437ec0de-746f-4167-acdc-2cecd5cb658b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 1126 time: 0.0643263 Aug 28 20:24:55.749500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e165-8a2b-4645-995e-68e83dfe5d14 req-b93b2c5e-afe7-4bea-9b63-f07a7bc9f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:55.751009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5b4e165-8a2b-4645-995e-68e83dfe5d14 req-b93b2c5e-afe7-4bea-9b63-f07a7bc9f73c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=25929238d35e4de0b4f6bff77f18b544&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1123686 Aug 28 20:24:55.851953 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:55.853748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e165-8a2b-4645-995e-68e83dfe5d14 req-77c6c5aa-08fc-40df-a513-0d10d7fa7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:55.855276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5b4e165-8a2b-4645-995e-68e83dfe5d14 req-77c6c5aa-08fc-40df-a513-0d10d7fa7107 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975473 Aug 28 20:24:55.950845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-e6ad9f24-8a76-455b-825b-eb97a8b95772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:55.953191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-e6ad9f24-8a76-455b-825b-eb97a8b95772 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 1126 time: 0.0593550 Aug 28 20:24:55.995132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-a5c16f38-38c6-4d46-bd1e-09380a0a5b7e service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc7ceeb-87f4-4ea8-abe7-08782df069f1 HTTP/1.1" status: 200 len: 217 time: 0.0345616 Aug 28 20:24:56.000424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335af41-3b5b-44fd-b32c-345e6325bf91 req-135e9c25-3c8d-4c72-b845-4e1d7b4ad354 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:56.005914 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a335af41-3b5b-44fd-b32c-345e6325bf91 req-135e9c25-3c8d-4c72-b845-4e1d7b4ad354 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 946 time: 0.0578923 Aug 28 20:24:56.053479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-a70a8803-71d1-4a91-9a3e-400d29185881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:56.055194 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-a70a8803-71d1-4a91-9a3e-400d29185881 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.0536969 Aug 28 20:24:56.059782 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a335af41-3b5b-44fd-b32c-345e6325bf91 req-7d8954f2-63cb-4149-b7b6-d4dd6bcaa11b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515726 Aug 28 20:24:56.103078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-87ba090d-ff58-498f-aed7-09c90da07afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:56.104636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-87ba090d-ff58-498f-aed7-09c90da07afe service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431826 Aug 28 20:24:56.221108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8e285-e838-411a-9053-41c4b569ee60 req-3c8263ae-d2c0-4829-b739-f1e6f67528c2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:56.223084 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4f8e285-e838-411a-9053-41c4b569ee60 req-3c8263ae-d2c0-4829-b739-f1e6f67528c2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 946 time: 0.0656474 Aug 28 20:24:56.266071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-d17d047d-df91-49fd-825d-62cb8159dd8d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531596 Aug 28 20:24:56.286752 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:56.339647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e4f8e285-e838-411a-9053-41c4b569ee60 req-2b32026e-5445-4299-9fba-ffb58d78ba70 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093988 Aug 28 20:24:56.369711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46192) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:56.417739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec549fa1-640b-48c7-9926-01b6ca3e8a0e req-f71c8207-c3d1-44dc-8285-21912dd257e3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456113 Aug 28 20:24:56.424635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d622b-ba79-4618-92ce-ef90bb6f49dd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:56.426770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-380d622b-ba79-4618-92ce-ef90bb6f49dd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 1123 time: 0.0555434 Aug 28 20:24:56.429410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46194) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:56.435372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:24:56.566423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:56.676788 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:56.692350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253f8d-5951-4ecf-9871-5c298341d0d9 req-9be82cdc-3aed-4d03-a32e-82b41146a76b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:56.694274 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1253f8d-5951-4ecf-9871-5c298341d0d9 req-9be82cdc-3aed-4d03-a32e-82b41146a76b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 944 time: 0.0693469 Aug 28 20:24:56.780351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e1253f8d-5951-4ecf-9871-5c298341d0d9 req-4badb74f-bfde-4bb4-9176-1192c37fc3c3 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802116 Aug 28 20:24:56.822659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.25.4.181 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/ff0b6d58-2985-4cdd-b3d4-5623451ac369) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:24:57.264665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:57.301436 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:57.302475 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:57.355976 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:57.400331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:24:57.404447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:24:57.410784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:24:57.448955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=ff0b6d58-2985-4cdd-b3d4-5623451ac369,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:57.537715 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:57.626374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:57.749986 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:57.807876 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:57.845932 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (ecfac988-b101-43ea-9d9a-9bd6e20920ef), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:57.967321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84061e-2c1c-460d-8438-ae2167cfaff9 req-95940fd9-355d-4ead-9fa4-e0d5fd87ac32 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:57.969283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf84061e-2c1c-460d-8438-ae2167cfaff9 req-95940fd9-355d-4ead-9fa4-e0d5fd87ac32 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 944 time: 0.0926111 Aug 28 20:24:58.046673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bf84061e-2c1c-460d-8438-ae2167cfaff9 req-d8ec8177-31ff-4f2b-b0dd-364cc426fc2a tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665617 Aug 28 20:24:58.099001 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:58.282045 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:58.326047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:24:58.423246 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:58.432588 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:58.469680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:58.486973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'port_id': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'mac_address': 'fa:16:3e:67:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:24:58.512134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (ecfac988-b101-43ea-9d9a-9bd6e20920ef), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:58.551162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:24:58.551574 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:58.572172 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:58.596726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:24:58.641033 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Floating IP ecfac988-b101-43ea-9d9a-9bd6e20920ef associated. External IP: 172.25.4.181, port: 70106c12-45cb-4f7b-90fc-b43f1a9cec69. Aug 28 20:24:58.669546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:24:58.677110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=ff0b6d58-2985-4cdd-b3d4-5623451ac369,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:58.843146 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:58.883488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router cc44babc-fb5f-482b-8f2a-3ecf361d0221 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:24:58.921910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:24:59.021616 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:59.051130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:24:59.054500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['4bc7ceeb-87f4-4ea8-abe7-08782df069f1'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:24:59.080972 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] Sync routers for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:24:59.097229 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:59.097910 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:59.121536 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:59.216614 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:59.241597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73e1f-c49e-4cdf-852a-ef8abdab9f6d req-ed6705cf-2134-488a-ace7-5670d800ab45 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:59.257503 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f73e1f-c49e-4cdf-852a-ef8abdab9f6d req-ed6705cf-2134-488a-ace7-5670d800ab45 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 945 time: 0.0912359 Aug 28 20:24:59.297931 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-475dd2a6-5571-4e5d-8f76-24422d7e0086 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8643303 Aug 28 20:24:59.299429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46228) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:59.300086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:24:59.306208 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e5a42d-5d35-40f8-9ad2-583b370d6879" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:24:59.341953 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f73e1f-c49e-4cdf-852a-ef8abdab9f6d req-e42df1f0-9f1e-4249-b96c-f69f56526ff5 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828822 Aug 28 20:24:59.362088 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:59.375380 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:59.490295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8d69e736-13e9-4055-950f-467c5f03ce78 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/floatingips/ecfac988-b101-43ea-9d9a-9bd6e20920ef HTTP/1.1" status: 200 len: 992 time: 0.1771171 Aug 28 20:24:59.519147 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7953a-6fcb-4c47-8a20-ac07c2bebdcc x-openstack-request-id: req-01c7953a-6fcb-4c47-8a20-ac07c2bebdcc {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:24:59.519442 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:24:59.519694 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01c7953a-6fcb-4c47-8a20-ac07c2bebdcc {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:24:59.520203 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c7953a-6fcb-4c47-8a20-ac07c2bebdcc'] response: {'name': 'network-changed', 'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'status': 'completed', 'code': 200} Aug 28 20:24:59.612765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-597b148f-7e38-4f42-a170-bfb5740adcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:59.615724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-597b148f-7e38-4f42-a170-bfb5740adcc7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 1128 time: 0.0716496 Aug 28 20:24:59.668720 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:59.679605 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:24:59.741097 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:27Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:24:57Z', 'revision_number': 0, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:59.765131 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-8602c178-2aa9-41ff-9146-4acb4d268469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:59.769830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46240) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:24:59.770616 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-8602c178-2aa9-41ff-9146-4acb4d268469 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 200 len: 898 time: 0.1461096 Aug 28 20:24:59.773750 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] Checking router: cc44babc-fb5f-482b-8f2a-3ecf361d0221 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:24:59.788230 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:24:59.788976 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:24:59.844946 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-25247389-d6c6-46c8-aba0-a78cf1e168c0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69 HTTP/1.1" status: 200 len: 1000 time: 0.0705321 Aug 28 20:24:59.925267 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:24:59.928829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b24a9af-8957-4da4-a3a1-251373dbca4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:24:59.979839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-8ea58b22-d063-4ae3-999f-23b657af1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:24:59.981817 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-8ea58b22-d063-4ae3-999f-23b657af1221 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=565b2db4-2bd6-4c94-bb8a-98ed796ac10d HTTP/1.1" status: 200 len: 834 time: 0.1292739 Aug 28 20:25:00.024186 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:00.038715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-cc9e23cf-e255-4fbe-b1a6-d8e4f1441f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:00.040275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-cc9e23cf-e255-4fbe-b1a6-d8e4f1441f0d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514205 Aug 28 20:25:00.041402 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b24a9af-8957-4da4-a3a1-251373dbca4c admin admin] Publish callbacks [] for security_group (2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.152895 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-08c2ebe9-73ca-41ab-945d-0f2ca3e47464 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059976 Aug 28 20:25:00.160623 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0b24a9af-8957-4da4-a3a1-251373dbca4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.179467 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:27Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:24:57Z', 'revision_number': 0, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:00.213200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a113f3-3414-4524-9b5a-208fb3cc2fab None None] The sync data for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 is: [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:24:27Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:24:57Z', 'revision_number': 0, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:25:00.218608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0b24a9af-8957-4da4-a3a1-251373dbca4c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7bc3470ec7e84679b9e9497ef7610fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4466975 Aug 28 20:25:00.219974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24a9af-8957-4da4-a3a1-251373dbca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:00.221522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46244) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:00.332722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:25:00.393182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:25:00.401534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-e2e13bb7-91d9-4724-b96b-60107a96bfcd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297657 Aug 28 20:25:00.404856 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb081-d6ce-443e-99e7-3345a34a86eb admin admin] Publish callbacks [] for security_group (2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.447607 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98e5a42d-5d35-40f8-9ad2-583b370d6879 req-146b8608-eaac-40cc-8f05-96f992f41107 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932235 Aug 28 20:25:00.449690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb081-d6ce-443e-99e7-3345a34a86eb admin admin] Publish callbacks [] for security_group (2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.478541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:00.478934 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.496949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46248) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:00.529147 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3ccca-0e3c-4f04-a78d-9aff357887ea None None] New status for floating IP ecfac988-b101-43ea-9d9a-9bd6e20920ef: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:25:00.563289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-a2d9f032-bf0b-4e90-ae87-4040e620e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:00.563289 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-a2d9f032-bf0b-4e90-ae87-4040e620e18a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 1127 time: 0.0499427 Aug 28 20:25:00.604991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e078d45-2b49-4df6-815d-ce833fe79e1e req-434bbdcd-2760-45ac-ae5e-3dd634485295 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:00.635806 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e078d45-2b49-4df6-815d-ce833fe79e1e req-434bbdcd-2760-45ac-ae5e-3dd634485295 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 945 time: 0.1631641 Aug 28 20:25:00.665495 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-023b9104-ae7e-4438-8236-a1f47a1c6286 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/floatingips/ecfac988-b101-43ea-9d9a-9bd6e20920ef HTTP/1.1" status: 200 len: 992 time: 0.1663909 Aug 28 20:25:00.689427 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e078d45-2b49-4df6-815d-ce833fe79e1e req-ebb585f0-2814-4acc-b825-6cefa6d8db29 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721099 Aug 28 20:25:00.698542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:00.700350 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.783351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-de821b33-7d5a-45a7-8251-09d258c81c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:00.786308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:25:00.787286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-de821b33-7d5a-45a7-8251-09d258c81c10 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.2114646 Aug 28 20:25:00.788908 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae82d8f-0dd1-4683-979a-aeaa146f25d0" -d '{"events": [{"server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "name": "network-vif-plugged", "status": "completed", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:25:00.805251 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:00.807132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:00.864204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-4deba137-faec-42ff-8ffe-5f650d96ec69 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 200 len: 217 time: 0.0473943 Aug 28 20:25:00.868858 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde4318f-b8b7-4560-aaba-9dc3fcea4099 x-openstack-request-id: req-cde4318f-b8b7-4560-aaba-9dc3fcea4099 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:25:00.869241 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "name": "network-vif-plugged", "status": "completed", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:25:00.869511 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cde4318f-b8b7-4560-aaba-9dc3fcea4099 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:25:00.869958 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde4318f-b8b7-4560-aaba-9dc3fcea4099'] response: {'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'code': 200} Aug 28 20:25:00.870245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb081-d6ce-443e-99e7-3345a34a86eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.873689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb081-d6ce-443e-99e7-3345a34a86eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:00.874911 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cbbeb081-d6ce-443e-99e7-3345a34a86eb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5 HTTP/1.1" status: 204 len: 168 time: 0.6523154 Aug 28 20:25:00.896329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeb081-d6ce-443e-99e7-3345a34a86eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ef43f-fd9d-4523-b2f4-f12f51df1ea5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:00.964735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-bbbc3ea0-aac3-48bb-adb8-89ea62bf669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:00.967208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-bbbc3ea0-aac3-48bb-adb8-89ea62bf669c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0910399 Aug 28 20:25:00.969786 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:01.028679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-a74cbd90-5371-49c0-b39e-76aa1f186e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:01.031853 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-a74cbd90-5371-49c0-b39e-76aa1f186e13 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579782 Aug 28 20:25:01.055248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:01.063980 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.064332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.064675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.065016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.065354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.065688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.066064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.066397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.066837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.067332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.084067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.084633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.085390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.085390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.085693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:01.131856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7986b5-2f51-48ae-99eb-6cde4123a15a req-bcc27c5f-0d14-49ce-b93a-54f6809fb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:01.133456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc7986b5-2f51-48ae-99eb-6cde4123a15a req-bcc27c5f-0d14-49ce-b93a-54f6809fb08a service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 1128 time: 0.1005945 Aug 28 20:25:01.165331 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:01.226127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc7986b5-2f51-48ae-99eb-6cde4123a15a req-a5b2f88b-03d6-43b7-97a5-82ea68c13955 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799806 Aug 28 20:25:01.232174 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-1501341f-01f1-43b2-91e6-271bf605fbb2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857984 Aug 28 20:25:01.366670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c01639cc-2a58-400e-a22b-9be48ed8ba6a req-71a03c4e-3e10-4759-b813-59dbf841c3d3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306801 Aug 28 20:25:01.669083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46266) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:01.742369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-10c98d0b-33c6-4d53-8dc2-1255477c2625 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/floatingips/ecfac988-b101-43ea-9d9a-9bd6e20920ef HTTP/1.1" status: 200 len: 994 time: 0.0717843 Aug 28 20:25:01.838083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46270) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:01.872370 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5cc07de5-0317-44e8-8b0a-59539e3c23ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:01.873819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1a65b-52fb-4cd7-90e4-df5e7f207679 req-0b4c3269-b382-4ab8-a2f7-87fa27f3d052 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:01.876452 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13f1a65b-52fb-4cd7-90e4-df5e7f207679 req-0b4c3269-b382-4ab8-a2f7-87fa27f3d052 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 946 time: 0.0625598 Aug 28 20:25:01.977725 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13f1a65b-52fb-4cd7-90e4-df5e7f207679 req-8b49a6c0-13ef-4557-8dd3-6e050bf797da tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943081 Aug 28 20:25:02.036671 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5cc07de5-0317-44e8-8b0a-59539e3c23ce admin admin] Publish callbacks [] for security_group (0323f936-49e8-437f-a7a9-03ca4f61dbe2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:02.121269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5cc07de5-0317-44e8-8b0a-59539e3c23ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0323f936-49e8-437f-a7a9-03ca4f61dbe2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:02.174031 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc07de5-0317-44e8-8b0a-59539e3c23ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0323f936-49e8-437f-a7a9-03ca4f61dbe2,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:02.181221 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5cc07de5-0317-44e8-8b0a-59539e3c23ce admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d99743e2e32747cdad3730c1099ee1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384156 Aug 28 20:25:02.181221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46280) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:02.247919 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f423ef5-39ba-45a2-83ae-7fed9a91d419 admin admin] Publish callbacks [] for security_group (0323f936-49e8-437f-a7a9-03ca4f61dbe2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:02.271349 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f423ef5-39ba-45a2-83ae-7fed9a91d419 admin admin] Publish callbacks [] for security_group (0323f936-49e8-437f-a7a9-03ca4f61dbe2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:02.479071 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f423ef5-39ba-45a2-83ae-7fed9a91d419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0323f936-49e8-437f-a7a9-03ca4f61dbe2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:02.482958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7f423ef5-39ba-45a2-83ae-7fed9a91d419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:02.484662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7f423ef5-39ba-45a2-83ae-7fed9a91d419 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0323f936-49e8-437f-a7a9-03ca4f61dbe2 HTTP/1.1" status: 204 len: 168 time: 0.3023527 Aug 28 20:25:02.500074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f423ef5-39ba-45a2-83ae-7fed9a91d419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0323f936-49e8-437f-a7a9-03ca4f61dbe2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:02.599142 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:02.792379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1345dd-a120-4b9a-93de-feeae1201a76 req-3502a798-0ef0-4265-b065-e4783a15c275 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:02.798492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec1345dd-a120-4b9a-93de-feeae1201a76 req-3502a798-0ef0-4265-b065-e4783a15c275 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0625758 Aug 28 20:25:02.851237 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec1345dd-a120-4b9a-93de-feeae1201a76 req-d06690a2-c66f-4070-96a4-a37923663620 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507534 Aug 28 20:25:02.906768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612855d-2a11-45b0-a275-f175a22468c5 req-cd79098a-bbb7-46b6-a8a3-93d72e251a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:02.909721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d612855d-2a11-45b0-a275-f175a22468c5 req-cd79098a-bbb7-46b6-a8a3-93d72e251a38 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.0478940 Aug 28 20:25:03.024900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612855d-2a11-45b0-a275-f175a22468c5 req-ed2a8970-9448-4d5c-98e9-e2d4590cf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:03.026836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d612855d-2a11-45b0-a275-f175a22468c5 req-ed2a8970-9448-4d5c-98e9-e2d4590cf348 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.1117232 Aug 28 20:25:03.131490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d612855d-2a11-45b0-a275-f175a22468c5 req-63c1a81c-237f-466c-b593-a608d7d29a13 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1002 time: 0.0976353 Aug 28 20:25:03.190628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00080e-7061-4358-ba47-8f54bbdf0300 req-81ef610e-2cbe-43f7-aeba-69d523abbd34 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:03.190628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d00080e-7061-4358-ba47-8f54bbdf0300 req-81ef610e-2cbe-43f7-aeba-69d523abbd34 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 946 time: 0.0934806 Aug 28 20:25:03.223871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612855d-2a11-45b0-a275-f175a22468c5 req-4eb0e9a4-d155-454e-96db-b048533936be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:03.225443 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d612855d-2a11-45b0-a275-f175a22468c5 req-4eb0e9a4-d155-454e-96db-b048533936be service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0882304 Aug 28 20:25:03.288425 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612855d-2a11-45b0-a275-f175a22468c5 req-080b949d-f018-49f3-8b17-9876b2049b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:03.289825 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d612855d-2a11-45b0-a275-f175a22468c5 req-080b949d-f018-49f3-8b17-9876b2049b8e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570509 Aug 28 20:25:03.292968 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d00080e-7061-4358-ba47-8f54bbdf0300 req-91b7389b-0edb-4b83-a9c6-af3f2c48de51 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917518 Aug 28 20:25:03.412715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d612855d-2a11-45b0-a275-f175a22468c5 req-a6148e2b-3203-4d85-9e20-1310f4201478 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168358 Aug 28 20:25:03.450777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9289c-f6c3-4897-956c-0f577741f56b req-b889dd80-d1ad-42e4-bb44-c6a39f37f315 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:03.452299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30f9289c-f6c3-4897-956c-0f577741f56b req-b889dd80-d1ad-42e4-bb44-c6a39f37f315 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 946 time: 0.0650661 Aug 28 20:25:03.463319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46302) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:03.468154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Request body: {'floatingip': {'port_id': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:03.508707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (e59a372c-526c-40dd-8809-4c4157d0f6d3), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:03.525026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d612855d-2a11-45b0-a275-f175a22468c5 req-f3661608-1a87-49ba-8161-9169187815b3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055670 Aug 28 20:25:03.596687 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:03.644848 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:03.974856 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:04.053149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a665-948b-4133-a8d9-e751438d2a38 req-0383fb3f-b1b8-4180-8677-b7b0c895a2d3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:04.056383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cad1a665-948b-4133-a8d9-e751438d2a38 req-0383fb3f-b1b8-4180-8677-b7b0c895a2d3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.1008887 Aug 28 20:25:04.131469 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:04.147047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cad1a665-948b-4133-a8d9-e751438d2a38 req-4e974d3a-b1f0-4097-b8dc-dc8c9bc72f94 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726228 Aug 28 20:25:04.235141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (e59a372c-526c-40dd-8809-4c4157d0f6d3), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:04.370244 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:04.372530 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Floating IP e59a372c-526c-40dd-8809-4c4157d0f6d3 associated. External IP: 172.25.4.88, port: 4bc7ceeb-87f4-4ea8-abe7-08782df069f1. Aug 28 20:25:04.426159 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:04.625552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:25:04.826780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:25:04.834781 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:04.839157 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] Sync routers for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:25:04.867736 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:04.867736 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:04.896164 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7333c649-3006-49f5-bc42-bbcfb4bd148c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/e59a372c-526c-40dd-8809-4c4157d0f6d3 HTTP/1.1" status: 200 len: 991 time: 1.4313326 Aug 28 20:25:04.897137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:25:04.901630 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:25:04.969604 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b03362c-e941-4f56-bd5c-f5b9d0287051 x-openstack-request-id: req-9b03362c-e941-4f56-bd5c-f5b9d0287051 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:25:04.969916 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:25:04.970328 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b03362c-e941-4f56-bd5c-f5b9d0287051 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:25:04.970915 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b03362c-e941-4f56-bd5c-f5b9d0287051'] response: {'name': 'network-changed', 'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'status': 'completed', 'code': 200} Aug 28 20:25:05.051708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-16509288-0e24-496d-8f85-383734d6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:05.053410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-16509288-0e24-496d-8f85-383734d6b975 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=25929238d35e4de0b4f6bff77f18b544&device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 1128 time: 0.0595081 Aug 28 20:25:05.130524 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:05.213466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-86bb653e-4ed4-4c1f-9d58-5ae3a53c0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:05.216033 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-86bb653e-4ed4-4c1f-9d58-5ae3a53c0446 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 200 len: 910 time: 0.1398354 Aug 28 20:25:05.396439 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'e59a372c-526c-40dd-8809-4c4157d0f6d3', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'port_id': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'mac_address': 'fa:16:3e:67:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:44Z', 'updated_at': '2022-08-28T20:25:03Z', 'revision_number': 1, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:05.438021 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] Checking router: 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:25:05.448436 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:05.449305 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:24:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:05.474765 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:05.508650 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:05.511787 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:05.591198 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:05.653204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-5153b737-f991-4193-a470-280517c2d2c6 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc7ceeb-87f4-4ea8-abe7-08782df069f1 HTTP/1.1" status: 200 len: 999 time: 0.4305220 Aug 28 20:25:05.659482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e8085-91f4-43cf-8aa9-09041ad368a6 req-dcbeaebc-9381-4cc7-ad37-58624ac2e266 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:05.661044 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1b1e8085-91f4-43cf-8aa9-09041ad368a6 req-dcbeaebc-9381-4cc7-ad37-58624ac2e266 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0673926 Aug 28 20:25:05.742788 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-47b65322-6cb6-4eec-b460-f04095ce8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:05.746895 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-47b65322-6cb6-4eec-b460-f04095ce8aa6 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 200 len: 848 time: 0.0811810 Aug 28 20:25:05.770230 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1b1e8085-91f4-43cf-8aa9-09041ad368a6 req-3a8a015a-07e3-497e-9364-d6ca0eec07d4 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953510 Aug 28 20:25:05.808044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-b0f62ca1-bc5d-4050-9475-346cb0c1adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:05.810146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-b0f62ca1-bc5d-4050-9475-346cb0c1adec service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=332315c6-a239-41ba-ba9a-215b2cfe5833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554066 Aug 28 20:25:05.872715 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'e59a372c-526c-40dd-8809-4c4157d0f6d3', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'port_id': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'mac_address': 'fa:16:3e:67:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:44Z', 'updated_at': '2022-08-28T20:25:03Z', 'revision_number': 1, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:05.914970 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-b4fd1ac0-e029-44ee-93b3-8e69514ff72d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983148 Aug 28 20:25:05.916816 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4648f8b8-e225-49bb-99a4-388f15583864 None None] The sync data for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 is: [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'e59a372c-526c-40dd-8809-4c4157d0f6d3', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'port_id': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'mac_address': 'fa:16:3e:67:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:44Z', 'updated_at': '2022-08-28T20:25:03Z', 'revision_number': 1, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:25:06.036715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5a4ba28-baf8-48ee-9ab0-beee4cda03e6 req-97e4cd77-7dc6-49e8-a60d-bd54de13eb02 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122830 Aug 28 20:25:06.045493 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:06.109243 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:06.189245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361a874-df7e-48b4-8d0b-da065064cd91 None None] New status for floating IP e59a372c-526c-40dd-8809-4c4157d0f6d3: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:25:06.778814 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:06.950565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336a386-eedd-413d-8355-d1015d1bcf4e req-77bd18a3-30cb-41e9-bc1b-c855fa153040 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:06.950565 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6336a386-eedd-413d-8355-d1015d1bcf4e req-77bd18a3-30cb-41e9-bc1b-c855fa153040 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0619261 Aug 28 20:25:06.950565 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:07.003670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6336a386-eedd-413d-8355-d1015d1bcf4e req-133e94f2-f0a6-44c6-aa99-54ed741f5112 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536320 Aug 28 20:25:07.052089 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:07.084520 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:07.229101 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:07.325784 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:07.635706 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:07.795183 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:08.027537 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:08.087137 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:08.142973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d086435-d6dc-4c9f-aa3b-19a5d93fb2e3 req-b0566415-6b33-4bb5-a258-2fb6786bf7de tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:08.144590 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d086435-d6dc-4c9f-aa3b-19a5d93fb2e3 req-b0566415-6b33-4bb5-a258-2fb6786bf7de tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0525379 Aug 28 20:25:08.173067 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:08.201056 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:08.212232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d086435-d6dc-4c9f-aa3b-19a5d93fb2e3 req-12c9fe04-877c-44b4-b4e0-7e376819dc13 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601368 Aug 28 20:25:08.720936 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:08.880787 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:09.091428 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:09.387110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d6589-3109-4574-89d9-f26b4b4c14db req-e2df525f-c971-4d0a-84e3-b1689fe31ab1 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:09.389200 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f2d6589-3109-4574-89d9-f26b4b4c14db req-e2df525f-c971-4d0a-84e3-b1689fe31ab1 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0875459 Aug 28 20:25:09.458651 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f2d6589-3109-4574-89d9-f26b4b4c14db req-ff13abaf-5e5c-46cb-9739-f231423cdd13 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638921 Aug 28 20:25:09.652435 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:09.960761 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.006272 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.113380 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.143450 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.235317 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.325918 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.502268 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.612211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa44f4-5eb3-4e7d-830f-5c070fbab85a req-3b186890-6dad-469d-bd33-ed88f10d7a63 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:10.613883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bbfa44f4-5eb3-4e7d-830f-5c070fbab85a req-3b186890-6dad-469d-bd33-ed88f10d7a63 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0580902 Aug 28 20:25:10.635136 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:10.673088 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bbfa44f4-5eb3-4e7d-830f-5c070fbab85a req-e213c560-d3c6-46b0-8415-c02409948958 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480323 Aug 28 20:25:10.933679 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:11.051750 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:11.183511 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:11.438871 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:11.501561 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:11.672421 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:11.688538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46428) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:11.714547 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:11.745035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] Deleting subnet eec8a741-0dd8-419d-810c-31b1eea01f9b {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:25:11.749613 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] Publish callbacks [] for subnet (eec8a741-0dd8-419d-810c-31b1eea01f9b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.129050 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:12.142803 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:12.162180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (eec8a741-0dd8-419d-810c-31b1eea01f9b), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.189133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588c081-71dd-4759-b897-b2f2b10b246e req-88eae50f-7475-46b0-bd0f-58c7d4323535 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:12.190745 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1588c081-71dd-4759-b897-b2f2b10b246e req-88eae50f-7475-46b0-bd0f-58c7d4323535 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0800819 Aug 28 20:25:12.242190 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (eec8a741-0dd8-419d-810c-31b1eea01f9b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.283890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1588c081-71dd-4759-b897-b2f2b10b246e req-41c70334-de8b-449e-8889-aecb270bf380 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856013 Aug 28 20:25:12.288419 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:12.405572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (eec8a741-0dd8-419d-810c-31b1eea01f9b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.437699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec8a741-0dd8-419d-810c-31b1eea01f9b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:12.441675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.444823 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dff75177-3767-4628-b992-c2c6a0a69b10 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/eec8a741-0dd8-419d-810c-31b1eea01f9b HTTP/1.1" status: 204 len: 168 time: 0.7552745 Aug 28 20:25:12.447537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46434) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:12.546840 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (17d423a6-ce2b-4a42-a2a5-fabf6645664e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.620703 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:12.634114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (17d423a6-ce2b-4a42-a2a5-fabf6645664e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.667024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d423a6-ce2b-4a42-a2a5-fabf6645664e']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:12.677508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171d9711-b56b-4b13-bf30-bcdaa769cbf9') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:12.677804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171d9711-b56b-4b13-bf30-bcdaa769cbf9') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:12.688401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (171d9711-b56b-4b13-bf30-bcdaa769cbf9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.703144 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (171d9711-b56b-4b13-bf30-bcdaa769cbf9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.710200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:25:12.710607 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (171d9711-b56b-4b13-bf30-bcdaa769cbf9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.751793 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 171d9711-b56b-4b13-bf30-bcdaa769cbf9 resource provider aggregate not found Aug 28 20:25:12.772105 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 171d9711-b56b-4b13-bf30-bcdaa769cbf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 171d9711-b56b-4b13-bf30-bcdaa769cbf9 found for delete ", "request_id": "req-f334ec28-b0c6-42c3-a139-cd9d7e81ab93"}]} Aug 28 20:25:12.891621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (17d423a6-ce2b-4a42-a2a5-fabf6645664e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.898221 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:12.902247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/17d423a6-ce2b-4a42-a2a5-fabf6645664e HTTP/1.1" status: 204 len: 168 time: 0.4536846 Aug 28 20:25:12.905130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46442) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:12.928084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bf5c2-8f8b-4d26-8c24-2a8f926f6404 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d423a6-ce2b-4a42-a2a5-fabf6645664e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:12.968789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] Deleting subnet e868fd8c-c497-48d8-9837-8e2c02d7bf6b {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:25:12.972489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] Publish callbacks [] for subnet (e868fd8c-c497-48d8-9837-8e2c02d7bf6b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.010294 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (e868fd8c-c497-48d8-9837-8e2c02d7bf6b), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.055408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e868fd8c-c497-48d8-9837-8e2c02d7bf6b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.130299 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.218983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (e868fd8c-c497-48d8-9837-8e2c02d7bf6b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.240345 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:13.246952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e868fd8c-c497-48d8-9837-8e2c02d7bf6b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:13.250770 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.254013 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5eda887f-55c5-4e6a-9b6c-046082c5863c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e868fd8c-c497-48d8-9837-8e2c02d7bf6b HTTP/1.1" status: 204 len: 168 time: 0.3478312 Aug 28 20:25:13.261267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46444) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:13.326555 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:13.343869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (5e2cfd54-91df-4d3f-820c-6da30ef88c5f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.472189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226753e-865e-4867-9137-147c70f1d81d req-d193a790-d5a8-446e-a08e-08a279272e26 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:13.474862 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5226753e-865e-4867-9137-147c70f1d81d req-d193a790-d5a8-446e-a08e-08a279272e26 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0999553 Aug 28 20:25:13.479805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (5e2cfd54-91df-4d3f-820c-6da30ef88c5f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.521580 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:13.522548 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2cfd54-91df-4d3f-820c-6da30ef88c5f']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:13.538496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcb4788-dc27-46f1-88f6-4dcfcdb902de') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:13.538864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcb4788-dc27-46f1-88f6-4dcfcdb902de') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:13.558738 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (0bcb4788-dc27-46f1-88f6-4dcfcdb902de), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.586238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5226753e-865e-4867-9137-147c70f1d81d req-202c9c32-60e6-4a0c-8c91-a27b51542843 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020977 Aug 28 20:25:13.590906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (0bcb4788-dc27-46f1-88f6-4dcfcdb902de), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.598137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:25:13.598590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (0bcb4788-dc27-46f1-88f6-4dcfcdb902de), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.822590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (5e2cfd54-91df-4d3f-820c-6da30ef88c5f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.829160 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:13.834052 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/5e2cfd54-91df-4d3f-820c-6da30ef88c5f HTTP/1.1" status: 204 len: 168 time: 0.5745237 Aug 28 20:25:13.845230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1874-5021-4673-95cc-e052db941438 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2cfd54-91df-4d3f-820c-6da30ef88c5f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:13.860007 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:25:14.175937 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:14.280027 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:14.295220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46454) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:14.342327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4e81d484-2361-4156-960a-1dbed5278660 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=63e5adc71e1d4a24bc35d650fb5650fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458384 Aug 28 20:25:14.344983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46456) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:14.402699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf90963c-3f13-470d-81e9-7fbad6638fe4 admin admin] Publish callbacks [] for security_group (2b28d6c8-18b7-4790-83df-8ce19b20a356), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:14.407006 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:14.432526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf90963c-3f13-470d-81e9-7fbad6638fe4 admin admin] Publish callbacks [] for security_group (2b28d6c8-18b7-4790-83df-8ce19b20a356), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:14.582799 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf90963c-3f13-470d-81e9-7fbad6638fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b28d6c8-18b7-4790-83df-8ce19b20a356), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:14.582971 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:14.585641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf90963c-3f13-470d-81e9-7fbad6638fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:14.586826 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bf90963c-3f13-470d-81e9-7fbad6638fe4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b28d6c8-18b7-4790-83df-8ce19b20a356 HTTP/1.1" status: 204 len: 168 time: 0.2408385 Aug 28 20:25:14.595557 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90963c-3f13-470d-81e9-7fbad6638fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28d6c8-18b7-4790-83df-8ce19b20a356,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:14.736612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1b38d-e849-460a-9a7c-605a503402ea req-95ab879e-9ba3-40e8-8bb7-b4b72fa41203 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:14.740212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4df1b38d-e849-460a-9a7c-605a503402ea req-95ab879e-9ba3-40e8-8bb7-b4b72fa41203 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0579495 Aug 28 20:25:14.792306 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4df1b38d-e849-460a-9a7c-605a503402ea req-59258daf-9abb-4c47-b8fc-5711d4284951 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469108 Aug 28 20:25:14.812778 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0bcb4788-dc27-46f1-88f6-4dcfcdb902de resource provider aggregate not found Aug 28 20:25:14.832670 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 0bcb4788-dc27-46f1-88f6-4dcfcdb902de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bcb4788-dc27-46f1-88f6-4dcfcdb902de found for delete ", "request_id": "req-3a84dbe3-7f2a-4a1c-a51f-c4ca37848c07"}]} Aug 28 20:25:15.177576 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:15.339997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46476) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:15.383185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4bcffc54-cb6c-490b-bb24-24dcbda82258 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9f7b2e0d70914967b0d8caf43937310e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420077 Aug 28 20:25:15.385785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46478) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:15.438920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57632901-e3a3-46fe-8674-3d4b4bc5531a admin admin] Publish callbacks [] for security_group (82069cc2-c3d7-499e-b26f-ee51a9cb9a62), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:15.464749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57632901-e3a3-46fe-8674-3d4b4bc5531a admin admin] Publish callbacks [] for security_group (82069cc2-c3d7-499e-b26f-ee51a9cb9a62), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:15.588796 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57632901-e3a3-46fe-8674-3d4b4bc5531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (82069cc2-c3d7-499e-b26f-ee51a9cb9a62), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:15.591636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57632901-e3a3-46fe-8674-3d4b4bc5531a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:15.592827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-57632901-e3a3-46fe-8674-3d4b4bc5531a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/82069cc2-c3d7-499e-b26f-ee51a9cb9a62 HTTP/1.1" status: 204 len: 168 time: 0.2060981 Aug 28 20:25:15.602991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57632901-e3a3-46fe-8674-3d4b4bc5531a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82069cc2-c3d7-499e-b26f-ee51a9cb9a62,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:15.605261 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:15.670143 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:15.863560 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:15.939605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f8a8-53eb-4301-bd7c-8ae655241c57 req-4cdc3a9a-d0dc-467a-a7ad-2e25d5324984 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:15.941050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f24f8a8-53eb-4301-bd7c-8ae655241c57 req-4cdc3a9a-d0dc-467a-a7ad-2e25d5324984 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0515976 Aug 28 20:25:15.977306 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:15.998049 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f24f8a8-53eb-4301-bd7c-8ae655241c57 req-e0acdd66-91dc-4a02-89f1-55bca4f6784a tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507829 Aug 28 20:25:16.204432 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:16.291657 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:16.497971 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:16.623417 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:16.652698 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:16.674897 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:16.707570 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:16.737655 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:17.148843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864978c7-802f-4447-84f9-1253493ceb7b req-ff2f0b29-4cf5-4d4e-b0b3-c62059ac2d70 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:17.150751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-864978c7-802f-4447-84f9-1253493ceb7b req-ff2f0b29-4cf5-4d4e-b0b3-c62059ac2d70 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0662236 Aug 28 20:25:17.208226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-864978c7-802f-4447-84f9-1253493ceb7b req-23b3fc16-8657-44d8-b888-6cc8f8ba405b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499284 Aug 28 20:25:17.389968 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:17.611164 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:17.619896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46526) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:17.703109 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:17.754728 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fde37539-0c6f-429e-9739-240c3e21862d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:17.843645 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fde37539-0c6f-429e-9739-240c3e21862d admin admin] Publish callbacks [] for security_group (d027ec73-7879-4e71-88e9-8a5e68806208), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:17.914206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fde37539-0c6f-429e-9739-240c3e21862d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d027ec73-7879-4e71-88e9-8a5e68806208), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:17.956169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fde37539-0c6f-429e-9739-240c3e21862d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=66ae9302951844da8fa940ed2004f564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355515 Aug 28 20:25:17.957066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde37539-0c6f-429e-9739-240c3e21862d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d027ec73-7879-4e71-88e9-8a5e68806208,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:17.959252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46534) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:18.018273 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b09a1cab-e743-4051-b8b3-2b1ad2d33180 admin admin] Publish callbacks [] for security_group (d027ec73-7879-4e71-88e9-8a5e68806208), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:18.041159 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b09a1cab-e743-4051-b8b3-2b1ad2d33180 admin admin] Publish callbacks [] for security_group (d027ec73-7879-4e71-88e9-8a5e68806208), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:18.188567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b09a1cab-e743-4051-b8b3-2b1ad2d33180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d027ec73-7879-4e71-88e9-8a5e68806208), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:18.191351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b09a1cab-e743-4051-b8b3-2b1ad2d33180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:18.192563 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b09a1cab-e743-4051-b8b3-2b1ad2d33180 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d027ec73-7879-4e71-88e9-8a5e68806208 HTTP/1.1" status: 204 len: 168 time: 0.2321782 Aug 28 20:25:18.203778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a1cab-e743-4051-b8b3-2b1ad2d33180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d027ec73-7879-4e71-88e9-8a5e68806208,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:18.286560 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:18.348904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312d460-a910-434a-baeb-9ba7a0b6f581 req-2a1de2f5-d942-4744-b055-ae850c2bf2e3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:18.350890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5312d460-a910-434a-baeb-9ba7a0b6f581 req-2a1de2f5-d942-4744-b055-ae850c2bf2e3 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0524447 Aug 28 20:25:18.450968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5312d460-a910-434a-baeb-9ba7a0b6f581 req-f652e9fd-3f7f-46da-ad62-f7b47cdda863 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922098 Aug 28 20:25:18.651873 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:19.001325 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:19.045889 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:19.286732 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:19.520777 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:19.614690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282640-e0ab-4318-9488-84b0a0ef7ca3 req-1380a96d-9e5a-4773-ac61-761f5916dfa9 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:19.625542 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1282640-e0ab-4318-9488-84b0a0ef7ca3 req-1380a96d-9e5a-4773-ac61-761f5916dfa9 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0852387 Aug 28 20:25:19.694325 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1282640-e0ab-4318-9488-84b0a0ef7ca3 req-646d6752-14c8-4dcc-ba38-476434cb9568 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676782 Aug 28 20:25:20.002669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e426870-e569-4122-a6fb-44c950369cf9 req-5526367a-d6c5-4efa-9c39-d1eba7dc5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:20.007599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e426870-e569-4122-a6fb-44c950369cf9 req-5526367a-d6c5-4efa-9c39-d1eba7dc5411 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.0955844 Aug 28 20:25:20.079344 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2e426870-e569-4122-a6fb-44c950369cf9 req-03a21b8c-10a5-4f5a-a204-2bad9971da00 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651653 Aug 28 20:25:20.138112 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:20.217450 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:20.240531 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:20.453605 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:20.543285 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:20.837373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f299060-36a4-4a7a-a6b6-53b61ba9d0c2 req-357513d0-72d0-45a1-ae82-a4b58ff0a4fe tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:20.838993 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f299060-36a4-4a7a-a6b6-53b61ba9d0c2 req-357513d0-72d0-45a1-ae82-a4b58ff0a4fe tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0525224 Aug 28 20:25:20.895630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f299060-36a4-4a7a-a6b6-53b61ba9d0c2 req-1032d1fe-8b0e-4cb6-a929-015b58723052 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492787 Aug 28 20:25:20.902493 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:21.633185 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:21.703199 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:21.828934 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:21.922098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f198cf5b-1ab1-4ed0-ac1a-670305b423ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:22.134003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1274c0-d6fd-455b-826d-a98c604923e0 req-e7ab9b42-e66d-4a58-8228-a3a0a14f1789 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:22.145297 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a1274c0-d6fd-455b-826d-a98c604923e0 req-e7ab9b42-e66d-4a58-8228-a3a0a14f1789 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0761008 Aug 28 20:25:22.159838 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:22.224434 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a1274c0-d6fd-455b-826d-a98c604923e0 req-2ac7c8bc-5ad2-4cf1-af6a-ef6eb65ead86 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777841 Aug 28 20:25:22.617543 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:22.941679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3cd76-8f16-4317-aac0-733eb9597cd8 req-247a320a-5513-44dc-86f8-1e2df72ad445 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:22.943365 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccf3cd76-8f16-4317-aac0-733eb9597cd8 req-247a320a-5513-44dc-86f8-1e2df72ad445 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0661192 Aug 28 20:25:23.028546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-9ebe16de-d8a6-4074-bf12-4549ee2f3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:23.030147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-9ebe16de-d8a6-4074-bf12-4549ee2f3b2d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.0615232 Aug 28 20:25:23.037701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccf3cd76-8f16-4317-aac0-733eb9597cd8 req-399d2f33-9e8c-4f2d-8d6a-b5788e8c8ff9 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879006 Aug 28 20:25:23.163783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-cd51cbb0-c25f-47b0-8fc6-043cd9dfd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:23.164517 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-cd51cbb0-c25f-47b0-8fc6-043cd9dfd2f2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.1252666 Aug 28 20:25:23.247335 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-52ce034d-a04a-41f8-a7ba-17a2957bcfc3 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1002 time: 0.0721605 Aug 28 20:25:23.312287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-2ed2eaa2-f7a6-4f26-95f2-38d5c17f692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:23.314580 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-2ed2eaa2-f7a6-4f26-95f2-38d5c17f692a service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0594985 Aug 28 20:25:23.320624 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:23.372329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-7d6af4b2-b134-4eee-8c0e-26a998f4ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:23.374322 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-7d6af4b2-b134-4eee-8c0e-26a998f4ea8c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513198 Aug 28 20:25:23.393799 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:23.491119 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-18827fef-1a2b-44af-a024-a3e11207c77a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094229 Aug 28 20:25:23.508989 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:23.620458 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5130480c-a730-45b7-aea6-b6ce7bd79335 req-d25b3956-256f-49e8-8c5b-a25261642862 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222813 Aug 28 20:25:23.784487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b305-8364-475e-8772-31781a9f2fdb req-b67fb107-1be1-41d4-ae56-33e8f7059eea tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:23.787038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce64b305-8364-475e-8772-31781a9f2fdb req-b67fb107-1be1-41d4-ae56-33e8f7059eea tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1128 time: 0.0478878 Aug 28 20:25:23.851305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ce64b305-8364-475e-8772-31781a9f2fdb req-fabd3c65-f3b6-4092-bd73-99b9a280c320 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580788 Aug 28 20:25:23.884222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:24.026922 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:24.072107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port bc7c2c88-6592-4a00-b859-1783571ead58 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:25:24.072560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bc7c2c88-6592-4a00-b859-1783571ead58), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:24.145091 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:24.216983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9211fab4-36f2-4289-adff-50fbd209ba05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:24.237795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878152d-88c8-4d94-8e4d-aac7fb09f4d5 req-a9357750-da50-49f0-bc3e-80a04b960235 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:24.239541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a878152d-88c8-4d94-8e4d-aac7fb09f4d5 req-a9357750-da50-49f0-bc3e-80a04b960235 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0779328 Aug 28 20:25:24.242847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bc7c2c88-6592-4a00-b859-1783571ead58), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:24.243174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (bc7c2c88-6592-4a00-b859-1783571ead58), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:24.265618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for bc7c2c88-6592-4a00-b859-1783571ead58 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:25:24.382747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a878152d-88c8-4d94-8e4d-aac7fb09f4d5 req-141b1de8-e3ae-486b-9fc4-08554da9fed4 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298606 Aug 28 20:25:24.511781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:24.571304 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:24.640296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bc7c2c88-6592-4a00-b859-1783571ead58), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:24.667987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=bc7c2c88-6592-4a00-b859-1783571ead58,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:24.669276 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:24.762075 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (bae354a5-4c11-4265-8638-1f34df401778), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:24.762378 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP bae354a5-4c11-4265-8638-1f34df401778 disassociated (deleted). External IP: 172.25.4.190, port: b96e1017-3d8f-4b04-ad32-27376fabc844. Aug 28 20:25:24.803428 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:24.841117 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:24.999003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 7bed5292-4508-4db9-88e1-bb59a3be89ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:25:25.129187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:25:25.140127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:25.141465 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] Sync routers for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:25:25.153555 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:25.154715 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:25.221744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a6fca65d-8283-42e3-980e-b6fb507fb72f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/bae354a5-4c11-4265-8638-1f34df401778 HTTP/1.1" status: 204 len: 168 time: 1.3323863 Aug 28 20:25:25.221744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:25:25.221744 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97" -d '{"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:25:25.291587 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:25.313815 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edbd509-495d-4637-84a3-b1a7eb0a6b54 x-openstack-request-id: req-1edbd509-495d-4637-84a3-b1a7eb0a6b54 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:25:25.314162 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:25:25.314451 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1edbd509-495d-4637-84a3-b1a7eb0a6b54 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:25:25.314873 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edbd509-495d-4637-84a3-b1a7eb0a6b54'] response: {'name': 'network-changed', 'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'status': 'completed', 'code': 200} Aug 28 20:25:25.472769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-42728c9d-6a80-4073-aa3b-4f7a3259679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:25.474406 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-42728c9d-6a80-4073-aa3b-4f7a3259679b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 1128 time: 0.0964148 Aug 28 20:25:25.641961 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:04Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:25.674500 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] Checking router: 7bed5292-4508-4db9-88e1-bb59a3be89ef for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:25:25.683954 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:25.708307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-dd3f91f4-df53-4a92-9044-aa451f426119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:25.710056 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-dd3f91f4-df53-4a92-9044-aa451f426119 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 200 len: 898 time: 0.2192490 Aug 28 20:25:25.716199 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:25.738156 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:25.757265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a072-78f0-4dc6-a20f-5d51dfc59f82 req-ba9b6154-2b96-4302-bc21-e0f09f5ad245 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:25.759020 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9469a072-78f0-4dc6-a20f-5d51dfc59f82 req-ba9b6154-2b96-4302-bc21-e0f09f5ad245 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.1883998 Aug 28 20:25:25.823513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-edd23e9b-1d9c-4ea4-b703-f2b49cdc9d29 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 200 len: 217 time: 0.1008420 Aug 28 20:25:25.877185 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:25.940940 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:25.961977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9469a072-78f0-4dc6-a20f-5d51dfc59f82 req-dd3a0f5e-3037-49ca-8232-017d097ed566 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499219 Aug 28 20:25:25.974291 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:25.988226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-0a74fdbb-57c9-4fb7-877a-caecfb6451a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:25.990222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-0a74fdbb-57c9-4fb7-877a-caecfb6451a3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 200 len: 835 time: 0.1526856 Aug 28 20:25:26.076360 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:26.084276 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:26.099290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed8537-050a-4c2f-a3b5-c151f611540d req-34d87abf-86ff-44b5-9a14-3e75ed078554 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:26.114495 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3ed8537-050a-4c2f-a3b5-c151f611540d req-34d87abf-86ff-44b5-9a14-3e75ed078554 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 946 time: 0.0811524 Aug 28 20:25:26.165295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3ed8537-050a-4c2f-a3b5-c151f611540d req-42370638-01c5-445e-b4ec-5ae48ca9819b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499234 Aug 28 20:25:26.207603 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:04Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:26.235028 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7669c-1e43-4ef4-ae8a-623ab26a27ab None None] The sync data for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 is: [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '848300ed-9d11-4255-bfbe-b2f0b0ae28af', 'name': '', 'network_id': '4ab9ca5c-7817-4ca9-86f3-46be9a76600c', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:5a:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:52Z', 'updated_at': '2022-08-28T20:23:04Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '6533b4ee-f20b-4dd9-a203-033f1dfa3efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:25:26.302575 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:26.486340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483bae8-0172-41df-b388-8e379696c56d req-004112ee-f726-4574-9000-d5a42b61e3e4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:26.493339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0483bae8-0172-41df-b388-8e379696c56d req-004112ee-f726-4574-9000-d5a42b61e3e4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.0611010 Aug 28 20:25:26.550781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0483bae8-0172-41df-b388-8e379696c56d req-c3204581-7fac-4a84-b7c3-a21682f16b2c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559158 Aug 28 20:25:26.705490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff908670-48c2-4150-890c-aebaa0382f55 req-1b1bac70-fb8d-455c-8b0b-363c15443a2c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:26.707184 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff908670-48c2-4150-890c-aebaa0382f55 req-1b1bac70-fb8d-455c-8b0b-363c15443a2c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.0681579 Aug 28 20:25:26.743785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aba183-4765-4c1f-b9c1-fcc8d9d8e9d3 None None] New status for floating IP bae354a5-4c11-4265-8638-1f34df401778: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:25:26.748382 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:26.749246 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=6,neutron:SELECT=83 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:26.774262 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff908670-48c2-4150-890c-aebaa0382f55 req-a5575ba7-b021-46a8-bd85-0bb1c21a6090 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538647 Aug 28 20:25:26.940334 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce63439-805b-419a-8610-66b6569cbfaa req-4d34a439-75bd-4323-a8d4-4948fc568cbb tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:26.942111 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ce63439-805b-419a-8610-66b6569cbfaa req-4d34a439-75bd-4323-a8d4-4948fc568cbb tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.0624833 Aug 28 20:25:27.019656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0ce63439-805b-419a-8610-66b6569cbfaa req-564a4d1f-a2cf-4c17-8124-5d20ffed729f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703943 Aug 28 20:25:27.112289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095eb7-2dc2-4dca-9432-279bf0f0329a req-eb75fe49-7af1-43ea-bf07-c6c04ba9a2be tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:27.114126 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-11095eb7-2dc2-4dca-9432-279bf0f0329a req-eb75fe49-7af1-43ea-bf07-c6c04ba9a2be tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0665946 Aug 28 20:25:27.131112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:27.188560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-96c7a1ca-b2f8-4760-a2dd-4bf264b8f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:27.190333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-96c7a1ca-b2f8-4760-a2dd-4bf264b8f224 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=4ab9ca5c-7817-4ca9-86f3-46be9a76600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513330 Aug 28 20:25:27.196498 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-11095eb7-2dc2-4dca-9432-279bf0f0329a req-e38ced5f-31e2-4061-9a47-369779e897ba tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755761 Aug 28 20:25:27.344882 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-70313be0-ebbb-4da2-a23a-1dbfc01f6afb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456778 Aug 28 20:25:27.346802 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97078fa-9b40-490c-a6a5-ce9467e26b7d req-f2d2f1be-851d-4bea-9c47-9cdb44c160af tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:27.348512 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a97078fa-9b40-490c-a6a5-ce9467e26b7d req-f2d2f1be-851d-4bea-9c47-9cdb44c160af tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 946 time: 0.0567062 Aug 28 20:25:27.438963 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a97078fa-9b40-490c-a6a5-ce9467e26b7d req-c04b42df-efa1-405f-9c93-58846eb1f329 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0ceb757b-9092-4e5e-9fbd-efdadd2439f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740860 Aug 28 20:25:27.527678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3d9f8ee-a742-40b2-b1fc-ba1f152f1b97 req-6e9e592d-11cd-4322-b5e2-dd5e9aaa385d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399703 Aug 28 20:25:27.624535 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701af00-dead-4f41-87b5-8d6b7cdd02cd req-f6995754-c3f1-4b3c-a804-64b15fdae806 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:27.626489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d701af00-dead-4f41-87b5-8d6b7cdd02cd req-f6995754-c3f1-4b3c-a804-64b15fdae806 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.1182110 Aug 28 20:25:27.638340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46706) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:27.645715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Request body: {'floatingip': {'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:27.647720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673b753-df9b-4129-bdcb-a69c719b39db req-163db4f5-1b18-4861-935b-b2ac02a611c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:27.653803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:27.655704 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f673b753-df9b-4129-bdcb-a69c719b39db req-163db4f5-1b18-4861-935b-b2ac02a611c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 946 time: 0.0799465 Aug 28 20:25:27.735705 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:27.790373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port b96e1017-3d8f-4b04-ad32-27376fabc844 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:25:27.790644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:27.924424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port b96e1017-3d8f-4b04-ad32-27376fabc844, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b96e1017-3d8f-4b04-ad32-27376fabc844,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:27.925038 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:27.949625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for b96e1017-3d8f-4b04-ad32-27376fabc844 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:25:28.134757 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:28.291265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b96e1017-3d8f-4b04-ad32-27376fabc844), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:28.327130 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=b96e1017-3d8f-4b04-ad32-27376fabc844,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:28.345050 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.345435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.345756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.346250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.346603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.347012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.347366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.347798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.352190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.352190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.352190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.352190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.352190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.352190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.352190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:28.399984 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:28.410978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] No DVR routers for this DVR port b96e1017-3d8f-4b04-ad32-27376fabc844 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:25:28.410978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:28.413658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f673b753-df9b-4129-bdcb-a69c719b39db req-608ff69c-e45b-4133-9449-e9966fcc758e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "DELETE /networking/v2.0/ports/b96e1017-3d8f-4b04-ad32-27376fabc844 HTTP/1.1" status: 204 len: 173 time: 0.7485249 Aug 28 20:25:28.418634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-deleted', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:25:28.423533 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db13fea-39af-49ca-87e5-fc85896925d0" -d '{"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-deleted", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:25:28.481120 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45458e63-46fa-4581-a26f-d34d9bde03f3 x-openstack-request-id: req-45458e63-46fa-4581-a26f-d34d9bde03f3 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:25:28.481435 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252714f-8dd2-4984-b3e5-31c4b5f9c62e", "name": "network-vif-deleted", "tag": "b96e1017-3d8f-4b04-ad32-27376fabc844", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:25:28.481980 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45458e63-46fa-4581-a26f-d34d9bde03f3 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:25:28.482412 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45458e63-46fa-4581-a26f-d34d9bde03f3'] response: {'server_uuid': '3252714f-8dd2-4984-b3e5-31c4b5f9c62e', 'name': 'network-vif-deleted', 'tag': 'b96e1017-3d8f-4b04-ad32-27376fabc844', 'status': 'completed', 'code': 200} Aug 28 20:25:28.709128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.db.resource_extend [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:25:28.766257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:28.795217 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:28.827392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b8da677-01dd-4518-9c6a-97526650bee7 req-160ca8d5-21cf-43d6-ac26-bfba9e96a016 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 210 time: 0.0588684 Aug 28 20:25:28.846270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:28.880199 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:29.183886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Router ba0d275f-49f4-4b3f-8722-3e309865e242 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:25:29.389428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46740) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:29.439367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:25:29.452033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] Sync routers for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:25:29.452894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:29.506194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:25:29.510101 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:25:29.515682 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:29.521084 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:29.521496 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:29.569424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ab32f8d5-605f-43b2-9658-1f4850cca46e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d HTTP/1.1" status: 200 len: 994 time: 1.9288728 Aug 28 20:25:29.584383 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:29.614006 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04ae28-529e-48a5-95e1-950aff45899b x-openstack-request-id: req-9e04ae28-529e-48a5-95e1-950aff45899b {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:25:29.614383 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:25:29.614643 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e04ae28-529e-48a5-95e1-950aff45899b {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:25:29.615092 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e04ae28-529e-48a5-95e1-950aff45899b'] response: {'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'status': 'completed', 'code': 200} Aug 28 20:25:29.686161 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64a75058-bfa0-4d36-a265-39545fbfac96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:29.779392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-eed36d54-c8a5-40ca-b231-cf0837fadbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:29.782009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-eed36d54-c8a5-40ca-b231-cf0837fadbdd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.1342590 Aug 28 20:25:29.784601 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:29.786369 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:29.826732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64a75058-bfa0-4d36-a265-39545fbfac96 admin admin] Publish callbacks [] for security_group (967802c7-9d97-4524-8883-e6d6c6abbe38), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:29.960789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-82bec83f-8d8a-42a0-8fcb-ae1bee705f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:29.964400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-82bec83f-8d8a-42a0-8fcb-ae1bee705f85 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.1721809 Aug 28 20:25:29.967161 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:29.983892 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64a75058-bfa0-4d36-a265-39545fbfac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (967802c7-9d97-4524-8883-e6d6c6abbe38), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:30.083457 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:30.109549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-64a75058-bfa0-4d36-a265-39545fbfac96 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=09d4eef1ed7041539007042c9667af8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7191215 Aug 28 20:25:30.113906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46756) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:30.147299 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'mac_address': 'fa:16:3e:e8:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:43Z', 'updated_at': '2022-08-28T20:25:28Z', 'revision_number': 3, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:30.148204 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2d6a20e1-48ee-4bda-9981-1d5d2fbf0b8f req-26f68566-27cb-434c-b2f1-ddb0a4cedb30 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3252714f-8dd2-4984-b3e5-31c4b5f9c62e HTTP/1.1" status: 200 len: 210 time: 0.0789988 Aug 28 20:25:30.180585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75058-bfa0-4d36-a265-39545fbfac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967802c7-9d97-4524-8883-e6d6c6abbe38,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:30.180713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-a677239d-8bb2-4e2a-95d9-64a7ccd6a94b service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1002 time: 0.1999755 Aug 28 20:25:30.190758 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] Checking router: ba0d275f-49f4-4b3f-8722-3e309865e242 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:25:30.204180 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:30.205116 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:30.273767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-424fae10-d7bd-48bf-b571-10971d77e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:30.275679 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-424fae10-d7bd-48bf-b571-10971d77e9f9 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0949492 Aug 28 20:25:30.277142 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:30.286448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a1a436c-b0dc-4b3a-8dda-75e5137cb323 admin admin] Publish callbacks [] for security_group (967802c7-9d97-4524-8883-e6d6c6abbe38), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:30.332894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a1a436c-b0dc-4b3a-8dda-75e5137cb323 admin admin] Publish callbacks [] for security_group (967802c7-9d97-4524-8883-e6d6c6abbe38), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:30.339747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-ddedb6ad-acaa-4467-b282-f66f7b086416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:30.341843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-ddedb6ad-acaa-4467-b282-f66f7b086416 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585525 Aug 28 20:25:30.349385 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:30.434992 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:30.447089 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:30.482623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-4f1e3add-40f3-452e-9eaf-5758daf35114 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332674 Aug 28 20:25:30.503131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a1a436c-b0dc-4b3a-8dda-75e5137cb323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (967802c7-9d97-4524-8883-e6d6c6abbe38), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:30.511153 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a1a436c-b0dc-4b3a-8dda-75e5137cb323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:30.513758 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0a1a436c-b0dc-4b3a-8dda-75e5137cb323 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/967802c7-9d97-4524-8883-e6d6c6abbe38 HTTP/1.1" status: 204 len: 168 time: 0.3977513 Aug 28 20:25:30.526321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a436c-b0dc-4b3a-8dda-75e5137cb323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967802c7-9d97-4524-8883-e6d6c6abbe38,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:30.679065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5a46857-56a0-4071-a8c6-7afd4d3ab5ae req-2566a97b-0668-443f-abf4-3e7dc44e00ad service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876698 Aug 28 20:25:30.759660 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'mac_address': 'fa:16:3e:e8:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:43Z', 'updated_at': '2022-08-28T20:25:28Z', 'revision_number': 3, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:30.791199 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4eff7-0420-4d79-be14-975ade3138a5 None None] The sync data for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 is: [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'port_id': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'mac_address': 'fa:16:3e:e8:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:23:43Z', 'updated_at': '2022-08-28T20:25:28Z', 'revision_number': 3, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:25:30.858519 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:31.237093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46770) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:31.322293 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:31.588567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46772) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:31.603754 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1804cfbc-fb55-4a4f-b469-adfe6ee65796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:31.616642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:25:31.618960 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:25:31.632537 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:31.657710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (7bed5292-4508-4db9-88e1-bb59a3be89ef), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:31.664020 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fff5322-613b-4028-9091-ab89e7caf7f3 x-openstack-request-id: req-2fff5322-613b-4028-9091-ab89e7caf7f3 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:25:31.664319 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:25:31.664575 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2fff5322-613b-4028-9091-ab89e7caf7f3 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:25:31.665128 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fff5322-613b-4028-9091-ab89e7caf7f3'] response: {'name': 'network-changed', 'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'status': 'completed', 'code': 200} Aug 28 20:25:31.750966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-756cb18e-106b-4f11-99c0-7bf033933bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:31.752639 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-756cb18e-106b-4f11-99c0-7bf033933bbe service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.0608525 Aug 28 20:25:31.759295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1804cfbc-fb55-4a4f-b469-adfe6ee65796 admin admin] Publish callbacks [] for security_group (f2de8164-b6cc-4c7b-9157-5b02fa827369), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:31.893065 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-51db5b46-b72b-433a-bf83-af9c87c5b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:31.896836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-51db5b46-b72b-433a-bf83-af9c87c5b7b9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.1352000 Aug 28 20:25:31.901872 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1804cfbc-fb55-4a4f-b469-adfe6ee65796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f2de8164-b6cc-4c7b-9157-5b02fa827369), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:31.951694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 848300ed-9d11-4255-bfbe-b2f0b0ae28af {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:25:31.952282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.005345 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804cfbc-fb55-4a4f-b469-adfe6ee65796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de8164-b6cc-4c7b-9157-5b02fa827369,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:32.011905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1804cfbc-fb55-4a4f-b469-adfe6ee65796 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=985244b247124ff087b6a5599c294c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4221194 Aug 28 20:25:32.015374 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-092f227a-0a40-478c-bed2-1c76759ab69f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1002 time: 0.1081753 Aug 28 20:25:32.015918 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:32.085663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port 848300ed-9d11-4255-bfbe-b2f0b0ae28af, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=848300ed-9d11-4255-bfbe-b2f0b0ae28af,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:32.086175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.101556 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 848300ed-9d11-4255-bfbe-b2f0b0ae28af owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:25:32.105336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-d6230dc4-2538-4630-a7e9-ea17eb2d76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:32.106930 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-d6230dc4-2538-4630-a7e9-ea17eb2d76ac service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0755794 Aug 28 20:25:32.130671 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11306262-4ccb-44a3-a446-20bdb1678cc9 admin admin] Publish callbacks [] for security_group (f2de8164-b6cc-4c7b-9157-5b02fa827369), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.180157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11306262-4ccb-44a3-a446-20bdb1678cc9 admin admin] Publish callbacks [] for security_group (f2de8164-b6cc-4c7b-9157-5b02fa827369), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.188354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-980bb29c-e2d4-4a08-b869-fa178f2aa3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:32.190177 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-980bb29c-e2d4-4a08-b869-fa178f2aa3dd service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0723424 Aug 28 20:25:32.355362 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-a11ce8a8-9b6a-48e0-8b2d-a48e3c880328 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540368 Aug 28 20:25:32.411803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11306262-4ccb-44a3-a446-20bdb1678cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f2de8164-b6cc-4c7b-9157-5b02fa827369), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.415912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (848300ed-9d11-4255-bfbe-b2f0b0ae28af), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.435370 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11306262-4ccb-44a3-a446-20bdb1678cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.437191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-11306262-4ccb-44a3-a446-20bdb1678cc9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f2de8164-b6cc-4c7b-9157-5b02fa827369 HTTP/1.1" status: 204 len: 168 time: 0.4202573 Aug 28 20:25:32.438749 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:32.451346 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=848300ed-9d11-4255-bfbe-b2f0b0ae28af,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:32.456318 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:32.473239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11306262-4ccb-44a3-a446-20bdb1678cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de8164-b6cc-4c7b-9157-5b02fa827369,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:32.483307 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:32.535568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:25:32.539417 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:32.556214 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0679dc72-4b7d-427e-9d52-e2445bcbb8e1 req-b388ec5d-e1c4-4095-a7cd-938db6f7a989 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939626 Aug 28 20:25:32.701975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:32.718301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:25:32.750973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'mac_address': 'fa:16:3e:05:5b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:25:32.790573 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: b96e1017-3d8f-4b04-ad32-27376fabc844 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:25:32.794932 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (7bed5292-4508-4db9-88e1-bb59a3be89ef), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.796723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b96e1017-3d8f-4b04-ad32-27376fabc844 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:25:32.824170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:32.824610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:32.842433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e9f922a-7aa3-4028-8a69-f942ab4ae08d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:25:32.845648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46814) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:32.869839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:32.986347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2bfca-1a4a-457c-b210-4ff018e7f279 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:32.987061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2bfca-1a4a-457c-b210-4ff018e7f279 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:32.987565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2bfca-1a4a-457c-b210-4ff018e7f279 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:32.990316 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e2c2bfca-1a4a-457c-b210-4ff018e7f279 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?project_id=693ced18e2794bd5abe2110d87ba128f&network_id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 200 len: 3073 time: 0.1434338 Aug 28 20:25:33.015575 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:33.089792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:33.140846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 7bed5292-4508-4db9-88e1-bb59a3be89ef has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:25:33.207414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3e9f922a-7aa3-4028-8a69-f942ab4ae08d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:25:33.280162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:25:33.290504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-319f1251-6f6a-4d4d-9eff-4974ac5196bc tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/7bed5292-4508-4db9-88e1-bb59a3be89ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0607700 Aug 28 20:25:33.293189 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46830) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:33.297121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] Sync routers for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:25:33.336847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:33.337779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:33.384743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting subnet 6533b4ee-f20b-4dd9-a203-033f1dfa3efb {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:25:33.396576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (6533b4ee-f20b-4dd9-a203-033f1dfa3efb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:33.410997 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:33.456476 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (6533b4ee-f20b-4dd9-a203-033f1dfa3efb), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:33.667680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (6533b4ee-f20b-4dd9-a203-033f1dfa3efb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:33.753220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:33.915951 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:33.950922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (6533b4ee-f20b-4dd9-a203-033f1dfa3efb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:34.012490 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:34.021803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6533b4ee-f20b-4dd9-a203-033f1dfa3efb HTTP/1.1" status: 204 len: 168 time: 0.7272725 Aug 28 20:25:34.024484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46854) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:34.056021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff867a-7123-41e4-923a-5a7f5a6a1575 None None] Network 4ab9ca5c-7817-4ca9-86f3-46be9a76600c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:25:34.057002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Subnet': ['ID=6533b4ee-f20b-4dd9-a203-033f1dfa3efb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:34.070804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.071477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.072040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.072778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.073718 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.074367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.077700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.077700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.078312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.079012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.079820 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.080521 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.081051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.081667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.082217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faed5e-fdb8-4267-a142-e662637d3305 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:34.190076 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:34.288828 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:25:32Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:34.293138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (7bed5292-4508-4db9-88e1-bb59a3be89ef), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:34.302618 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:34.330696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] Checking router: 7bed5292-4508-4db9-88e1-bb59a3be89ef for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:25:34.358336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] Routers {'7bed5292-4508-4db9-88e1-bb59a3be89ef'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:34.359183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['7bed5292-4508-4db9-88e1-bb59a3be89ef'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:34.468322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] DHCP port deletion for 4ab9ca5c-7817-4ca9-86f3-46be9a76600c request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:25:34.609913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (7bed5292-4508-4db9-88e1-bb59a3be89ef), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:34.616240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] Deleting port 858ce5a8-d336-4ab1-92f8-a832d880db92 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:25:34.616732 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:34.673354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:25:34.775813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] For port 858ce5a8-d336-4ab1-92f8-a832d880db92, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=858ce5a8-d336-4ab1-92f8-a832d880db92,segment=NetworkSegment(daf16d0a-3237-4d86-aed5-05e50aafea05),segment_id=daf16d0a-3237-4d86-aed5-05e50aafea05)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:34.776614 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:34.797709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] Calling delete_port for 858ce5a8-d336-4ab1-92f8-a832d880db92 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:25:34.817544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 068de3c8-e6b0-468b-a060-0037aa20cac5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:25:34.817920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:34.916195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] Set router 7bed5292-4508-4db9-88e1-bb59a3be89ef gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:34.956387 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:34.992586 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:35.004117 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:35.017015 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (858ce5a8-d336-4ab1-92f8-a832d880db92), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.103500 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port 068de3c8-e6b0-468b-a060-0037aa20cac5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=068de3c8-e6b0-468b-a060-0037aa20cac5,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:35.104466 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.118995 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:35.124535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] Pushing event deleted for resources: {'Port': ['ID=858ce5a8-d336-4ab1-92f8-a832d880db92,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:35.127394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 068de3c8-e6b0-468b-a060-0037aa20cac5 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:25:35.131587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb7355-2756-4313-8f5f-8a3b533cc274 None None] No DVR routers for this DVR port 858ce5a8-d336-4ab1-92f8-a832d880db92 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:25:35.148312 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:35.174317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:35.174838 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.312117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:25:32Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:35.317812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:35.318348 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.352068 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:35.356800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d86926-7570-4875-a7b9-819f05c5430a None None] The sync data for ids ['7bed5292-4508-4db9-88e1-bb59a3be89ef'] in n-d-854121-7 is: [{'id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704493046', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:22:45Z', 'updated_at': '2022-08-28T20:25:32Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '068de3c8-e6b0-468b-a060-0037aa20cac5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bed5292-4508-4db9-88e1-bb59a3be89ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:46Z', 'updated_at': '2022-08-28T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:25:35.387940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:25:35.406672 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ba90e5-627b-41ed-ada9-c89d183e648d" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:25:35.471153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:35.493435 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881f5ef9-258a-4aac-8723-3c7e7decb008 x-openstack-request-id: req-881f5ef9-258a-4aac-8723-3c7e7decb008 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:25:35.493784 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:25:35.494112 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-881f5ef9-258a-4aac-8723-3c7e7decb008 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:25:35.498093 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881f5ef9-258a-4aac-8723-3c7e7decb008'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'code': 200} Aug 28 20:25:35.584255 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.643590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46882) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:35.669138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:35.678925 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (068de3c8-e6b0-468b-a060-0037aa20cac5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.717645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=068de3c8-e6b0-468b-a060-0037aa20cac5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:35.786867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46886) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:35.889668 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:35.900894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-587627af-9837-41f6-98ce-8c1332bbb36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.927633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94a266-1e4f-4f68-b583-fb885d89ef9e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:35.936509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (7bed5292-4508-4db9-88e1-bb59a3be89ef), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:35.938922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4a94a266-1e4f-4f68-b583-fb885d89ef9e tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 HTTP/1.1" status: 200 len: 814 time: 0.1497147 Aug 28 20:25:36.066849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (7bed5292-4508-4db9-88e1-bb59a3be89ef), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.070875 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (7bed5292-4508-4db9-88e1-bb59a3be89ef), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.197159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-587627af-9837-41f6-98ce-8c1332bbb36a admin admin] Publish callbacks [] for security_group (7a6cd888-c618-4da7-8b9b-53340ce27e81), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.219419 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:36.221085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (7bed5292-4508-4db9-88e1-bb59a3be89ef), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.223488 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Fanout notify agent at l3_agent the message router_deleted on router 7bed5292-4508-4db9-88e1-bb59a3be89ef {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:25:36.231503 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.236325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46898) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:36.244194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 848300ed-9d11-4255-bfbe-b2f0b0ae28af no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:25:36.248419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3c4a0161-e28a-4246-8f66-970534848dd7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/routers/7bed5292-4508-4db9-88e1-bb59a3be89ef HTTP/1.1" status: 204 len: 168 time: 2.2204630 Aug 28 20:25:36.249876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-587627af-9837-41f6-98ce-8c1332bbb36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7a6cd888-c618-4da7-8b9b-53340ce27e81), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.296281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 848300ed-9d11-4255-bfbe-b2f0b0ae28af {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:25:36.301730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 848300ed-9d11-4255-bfbe-b2f0b0ae28af not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:25:36.304012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 858ce5a8-d336-4ab1-92f8-a832d880db92 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:25:36.311071 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-587627af-9837-41f6-98ce-8c1332bbb36a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e8dfab3e44a74e2cabeb6b1cc28ce06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6663055 Aug 28 20:25:36.317291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46900) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:36.359269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 858ce5a8-d336-4ab1-92f8-a832d880db92 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:25:36.359950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 858ce5a8-d336-4ab1-92f8-a832d880db92 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:25:36.438509 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46902) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:36.445014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'network': {'name': 'tempest-network-smoke--1830164339', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'port_security_enabled': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:36.450127 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:36.450936 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:36.456855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587627af-9837-41f6-98ce-8c1332bbb36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6cd888-c618-4da7-8b9b-53340ce27e81,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:36.492765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (4ab9ca5c-7817-4ca9-86f3-46be9a76600c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.516920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f8a7-61d8-454c-8bc2-cb93de351dd6 admin admin] Publish callbacks [] for security_group (7a6cd888-c618-4da7-8b9b-53340ce27e81), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.559291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f8a7-61d8-454c-8bc2-cb93de351dd6 admin admin] Publish callbacks [] for security_group (7a6cd888-c618-4da7-8b9b-53340ce27e81), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.670025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:25:36.675493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.690109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (4ab9ca5c-7817-4ca9-86f3-46be9a76600c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.725401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab9ca5c-7817-4ca9-86f3-46be9a76600c']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:36.726557 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f8a7-61d8-454c-8bc2-cb93de351dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7a6cd888-c618-4da7-8b9b-53340ce27e81), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.732495 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f8a7-61d8-454c-8bc2-cb93de351dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.735040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5ec5f8a7-61d8-454c-8bc2-cb93de351dd6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7a6cd888-c618-4da7-8b9b-53340ce27e81 HTTP/1.1" status: 204 len: 168 time: 0.4157596 Aug 28 20:25:36.746572 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:25:36.751078 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf16d0a-3237-4d86-aed5-05e50aafea05') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:36.752923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf16d0a-3237-4d86-aed5-05e50aafea05') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:36.761172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5f8a7-61d8-454c-8bc2-cb93de351dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6cd888-c618-4da7-8b9b-53340ce27e81,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:36.792577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (daf16d0a-3237-4d86-aed5-05e50aafea05), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.808150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2cd81018-0b4a-4299-adab-0008e5e2234b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.808150 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Added segment 2cd81018-0b4a-4299-adab-0008e5e2234b of type vlan for network 771903e6-5c4f-4aea-93d6-c3903d436a1c Aug 28 20:25:36.828281 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:36.840881 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (daf16d0a-3237-4d86-aed5-05e50aafea05), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.873410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:25:36.874161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (daf16d0a-3237-4d86-aed5-05e50aafea05), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:36.977247 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment daf16d0a-3237-4d86-aed5-05e50aafea05 resource provider aggregate not found Aug 28 20:25:36.983043 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (771903e6-5c4f-4aea-93d6-c3903d436a1c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.032553 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment daf16d0a-3237-4d86-aed5-05e50aafea05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daf16d0a-3237-4d86-aed5-05e50aafea05 found for delete ", "request_id": "req-614b9aac-fe4a-4549-a35c-a1d177815312"}]} Aug 28 20:25:37.075019 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:37.172484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (771903e6-5c4f-4aea-93d6-c3903d436a1c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.182482 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:37.183310 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.193652 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (4ab9ca5c-7817-4ca9-86f3-46be9a76600c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.248108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.252578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/networks/4ab9ca5c-7817-4ca9-86f3-46be9a76600c HTTP/1.1" status: 204 len: 168 time: 1.0148835 Aug 28 20:25:37.255935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46922) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:37.308043 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:37.400658 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da3f6765-51aa-4f7c-8d59-8b214e29d6ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (0ceb757b-9092-4e5e-9fbd-efdadd2439f4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.411979 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9694796 Aug 28 20:25:37.422805 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46930) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:37.451750 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da3f6765-51aa-4f7c-8d59-8b214e29d6ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (0ceb757b-9092-4e5e-9fbd-efdadd2439f4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.534903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11790128-630c-405c-bfb0-b1dbf5162b88 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Network': ['ID=771903e6-5c4f-4aea-93d6-c3903d436a1c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:37.563673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:25:37.568478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44deea0-1818-4e35-8759-bb123e2718bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Network': ['ID=4ab9ca5c-7817-4ca9-86f3-46be9a76600c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:37.593877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea1ca5-4afb-4a3c-b2c6-0168a2ebdaee tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:37.598276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-45ea1ca5-4afb-4a3c-b2c6-0168a2ebdaee tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=693ced18e2794bd5abe2110d87ba128f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1695988 Aug 28 20:25:37.598693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46936) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:37.724788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e3050-9b36-42ec-bd1f-c866c1635d37 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:37.726460 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-524e3050-9b36-42ec-bd1f-c866c1635d37 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267474 Aug 28 20:25:37.728031 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:37.729264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46942) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:37.731381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da3f6765-51aa-4f7c-8d59-8b214e29d6ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0ceb757b-9092-4e5e-9fbd-efdadd2439f4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.734796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da3f6765-51aa-4f7c-8d59-8b214e29d6ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:37.739240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-da3f6765-51aa-4f7c-8d59-8b214e29d6ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0ceb757b-9092-4e5e-9fbd-efdadd2439f4 HTTP/1.1" status: 204 len: 168 time: 0.4789417 Aug 28 20:25:37.739240 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:37.749540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f6765-51aa-4f7c-8d59-8b214e29d6ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceb757b-9092-4e5e-9fbd-efdadd2439f4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:37.806056 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-124b3774-9427-4652-835b-9c40702a0f70 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721853 Aug 28 20:25:37.808716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46950) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:37.842830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2157c637-3850-4673-8eb3-3640abd4cff4 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=693ced18e2794bd5abe2110d87ba128f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327687 Aug 28 20:25:37.845730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46952) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:37.976964 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:38.021578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 068de3c8-e6b0-468b-a060-0037aa20cac5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:25:38.093287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 068de3c8-e6b0-468b-a060-0037aa20cac5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:25:38.093956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 068de3c8-e6b0-468b-a060-0037aa20cac5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:25:38.096771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039b3d9-96f0-4918-8e5c-55035bd8544b tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:38.102426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b039b3d9-96f0-4918-8e5c-55035bd8544b tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2555006 Aug 28 20:25:38.104016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46960) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:38.137702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46964) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:38.143875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0a0f6c49-2302-4ecf-96b3-08b453b8ccce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145723897', 'description': 'tempest-secgroup-smoke-2145723897 description', 'project_id': '19747ba661ca427ea056cf5402e7450c'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:38.169223 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:38.192550 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0352be76-f168-48d5-afb7-80e2df9be3e1 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870140 Aug 28 20:25:38.195020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46970) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:38.219579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499050904', 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:38.226119 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:38.291416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c49-2302-4ecf-96b3-08b453b8ccce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:38.480718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c49-2302-4ecf-96b3-08b453b8ccce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (8d2921d3-9a60-496d-b6ad-6a11ada1700a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:38.857288 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:25:38.861282 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:38.906899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c49-2302-4ecf-96b3-08b453b8ccce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8d2921d3-9a60-496d-b6ad-6a11ada1700a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:38.969305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f6c49-2302-4ecf-96b3-08b453b8ccce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2921d3-9a60-496d-b6ad-6a11ada1700a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:39.143253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c49-2302-4ecf-96b3-08b453b8ccce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:39.144591 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0a0f6c49-2302-4ecf-96b3-08b453b8ccce tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0053658 Aug 28 20:25:39.149132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 46984) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:39.156704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6a2bc798-5e87-416d-9228-383e50cd4ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '8d2921d3-9a60-496d-b6ad-6a11ada1700a', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:39.268384 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (b3c516d8-2fd5-4711-9b91-76828024e8ad), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:39.306061 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:39.347168 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc798-5e87-416d-9228-383e50cd4ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (0431488b-cd27-468d-b294-4c5e1426b788), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:39.450544 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:39.469921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Subnet': ['ID=b3c516d8-2fd5-4711-9b91-76828024e8ad,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:39.486222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Checking segment: {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:25:39.486665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network hostable DHCP agents. Network: 771903e6-5c4f-4aea-93d6-c3903d436a1c, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:25:39.514565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc798-5e87-416d-9228-383e50cd4ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (0431488b-cd27-468d-b294-4c5e1426b788), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:39.595600 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc798-5e87-416d-9228-383e50cd4ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (0431488b-cd27-468d-b294-4c5e1426b788), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:39.678623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:25:39.696092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bc798-5e87-416d-9228-383e50cd4ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0431488b-cd27-468d-b294-4c5e1426b788,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:39.845659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 771903e6-5c4f-4aea-93d6-c3903d436a1c) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:25:39.849217 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6a2bc798-5e87-416d-9228-383e50cd4ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:39.855206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6a2bc798-5e87-416d-9228-383e50cd4ae9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7001548 Aug 28 20:25:39.855357 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 46992) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:39.855996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77032021-4e6d-410e-aea5-e421808d46d4 None None] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:25:39.857559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:39.859336 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:39.869923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-023f8a20-babd-4830-8acb-1a550f695e8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '8d2921d3-9a60-496d-b6ad-6a11ada1700a', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:39.883891 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:40.014131 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:40.067173 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6c539381-038f-4aa2-9be3-f2a61dd8afa6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8580880 Aug 28 20:25:40.165727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-771903e6-5c4f-4aea-93d6-c3903d436a1c', 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ips': [{'subnet_id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:25:40.167717 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.241231 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-023f8a20-babd-4830-8acb-1a550f695e8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (b6132f9f-9c6c-4edb-8a6c-3c9d6392f345), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.274520 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:40.278357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47006) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:40.284930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5553ad6f-17da-4aa9-b6e8-d3c6acd0aa89 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620329965', 'description': 'tempest-secgroup-smoke-620329965 description', 'project_id': '693ced18e2794bd5abe2110d87ba128f'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:40.365409 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:40.410347 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-023f8a20-babd-4830-8acb-1a550f695e8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (b6132f9f-9c6c-4edb-8a6c-3c9d6392f345), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.435484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5553ad6f-17da-4aa9-b6e8-d3c6acd0aa89 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.456184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Allocated IP 172.20.0.18 (771903e6-5c4f-4aea-93d6-c3903d436a1c/b3c516d8-2fd5-4711-9b91-76828024e8ad/aca4a1be-14d3-409f-bbf9-d4ec74b654e4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:25:40.457567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-023f8a20-babd-4830-8acb-1a550f695e8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (b6132f9f-9c6c-4edb-8a6c-3c9d6392f345), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.602779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5553ad6f-17da-4aa9-b6e8-d3c6acd0aa89 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (8dc2dbae-b34c-476d-999e-4c6ca8307ec1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.617092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f8a20-babd-4830-8acb-1a550f695e8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6132f9f-9c6c-4edb-8a6c-3c9d6392f345,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:40.653490 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-023f8a20-babd-4830-8acb-1a550f695e8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.654962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-023f8a20-babd-4830-8acb-1a550f695e8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8000343 Aug 28 20:25:40.662665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47014) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:40.663256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e514745a-cea6-491a-a04f-e6238865a165 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '8d2921d3-9a60-496d-b6ad-6a11ada1700a', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:40.764272 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=87 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:40.765425 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5553ad6f-17da-4aa9-b6e8-d3c6acd0aa89 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8dc2dbae-b34c-476d-999e-4c6ca8307ec1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.844624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553ad6f-17da-4aa9-b6e8-d3c6acd0aa89 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2dbae-b34c-476d-999e-4c6ca8307ec1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:40.847424 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e514745a-cea6-491a-a04f-e6238865a165 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (ef72e671-f2a2-449e-a1ec-8c9828728ab4), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.927593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5553ad6f-17da-4aa9-b6e8-d3c6acd0aa89 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:40.928923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5553ad6f-17da-4aa9-b6e8-d3c6acd0aa89 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6490381 Aug 28 20:25:40.931908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47016) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:40.937699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-98ae0f00-1faf-4e9b-816b-671359fdef02 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': '8dc2dbae-b34c-476d-999e-4c6ca8307ec1', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:41.037582 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:41.066868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e514745a-cea6-491a-a04f-e6238865a165 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (ef72e671-f2a2-449e-a1ec-8c9828728ab4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.113049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98ae0f00-1faf-4e9b-816b-671359fdef02 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (20fafd2c-8673-4e27-9bc9-21822f3a2503), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.219748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Publish callbacks [] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.228177 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e514745a-cea6-491a-a04f-e6238865a165 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (ef72e671-f2a2-449e-a1ec-8c9828728ab4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.299597 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98ae0f00-1faf-4e9b-816b-671359fdef02 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (20fafd2c-8673-4e27-9bc9-21822f3a2503), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.304560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514745a-cea6-491a-a04f-e6238865a165 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef72e671-f2a2-449e-a1ec-8c9828728ab4,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:41.332269 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.401006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98ae0f00-1faf-4e9b-816b-671359fdef02 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (20fafd2c-8673-4e27-9bc9-21822f3a2503), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.409801 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e514745a-cea6-491a-a04f-e6238865a165 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.414189 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e514745a-cea6-491a-a04f-e6238865a165 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7545686 Aug 28 20:25:41.427734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47024) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:41.449233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3ca759c6-637c-4932-8379-c7d2c95bec4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '8d2921d3-9a60-496d-b6ad-6a11ada1700a', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:41.456004 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae0f00-1faf-4e9b-816b-671359fdef02 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fafd2c-8673-4e27-9bc9-21822f3a2503,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:41.506332 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:41.515154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:25:41.534260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:25:41.554276 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:41.556636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:25:41.586552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-98ae0f00-1faf-4e9b-816b-671359fdef02 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.591235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-98ae0f00-1faf-4e9b-816b-671359fdef02 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6548879 Aug 28 20:25:41.591626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Pushing event updated for resources: {'Port': ['ID=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:41.593750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47030) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:41.600516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-06ccee31-f77f-4207-b9ed-4fa958bed1b1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': '8dc2dbae-b34c-476d-999e-4c6ca8307ec1', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:41.618778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ca759c6-637c-4932-8379-c7d2c95bec4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (e16716d3-b7f8-4631-ba2d-796412f86990), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.780998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Attempting to bind port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:25:41.782233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Attempting to bind port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:25:41.782846 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Attempting to bind port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 on network 771903e6-5c4f-4aea-93d6-c3903d436a1c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:25:41.791620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:25:41.791620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Checking segment: {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:25:41.792340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.792487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Bound using segment: {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:25:41.792965 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Bound port: aca4a1be-14d3-409f-bbf9-d4ec74b654e4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:25:41.793568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.810860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06ccee31-f77f-4207-b9ed-4fa958bed1b1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (c309808f-9216-46bc-b9f3-9c8211881e04), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.826869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ca759c6-637c-4932-8379-c7d2c95bec4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (e16716d3-b7f8-4631-ba2d-796412f86990), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.924293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ca759c6-637c-4932-8379-c7d2c95bec4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (e16716d3-b7f8-4631-ba2d-796412f86990), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:41.924701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06ccee31-f77f-4207-b9ed-4fa958bed1b1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (c309808f-9216-46bc-b9f3-9c8211881e04), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.005958 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:42.033745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] For port aca4a1be-14d3-409f-bbf9-d4ec74b654e4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:25:42.034873 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca759c6-637c-4932-8379-c7d2c95bec4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16716d3-b7f8-4631-ba2d-796412f86990,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:42.045321 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06ccee31-f77f-4207-b9ed-4fa958bed1b1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (c309808f-9216-46bc-b9f3-9c8211881e04), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.092877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3ca759c6-637c-4932-8379-c7d2c95bec4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.096841 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3ca759c6-637c-4932-8379-c7d2c95bec4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6649117 Aug 28 20:25:42.097490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47034) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:42.103600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '8d2921d3-9a60-496d-b6ad-6a11ada1700a', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:42.106159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccee31-f77f-4207-b9ed-4fa958bed1b1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c309808f-9216-46bc-b9f3-9c8211881e04,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:42.106800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] For port aca4a1be-14d3-409f-bbf9-d4ec74b654e4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:25:42.228768 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.233819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06ccee31-f77f-4207-b9ed-4fa958bed1b1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.238294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-06ccee31-f77f-4207-b9ed-4fa958bed1b1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6421313 Aug 28 20:25:42.241986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47038) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:42.250934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5a34bb60-48cf-481e-b4c1-3cd73a64b54c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': '8dc2dbae-b34c-476d-999e-4c6ca8307ec1', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:42.357253 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:25:42.385063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (a17a8ae8-195d-4055-aced-9730f1d4446a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.386449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89941b-08ca-48ba-b912-b3fb66c42e7e None None] Pushing event updated for resources: {'Port': ['ID=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:42.504784 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a34bb60-48cf-481e-b4c1-3cd73a64b54c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (b56f5168-8341-41d0-908d-243d36225c09), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.937323 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (a17a8ae8-195d-4055-aced-9730f1d4446a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:42.984363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a34bb60-48cf-481e-b4c1-3cd73a64b54c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (b56f5168-8341-41d0-908d-243d36225c09), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.051235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a17a8ae8-195d-4055-aced-9730f1d4446a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.119393 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a34bb60-48cf-481e-b4c1-3cd73a64b54c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (b56f5168-8341-41d0-908d-243d36225c09), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.167075 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.190283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17a8ae8-195d-4055-aced-9730f1d4446a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:43.252385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34bb60-48cf-481e-b4c1-3cd73a64b54c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56f5168-8341-41d0-908d-243d36225c09,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:43.266970 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5a34bb60-48cf-481e-b4c1-3cd73a64b54c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.270135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5a34bb60-48cf-481e-b4c1-3cd73a64b54c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0258899 Aug 28 20:25:43.274294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47056) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:43.283083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-52e8cdac-9d26-41b0-a5fb-89a337d0f148 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': '8dc2dbae-b34c-476d-999e-4c6ca8307ec1', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:43.301937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.303490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a1375548-a0ca-4aaf-a3f3-66a299fba2da tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2049172 Aug 28 20:25:43.308478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47058) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:43.323042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': '8d2921d3-9a60-496d-b6ad-6a11ada1700a', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:43.435701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e8cdac-9d26-41b0-a5fb-89a337d0f148 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (8ce1bee2-4f26-476f-9304-5a377991c038), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.446903 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:43.448985 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:25:43.458718 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (a5e172d3-19df-4725-8d01-74d83f257952), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.582756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e8cdac-9d26-41b0-a5fb-89a337d0f148 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (8ce1bee2-4f26-476f-9304-5a377991c038), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.672800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (a5e172d3-19df-4725-8d01-74d83f257952), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.731707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e8cdac-9d26-41b0-a5fb-89a337d0f148 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (8ce1bee2-4f26-476f-9304-5a377991c038), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.753381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a5e172d3-19df-4725-8d01-74d83f257952), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.787438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8cdac-9d26-41b0-a5fb-89a337d0f148 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce1bee2-4f26-476f-9304-5a377991c038,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:43.805540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e172d3-19df-4725-8d01-74d83f257952,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:43.978984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52e8cdac-9d26-41b0-a5fb-89a337d0f148 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.981987 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-52e8cdac-9d26-41b0-a5fb-89a337d0f148 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7034414 Aug 28 20:25:43.986692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:43.988724 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8a8a86a6-f3a7-4e3f-9b95-3b204ed8dca6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6789834 Aug 28 20:25:43.989830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47070) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:43.992072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47072) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:44.017495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'network': {'name': 'tempest-network-smoke--370756658', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'port_security_enabled': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:44.029771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': '8dc2dbae-b34c-476d-999e-4c6ca8307ec1', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:44.240654 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Project 693ced18e2794bd5abe2110d87ba128f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:25:44.243798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:25:44.250346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.252532 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:44.264943 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (8a172139-4127-4fcb-9b2f-def0535b0733), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.304786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:44.372606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aca4a1be-14d3-409f-bbf9-d4ec74b654e4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:25:44.426091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:25:44.468714 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8656a095-027b-4d53-b768-7c3de42a5f7a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.472444 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Added segment 8656a095-027b-4d53-b768-7c3de42a5f7a of type vlan for network c9cb481e-f760-4e85-93ee-91daeaef24e9 Aug 28 20:25:44.510948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (8a172139-4127-4fcb-9b2f-def0535b0733), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.542445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:44.551202 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.593933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (8a172139-4127-4fcb-9b2f-def0535b0733), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.640140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a172139-4127-4fcb-9b2f-def0535b0733,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:44.659593 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c9cb481e-f760-4e85-93ee-91daeaef24e9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.694223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.698355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84e2098c-d61d-40d6-afda-bc58c0b305b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6924133 Aug 28 20:25:44.698993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47086) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:44.704643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': '8dc2dbae-b34c-476d-999e-4c6ca8307ec1', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:44.755268 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:44.759295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f4c3c-bbca-4996-b348-f1500a171d75 None None] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:25:44.788302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18f73965-770e-4bce-bdff-3e87d9a8472f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.863146 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Project 693ced18e2794bd5abe2110d87ba128f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:25:44.865175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c9cb481e-f760-4e85-93ee-91daeaef24e9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.871773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (ea05d8f9-6b9e-432b-88ee-e1dc871506e6), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.874875 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:44.875881 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.897931 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:44.915377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:44.915992 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:44.967572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-1a90338d-7308-48af-84c7-0ce7406de969 None None] Provisioning complete for port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:44.968061 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1a90338d-7308-48af-84c7-0ce7406de969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:45.052461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (ea05d8f9-6b9e-432b-88ee-e1dc871506e6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:45.066029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port aca4a1be-14d3-409f-bbf9-d4ec74b654e4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:45.134497 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:45.217435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (ea05d8f9-6b9e-432b-88ee-e1dc871506e6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:45.241148 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:45.268351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1a90338d-7308-48af-84c7-0ce7406de969 None None] Current status of the port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:45.270561 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1a90338d-7308-48af-84c7-0ce7406de969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:45.280035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea05d8f9-6b9e-432b-88ee-e1dc871506e6,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:45.402854 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:45.413537 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3bf12ccf-d4c6-40ce-9adc-fad2c02f3630 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7035406 Aug 28 20:25:45.626845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:45.707626 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-1a90338d-7308-48af-84c7-0ce7406de969 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:25:45.708051 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-1a90338d-7308-48af-84c7-0ce7406de969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:25:45.782016 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:46.028357 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:46.069521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-58721305-1131-4455-9090-289dd8b003eb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-620329965&fields=id&tenant_id=693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 267 time: 0.1481047 Aug 28 20:25:46.088378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Network': ['ID=c9cb481e-f760-4e85-93ee-91daeaef24e9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:46.157287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:25:46.157481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-be8b0efc-4054-4945-bde4-141f3ba39d7e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1559868 Aug 28 20:25:46.157481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47114) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:46.182600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'admin_state_up': True, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:46.261768 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18f73965-770e-4bce-bdff-3e87d9a8472f admin admin] Publish callbacks [] for security_group (cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.301303 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (4f656e60-e96f-455a-96b9-489eb777a0fd), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.307484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aca4a1be-14d3-409f-bbf9-d4ec74b654e4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:25:46.354385 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:46.355055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1a90338d-7308-48af-84c7-0ce7406de969 None None] Current status of the port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:46.363216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (4f656e60-e96f-455a-96b9-489eb777a0fd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.422027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-71511826-dcde-41d4-b317-5997ad2e00f5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:46.552872 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-71511826-dcde-41d4-b317-5997ad2e00f5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/networks?id=771903e6-5c4f-4aea-93d6-c3903d436a1c HTTP/1.1" status: 200 len: 797 time: 0.3506496 Aug 28 20:25:46.553081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:46.553081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.553252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6e39743f-0e07-4c3d-93ab-41211c67cb38 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/quotas/693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 375 time: 0.0130424 Aug 28 20:25:46.553379 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (4f656e60-e96f-455a-96b9-489eb777a0fd), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.553466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dfd49f50-2c61-4bfd-8ecc-7a42d6f7ca19 None None] Provisioning complete for port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:46.553466 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dfd49f50-2c61-4bfd-8ecc-7a42d6f7ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.553652 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-d85a1584-f288-4ba7-8d7a-ec84b7a042a8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0765953 Aug 28 20:25:46.553652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-2a98e248-16f6-469a-b8ac-e8e16b7ffeaf service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:25:46.553976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-2a98e248-16f6-469a-b8ac-e8e16b7ffeaf service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058048 Aug 28 20:25:46.576460 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-18f73965-770e-4bce-bdff-3e87d9a8472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.602102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:46.624322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dfd49f50-2c61-4bfd-8ecc-7a42d6f7ca19 None None] Current status of the port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:46.637348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47116) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:46.637622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-18f73965-770e-4bce-bdff-3e87d9a8472f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=112352edc8804c89b426c06f9b7a62e1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3211133 Aug 28 20:25:46.637622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f73965-770e-4bce-bdff-3e87d9a8472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:46.721892 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-b371dd8f-5595-4e1b-9553-6cb33637fcca service neutron] 10.222.0.78 "GET /networking/v2.0/networks/771903e6-5c4f-4aea-93d6-c3903d436a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582806 Aug 28 20:25:46.873804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-11894440-09b1-4aca-92a0-11aaed13bfaf service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764289 Aug 28 20:25:46.896539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (4f656e60-e96f-455a-96b9-489eb777a0fd), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:46.901748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cda923f6-7f98-4470-959a-a53bac4a3f74 admin admin] Publish callbacks [] for security_group (cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:47.003710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cda923f6-7f98-4470-959a-a53bac4a3f74 admin admin] Publish callbacks [] for security_group (cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:47.045831 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-b0b06311-10bc-49e8-8666-fe0135e55ba9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/771903e6-5c4f-4aea-93d6-c3903d436a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085468 Aug 28 20:25:47.068478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-1dda3fc5-cce4-4769-b0d6-be35a7e9ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:47.076339 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-1dda3fc5-cce4-4769-b0d6-be35a7e9ab20 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 1128 time: 0.1331880 Aug 28 20:25:47.083980 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:47.332009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-06143d07-1463-4da3-add9-c42db9ee7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:47.338956 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-06143d07-1463-4da3-add9-c42db9ee7ae9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.2270353 Aug 28 20:25:47.424604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cda923f6-7f98-4470-959a-a53bac4a3f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:47.428263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cda923f6-7f98-4470-959a-a53bac4a3f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:47.429784 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cda923f6-7f98-4470-959a-a53bac4a3f74 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe HTTP/1.1" status: 204 len: 168 time: 0.7969308 Aug 28 20:25:47.458502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda923f6-7f98-4470-959a-a53bac4a3f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2d87d2-ecc4-4c2f-86a0-3cd7250f67fe,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:47.479707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (4f656e60-e96f-455a-96b9-489eb777a0fd), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:47.526182 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:47.534484 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-f4628b1e-cb05-452d-9129-73dd2ff991ab service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 200 len: 1002 time: 0.1891167 Aug 28 20:25:47.619367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3780502-4fb5-4cb8-a3bb-a38bc0559861 req-5ee773be-c196-4dec-8614-d983ab9feb25 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.0834522 Aug 28 20:25:47.635813 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:47.704833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-42aa0384-6657-4743-9b64-9edbd66cd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:47.716554 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-42aa0384-6657-4743-9b64-9edbd66cd009 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.1625566 Aug 28 20:25:47.739705 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:47.836614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.164 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/6b2042d4-4703-4f18-92cc-f8cbec4773be) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:25:48.307192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:48.423820 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:48.448643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:48.552513 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:48.554867 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:25:48.562234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:25:48.565206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:25:48.622359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=6b2042d4-4703-4f18-92cc-f8cbec4773be,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:48.644627 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-910c8295-89a9-4319-b72b-62fc401e73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:48.656514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-910c8295-89a9-4319-b72b-62fc401e73b6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9385886 Aug 28 20:25:48.857586 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:48.892906 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a55a3193-f4d9-4ce0-b966-56e51cc0de8b req-abcfe583-4883-43be-82ab-a3b6f8c4c3ec tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.0801365 Aug 28 20:25:49.086983 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-48f87299-faf8-4677-9651-cf44ab7a95a9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222350 Aug 28 20:25:49.134919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47164) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:49.247588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b3955cf-26db-4c30-b568-578460d35b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:49.334195 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (4f656e60-e96f-455a-96b9-489eb777a0fd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:49.451803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4ee856d0-3ed9-4a04-9faf-7ce1b466f95a req-62531e44-822c-4f8b-9f71-f438d238af61 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591383 Aug 28 20:25:49.565485 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:49.587608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b3955cf-26db-4c30-b568-578460d35b40 admin admin] Publish callbacks [] for security_group (ef52c992-601e-4ae5-8ec6-bb48fe1b30a5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:49.685917 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b3955cf-26db-4c30-b568-578460d35b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef52c992-601e-4ae5-8ec6-bb48fe1b30a5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:49.780495 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:49.797468 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (4f656e60-e96f-455a-96b9-489eb777a0fd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:49.801155 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8b3955cf-26db-4c30-b568-578460d35b40 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=86cbde14a51b416c9c11fc36f41233a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6565936 Aug 28 20:25:49.801155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3955cf-26db-4c30-b568-578460d35b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef52c992-601e-4ae5-8ec6-bb48fe1b30a5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:49.801629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47166) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:49.918741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-263c07f9-199c-4cc0-8809-ae266ba18547 admin admin] Publish callbacks [] for security_group (ef52c992-601e-4ae5-8ec6-bb48fe1b30a5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:49.936576 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:49.999375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-263c07f9-199c-4cc0-8809-ae266ba18547 admin admin] Publish callbacks [] for security_group (ef52c992-601e-4ae5-8ec6-bb48fe1b30a5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:50.228269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-263c07f9-199c-4cc0-8809-ae266ba18547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef52c992-601e-4ae5-8ec6-bb48fe1b30a5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:50.233627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-263c07f9-199c-4cc0-8809-ae266ba18547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:50.235474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-263c07f9-199c-4cc0-8809-ae266ba18547 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ef52c992-601e-4ae5-8ec6-bb48fe1b30a5 HTTP/1.1" status: 204 len: 168 time: 0.4326706 Aug 28 20:25:50.245509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-776356ec-aa46-4d79-a6ab-eda79886119a req-f8858802-282c-4619-bf23-473b21cf4a3c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.1185179 Aug 28 20:25:50.281262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c07f9-199c-4cc0-8809-ae266ba18547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef52c992-601e-4ae5-8ec6-bb48fe1b30a5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:50.345831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 4f656e60-e96f-455a-96b9-489eb777a0fd is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:25:50.376636 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:50.522377 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:50.582543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:25:50.606033 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Sync routers for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:25:50.619379 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:50.620299 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:50.698807 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:50.705548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f6c5cdb5-4b1e-46a9-a8a3-eaf235a04a31 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5463681 Aug 28 20:25:50.706659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47184) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:50.876425 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-835f1daa-91ce-4f07-a655-324b7f7e4a1f tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=19747ba661ca427ea056cf5402e7450c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1669528 Aug 28 20:25:50.879953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47188) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:50.951071 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:51.084702 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:51.223579 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:25:48Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:51.283852 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Checking router: 4f656e60-e96f-455a-96b9-489eb777a0fd for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:25:51.284200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Updating router 4f656e60-e96f-455a-96b9-489eb777a0fd port 6b2042d4-4703-4f18-92cc-f8cbec4773be binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:25:51.311372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed8e0f-0b9a-4c8b-a9d5-376ea9871f60 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:51.313977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d2ed8e0f-0b9a-4c8b-a9d5-376ea9871f60 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4260716 Aug 28 20:25:51.318073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47200) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:51.324945 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:25:51.326126 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:51.449824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47202) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:51.450862 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2b8bbba9-f957-453d-aa96-142ed002a672 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1313667 Aug 28 20:25:51.458032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357651729', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:51.582943 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:51.648965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47204) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:51.676322 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13a3e8e1-ba5c-4fbd-be43-3126b8c21017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:51.790727 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:51.977528 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-26980c0d-1bb2-4c91-bdbf-648c6c5b3c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.041204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13a3e8e1-ba5c-4fbd-be43-3126b8c21017 admin admin] Publish callbacks [] for security_group (e1c4bce1-eb4f-41b1-856d-aa0cad447d22), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.082905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-111cd475-d1a8-49a2-9dc1-de0f2be3b7e5 req-bba54a76-4c38-4f03-86ba-b13619b9f221 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.3380063 Aug 28 20:25:52.139140 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13a3e8e1-ba5c-4fbd-be43-3126b8c21017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e1c4bce1-eb4f-41b1-856d-aa0cad447d22), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.145072 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Publish callbacks [] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.207121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:25:52.220984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.222334 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.268095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-13a3e8e1-ba5c-4fbd-be43-3126b8c21017 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3aa154db2f974ed6951dbdd2b4426b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6171935 Aug 28 20:25:52.269025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47212) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:52.284892 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3e8e1-ba5c-4fbd-be43-3126b8c21017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c4bce1-eb4f-41b1-856d-aa0cad447d22,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:52.359909 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Attempting to bind port 6b2042d4-4703-4f18-92cc-f8cbec4773be on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:25:52.360100 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Attempting to bind port 6b2042d4-4703-4f18-92cc-f8cbec4773be by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:25:52.361895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Attempting to bind port 6b2042d4-4703-4f18-92cc-f8cbec4773be on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:25:52.389539 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:25:52.390010 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:25:52.390519 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.391394 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:25:52.392229 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Bound port: 6b2042d4-4703-4f18-92cc-f8cbec4773be, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:25:52.396578 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.474656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-8cd8e806-df07-4496-bc9f-cac6679db709 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:52.476273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-8cd8e806-df07-4496-bc9f-cac6679db709 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "GET /networking/v2.0/networks?id=771903e6-5c4f-4aea-93d6-c3903d436a1c HTTP/1.1" status: 200 len: 797 time: 0.7315693 Aug 28 20:25:52.491307 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:52.492494 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb0bed70-993e-4501-913b-2ade3e728555 admin admin] Publish callbacks [] for security_group (e1c4bce1-eb4f-41b1-856d-aa0cad447d22), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.525255 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Pushing event updated for resources: {'Port': ['ID=6b2042d4-4703-4f18-92cc-f8cbec4773be,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:52.554963 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb0bed70-993e-4501-913b-2ade3e728555 admin admin] Publish callbacks [] for security_group (e1c4bce1-eb4f-41b1-856d-aa0cad447d22), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.555909 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.557834 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.558482 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.559064 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.562515 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.563167 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.563642 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.568871 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.569487 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.570316 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.572645 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.573190 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.573640 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.574573 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.574778 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:25:52.646337 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:52.648148 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] For port 6b2042d4-4703-4f18-92cc-f8cbec4773be, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:25:52.654193 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] For port 6b2042d4-4703-4f18-92cc-f8cbec4773be, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b2042d4-4703-4f18-92cc-f8cbec4773be,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:25:52.711489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-9feebad4-c076-4d3f-b1ef-96001de4af15 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 471 time: 0.2254303 Aug 28 20:25:52.721781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'port': {'device_id': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c', 'admin_state_up': True, 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'security_groups': ['8dc2dbae-b34c-476d-999e-4c6ca8307ec1']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:52.748489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb0bed70-993e-4501-913b-2ade3e728555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e1c4bce1-eb4f-41b1-856d-aa0cad447d22), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.751512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bb0bed70-993e-4501-913b-2ade3e728555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.752867 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bb0bed70-993e-4501-913b-2ade3e728555 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e1c4bce1-eb4f-41b1-856d-aa0cad447d22 HTTP/1.1" status: 204 len: 168 time: 0.4828527 Aug 28 20:25:52.772134 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bed70-993e-4501-913b-2ade3e728555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c4bce1-eb4f-41b1-856d-aa0cad447d22,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:52.791154 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:52.807849 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:52.902411 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:53.021061 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:25:53.021708 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:53.122669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:25:53.128256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:53.134730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (8c1e43b6-aedd-4fb6-a842-bf2e5b238059), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:53.204673 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169f8b-4def-4463-85c7-92a69b7e09ac None None] Pushing event updated for resources: {'Port': ['ID=6b2042d4-4703-4f18-92cc-f8cbec4773be,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:53.211363 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:53.263030 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:53.270416 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:25:53.374689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7198def1-190b-4034-bc0d-cc634633f23e req-ee118f11-7dbe-421b-9794-827516b9a8cc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.0998116 Aug 28 20:25:53.381077 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:53.545306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Subnet': ['ID=8c1e43b6-aedd-4fb6-a842-bf2e5b238059,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:53.618560 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:53.641533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Checking segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:25:53.641533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network hostable DHCP agents. Network: c9cb481e-f760-4e85-93ee-91daeaef24e9, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:25:53.837452 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:53.844787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.20.0.25 (771903e6-5c4f-4aea-93d6-c3903d436a1c/b3c516d8-2fd5-4711-9b91-76828024e8ad/e619eff5-3dd3-46e3-a990-b7d47bb2914e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:25:53.873322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:25:53.936480 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:25:48Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:25:54.035319 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55edf2-205b-4fda-88ec-6fae2aef3392 None None] The sync data for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 is: [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:25:48Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:25:54.085204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c9cb481e-f760-4e85-93ee-91daeaef24e9) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:25:54.101358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:54.102140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:54.117332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b545a-e57f-426d-8a1a-786fd405388c None None] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:25:54.235698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:54.339190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ab7c66c5-6e03-469b-9477-9ee6f26e98c3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8882780 Aug 28 20:25:54.344343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47244) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:25:54.438825 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-43898be0-d7b5-4c6a-baab-6e1b80eac989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:54.462011 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:54.527791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c9cb481e-f760-4e85-93ee-91daeaef24e9', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:25:54.529147 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:54.808423 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:54.851419 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:54.909766 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:54.995390 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:55.068646 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:55.107992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac74733-7c2f-4da9-a6a5-23d676bace1c req-8968100b-cf6e-4449-8186-497dc5d863d1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:55.116693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aac74733-7c2f-4da9-a6a5-23d676bace1c req-8968100b-cf6e-4449-8186-497dc5d863d1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 932 time: 0.4823477 Aug 28 20:25:55.226120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Allocated IP 172.20.0.2 (c9cb481e-f760-4e85-93ee-91daeaef24e9/8c1e43b6-aedd-4fb6-a842-bf2e5b238059/a77831f5-d437-4c60-88b0-1921ac5429fb) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:25:55.270760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:25:55.337591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:25:55.514140 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:55.585423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:25:55.604717 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=e619eff5-3dd3-46e3-a990-b7d47bb2914e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:55.789952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aac74733-7c2f-4da9-a6a5-23d676bace1c req-6f5eb2d3-1bda-4e81-9f9a-7385728956c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6454844 Aug 28 20:25:55.835622 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:55.841836 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Publish callbacks [] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:55.843814 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:55.850051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:55.905079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-287ac9ec-6d51-4428-a9c8-b23ff312cc7f None None] Provisioning complete for port e619eff5-3dd3-46e3-a990-b7d47bb2914e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:55.910124 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-287ac9ec-6d51-4428-a9c8-b23ff312cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:55.958401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-287ac9ec-6d51-4428-a9c8-b23ff312cc7f None None] Port e619eff5-3dd3-46e3-a990-b7d47bb2914e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:25:56.120776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b2042d4-4703-4f18-92cc-f8cbec4773be up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:25:56.207200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6b2042d4-4703-4f18-92cc-f8cbec4773be triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:56.207962 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.224245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-6f694916-5bec-40a8-898c-3fe3699fddea tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5069366 Aug 28 20:25:56.235067 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.238865 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.241743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Request body: {'port': {'device_id': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:25:56.292131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Pushing event updated for resources: {'Port': ['ID=a77831f5-d437-4c60-88b0-1921ac5429fb,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:56.338048 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:56.360714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:25:56.367184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:25:56.374340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:25:56.456299 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:56.472639 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.516751 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.520007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Attempting to bind port a77831f5-d437-4c60-88b0-1921ac5429fb on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:25:56.520749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Attempting to bind port a77831f5-d437-4c60-88b0-1921ac5429fb by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:25:56.521129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Attempting to bind port a77831f5-d437-4c60-88b0-1921ac5429fb on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:25:56.576472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6b2042d4-4703-4f18-92cc-f8cbec4773be is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:56.577395 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.585227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:25:56.585596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Checking segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:25:56.586327 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.593839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Bound using segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:25:56.594727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Bound port: a77831f5-d437-4c60-88b0-1921ac5429fb, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:25:56.595215 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:56.656875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6b2042d4-4703-4f18-92cc-f8cbec4773be, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b2042d4-4703-4f18-92cc-f8cbec4773be,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:56.764411 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] For port a77831f5-d437-4c60-88b0-1921ac5429fb, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:25:56.769049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] For port a77831f5-d437-4c60-88b0-1921ac5429fb, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a77831f5-d437-4c60-88b0-1921ac5429fb,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:25:56.811484 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:57.073784 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:57.078724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6b2042d4-4703-4f18-92cc-f8cbec4773be,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:57.087918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdde38-ab52-4cc3-a2a1-b5b66a816b16 req-4ffebedb-bb98-43e3-a5d3-17852983172b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:57.094933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2bdde38-ab52-4cc3-a2a1-b5b66a816b16 req-4ffebedb-bb98-43e3-a5d3-17852983172b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 932 time: 0.1269751 Aug 28 20:25:57.098751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:57.223811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f2bdde38-ab52-4cc3-a2a1-b5b66a816b16 req-50bb4b4c-0160-4293-9dbe-58b92720f2b3 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274610 Aug 28 20:25:57.247295 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:57.249408 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:57.399912 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:57.404645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf22fb6-ac2b-46a9-826a-9249db6d5226 None None] Pushing event updated for resources: {'Port': ['ID=a77831f5-d437-4c60-88b0-1921ac5429fb,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:57.445037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:57.582540 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:57.641277 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:57.688896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e619eff5-3dd3-46e3-a990-b7d47bb2914e {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:25:57.711520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Publish callbacks [] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:57.739305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Transition to ACTIVE for port object e619eff5-3dd3-46e3-a990-b7d47bb2914e will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:25:57.742575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.1 (c9cb481e-f760-4e85-93ee-91daeaef24e9/8c1e43b6-aedd-4fb6-a842-bf2e5b238059/151b5a3d-91f6-417b-878a-a1e867e5bf42) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:25:57.909577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:57.978308 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:58.102885 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:58.171025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Pushing event updated for resources: {'Port': ['ID=e619eff5-3dd3-46e3-a990-b7d47bb2914e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:58.255369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Attempting to bind port e619eff5-3dd3-46e3-a990-b7d47bb2914e on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:25:58.256369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Attempting to bind port e619eff5-3dd3-46e3-a990-b7d47bb2914e by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:25:58.256785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Attempting to bind port e619eff5-3dd3-46e3-a990-b7d47bb2914e on network 771903e6-5c4f-4aea-93d6-c3903d436a1c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:25:58.267227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Port e619eff5-3dd3-46e3-a990-b7d47bb2914e on network 771903e6-5c4f-4aea-93d6-c3903d436a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:25:58.267689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Attempting to bind port e619eff5-3dd3-46e3-a990-b7d47bb2914e on network 771903e6-5c4f-4aea-93d6-c3903d436a1c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:25:58.289502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:25:58.289502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Checking segment: {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:25:58.289502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Bound using segment: {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:25:58.289502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Bound port: e619eff5-3dd3-46e3-a990-b7d47bb2914e, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:25:58.289502 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:58.289502 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:58.306392 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:58.410862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a77831f5-d437-4c60-88b0-1921ac5429fb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:25:58.532612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a55a06-9ecd-45df-b671-7b741a0e4fad req-4c8947d2-5313-4fd0-a21e-7965f902b076 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:58.539673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79a55a06-9ecd-45df-b671-7b741a0e4fad req-4c8947d2-5313-4fd0-a21e-7965f902b076 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 944 time: 0.1185398 Aug 28 20:25:58.548067 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:58.562352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a77831f5-d437-4c60-88b0-1921ac5429fb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:58.563174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:58.729758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-79a55a06-9ecd-45df-b671-7b741a0e4fad req-1ce169f3-4c78-443f-a35c-b4ae762500c7 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839810 Aug 28 20:25:58.735121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:25:58.742100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:25:58.751179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:25:58.776455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a77831f5-d437-4c60-88b0-1921ac5429fb is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:58.778102 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:58.788158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=151b5a3d-91f6-417b-878a-a1e867e5bf42,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:58.862732 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:58.912851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] For port e619eff5-3dd3-46e3-a990-b7d47bb2914e, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:25:58.965318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a77831f5-d437-4c60-88b0-1921ac5429fb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a77831f5-d437-4c60-88b0-1921ac5429fb,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:25:58.966944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (4f656e60-e96f-455a-96b9-489eb777a0fd), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:59.039514 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:59.040338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b2042d4-4703-4f18-92cc-f8cbec4773be up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:25:59.100332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] For port e619eff5-3dd3-46e3-a990-b7d47bb2914e, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=e619eff5-3dd3-46e3-a990-b7d47bb2914e,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:25:59.132296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a77831f5-d437-4c60-88b0-1921ac5429fb,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:25:59.234798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6b2042d4-4703-4f18-92cc-f8cbec4773be triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:59.235309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:59.295061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32358b4d-656d-4651-9ca4-51fad2f6fe12 None None] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:25:59.526044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-63bff13b-ada3-4d9c-8ea0-e51172f709eb None None] Provisioning complete for port a77831f5-d437-4c60-88b0-1921ac5429fb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:25:59.528013 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-63bff13b-ada3-4d9c-8ea0-e51172f709eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:59.761483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6b2042d4-4703-4f18-92cc-f8cbec4773be is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:59.801182 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:59.816170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bedcb-6ad8-4c6a-a834-0499ffd145ce req-464b6dca-0b9c-4fd2-a1e1-1c8efe2d144e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:59.819403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-63bff13b-ada3-4d9c-8ea0-e51172f709eb None None] Current status of the port a77831f5-d437-4c60-88b0-1921ac5429fb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:25:59.833733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-592bedcb-6ad8-4c6a-a834-0499ffd145ce req-464b6dca-0b9c-4fd2-a1e1-1c8efe2d144e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.1158292 Aug 28 20:25:59.928627 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:25:59.940218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:59.943999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:25:59.945369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:25:59.946769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/e619eff5-3dd3-46e3-a990-b7d47bb2914e HTTP/1.1" status: 200 len: 1092 time: 3.7118678 Aug 28 20:26:00.002789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-592bedcb-6ad8-4c6a-a834-0499ffd145ce req-8a4040de-a981-483a-ab58-a020c5735451 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743283 Aug 28 20:26:00.044582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'tag': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:00.052073 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad33a32-c406-4a30-9f66-ddbf0758b05f" -d '{"events": [{"name": "network-changed", "server_uuid": "1be81e91-8f73-499b-af29-f88fb31dd7c8", "tag": "e619eff5-3dd3-46e3-a990-b7d47bb2914e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:00.078327 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0aa0e-7d18-400e-933a-b59c4658c846 service neutron] Pushing event updated for resources: {'Port': ['ID=e619eff5-3dd3-46e3-a990-b7d47bb2914e,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:00.153359 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a77831f5-d437-4c60-88b0-1921ac5429fb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:00.239767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37652bd9-91fe-41eb-b167-ea463713084f req-794884e1-efd5-4c2f-92d4-49b50806b0fb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:00.241379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37652bd9-91fe-41eb-b167-ea463713084f req-794884e1-efd5-4c2f-92d4-49b50806b0fb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 944 time: 0.1717227 Aug 28 20:26:00.244044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-807ef916-ad0a-467d-abc5-b4344b325833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:00.245007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-807ef916-ad0a-467d-abc5-b4344b325833 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 1126 time: 0.1201653 Aug 28 20:26:00.256928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a77831f5-d437-4c60-88b0-1921ac5429fb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:00.257316 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:00.358171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b4a5fd76-bafa-40eb-b425-fb925af642d1 None None] Provisioning complete for port 151b5a3d-91f6-417b-878a-a1e867e5bf42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:00.358577 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4a5fd76-bafa-40eb-b425-fb925af642d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:00.383649 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-d10e9a97-2b9c-4dec-b964-f1bb0949f4f1 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e619eff5-3dd3-46e3-a990-b7d47bb2914e HTTP/1.1" status: 200 len: 217 time: 0.0895813 Aug 28 20:26:00.391215 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37652bd9-91fe-41eb-b167-ea463713084f req-2adc5620-efec-4bad-b76f-b4e4d2b6449e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387148 Aug 28 20:26:00.407659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:00.507057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a77831f5-d437-4c60-88b0-1921ac5429fb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:00.530028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5fd76-bafa-40eb-b425-fb925af642d1 None None] Port 151b5a3d-91f6-417b-878a-a1e867e5bf42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:26:00.547242 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd9ed6d-1683-48dc-b273-6212cdd4bee0 x-openstack-request-id: req-ffd9ed6d-1683-48dc-b273-6212cdd4bee0 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:00.547538 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be81e91-8f73-499b-af29-f88fb31dd7c8", "tag": "e619eff5-3dd3-46e3-a990-b7d47bb2914e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:00.547771 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffd9ed6d-1683-48dc-b273-6212cdd4bee0 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:00.548190 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd9ed6d-1683-48dc-b273-6212cdd4bee0'] response: {'name': 'network-changed', 'server_uuid': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'tag': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e', 'status': 'completed', 'code': 200} Aug 28 20:26:00.551397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b4a5fd76-bafa-40eb-b425-fb925af642d1 None None] Provisioning complete for port a77831f5-d437-4c60-88b0-1921ac5429fb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:00.552442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4a5fd76-bafa-40eb-b425-fb925af642d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:00.554590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-1abfa694-d4d7-4624-b620-0adb2e45414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:00.556184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-1abfa694-d4d7-4624-b620-0adb2e45414e service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=b3c516d8-2fd5-4711-9b91-76828024e8ad HTTP/1.1" status: 200 len: 837 time: 0.1615531 Aug 28 20:26:00.629124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-3c6a5651-341c-414f-b677-2f597fbb9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:00.630811 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-3c6a5651-341c-414f-b677-2f597fbb9a92 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=771903e6-5c4f-4aea-93d6-c3903d436a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679286 Aug 28 20:26:00.877530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5fd76-bafa-40eb-b425-fb925af642d1 None None] Current status of the port a77831f5-d437-4c60-88b0-1921ac5429fb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:00.930185 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:00.943097 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-3ecc88b0-1bf0-40e7-a733-f6b9a0243bac service neutron] 10.222.0.89 "GET /networking/v2.0/networks/771903e6-5c4f-4aea-93d6-c3903d436a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704480 Aug 28 20:26:00.995859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8f548eeb-39ba-4e26-852e-0484d716f0ae None None] Provisioning complete for port 151b5a3d-91f6-417b-878a-a1e867e5bf42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:00.996273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8f548eeb-39ba-4e26-852e-0484d716f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:01.033643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8f548eeb-39ba-4e26-852e-0484d716f0ae None None] Port 151b5a3d-91f6-417b-878a-a1e867e5bf42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:26:01.107399 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:01.255532 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1190bc55-84f2-42e7-8ee3-42f1687c8a99 req-f2e576e1-79f9-4055-a0ff-a675fa3edf81 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/771903e6-5c4f-4aea-93d6-c3903d436a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058798 Aug 28 20:26:01.295736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:01.410641 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:01.419479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-d878bdc1-9d42-4668-ac44-811e348597ed service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899277 Aug 28 20:26:01.456573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-0bc9a1ce-9acc-4f2c-a852-2ecc812c2f95 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=5b0f9bc8d4cb46c8af856fea8e100ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046569 Aug 28 20:26:01.581688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-7a110199-c467-4631-a262-87399b109264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:01.583859 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-7a110199-c467-4631-a262-87399b109264 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=cd0d0379a2ef431c98328e490b1febcd&device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 1127 time: 0.0952423 Aug 28 20:26:01.640747 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:01.718122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72b3c3-7fc6-45c4-ba73-2f746d1dcbef req-5f7fe9a3-96a9-4ec9-856a-b8930d99d70f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:01.720229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6f72b3c3-7fc6-45c4-ba73-2f746d1dcbef req-5f7fe9a3-96a9-4ec9-856a-b8930d99d70f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 944 time: 0.1351116 Aug 28 20:26:01.728525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=151b5a3d-91f6-417b-878a-a1e867e5bf42,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:01.728525 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (4f656e60-e96f-455a-96b9-489eb777a0fd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:01.829898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-2a0ed3ab-7795-4283-b941-888d3a6144cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:01.831585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-2a0ed3ab-7795-4283-b941-888d3a6144cb service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 200 len: 919 time: 0.1896150 Aug 28 20:26:01.851642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6f72b3c3-7fc6-45c4-ba73-2f746d1dcbef req-8ec3145c-b038-4055-b1a7-38ca26ee9337 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987208 Aug 28 20:26:01.881147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-ba3bb163-2248-4eee-bdaf-12ca7bb52dad tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:01.882650 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-ba3bb163-2248-4eee-bdaf-12ca7bb52dad tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4042978 Aug 28 20:26:01.889729 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-8f0eb0b8-7821-4d0b-928c-69467bdbd322 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a HTTP/1.1" status: 200 len: 217 time: 0.0370851 Aug 28 20:26:01.917118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-c16f20c6-8e04-48d0-a8e2-e3b3339c8455 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/quotas/5b0f9bc8d4cb46c8af856fea8e100ef6 HTTP/1.1" status: 200 len: 375 time: 0.0262134 Aug 28 20:26:01.952716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-f6e6c07b-df88-4cfa-b597-065123fb42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:01.956600 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:01.957456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-f6e6c07b-df88-4cfa-b597-065123fb42bd service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 200 len: 857 time: 0.0577154 Aug 28 20:26:01.980812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-1506e0a7-ac95-4f50-b92f-0ccb8d66465e tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5b0f9bc8d4cb46c8af856fea8e100ef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498366 Aug 28 20:26:01.982943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:26:01.984501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:26:02.047370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-c5e51d6f-6a0b-4e42-b061-7fb945b17122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:02.051722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-c5e51d6f-6a0b-4e42-b061-7fb945b17122 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=ea9e42ea-28ff-4906-b675-f48df8f0f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805991 Aug 28 20:26:02.162980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 4f656e60-e96f-455a-96b9-489eb777a0fd has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:26:02.222078 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-13420390-44d1-4886-a4f4-9727b177e769 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615911 Aug 28 20:26:02.369140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-274b4c8d-ebf0-4b9e-9dcb-885bd16a4ef6 req-5eea0ef9-8abe-4fc6-b8e8-8ba57df5b6d6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369736 Aug 28 20:26:02.400866 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:02.473028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-79438e73-1251-4dc8-ae19-6545760e4f69 None None] Provisioning complete for port 151b5a3d-91f6-417b-878a-a1e867e5bf42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:02.474223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-79438e73-1251-4dc8-ae19-6545760e4f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:02.491740 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-509b2990-0094-4b8f-aa70-4d78fa318427 req-4c87ad9c-5677-4a4e-bbec-1d930df3d480 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.0639291 Aug 28 20:26:02.520537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-d5c0130c-1dd8-4597-9585-032dda15f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:02.527456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-d5c0130c-1dd8-4597-9585-032dda15f743 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 1126 time: 0.2352247 Aug 28 20:26:02.543606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:26:02.549977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8095cb8b-f73b-4161-ab4f-b0bcdda3ac4a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/4f656e60-e96f-455a-96b9-489eb777a0fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2039218 Aug 28 20:26:02.559429 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:02.569449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Sync routers for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:26:02.594137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:02.596044 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:02.600723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-79438e73-1251-4dc8-ae19-6545760e4f69 None None] Port 151b5a3d-91f6-417b-878a-a1e867e5bf42 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:26:02.619956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device e619eff5-3dd3-46e3-a990-b7d47bb2914e details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:26:02.780090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-cf35e302-63dd-4076-9793-93f9b14130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:02.783310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-cf35e302-63dd-4076-9793-93f9b14130a0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=771903e6-5c4f-4aea-93d6-c3903d436a1c HTTP/1.1" status: 200 len: 898 time: 0.2472804 Aug 28 20:26:02.862170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:02.879625 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:03.002031 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-16cd4702-d23e-42dc-be66-9ea1a8428e2a service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e619eff5-3dd3-46e3-a990-b7d47bb2914e HTTP/1.1" status: 200 len: 217 time: 0.2014945 Aug 28 20:26:03.006344 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:03.039996 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-8e6255cf-ab61-47b2-b8ad-ef7ed1d3df5b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2145723897&fields=id&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 267 time: 0.0908792 Aug 28 20:26:03.041158 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:03.072756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffbe77-3e84-4a2d-a84f-12b38f7b247c req-1079995e-daa9-492c-9285-a73e7a261084 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:03.075323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7ffbe77-3e84-4a2d-a84f-12b38f7b247c req-1079995e-daa9-492c-9285-a73e7a261084 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 944 time: 0.0721586 Aug 28 20:26:03.089745 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:03.112095 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:03.146501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7ffbe77-3e84-4a2d-a84f-12b38f7b247c req-87ce5e9d-dea3-401d-ad21-a097fb328c63 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640213 Aug 28 20:26:03.179711 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:03.231342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:03.236813 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:03.236978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-a3a18386-b626-4e6d-8d39-279a95c0b132 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:03.245665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-a3a18386-b626-4e6d-8d39-279a95c0b132 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 200 len: 796 time: 0.2044568 Aug 28 20:26:03.276163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-13de88fd-d1bc-4801-a04f-ed77831da8e3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/quotas/19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 375 time: 0.0275006 Aug 28 20:26:03.324339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port e619eff5-3dd3-46e3-a990-b7d47bb2914e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=e619eff5-3dd3-46e3-a990-b7d47bb2914e,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:03.326664 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-8aa37998-84da-4dcc-b2ec-a6e263646972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:03.329070 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-8aa37998-84da-4dcc-b2ec-a6e263646972 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=b3c516d8-2fd5-4711-9b91-76828024e8ad HTTP/1.1" status: 200 len: 837 time: 0.1169126 Aug 28 20:26:03.356243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:03.359504 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1dad81-fe4e-47cd-b71e-1775ff53b4f7" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:03.374968 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-81d96740-4883-4737-bcdf-1cf9586abdae tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963268 Aug 28 20:26:03.385356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e', 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c', 'port_id': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e', 'mac_address': 'fa:16:3e:29:a0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:26:03.392250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:03.469907 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e886efca-3eae-437b-a46e-046971c25fd8 x-openstack-request-id: req-e886efca-3eae-437b-a46e-046971c25fd8 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:03.471033 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:03.472083 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e886efca-3eae-437b-a46e-046971c25fd8 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:03.472083 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e886efca-3eae-437b-a46e-046971c25fd8'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'code': 200} Aug 28 20:26:03.480995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-b78a91a3-c757-4dce-893a-bf194e356074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:03.482716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-b78a91a3-c757-4dce-893a-bf194e356074 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=771903e6-5c4f-4aea-93d6-c3903d436a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1478441 Aug 28 20:26:03.490153 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:03.499086 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:03.557569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port e619eff5-3dd3-46e3-a990-b7d47bb2914e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:03.558140 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:03.664277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-be9a5638-c167-4de8-8440-30351da0610e service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:26:03.679283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-be9a5638-c167-4de8-8440-30351da0610e service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2956967 Aug 28 20:26:03.684515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e619eff5-3dd3-46e3-a990-b7d47bb2914e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:26:03.706213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 2, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:03.764681 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-333ce675-0db0-4c40-9144-e1685c3ebac9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/771903e6-5c4f-4aea-93d6-c3903d436a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708941 Aug 28 20:26:03.780769 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Checking router: 4f656e60-e96f-455a-96b9-489eb777a0fd for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:26:03.786289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Updating router 4f656e60-e96f-455a-96b9-489eb777a0fd port 151b5a3d-91f6-417b-878a-a1e867e5bf42 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:26:03.786736 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port e619eff5-3dd3-46e3-a990-b7d47bb2914e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=e619eff5-3dd3-46e3-a990-b7d47bb2914e,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:03.805355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:03.829340 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.829700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.830110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.837323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.837799 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.838197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.838552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.838928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.839841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.840187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.840528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.841269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.844438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.844970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.845331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:03.854572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:03.886856 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:03.898145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d93f2e5-7a44-4326-b76b-58c26227a334 req-cb83b90d-1544-4b6d-b756-66055d1ea379 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.1341901 Aug 28 20:26:03.935694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-bd7b0c62-9ada-4d62-aeef-7dd0e4e5c845 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616093 Aug 28 20:26:04.082339 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:04.123317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5ad33a32-c406-4a30-9f66-ddbf0758b05f req-99d29e36-7309-40f9-a2a9-fd3aca823878 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/771903e6-5c4f-4aea-93d6-c3903d436a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231393 Aug 28 20:26:04.216335 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:04.314288 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:04.436911 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:04.458020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5f21bd31-45d8-4159-969d-d18e9b7a130f service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196419 Aug 28 20:26:04.537929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee16e-b26c-4574-b806-796b6fa12fe4 req-daff772e-fb62-4c3c-9124-e43e317d289a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:04.542306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7eee16e-b26c-4574-b806-796b6fa12fe4 req-daff772e-fb62-4c3c-9124-e43e317d289a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 945 time: 0.1683249 Aug 28 20:26:04.544630 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:04.651543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=e619eff5-3dd3-46e3-a990-b7d47bb2914e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:04.691294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7eee16e-b26c-4574-b806-796b6fa12fe4 req-a3fea409-1410-4167-86d9-6821fc7b7fa2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412427 Aug 28 20:26:04.708282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:26:04.719142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['e619eff5-3dd3-46e3-a990-b7d47bb2914e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:26:04.746983 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:04.909360 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:05.084380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87d29990-f0bf-416e-bd4f-22234a243c46 req-12910255-cb3e-461d-8cee-30d3ce4d121b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 210 time: 0.0650892 Aug 28 20:26:05.103536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Publish callbacks [] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:05.211285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:05.227481 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aaaf9c9e-e6b8-40ff-81c7-cfc50d616ef6 req-5b57dc38-9cea-4917-a019-7daea072ebca tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.0758088 Aug 28 20:26:05.242994 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:05.251998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'mac_address': 'fa:16:3e:05:5b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:26:05.364875 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:05.427653 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:05.428339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862276e-26d6-4dc8-94c9-06d44badf657 None None] Pushing event updated for resources: {'Port': ['ID=151b5a3d-91f6-417b-878a-a1e867e5bf42,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:05.479009 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:05.542751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:05.543338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:05.576519 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:05.585692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9f922a-7aa3-4028-8a69-f942ab4ae08d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:26:05.623311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:05.628109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Attempting to bind port 151b5a3d-91f6-417b-878a-a1e867e5bf42 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:26:05.628489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Attempting to bind port 151b5a3d-91f6-417b-878a-a1e867e5bf42 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:26:05.628863 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Attempting to bind port 151b5a3d-91f6-417b-878a-a1e867e5bf42 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:26:05.637345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:26:05.637785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Checking segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:26:05.638162 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:05.638569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Bound using segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:26:05.639053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Bound port: 151b5a3d-91f6-417b-878a-a1e867e5bf42, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:26:05.639441 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:05.751974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] For port 151b5a3d-91f6-417b-878a-a1e867e5bf42, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:26:05.751974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] For port 151b5a3d-91f6-417b-878a-a1e867e5bf42, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=151b5a3d-91f6-417b-878a-a1e867e5bf42,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:26:05.770236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:05.838171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=9']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:05.893051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcf13d-276d-4612-9528-212cb253bcc5 req-55b7f356-0baa-4ee8-bd66-2b38fe87efe4 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:05.894673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34bcf13d-276d-4612-9528-212cb253bcc5 req-55b7f356-0baa-4ee8-bd66-2b38fe87efe4 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 945 time: 0.0646541 Aug 28 20:26:05.932418 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:05.942718 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:05.954069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3e9f922a-7aa3-4028-8a69-f942ab4ae08d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:26:05.998239 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34bcf13d-276d-4612-9528-212cb253bcc5 req-fb18d397-d3d1-4435-8883-d22ef85faa4b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874281 Aug 28 20:26:06.067689 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:06.290991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:06.291686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:06.345050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f21fd6af-0550-4eef-b722-e721c63b0cc0 req-e185a1e6-0a1a-4768-86a4-e2d640683b55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 210 time: 0.1326809 Aug 28 20:26:06.378883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862276e-26d6-4dc8-94c9-06d44badf657 None None] Pushing event updated for resources: {'Port': ['ID=151b5a3d-91f6-417b-878a-a1e867e5bf42,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:06.493904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9aefda1e-6f60-4cd5-a9d4-397e401dd923 req-6524f4bf-e603-453d-b594-ff42b380ef15 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.0681667 Aug 28 20:26:06.607727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:06.687308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device e619eff5-3dd3-46e3-a990-b7d47bb2914e up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:06.701383 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:06.816733 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:06.817822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port e619eff5-3dd3-46e3-a990-b7d47bb2914e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:26:06.883627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port e619eff5-3dd3-46e3-a990-b7d47bb2914e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:06.884044 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:06.895942 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:07.044649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-43c34e67-de3d-4adf-a4a9-328b19c0b2f3 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=5b0f9bc8d4cb46c8af856fea8e100ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719948 Aug 28 20:26:07.090563 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:07.113983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:05Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:07.174687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b916d48b-be28-482e-93f7-3fa2853f62e3 None None] The sync data for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 is: [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:05Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:26:07.193150 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port e619eff5-3dd3-46e3-a990-b7d47bb2914e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:07.195917 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:07.278473 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56696d9c-d1b5-43fa-9c28-7bffb2f4ec23 req-446342c1-4d19-44bb-a7da-3f7e0198bad5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:07.287205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56696d9c-d1b5-43fa-9c28-7bffb2f4ec23 req-446342c1-4d19-44bb-a7da-3f7e0198bad5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 945 time: 0.1566820 Aug 28 20:26:07.318434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:07.325425 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51336a59-c418-4cf7-b2ba-ea0b22309f2a" -d '{"events": [{"server_uuid": "1be81e91-8f73-499b-af29-f88fb31dd7c8", "name": "network-vif-plugged", "status": "completed", "tag": "e619eff5-3dd3-46e3-a990-b7d47bb2914e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:07.413566 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port e619eff5-3dd3-46e3-a990-b7d47bb2914e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=e619eff5-3dd3-46e3-a990-b7d47bb2914e,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:07.445519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56696d9c-d1b5-43fa-9c28-7bffb2f4ec23 req-f6a041a3-d527-42ed-b8ac-43095fb1a037 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559544 Aug 28 20:26:07.511003 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1864c323-1cbd-4739-9b43-0fe8af771386 x-openstack-request-id: req-1864c323-1cbd-4739-9b43-0fe8af771386 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:07.515361 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be81e91-8f73-499b-af29-f88fb31dd7c8", "name": "network-vif-plugged", "status": "completed", "tag": "e619eff5-3dd3-46e3-a990-b7d47bb2914e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:07.516214 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1864c323-1cbd-4739-9b43-0fe8af771386 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:07.516214 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1864c323-1cbd-4739-9b43-0fe8af771386'] response: {'server_uuid': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e', 'code': 200} Aug 28 20:26:07.535989 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:07.683760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-153c940c-e06d-4010-bf0a-f3065f9a8b95 req-5ab247c2-4d84-4077-8df5-efb20bff6182 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 210 time: 0.0864348 Aug 28 20:26:07.757835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=e619eff5-3dd3-46e3-a990-b7d47bb2914e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:07.815593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2cbc3-7ca8-43df-a5b0-1ede9d733511 req-d75eacc1-9bc2-4b4d-846a-96e3a9807751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:07.822107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ecf2cbc3-7ca8-43df-a5b0-1ede9d733511 req-d75eacc1-9bc2-4b4d-846a-96e3a9807751 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 1128 time: 0.0995889 Aug 28 20:26:07.832482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-baf62960-0770-4bdb-99cc-2ddfb21ce98c tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:07.834292 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-baf62960-0770-4bdb-99cc-2ddfb21ce98c tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7833421 Aug 28 20:26:07.883292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ecf2cbc3-7ca8-43df-a5b0-1ede9d733511 req-11141a3b-fcc9-4517-9804-f2c23a893dfd service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577669 Aug 28 20:26:07.884694 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:07.926794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14c830e2-9a57-4936-8833-697dfe3968ff req-109e289b-d9fa-419d-b259-1af7f3cfb4ab tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.0470157 Aug 28 20:26:07.940557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Request body: {'port': {'device_id': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'admin_state_up': True, 'tenant_id': '5b0f9bc8d4cb46c8af856fea8e100ef6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:26:08.283362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 151b5a3d-91f6-417b-878a-a1e867e5bf42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:08.359492 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:08.492695 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:08.503013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 151b5a3d-91f6-417b-878a-a1e867e5bf42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:08.503595 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:08.536684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Made reservation on behalf of 5b0f9bc8d4cb46c8af856fea8e100ef6 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:26:08.541396 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:08.553993 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:08.556170 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:08.677436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 151b5a3d-91f6-417b-878a-a1e867e5bf42 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:08.679712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:08.709212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6c148-1214-4272-8fef-4cddec5dd3d5 req-8052e816-8a3d-486b-916d-d6c6460584e0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:08.712088 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cad6c148-1214-4272-8fef-4cddec5dd3d5 req-8052e816-8a3d-486b-916d-d6c6460584e0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.1128898 Aug 28 20:26:08.796766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 151b5a3d-91f6-417b-878a-a1e867e5bf42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=151b5a3d-91f6-417b-878a-a1e867e5bf42,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:08.815015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:08.953723 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:08.978359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-efd17f8a-fd5c-44a3-b2ad-35e5c5932808 req-3193a752-bfad-4e7f-b296-f0f22a2743bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 210 time: 0.0591028 Aug 28 20:26:09.026022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cad6c148-1214-4272-8fef-4cddec5dd3d5 req-d1a46ae6-09c0-4ddf-b329-83dd14fee50e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981150 Aug 28 20:26:09.060089 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:09.100521 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks [] for security_group (b1c3ba3b-93aa-4763-99f1-d9a08783e79f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:09.215921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b1c3ba3b-93aa-4763-99f1-d9a08783e79f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:09.237160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=151b5a3d-91f6-417b-878a-a1e867e5bf42,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:09.254185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:09.256138 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:09.547812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:09.548760 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:09.617578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-fb031a57-4e62-436c-b043-80db7fd4cc7c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:09.619300 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-fb031a57-4e62-436c-b043-80db7fd4cc7c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/networks?id=c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 200 len: 796 time: 0.2702992 Aug 28 20:26:09.628972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:09.645251 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c412a9-a979-46ec-a13a-f5b801fd6123" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:09.702627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:09.742093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83698ebf-2f17-4394-8a3e-8cd3bc2c2598 req-16a12fc4-a906-43bd-958a-9c3b59be9578 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.3656490 Aug 28 20:26:09.749499 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:09.775515 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:09.795724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c3ba3b-93aa-4763-99f1-d9a08783e79f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:09.852247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b2889f87-f33c-4b80-985c-6dc26ad05b8b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 380 time: 0.2155035 Aug 28 20:26:09.874263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'port': {'device_id': '832f7923-7707-44f1-82bd-466048cad2a3', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'admin_state_up': True, 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'security_groups': ['8d2921d3-9a60-496d-b6ad-6a11ada1700a']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:26:09.934437 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4affe0b-1b35-4a38-b466-2ec73987474d x-openstack-request-id: req-b4affe0b-1b35-4a38-b466-2ec73987474d {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:09.938699 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:09.939386 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4affe0b-1b35-4a38-b466-2ec73987474d {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:09.940135 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4affe0b-1b35-4a38-b466-2ec73987474d'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'code': 200} Aug 28 20:26:09.942021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=10']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:09.972362 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=38 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:09.986331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Allocated IP 192.168.233.35 (cd3fa9fc-78d2-451a-b888-27c04b4ce5b3/bc235fe1-645e-497d-a653-ec814f3e7d52/a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:26:09.995573 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:10.257219 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:10.259439 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:10.315591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-49735523-c05c-453f-a1e1-8290cf59aed1 req-53f28cf0-5d1a-4a4d-91b9-3fab4183db4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 210 time: 0.1013968 Aug 28 20:26:10.377843 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 151b5a3d-91f6-417b-878a-a1e867e5bf42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:10.444609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebd420-f984-472b-b7ca-f5f78d5a0449 req-2819a11a-c665-4b0e-aa94-e88049a95108 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:10.455444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3aebd420-f984-472b-b7ca-f5f78d5a0449 req-2819a11a-c665-4b0e-aa94-e88049a95108 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.2132869 Aug 28 20:26:10.472403 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:10.521646 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:10.588731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 151b5a3d-91f6-417b-878a-a1e867e5bf42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:10.589406 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:10.626938 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3aebd420-f984-472b-b7ca-f5f78d5a0449 req-46dbef1f-2e2f-4977-b6c4-6c80fdd33890 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666045 Aug 28 20:26:10.690680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:26:10.697278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:10.953494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 151b5a3d-91f6-417b-878a-a1e867e5bf42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:10.968885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks [] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:11.075040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b96baf-9c08-4f1b-8748-565dd341c528 req-e5622915-ab17-41fa-8ed9-814604075feb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:11.083617 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83b96baf-9c08-4f1b-8748-565dd341c528 req-e5622915-ab17-41fa-8ed9-814604075feb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.3147116 Aug 28 20:26:11.155120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-52f12899-9b71-40c7-9fdc-2fc83f7011b4 req-a446c9b1-64a0-400e-b812-c90ffbe82848 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.2150161 Aug 28 20:26:11.250978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.4 (c9cb481e-f760-4e85-93ee-91daeaef24e9/8c1e43b6-aedd-4fb6-a842-bf2e5b238059/99860429-f5da-48f0-865a-71bb3d88ab31) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:26:11.286355 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83b96baf-9c08-4f1b-8748-565dd341c528 req-db984057-20bb-44cb-b237-93631cf70d10 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014084 Aug 28 20:26:11.291767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:11.414088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Pushing event updated for resources: {'Port': ['ID=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:11.514560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:26:11.517226 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:26:11.521594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:26:11.669445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:11.675549 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:11.746716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-128480ee-cffc-4f56-b3b9-5991477363d9 req-56952081-b35e-4839-9a69-055209ce704b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 210 time: 0.1490433 Aug 28 20:26:11.755399 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:11.839244 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:11.844228 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-9b9098f8-7ea0-4aab-9524-d359f49cbb2f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9076576 Aug 28 20:26:11.875900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Request body: {'port': {'device_id': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:26:11.903656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (99860429-f5da-48f0-865a-71bb3d88ab31), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:12.034815 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:12.101657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:12.106086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b15f5693-1c8c-480e-8af4-689c0efa40bb None None] Provisioning complete for port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:12.107555 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b15f5693-1c8c-480e-8af4-689c0efa40bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:12.201043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b15f5693-1c8c-480e-8af4-689c0efa40bb None None] Port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:26:12.394877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:26:12.420116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:26:12.433917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:26:12.526241 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:12.565996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:12.831610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47610) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:12.855762 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:12.875602 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:13.203310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-496d4cf4-c387-4809-8a45-201d3c963256 None None] Provisioning complete for port 99860429-f5da-48f0-865a-71bb3d88ab31 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:13.205343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-496d4cf4-c387-4809-8a45-201d3c963256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:13.299111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-496d4cf4-c387-4809-8a45-201d3c963256 None None] Port 99860429-f5da-48f0-865a-71bb3d88ab31 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:26:13.301332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:26:13.312350 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:13.335326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Publish callbacks [] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:13.358018 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:13.375513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Transition to ACTIVE for port object a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:26:13.409996 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:13.444592 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:13.598470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Pushing event updated for resources: {'Port': ['ID=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:13.703322 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:13.759001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Attempting to bind port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:26:13.759001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Attempting to bind port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:26:13.759935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Attempting to bind port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:26:13.778991 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:26:13.779575 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Attempting to bind port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c on network cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:26:13.796511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:26:13.802320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Checking segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:26:13.802320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Bound using segment: {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:26:13.802320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Bound port: a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab7da8-7714-436f-a636-501e054d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:26:13.802320 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:13.993070 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:13.996084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] For port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:26:14.008401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] For port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:26:14.079702 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:14.161519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:14.170557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:14.171287 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:14.172898 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c HTTP/1.1" status: 200 len: 1095 time: 2.3044744 Aug 28 20:26:14.176570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'tag': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:14.178722 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a4ed11-b1c0-47da-b577-6e3fffe1e957", "tag": "a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:14.283286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a77f8-99c9-423b-a9c8-a419e12e5b54 req-6f751088-3412-4538-94db-7237b0ff5ac8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:14.289658 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff6a77f8-99c9-423b-a9c8-a419e12e5b54 req-6f751088-3412-4538-94db-7237b0ff5ac8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 931 time: 0.1928241 Aug 28 20:26:14.397978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760d89-04ce-4b4f-9fdf-196afaead2b2 req-6967aa7d-33a6-4fa4-aeae-dfda9372d954 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:14.400288 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2760d89-04ce-4b4f-9fdf-196afaead2b2 req-6967aa7d-33a6-4fa4-aeae-dfda9372d954 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 935 time: 1.8387969 Aug 28 20:26:14.408276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:14.409348 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:14.421932 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff6a77f8-99c9-423b-a9c8-a419e12e5b54 req-70f66667-6d8b-43c8-8e98-7444c1f499b4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170788 Aug 28 20:26:14.533370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce2c8a-25e3-4297-974b-0cdde06bfec9 service neutron] Pushing event updated for resources: {'Port': ['ID=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:14.541107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-253a6606-1abe-47da-ab2c-7ff3b1d6d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:14.543055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-253a6606-1abe-47da-ab2c-7ff3b1d6d421 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5b0f9bc8d4cb46c8af856fea8e100ef6&device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 1129 time: 0.1530333 Aug 28 20:26:14.623043 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-5212cf39-52fe-4f3a-b7cb-e89251cb7e74 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7599077 Aug 28 20:26:14.638408 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:14.661943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Request body: {'port': {'device_id': '832f7923-7707-44f1-82bd-466048cad2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:26:14.877001 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:14.910769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2760d89-04ce-4b4f-9fdf-196afaead2b2 req-9cb402bf-b02d-4253-bed1-6c7e06d020a8 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587967 Aug 28 20:26:14.913597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:15.223286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-c5760b59-7319-4c20-aed5-b6d4be487349 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c HTTP/1.1" status: 200 len: 217 time: 0.6580122 Aug 28 20:26:15.224814 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70992832-bb00-499a-93ae-7d28cb28289a x-openstack-request-id: req-70992832-bb00-499a-93ae-7d28cb28289a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:15.225102 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a4ed11-b1c0-47da-b577-6e3fffe1e957", "tag": "a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:15.225356 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70992832-bb00-499a-93ae-7d28cb28289a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:15.225754 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70992832-bb00-499a-93ae-7d28cb28289a'] response: {'name': 'network-changed', 'server_uuid': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'tag': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c', 'status': 'completed', 'code': 200} Aug 28 20:26:15.227687 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:15.228652 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:15.323008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-0c60cf95-8cd4-4080-bf4a-97aac35a0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:15.324909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-0c60cf95-8cd4-4080-bf4a-97aac35a0ca9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0816567 Aug 28 20:26:15.404228 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-2bc1dc6e-ac12-4563-87f6-2e4e22694ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:15.404228 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-2bc1dc6e-ac12-4563-87f6-2e4e22694ac2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0716031 Aug 28 20:26:15.504380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99860429-f5da-48f0-865a-71bb3d88ab31 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:26:15.540854 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Publish callbacks [] for port (99860429-f5da-48f0-865a-71bb3d88ab31), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:15.633715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Transition to ACTIVE for port object 99860429-f5da-48f0-865a-71bb3d88ab31 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:26:15.704359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118a018-23a6-400b-a226-89d8db565dc9 req-27193f2f-ab30-42f4-86e2-c940ecc9586a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:15.707548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e118a018-23a6-400b-a226-89d8db565dc9 req-27193f2f-ab30-42f4-86e2-c940ecc9586a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 931 time: 0.1114855 Aug 28 20:26:15.780442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:15.784811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-f71c70eb-0ebb-4128-b3a8-093617c339ef service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584216 Aug 28 20:26:15.912601 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:15.969134 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:15.979089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e118a018-23a6-400b-a226-89d8db565dc9 req-4b38b5e7-7116-4ab8-8ea9-654076c6300f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573328 Aug 28 20:26:16.110555 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f092954-c6df-4bdf-9332-9bdaa637f888 req-3b034ec2-264f-470f-bda7-c815f0bd8758 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135393 Aug 28 20:26:16.238994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:16.310293 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:16.491818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969905a3-0a64-40d0-ab66-874f2a8c0999 req-2d6deb12-81a3-40b7-b5b5-c53d25e699c5 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:16.502227 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-969905a3-0a64-40d0-ab66-874f2a8c0999 req-2d6deb12-81a3-40b7-b5b5-c53d25e699c5 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 947 time: 0.2890406 Aug 28 20:26:16.544087 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:16.546695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:26:16.547291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:26:16.547625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:26:16.576153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:26:16.576587 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:26:16.601303 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:26:16.601549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Checking segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:26:16.602018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Bound using segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:26:16.602560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Bound port: 99860429-f5da-48f0-865a-71bb3d88ab31, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:26:16.603307 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:16.734999 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-969905a3-0a64-40d0-ab66-874f2a8c0999 req-15455481-745e-4f5c-a17e-8ab4fd39816b tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311974 Aug 28 20:26:16.752736 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:16.934256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:26:17.028815 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:17.029687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:26:17.234502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1404db-f625-405c-80c1-121c77d43e46 req-7fa2d527-bbea-45e8-b5e2-36d0edf835be tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:17.238830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a1404db-f625-405c-80c1-121c77d43e46 req-7fa2d527-bbea-45e8-b5e2-36d0edf835be tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1070964 Aug 28 20:26:17.267543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.20.0.17 (771903e6-5c4f-4aea-93d6-c3903d436a1c/b3c516d8-2fd5-4711-9b91-76828024e8ad/3496a5c5-54d5-490c-bb63-7c87d0430185) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:26:17.284957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96546d8-a898-417a-ba63-a86668b0129f req-e80a92ba-697a-4c09-a565-d7ccecacae73 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:17.292806 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a96546d8-a898-417a-ba63-a86668b0129f req-e80a92ba-697a-4c09-a565-d7ccecacae73 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.1037414 Aug 28 20:26:17.354008 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6a1404db-f625-405c-80c1-121c77d43e46 req-745253f5-9df2-4c75-9a72-3db19fa28c78 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062579 Aug 28 20:26:17.398223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:17.412576 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:17.413390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:17.422110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 1091 time: 2.7703891 Aug 28 20:26:17.422110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:17.423186 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ff630-a75f-482d-8981-2fb4a0486c39" -d '{"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:17.495794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a96546d8-a898-417a-ba63-a86668b0129f req-1c14bdeb-a298-4ffe-ad9b-f642402bfd38 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008917 Aug 28 20:26:17.526654 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6bdbe1-a9e2-4c13-9707-c0db34dab406 x-openstack-request-id: req-5c6bdbe1-a9e2-4c13-9707-c0db34dab406 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:17.527140 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:17.527497 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c6bdbe1-a9e2-4c13-9707-c0db34dab406 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:17.528049 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6bdbe1-a9e2-4c13-9707-c0db34dab406'] response: {'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31', 'status': 'completed', 'code': 200} Aug 28 20:26:17.562423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884a7a3-6732-4955-bc30-eaa2b20a573c service neutron] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:17.564915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-79498537-9d36-4730-9fef-ed5ac4a084d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:17.571930 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-79498537-9d36-4730-9fef-ed5ac4a084d0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5b0f9bc8d4cb46c8af856fea8e100ef6&device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 1129 time: 0.1417317 Aug 28 20:26:17.580512 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:17.584347 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:17.661336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ff630-a75f-482d-8981-2fb4a0486c39 req-f84842a6-3a7d-4408-9925-8ef980b2844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:17.663111 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba5ff630-a75f-482d-8981-2fb4a0486c39 req-f84842a6-3a7d-4408-9925-8ef980b2844a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1125 time: 0.0747449 Aug 28 20:26:17.761699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:17.766746 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-67401352-966f-4f89-87c9-1bd613dcdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:17.770487 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-67401352-966f-4f89-87c9-1bd613dcdf5e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1863041 Aug 28 20:26:17.880730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-3401bb6e-1939-49a1-9c04-5b3587be6ea4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c HTTP/1.1" status: 200 len: 217 time: 0.1006939 Aug 28 20:26:17.999896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814358-b0ec-49a5-a085-48a885149ecb req-af69d2e0-11c4-4348-be47-dadfae13547f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.006029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-2a1081e6-9c28-4590-a95b-619c6d4cf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.007500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d814358-b0ec-49a5-a085-48a885149ecb req-af69d2e0-11c4-4348-be47-dadfae13547f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 947 time: 0.1017051 Aug 28 20:26:18.007845 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-2a1081e6-9c28-4590-a95b-619c6d4cf931 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.1161146 Aug 28 20:26:18.015075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:26:18.025963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:26:18.026519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:26:18.061741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=3496a5c5-54d5-490c-bb63-7c87d0430185,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:18.138432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:18.150814 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ff630-a75f-482d-8981-2fb4a0486c39 req-ba15e5cb-1198-4227-8989-f79816fc303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.152836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba5ff630-a75f-482d-8981-2fb4a0486c39 req-ba15e5cb-1198-4227-8989-f79816fc303f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=19747ba661ca427ea056cf5402e7450c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4649825 Aug 28 20:26:18.189271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-6a8a4744-46dc-4363-9072-e11dcac5bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.191404 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-6a8a4744-46dc-4363-9072-e11dcac5bc8b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1763947 Aug 28 20:26:18.337478 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:18.343181 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:18.368265 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:18.428984 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-993c5855-281b-4cd2-b605-cf4e7adf42cb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246938 Aug 28 20:26:18.451479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9d814358-b0ec-49a5-a085-48a885149ecb req-08f1bc37-9ac7-4555-b5aa-a00d2c169454 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429162 Aug 28 20:26:18.501317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a713e07f-e935-47ea-82e9-4906033f12d9 None None] Provisioning complete for port 3496a5c5-54d5-490c-bb63-7c87d0430185 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:18.506969 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a713e07f-e935-47ea-82e9-4906033f12d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:18.518515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ff630-a75f-482d-8981-2fb4a0486c39 req-a8d23f63-d6ec-4235-8c75-3a8e37a818f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.520015 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba5ff630-a75f-482d-8981-2fb4a0486c39 req-a8d23f63-d6ec-4235-8c75-3a8e37a818f2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837980 Aug 28 20:26:18.619137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a713e07f-e935-47ea-82e9-4906033f12d9 None None] Port 3496a5c5-54d5-490c-bb63-7c87d0430185 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:26:18.684751 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa7e43f3-845b-42b1-aedf-73195b9cd0c1 req-aeb2d4f5-4282-4970-b3cf-b3948e353444 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448833 Aug 28 20:26:18.730792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:18.751478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319beaf3-b340-418b-b749-271f6c488809 req-8ddd71b4-e241-45ae-83de-d7ef7723aa85 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.754281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-319beaf3-b340-418b-b749-271f6c488809 req-8ddd71b4-e241-45ae-83de-d7ef7723aa85 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0703771 Aug 28 20:26:18.795947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bc053-6576-452f-be14-024bf7b37028 req-d2e4500c-5dee-4866-84f7-22a95afec3ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.803431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa8bc053-6576-452f-be14-024bf7b37028 req-d2e4500c-5dee-4866-84f7-22a95afec3ab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1163819 Aug 28 20:26:18.847982 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:18.901073 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-e72bef77-8c16-438a-8b2b-42bc0df937c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:18.903370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-e72bef77-8c16-438a-8b2b-42bc0df937c0 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1125 time: 0.3154485 Aug 28 20:26:18.945074 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa8bc053-6576-452f-be14-024bf7b37028 req-16f550fb-dce1-4423-8bc3-c743f34a1792 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405079 Aug 28 20:26:19.076193 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:19.085795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-085931e7-385e-430f-8f1a-af3f9a28ea08 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 217 time: 0.1578686 Aug 28 20:26:19.099564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-319beaf3-b340-418b-b749-271f6c488809 req-cfea4366-c6a4-48d6-be40-5a2dd969e6eb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392603 Aug 28 20:26:19.159034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-3f065730-666c-4dc4-a286-980bf537e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:19.160961 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-3f065730-666c-4dc4-a286-980bf537e6c4 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8c1e43b6-aedd-4fb6-a842-bf2e5b238059 HTTP/1.1" status: 200 len: 835 time: 0.0535741 Aug 28 20:26:19.235558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-69e2ecd3-c522-4523-a504-b331e85e38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:19.238246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-69e2ecd3-c522-4523-a504-b331e85e38bd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c9cb481e-f760-4e85-93ee-91daeaef24e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447767 Aug 28 20:26:19.359273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-57b969db-164d-4e65-9cd4-4f075052310c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113718 Aug 28 20:26:19.364073 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:19.450713 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:19.538255 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:19.709119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e7f3a-de88-4fef-8e33-0ab47c4fc30f req-70a81cf6-2390-4ec3-9c5c-a6f6c6e80b57 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:19.721091 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b92e7f3a-de88-4fef-8e33-0ab47c4fc30f req-70a81cf6-2390-4ec3-9c5c-a6f6c6e80b57 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 947 time: 0.1197278 Aug 28 20:26:19.723010 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-82935e31-3334-4bf4-83d0-eed1c91043cd req-f61c7c52-3455-45c7-9902-d48d3f192b22 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515699 Aug 28 20:26:19.828894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b92e7f3a-de88-4fef-8e33-0ab47c4fc30f req-9a041ce6-4554-49cc-9f74-751f7c8329b0 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029122 Aug 28 20:26:19.888038 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:20.197646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733717cb-4b2b-444e-97ee-8240c897a0cf req-365c1598-bba0-46f9-b2a7-f9e499412439 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:20.199402 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-733717cb-4b2b-444e-97ee-8240c897a0cf req-365c1598-bba0-46f9-b2a7-f9e499412439 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1011956 Aug 28 20:26:20.201156 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:20.299252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c120ac7-303c-48b6-b18e-48fdc9c60a67 req-86f99294-de32-4ef7-8c16-5cb2c7535cc2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:20.308970 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c120ac7-303c-48b6-b18e-48fdc9c60a67 req-86f99294-de32-4ef7-8c16-5cb2c7535cc2 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.0998344 Aug 28 20:26:20.328466 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.373610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=3496a5c5-54d5-490c-bb63-7c87d0430185,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:20.385545 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.386874 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:20.410085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c120ac7-303c-48b6-b18e-48fdc9c60a67 req-a02c8fc0-1756-4f1f-8a92-3669cf5c98ab tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994217 Aug 28 20:26:20.456192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-733717cb-4b2b-444e-97ee-8240c897a0cf req-2ae521ad-75d4-45b8-8bd4-ef239229c2b9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488461 Aug 28 20:26:20.515111 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.550665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-b0b00516-916b-47ae-b7c3-58db987d8818 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:20.552716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-b0b00516-916b-47ae-b7c3-58db987d8818 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.1726112 Aug 28 20:26:20.556354 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.663314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:26:20.669238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:26:20.678362 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.686478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Deleting port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:20.686850 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:20.755416 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:26:20.758457 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.884160 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.912364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:20.919278 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.932071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c', 'network_id': 'cd3fa9fc-78d2-451a-b888-27c04b4ce5b3', 'port_id': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c', 'mac_address': 'fa:16:3e:96:96:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc235fe1-645e-497d-a653-ec814f3e7d52', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:26:20.947583 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:20.990237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:20.992212 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:21.012961 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:21.023595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:26:21.058553 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:21.068206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:21.096247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd3ee8-5cdf-489e-a416-dbf3558dc7a3 req-de623c40-4d6b-452e-b76f-359284b5993c tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:21.116251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4fcd3ee8-5cdf-489e-a416-dbf3558dc7a3 req-de623c40-4d6b-452e-b76f-359284b5993c tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 947 time: 0.0981922 Aug 28 20:26:21.146872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:21.249346 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4fcd3ee8-5cdf-489e-a416-dbf3558dc7a3 req-f90e334f-0ec7-4f59-8893-30955cdbbf50 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318178 Aug 28 20:26:21.262335 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:21.293275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d8f2abb8-322f-4e2b-b61f-758cc2d65792 None None] Provisioning complete for port 3496a5c5-54d5-490c-bb63-7c87d0430185 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:21.293652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d8f2abb8-322f-4e2b-b61f-758cc2d65792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:21.430224 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:21.456538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:21.461621 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:21.490503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] For port 4da8e98f-722e-465a-9ce6-0bc0c38c6147, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4da8e98f-722e-465a-9ce6-0bc0c38c6147,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:21.490880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:21.491263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2abb8-322f-4e2b-b61f-758cc2d65792 None None] Port 3496a5c5-54d5-490c-bb63-7c87d0430185 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:26:21.495456 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router cc44babc-fb5f-482b-8f2a-3ecf361d0221 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:26:21.579305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:26:21.758774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:26:21.769301 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4680f027-5584-45ef-89a2-0b98ed23c46a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "PUT /networking/v2.0/routers/cc44babc-fb5f-482b-8f2a-3ecf361d0221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9224272 Aug 28 20:26:21.775062 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Sync routers for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:26:21.780555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e1ae4-cecd-4443-82ad-de535aaf33b3 req-69dd8d63-54e2-4400-8ec4-9993468fed2d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:21.790768 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd4e1ae4-cecd-4443-82ad-de535aaf33b3 req-69dd8d63-54e2-4400-8ec4-9993468fed2d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1642318 Aug 28 20:26:21.797418 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:21.798528 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:21.816595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705dd9-c1b5-419c-bdb7-5d60acc6ef1a req-609f2d85-cf3e-414f-87cf-010db9fe2d66 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:21.818163 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49705dd9-c1b5-419c-bdb7-5d60acc6ef1a req-609f2d85-cf3e-414f-87cf-010db9fe2d66 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 946 time: 0.1576192 Aug 28 20:26:21.912022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fd4e1ae4-cecd-4443-82ad-de535aaf33b3 req-52d0333a-9841-49d1-ae1e-5594a9dd8c29 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176999 Aug 28 20:26:21.931157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9f95177a-74a7-4516-a60b-29783a42e7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:21.945875 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:21.992696 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:22.010010 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-49705dd9-c1b5-419c-bdb7-5d60acc6ef1a req-d53eb762-ed93-4290-afd8-be0a684c0acb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=6595dcec-927a-4399-a971-79aee9399830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782446 Aug 28 20:26:22.033207 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:22.033593 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:22.033951 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Floating IP 5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d disassociated. External IP: 172.25.4.147, port: 4da8e98f-722e-465a-9ce6-0bc0c38c6147. Aug 28 20:26:22.034314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Calling delete_port for 4da8e98f-722e-465a-9ce6-0bc0c38c6147 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:22.064301 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:22.089991 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:22.130319 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:22.337087 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4da8e98f-722e-465a-9ce6-0bc0c38c6147), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:22.481714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c8611-ef3a-4df8-8e2d-2226dbcd7991 req-6adb063a-d903-45ed-8547-0f957d686414 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:22.486553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event deleted for resources: {'Port': ['ID=4da8e98f-722e-465a-9ce6-0bc0c38c6147,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:22.490082 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e1c8611-ef3a-4df8-8e2d-2226dbcd7991 req-6adb063a-d903-45ed-8547-0f957d686414 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 948 time: 0.1457834 Aug 28 20:26:22.580416 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:18Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:25:00Z', 'revision_number': 1, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3496a5c5-54d5-490c-bb63-7c87d0430185', 'name': '', 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:aa:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:26:16Z', 'updated_at': '2022-08-28T20:26:19Z', 'revision_number': 2, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:22.591281 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:22.603673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4e1c8611-ef3a-4df8-8e2d-2226dbcd7991 req-b02d56d2-63a2-4f75-af32-95918e5e5430 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126070 Aug 28 20:26:22.616071 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Checking router: cc44babc-fb5f-482b-8f2a-3ecf361d0221 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:26:22.616421 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Updating router cc44babc-fb5f-482b-8f2a-3ecf361d0221 port 3496a5c5-54d5-490c-bb63-7c87d0430185 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:26:22.692953 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:22.743121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Router ba0d275f-49f4-4b3f-8722-3e309865e242 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:26:22.765459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:26:22.781464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:22.838246 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:22.988063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:26:23.088015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:26:23.094925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:23.111222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:23.118400 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:23.120003 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.137808 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:23.157475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] Sync routers for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:26:23.211367 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Publish callbacks [] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.211947 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:23.279992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4563a9ea-8132-41a5-8439-6f46f3ede37c req-56e621c5-3a55-4903-af9b-bd7767f8a525 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.0750999 Aug 28 20:26:23.295220 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.299484 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:23.305151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '99860429-f5da-48f0-865a-71bb3d88ab31', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'port_id': '99860429-f5da-48f0-865a-71bb3d88ab31', 'mac_address': 'fa:16:3e:ad:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:26:23.309998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] No DVR routers for this DVR port 4da8e98f-722e-465a-9ce6-0bc0c38c6147 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:23.319105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.333408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cfcd123b-7812-4b00-bc3e-36dfda99faf2 req-17bb78cd-4d73-454f-a554-59fd50aab167 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.89 "DELETE /networking/v2.0/ports/4da8e98f-722e-465a-9ce6-0bc0c38c6147 HTTP/1.1" status: 204 len: 173 time: 2.7740185 Aug 28 20:26:23.337507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'name': 'network-vif-deleted', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:23.342689 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ef4669-3312-4bc9-9c18-d9d920f3ee85" -d '{"events": [{"server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "name": "network-vif-deleted", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:23.344962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:23.349031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:23.383966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37888585-f4e7-41ae-8e0b-03915e44465a req-ea1b962b-b11e-4c4e-a30e-3e52b4c8a073 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:23.393679 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37888585-f4e7-41ae-8e0b-03915e44465a req-ea1b962b-b11e-4c4e-a30e-3e52b4c8a073 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1832037 Aug 28 20:26:23.501705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37888585-f4e7-41ae-8e0b-03915e44465a req-44030adf-74c6-43dd-bfc9-cdb14dd0007d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068790 Aug 28 20:26:23.582579 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:23.603261 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a269-3a8a-4dc0-8a74-5058b8fae616 None None] Pushing event updated for resources: {'Port': ['ID=3496a5c5-54d5-490c-bb63-7c87d0430185,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:23.645686 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Attempting to bind port 3496a5c5-54d5-490c-bb63-7c87d0430185 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:26:23.646098 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Attempting to bind port 3496a5c5-54d5-490c-bb63-7c87d0430185 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:26:23.647031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Attempting to bind port 3496a5c5-54d5-490c-bb63-7c87d0430185 on network 771903e6-5c4f-4aea-93d6-c3903d436a1c {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:26:23.663007 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:26:23.663183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Checking segment: {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:26:23.663484 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.663934 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Bound using segment: {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:26:23.668656 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Bound port: 3496a5c5-54d5-490c-bb63-7c87d0430185, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd81018-0b4a-4299-adab-0008e5e2234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:26:23.669078 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.730421 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:23.820629 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] For port 3496a5c5-54d5-490c-bb63-7c87d0430185, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:26:23.835071 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a723f150-6825-465f-8de9-6ced37fba274 x-openstack-request-id: req-a723f150-6825-465f-8de9-6ced37fba274 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:23.835369 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21665233-ebb9-48a9-91bf-2803dd216b2a", "name": "network-vif-deleted", "tag": "4da8e98f-722e-465a-9ce6-0bc0c38c6147", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:23.835698 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a723f150-6825-465f-8de9-6ced37fba274 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:23.836115 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a723f150-6825-465f-8de9-6ced37fba274'] response: {'server_uuid': '21665233-ebb9-48a9-91bf-2803dd216b2a', 'name': 'network-vif-deleted', 'tag': '4da8e98f-722e-465a-9ce6-0bc0c38c6147', 'status': 'completed', 'code': 200} Aug 28 20:26:23.845148 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] For port 3496a5c5-54d5-490c-bb63-7c87d0430185, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3496a5c5-54d5-490c-bb63-7c87d0430185,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:26:23.852260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc0905-ff21-4f42-ae6e-9577dc842760 req-ea68d8c0-1c0f-4e66-9743-84b5c6f86753 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:23.865842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 99860429-f5da-48f0-865a-71bb3d88ab31 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:23.866164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bdc0905-ff21-4f42-ae6e-9577dc842760 req-ea68d8c0-1c0f-4e66-9743-84b5c6f86753 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 948 time: 0.0969017 Aug 28 20:26:23.866632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.941041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:23.941696 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:23.951592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99860429-f5da-48f0-865a-71bb3d88ab31 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:26:23.967184 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:23.970006 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:24.001892 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bdc0905-ff21-4f42-ae6e-9577dc842760 req-cd258c92-a3b2-42aa-9098-90fa3b4656bc tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298599 Aug 28 20:26:24.050732 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:24.064301 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:25:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:24.064484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:24.065617 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:24.102049 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:24.125162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:24.128698 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849fb87b-7654-445f-a93c-b6b6eefdae17" -d '{"events": [{"server_uuid": "c1a4ed11-b1c0-47da-b577-6e3fffe1e957", "name": "network-vif-plugged", "status": "completed", "tag": "a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:24.174582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:24.190190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:24.234396 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a269-3a8a-4dc0-8a74-5058b8fae616 None None] Pushing event updated for resources: {'Port': ['ID=3496a5c5-54d5-490c-bb63-7c87d0430185,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:24.256119 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:24.491527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee9fd0-427d-4f24-9065-529dd1997d2e req-5b28ffe9-8294-4b66-8dc1-1a701f48d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:24.491768 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5665fb1c-f988-43db-99b8-ac08e624933a x-openstack-request-id: req-5665fb1c-f988-43db-99b8-ac08e624933a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:24.491915 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a4ed11-b1c0-47da-b577-6e3fffe1e957", "name": "network-vif-plugged", "status": "completed", "tag": "a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:24.492178 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5665fb1c-f988-43db-99b8-ac08e624933a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:24.492582 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5665fb1c-f988-43db-99b8-ac08e624933a'] response: {'server_uuid': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c', 'code': 200} Aug 28 20:26:24.497639 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:24.503702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59ee9fd0-427d-4f24-9065-529dd1997d2e req-5b28ffe9-8294-4b66-8dc1-1a701f48d897 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 1131 time: 0.1165247 Aug 28 20:26:24.506794 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:24.598946 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:24.639446 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-938d7bac-512b-4021-9e18-dca7d6db8b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:24.658234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-28e659fa-e92e-4956-a317-312f2d60bfb1 req-40c99883-2b61-491d-9441-4af103940f81 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=21665233-ebb9-48a9-91bf-2803dd216b2a HTTP/1.1" status: 200 len: 210 time: 0.1522796 Aug 28 20:26:24.758093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59ee9fd0-427d-4f24-9065-529dd1997d2e req-203067d9-8b70-4aaf-a09a-7e3cf56b3d37 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415905 Aug 28 20:26:24.790272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aaccc-6a9a-4c61-b7a7-8940f0d8050d req-40fcd431-11fe-4fd6-ab34-33b2c2f1e2d5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:24.799036 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b99aaccc-6a9a-4c61-b7a7-8940f0d8050d req-40fcd431-11fe-4fd6-ab34-33b2c2f1e2d5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.1202569 Aug 28 20:26:24.818061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4da8e98f-722e-465a-9ce6-0bc0c38c6147 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:24.848456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:24.905584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b99aaccc-6a9a-4c61-b7a7-8940f0d8050d req-997a4c68-4951-4279-b964-40611dae4fab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052802 Aug 28 20:26:25.137364 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:25.137364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 4da8e98f-722e-465a-9ce6-0bc0c38c6147 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:26:25.137364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4da8e98f-722e-465a-9ce6-0bc0c38c6147 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:26:25.137364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] Checking router: ba0d275f-49f4-4b3f-8722-3e309865e242 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:26:25.137364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:25.137364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['99860429-f5da-48f0-865a-71bb3d88ab31'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:26:25.356947 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ff7904b7-a387-430e-93df-0661daad001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:18Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:25:00Z', 'revision_number': 1, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3496a5c5-54d5-490c-bb63-7c87d0430185', 'name': '', 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:aa:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:26:16Z', 'updated_at': '2022-08-28T20:26:23Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:25.362317 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7904b7-a387-430e-93df-0661daad001a None None] The sync data for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 is: [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:18Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:25:00Z', 'revision_number': 1, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3496a5c5-54d5-490c-bb63-7c87d0430185', 'name': '', 'network_id': '771903e6-5c4f-4aea-93d6-c3903d436a1c', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:aa:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:26:16Z', 'updated_at': '2022-08-28T20:26:23Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': 'b3c516d8-2fd5-4711-9b91-76828024e8ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:26:25.363504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:25.363504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:25.363790 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1def7e0-fdb2-48cb-bcd9-7b311305cbe9 req-e10b179e-6eee-4cd9-8d93-c9e85c5133b8 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:25.363790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1def7e0-fdb2-48cb-bcd9-7b311305cbe9 req-e10b179e-6eee-4cd9-8d93-c9e85c5133b8 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 949 time: 0.1222627 Aug 28 20:26:25.363984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:25.364072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c1def7e0-fdb2-48cb-bcd9-7b311305cbe9 req-88715b5d-c5d3-47d1-a27d-51b3052ce5f5 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221776 Aug 28 20:26:25.411198 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:25.473803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:25.598372 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:25.764905 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:25.846272 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:25.933670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:25.963528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47796) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:25.969669 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:25.998116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d05c4-1133-410a-a042-34f785a308b2 None None] The sync data for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 is: [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:22:01Z', 'revision_number': 4, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '1e1a9d14-76f0-4b51-af8f-83a7ce7da35e', 'name': '', 'network_id': 'ea9e42ea-28ff-4906-b675-f48df8f0f17c', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'mac_address': 'fa:16:3e:e8:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:22:00Z', 'updated_at': '2022-08-28T20:22:11Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'subnets': [{'id': '76f3ee2d-b5c0-4cf7-80cb-53046901b7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:26:26.086455 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:26.256384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3496a5c5-54d5-490c-bb63-7c87d0430185 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:26.324118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74614102-cb5e-49c4-bbab-9375838fdf71 req-1086109e-46ba-40a6-9f13-d47afb5ff099 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:26.326234 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-74614102-cb5e-49c4-bbab-9375838fdf71 req-1086109e-46ba-40a6-9f13-d47afb5ff099 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.1579924 Aug 28 20:26:26.327095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8097ed06-3981-4b05-a835-17a4acbb9047 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group (6595dcec-927a-4399-a971-79aee9399830), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:26.392802 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8097ed06-3981-4b05-a835-17a4acbb9047 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group (6595dcec-927a-4399-a971-79aee9399830), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:26.441341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-74614102-cb5e-49c4-bbab-9375838fdf71 req-9cd510c5-17b5-44bc-9981-cd3b10c18a51 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978825 Aug 28 20:26:26.480955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3496a5c5-54d5-490c-bb63-7c87d0430185 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:26.489683 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:26.599546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770632da-bfbf-425c-b946-995501491878 req-c21120fb-a638-45e1-941c-02ae18a12ed1 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:26.610390 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-770632da-bfbf-425c-b946-995501491878 req-c21120fb-a638-45e1-941c-02ae18a12ed1 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 949 time: 0.0798962 Aug 28 20:26:26.627239 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c27bc5-9fa8-4234-b7ff-32f2c3fb2fe7 None None] New status for floating IP 5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:26:26.657504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3496a5c5-54d5-490c-bb63-7c87d0430185 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:26.660294 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:26.667177 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8097ed06-3981-4b05-a835-17a4acbb9047 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6595dcec-927a-4399-a971-79aee9399830), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:26.669871 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8097ed06-3981-4b05-a835-17a4acbb9047 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:26.671703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8097ed06-3981-4b05-a835-17a4acbb9047 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6595dcec-927a-4399-a971-79aee9399830 HTTP/1.1" status: 204 len: 168 time: 0.7062664 Aug 28 20:26:26.689132 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-770632da-bfbf-425c-b946-995501491878 req-accf61bf-c89d-407f-a7ed-938907b0ebfe tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758848 Aug 28 20:26:26.694130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47806) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:26.700437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097ed06-3981-4b05-a835-17a4acbb9047 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595dcec-927a-4399-a971-79aee9399830,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:26.738322 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-b02c5ab7-c1a4-43ce-9835-095212c4ee01 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] show failed (client error): The resource could not be found. Aug 28 20:26:26.739747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b02c5ab7-c1a4-43ce-9835-095212c4ee01 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups/6595dcec-927a-4399-a971-79aee9399830 HTTP/1.1" status: 404 len: 347 time: 0.0447772 Aug 28 20:26:26.742582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47810) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:26.742762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3496a5c5-54d5-490c-bb63-7c87d0430185, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3496a5c5-54d5-490c-bb63-7c87d0430185,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:26.757298 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:26.823246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:26.829340 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.018539 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:27.086513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Deleting port afdd8b78-04f1-4b2a-a0f1-150508f7adaf {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:27.088384 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.143991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 99860429-f5da-48f0-865a-71bb3d88ab31 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:26:27.162500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3496a5c5-54d5-490c-bb63-7c87d0430185,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:27.182193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.235088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 99860429-f5da-48f0-865a-71bb3d88ab31 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:27.235476 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.316259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.317225 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.359676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Calling delete_port for afdd8b78-04f1-4b2a-a0f1-150508f7adaf owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:27.378476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 99860429-f5da-48f0-865a-71bb3d88ab31 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:27.379083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.456721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:27.457790 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:27.461914 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a59a8-6234-48f2-aece-572e8d208135" -d '{"events": [{"server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "name": "network-vif-plugged", "status": "completed", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:27.517909 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:27.568923 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3bc4c4-c67e-421a-83fe-0d0e847b2607 x-openstack-request-id: req-fc3bc4c4-c67e-421a-83fe-0d0e847b2607 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:27.586681 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "name": "network-vif-plugged", "status": "completed", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:27.586681 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc3bc4c4-c67e-421a-83fe-0d0e847b2607 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:27.586681 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3bc4c4-c67e-421a-83fe-0d0e847b2607'] response: {'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31', 'code': 200} Aug 28 20:26:27.618029 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.680937 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:27.706194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:27.709234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (afdd8b78-04f1-4b2a-a0f1-150508f7adaf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.736887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.752778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c59e-ff6c-432a-aa56-25c708459734 req-651348e3-c75b-45ea-b99e-96c47c351ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:27.754713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1f3c59e-ff6c-432a-aa56-25c708459734 req-651348e3-c75b-45ea-b99e-96c47c351ffa service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1127 time: 0.0811105 Aug 28 20:26:27.800661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event deleted for resources: {'Port': ['ID=afdd8b78-04f1-4b2a-a0f1-150508f7adaf,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:27.848751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746297f9-3e27-4eca-9726-281efcebd7f3 req-a3dc6aab-f357-4b6b-922d-9053f8887630 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:27.850875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-746297f9-3e27-4eca-9726-281efcebd7f3 req-a3dc6aab-f357-4b6b-922d-9053f8887630 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.0949981 Aug 28 20:26:27.863293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks [] for floatingip (5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.866556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:27.870913 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b168c570-efb5-4054-95b9-fed574428858 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/5b52c9e5-4faa-4ac8-9096-e07d3ce8f63d HTTP/1.1" status: 204 len: 168 time: 1.1237590 Aug 28 20:26:27.890246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d1f3c59e-ff6c-432a-aa56-25c708459734 req-af5f7d43-c081-468a-8d5f-6828b699a58c service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245492 Aug 28 20:26:27.894285 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:27.936249 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-746297f9-3e27-4eca-9726-281efcebd7f3 req-423bc2fd-115f-4e66-a62d-d545a3e510d4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788369 Aug 28 20:26:28.056153 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:26:28.272476 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:28.304005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3496a5c5-54d5-490c-bb63-7c87d0430185 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:28.384049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3496a5c5-54d5-490c-bb63-7c87d0430185 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:28.384701 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:28.486342 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:28.514562 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3496a5c5-54d5-490c-bb63-7c87d0430185 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:28.929543 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:29.049778 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:29.202976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ab3b4-8c4b-4d09-b06d-0aecb08dd617 req-402e0928-6aea-4b73-832d-79f00819c6e2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:29.204985 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918ab3b4-8c4b-4d09-b06d-0aecb08dd617 req-402e0928-6aea-4b73-832d-79f00819c6e2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.1355445 Aug 28 20:26:29.209887 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:29.300244 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:29.338995 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-918ab3b4-8c4b-4d09-b06d-0aecb08dd617 req-096f697e-131b-4415-a898-d5f50ebd86ae tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250603 Aug 28 20:26:29.360630 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:29.461006 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:29.678301 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:29.929610 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.004231 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.090439 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.318561 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.352426 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.519282 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.603498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffd610-c59d-4023-911e-b62d7a2a8c3b req-aaab5c59-23a0-414f-bce7-945b0916cf96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:30.611407 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2ffd610-c59d-4023-911e-b62d7a2a8c3b req-aaab5c59-23a0-414f-bce7-945b0916cf96 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.1108253 Aug 28 20:26:30.686545 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2ffd610-c59d-4023-911e-b62d7a2a8c3b req-3c3e7c44-1ad2-451f-aad3-d2468962855c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741174 Aug 28 20:26:30.782132 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.838999 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:30.863046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9448f-d16a-414a-9d68-e6bb8a50193a req-76be1a9a-4121-4d6c-8e58-3b465f7b2c72 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:30.879387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6cf9448f-d16a-414a-9d68-e6bb8a50193a req-76be1a9a-4121-4d6c-8e58-3b465f7b2c72 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.0955417 Aug 28 20:26:30.973667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6cf9448f-d16a-414a-9d68-e6bb8a50193a req-33066052-c350-42d4-aa70-a49a05805ed5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929964 Aug 28 20:26:31.007378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47876) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:31.058430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622e9a5-69ee-4168-a448-42bc1b86df0c tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:31.060183 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d622e9a5-69ee-4168-a448-42bc1b86df0c tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1122 time: 0.0515385 Aug 28 20:26:31.064591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47878) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:31.069511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': '99860429-f5da-48f0-865a-71bb3d88ab31', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:26:31.162195 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:31.387641 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:31.400983 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:31.522369 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:31.560626 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:31.692476 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.124 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/0f8542b8-8fd9-4d57-9f36-d45ac0090821) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:26:31.858751 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:31.863865 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:31.867478 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:32.067335 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:32.167254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:26:32.176872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:26:32.196429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:26:32.251540 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:32.258881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=0f8542b8-8fd9-4d57-9f36-d45ac0090821,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:32.276611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.277223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.277721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.278293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.278807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.279297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.279792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.280283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.280784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.281368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.281897 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.282410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.282929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.283409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.283983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:32.536600 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:32.909009 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (1afe4b72-ae74-4e5a-bb31-22c495aa1ce8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:32.942680 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:33.169441 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:33.206772 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:33.347135 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:33.424683 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:33.500962 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:33.558884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:33.610955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (1afe4b72-ae74-4e5a-bb31-22c495aa1ce8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:33.704304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=0f8542b8-8fd9-4d57-9f36-d45ac0090821,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:33.780387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a4db3-2b97-437b-a666-1f3e2061402f req-b1c17552-8742-4f50-ac15-e3f589d415db tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:33.781976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec9a4db3-2b97-437b-a666-1f3e2061402f req-b1c17552-8742-4f50-ac15-e3f589d415db tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0945797 Aug 28 20:26:33.803062 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP 1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 associated. External IP: 172.25.4.124, port: 99860429-f5da-48f0-865a-71bb3d88ab31. Aug 28 20:26:33.963239 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ec9a4db3-2b97-437b-a666-1f3e2061402f req-0de157a6-5965-444f-914b-c96f45253350 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739948 Aug 28 20:26:33.986362 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:34.105653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 4f656e60-e96f-455a-96b9-489eb777a0fd has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:26:34.158714 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:34.234439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:26:34.245819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] Sync routers for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:26:34.262583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:34.263539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:34.393305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:34.421179 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:34.473666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40ff7a6f-a2b0-44b0-bdef-e6dec8287aec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4077778 Aug 28 20:26:34.475091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:34.477588 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:34.580476 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1b5789-69c8-4e93-98fa-ab4406248109 x-openstack-request-id: req-6b1b5789-69c8-4e93-98fa-ab4406248109 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:34.580476 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:34.580476 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b1b5789-69c8-4e93-98fa-ab4406248109 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:34.580476 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1b5789-69c8-4e93-98fa-ab4406248109'] response: {'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31', 'status': 'completed', 'code': 200} Aug 28 20:26:34.705175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7f61d-f000-44ef-a44a-29521ff97796 req-0a90a6cc-25aa-41cc-80f6-5eb4307e6652 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:34.718295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad7f61d-f000-44ef-a44a-29521ff97796 req-0a90a6cc-25aa-41cc-80f6-5eb4307e6652 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.1231468 Aug 28 20:26:34.718551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '1afe4b72-ae74-4e5a-bb31-22c495aa1ce8', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'port_id': '99860429-f5da-48f0-865a-71bb3d88ab31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'mac_address': 'fa:16:3e:ad:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f7923-7707-44f1-82bd-466048cad2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:26:32Z', 'updated_at': '2022-08-28T20:26:32Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:08Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:34.757202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-51804c2a-5f1d-4dcf-8e37-7c3352b3171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:34.759527 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-51804c2a-5f1d-4dcf-8e37-7c3352b3171f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1127 time: 0.1268034 Aug 28 20:26:34.882402 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bad7f61d-f000-44ef-a44a-29521ff97796 req-4702630e-41b3-447b-952e-1d3e7c32a13d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627522 Aug 28 20:26:34.912131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47964) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:34.944934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-1699370f-1074-4785-a122-e6ef946b5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:34.946836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-1699370f-1074-4785-a122-e6ef946b5190 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 200 len: 897 time: 0.1798804 Aug 28 20:26:35.007108 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:35.020033 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-878dd79a-cc24-4316-bc9a-86c6d52d6ab5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 HTTP/1.1" status: 200 len: 991 time: 0.1067097 Aug 28 20:26:35.046169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] Checking router: 4f656e60-e96f-455a-96b9-489eb777a0fd for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:26:35.059916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-30f3afa2-be50-4a82-b0f3-d48b7d511c27 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 999 time: 0.1068716 Aug 28 20:26:35.069997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:35.072309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:35.139074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-d99961d0-4fca-4023-9586-c2416e371474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:35.141605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-d99961d0-4fca-4023-9586-c2416e371474 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8c1e43b6-aedd-4fb6-a842-bf2e5b238059 HTTP/1.1" status: 200 len: 835 time: 0.0722885 Aug 28 20:26:35.179531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef4a65-e746-4abf-a607-87d32966c645 req-94a55d1e-4772-457c-b8d6-a07b632aa2a9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:35.181164 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e6ef4a65-e746-4abf-a607-87d32966c645 req-94a55d1e-4772-457c-b8d6-a07b632aa2a9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0700471 Aug 28 20:26:35.214617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-08978179-527a-4bb2-93b5-36caaad2e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:35.216675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-08978179-527a-4bb2-93b5-36caaad2e264 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c9cb481e-f760-4e85-93ee-91daeaef24e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658982 Aug 28 20:26:35.239994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:35.250076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e6ef4a65-e746-4abf-a607-87d32966c645 req-4048079b-18db-46ac-9e2c-e74970217c26 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607338 Aug 28 20:26:35.289450 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:35.346935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-058a10cf-f35c-43e0-a7d5-e93d0d922b3d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219554 Aug 28 20:26:35.456870 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:35.476675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec8b2da1-1a25-4b7c-a8ee-5dc3e49df2f6 req-fb26e51a-0eb6-4b88-baeb-393a893967a7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225786 Aug 28 20:26:35.484563 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:35.540816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '1afe4b72-ae74-4e5a-bb31-22c495aa1ce8', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'port_id': '99860429-f5da-48f0-865a-71bb3d88ab31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'mac_address': 'fa:16:3e:ad:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f7923-7707-44f1-82bd-466048cad2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:26:32Z', 'updated_at': '2022-08-28T20:26:32Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:08Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:35.575686 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7e2c3-d2b1-4ff2-bc74-e1b26df8f5ff None None] The sync data for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 is: [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '1afe4b72-ae74-4e5a-bb31-22c495aa1ce8', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'port_id': '99860429-f5da-48f0-865a-71bb3d88ab31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'mac_address': 'fa:16:3e:ad:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f7923-7707-44f1-82bd-466048cad2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:26:32Z', 'updated_at': '2022-08-28T20:26:32Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:08Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:26:35.856536 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:35.888396 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f771f5-6d67-4b55-8a03-4679044408af None None] New status for floating IP 1afe4b72-ae74-4e5a-bb31-22c495aa1ce8: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:26:35.980974 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:36.021948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47980) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:36.113447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e3015a0c-0a11-4ef9-8bda-35cce8e13500 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 HTTP/1.1" status: 200 len: 991 time: 0.0900021 Aug 28 20:26:36.176993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbbf91-5f4a-4775-a473-999bcbfccc07 req-0f9ab29c-a9c0-4c92-a40f-31d8bdef3d4e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:36.180293 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9dbbf91-5f4a-4775-a473-999bcbfccc07 req-0f9ab29c-a9c0-4c92-a40f-31d8bdef3d4e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0637040 Aug 28 20:26:36.223121 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:36.242089 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9dbbf91-5f4a-4775-a473-999bcbfccc07 req-52986afa-2c19-414d-84b4-e0a5236fc510 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523977 Aug 28 20:26:36.281301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 47984) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:36.754913 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:36.982243 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:37.117592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 47990) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:37.136878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port 3496a5c5-54d5-490c-bb63-7c87d0430185 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:37.137502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:37.188679 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:37.253705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b198b132-2de7-445a-9518-ae5e013a2d26 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 HTTP/1.1" status: 200 len: 993 time: 0.1324499 Aug 28 20:26:37.259621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port 3496a5c5-54d5-490c-bb63-7c87d0430185, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3496a5c5-54d5-490c-bb63-7c87d0430185,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:37.260079 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:37.263310 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:37.278597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for 3496a5c5-54d5-490c-bb63-7c87d0430185 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:37.370572 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:37.448697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a83f1-6ce4-44c4-85cd-8bfbe637b78b req-a44da9f0-3570-4a57-b89d-edd04e42207a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:37.449284 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:37.449369 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-170a83f1-6ce4-44c4-85cd-8bfbe637b78b req-a44da9f0-3570-4a57-b89d-edd04e42207a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1037903 Aug 28 20:26:37.509306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-170a83f1-6ce4-44c4-85cd-8bfbe637b78b req-ec787292-d2ac-4fe6-bacd-7f0275862de8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573866 Aug 28 20:26:37.706602 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3496a5c5-54d5-490c-bb63-7c87d0430185), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:37.739868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=3496a5c5-54d5-490c-bb63-7c87d0430185,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:38.021669 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:38.185454 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.268010 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.395669 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.523984 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.622100 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.661332 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.739817 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.788739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139d25-cfc6-4ac1-91aa-41344a817d93 req-bb92377a-8f40-41cd-9ed9-b22ea48e2263 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:38.790211 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51139d25-cfc6-4ac1-91aa-41344a817d93 req-bb92377a-8f40-41cd-9ed9-b22ea48e2263 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0667162 Aug 28 20:26:38.799566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router cc44babc-fb5f-482b-8f2a-3ecf361d0221 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:26:38.855841 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.887416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51139d25-cfc6-4ac1-91aa-41344a817d93 req-9d7e5a72-7d3f-4b4c-9a38-5149d5c40ae3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865624 Aug 28 20:26:38.909563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:38.966090 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.987291 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:38.996452 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:26:39.012694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-42a92ea0-4856-468d-ad58-78d5b8daac46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "PUT /networking/v2.0/routers/cc44babc-fb5f-482b-8f2a-3ecf361d0221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7347565 Aug 28 20:26:39.024425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:39.025135 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:39.039845 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:39.041029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] Sync routers for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:26:39.077994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:39.079764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:39.080401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:39.118116 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:39.138130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:39.140415 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb6d6a1-4b25-4787-972e-95f396bfa932" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:39.159555 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:39.199679 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a2f5ea-824a-47c3-a244-3eda89bf4c1a x-openstack-request-id: req-05a2f5ea-824a-47c3-a244-3eda89bf4c1a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:39.199971 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:39.200220 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05a2f5ea-824a-47c3-a244-3eda89bf4c1a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:39.200606 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a2f5ea-824a-47c3-a244-3eda89bf4c1a'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'code': 200} Aug 28 20:26:39.221905 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:39.230035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:39.273123 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:39.377804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=11']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:39.525476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:37Z', 'revision_number': 6, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:25:00Z', 'revision_number': 1, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:39.555313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] Checking router: cc44babc-fb5f-482b-8f2a-3ecf361d0221 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:26:39.565508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:39.566221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:39.580753 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:39.710711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:39.826871 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:39.895397 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:40.052344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:37Z', 'revision_number': 6, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:25:00Z', 'revision_number': 1, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:40.074492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80004-efaf-4242-80b1-87f1d7e7a004 req-3fae4f43-de64-4d5f-a0f3-896fe0c8a13f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:40.080526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37a80004-efaf-4242-80b1-87f1d7e7a004 req-3fae4f43-de64-4d5f-a0f3-896fe0c8a13f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0801034 Aug 28 20:26:40.088750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536adc05-e4d5-4168-8add-cf4d3bd9b6c9 req-6bf09463-4371-4d30-918c-bf516a48aa93 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:40.090588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-536adc05-e4d5-4168-8add-cf4d3bd9b6c9 req-6bf09463-4371-4d30-918c-bf516a48aa93 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.0857115 Aug 28 20:26:40.096557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaea17-c141-4ec1-9acc-5a068625bb43 None None] The sync data for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 is: [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:37Z', 'revision_number': 6, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'ecfac988-b101-43ea-9d9a-9bd6e20920ef', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'port_id': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'mac_address': 'fa:16:3e:d9:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:24:57Z', 'updated_at': '2022-08-28T20:25:00Z', 'revision_number': 1, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:26:40.199389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-37a80004-efaf-4242-80b1-87f1d7e7a004 req-9841eccf-f6c3-4819-8916-d2ed2b681a36 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155226 Aug 28 20:26:40.223636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-536adc05-e4d5-4168-8add-cf4d3bd9b6c9 req-3f1aad22-c660-4aa1-8761-2db6a8f47e59 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262314 Aug 28 20:26:40.918742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:26:41.076148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:41.093695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'mac_address': 'fa:16:3e:05:5b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:26:41.127600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e67f4-a6ec-45eb-8269-da2f036552d5 req-caf7f26a-ea6e-49cf-b515-c0ceb0d27b19 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:41.132905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:41.133659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:41.135467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-217e67f4-a6ec-45eb-8269-da2f036552d5 req-caf7f26a-ea6e-49cf-b515-c0ceb0d27b19 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0924933 Aug 28 20:26:41.171004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9f922a-7aa3-4028-8a69-f942ab4ae08d {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:26:41.194192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:41.194703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-217e67f4-a6ec-45eb-8269-da2f036552d5 req-f894ecc8-3717-42ad-9b8f-1a2a01dd010d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Aug 28 20:26:41.339821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-eda694cc-d534-4001-a2aa-7656cb1c5fb2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:41.341590 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:41.341758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-eda694cc-d534-4001-a2aa-7656cb1c5fb2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.0778835 Aug 28 20:26:41.402956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6125f-1abf-4cf6-ab0e-596c7f80363d req-bd258cb3-a44e-419c-9421-0da9e3025e0d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:41.404546 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76b6125f-1abf-4cf6-ab0e-596c7f80363d req-bd258cb3-a44e-419c-9421-0da9e3025e0d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 946 time: 0.0833380 Aug 28 20:26:41.409615 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:41.421269 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec2838-406f-484f-a8d4-d0dfed8a0e65 req-4096e2b2-8b50-4042-9729-bc2b50881b25 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:41.422935 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07ec2838-406f-484f-a8d4-d0dfed8a0e65 req-4096e2b2-8b50-4042-9729-bc2b50881b25 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1055586 Aug 28 20:26:41.430311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=12']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:41.485111 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76b6125f-1abf-4cf6-ab0e-596c7f80363d req-5a8cb213-d596-4e5c-8695-6d3f35a15ad6 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8dc2dbae-b34c-476d-999e-4c6ca8307ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713079 Aug 28 20:26:41.509970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port e619eff5-3dd3-46e3-a990-b7d47bb2914e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:41.510604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:41.540174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['3e9f922a-7aa3-4028-8a69-f942ab4ae08d'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:26:41.577964 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:41.590267 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07ec2838-406f-484f-a8d4-d0dfed8a0e65 req-866dd870-9901-4cb9-bbcf-a6fdfbf05d10 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199656 Aug 28 20:26:41.645363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port e619eff5-3dd3-46e3-a990-b7d47bb2914e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=e619eff5-3dd3-46e3-a990-b7d47bb2914e,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:41.646146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:41.663012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for e619eff5-3dd3-46e3-a990-b7d47bb2914e owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:41.674371 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:41.929518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (e619eff5-3dd3-46e3-a990-b7d47bb2914e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:41.960079 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:41.962401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=e619eff5-3dd3-46e3-a990-b7d47bb2914e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:41.992885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.997983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:41.999731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:26:42.029291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] No DVR routers for this DVR port e619eff5-3dd3-46e3-a990-b7d47bb2914e on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:42.032047 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:42.035427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d7bb5298-fed0-4d62-ae59-2223fe18b75a req-9b18f245-a31e-46c3-a23c-2d8dd1825dbe tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "DELETE /networking/v2.0/ports/e619eff5-3dd3-46e3-a990-b7d47bb2914e HTTP/1.1" status: 204 len: 173 time: 0.6748455 Aug 28 20:26:42.035975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'name': 'network-vif-deleted', 'tag': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:42.038397 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e228ab2-a902-4fd4-9a5d-f6d31db7ab5f" -d '{"events": [{"server_uuid": "1be81e91-8f73-499b-af29-f88fb31dd7c8", "name": "network-vif-deleted", "tag": "e619eff5-3dd3-46e3-a990-b7d47bb2914e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:42.065876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3496a5c5-54d5-490c-bb63-7c87d0430185 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:42.085627 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4d4a8e-6a3b-49f8-a9ea-e966b5719093 x-openstack-request-id: req-5c4d4a8e-6a3b-49f8-a9ea-e966b5719093 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:42.086176 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be81e91-8f73-499b-af29-f88fb31dd7c8", "name": "network-vif-deleted", "tag": "e619eff5-3dd3-46e3-a990-b7d47bb2914e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:42.086431 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c4d4a8e-6a3b-49f8-a9ea-e966b5719093 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:42.087009 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4d4a8e-6a3b-49f8-a9ea-e966b5719093'] response: {'server_uuid': '1be81e91-8f73-499b-af29-f88fb31dd7c8', 'name': 'network-vif-deleted', 'tag': 'e619eff5-3dd3-46e3-a990-b7d47bb2914e', 'status': 'completed', 'code': 200} Aug 28 20:26:42.094693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3496a5c5-54d5-490c-bb63-7c87d0430185 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:26:42.095133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3496a5c5-54d5-490c-bb63-7c87d0430185 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:26:42.357114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502bd76-aba0-462e-977f-98048ff8e7c1 req-3ea272c1-abf7-4173-80ed-996973d1b275 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:42.358756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5502bd76-aba0-462e-977f-98048ff8e7c1 req-3ea272c1-abf7-4173-80ed-996973d1b275 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0680494 Aug 28 20:26:42.417357 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5502bd76-aba0-462e-977f-98048ff8e7c1 req-535856a9-7171-43fc-9e0b-527e3dd74490 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525024 Aug 28 20:26:42.445175 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:42.610109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83b3c164-e4fd-4b0e-9bd3-1987230cea0c req-66b9410e-0afa-49a9-8810-75799183f19c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.0289683 Aug 28 20:26:42.745144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa433f-7d7b-4c71-98dd-e42a78a4d563 req-bcd80a5c-e4c1-4754-90bc-32b84337e452 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:42.751647 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72fa433f-7d7b-4c71-98dd-e42a78a4d563 req-bcd80a5c-e4c1-4754-90bc-32b84337e452 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 945 time: 0.0575988 Aug 28 20:26:42.804952 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-72fa433f-7d7b-4c71-98dd-e42a78a4d563 req-e27695f1-06d5-4f54-83dc-50919507e2ec tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522282 Aug 28 20:26:42.939903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:26:42.989835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:26:42.990241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:43.076284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:43.076689 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:43.102285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:43.106359 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a194d6f5-452e-4c72-9eae-4e68c391d561" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:43.126656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:43.149587 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a66049-3f21-4500-b0b4-38fb2e659319 x-openstack-request-id: req-67a66049-3f21-4500-b0b4-38fb2e659319 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:43.149918 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:43.150178 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67a66049-3f21-4500-b0b4-38fb2e659319 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:43.151089 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a66049-3f21-4500-b0b4-38fb2e659319'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'code': 200} Aug 28 20:26:43.154502 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:43.186300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:43.243475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:43.300388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=13']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:43.375157 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:43.502609 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:43.629964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0642-382c-4bf3-9d1f-6567c1efc496 req-076ca538-379e-4353-af96-935d67635f99 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:43.629964 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-835f0642-382c-4bf3-9d1f-6567c1efc496 req-076ca538-379e-4353-af96-935d67635f99 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0842097 Aug 28 20:26:43.742373 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-835f0642-382c-4bf3-9d1f-6567c1efc496 req-a608d802-d4c6-4081-8145-6a244ce5b863 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840173 Aug 28 20:26:43.772281 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a20c322-2ee8-474c-9a9f-3182a7501ec7 req-5ed341c1-b6c3-4cf2-b7fc-756cdf83aec5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1be81e91-8f73-499b-af29-f88fb31dd7c8 HTTP/1.1" status: 200 len: 210 time: 0.0364449 Aug 28 20:26:43.801339 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:44.014704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecff39-ec1c-4445-a789-176ae8dd5c57 req-0a30f2df-b1f3-4254-8932-a03af77e7b31 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:44.016617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ceecff39-ec1c-4445-a789-176ae8dd5c57 req-0a30f2df-b1f3-4254-8932-a03af77e7b31 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0888019 Aug 28 20:26:44.091399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ceecff39-ec1c-4445-a789-176ae8dd5c57 req-5baf7222-f61d-4b91-a597-db7c8d0c56fb tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689769 Aug 28 20:26:44.168354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-b467a5b1-caa6-4b03-9398-e650fa41d5cb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:44.170062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-b467a5b1-caa6-4b03-9398-e650fa41d5cb tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 945 time: 0.0538065 Aug 28 20:26:44.283111 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Deleting port 39c91a72-08ad-4673-a5e7-91a3643f8c4a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:44.283577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:44.437074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] For port 39c91a72-08ad-4673-a5e7-91a3643f8c4a, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=39c91a72-08ad-4673-a5e7-91a3643f8c4a,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:44.437527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:44.455773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Calling delete_port for 39c91a72-08ad-4673-a5e7-91a3643f8c4a owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:44.820863 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (39c91a72-08ad-4673-a5e7-91a3643f8c4a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:44.859072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['a2d00ee8-b09a-4209-bf80-cbaf2c9700aa', '39c91a72-08ad-4673-a5e7-91a3643f8c4a'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:26:44.925107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:44.986381 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:44.987434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event deleted for resources: {'Port': ['ID=39c91a72-08ad-4673-a5e7-91a3643f8c4a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:45.021262 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-68b9150e-f681-4989-893e-dd2a26976288 req-f002b653-1010-4197-9172-d72949c3bff0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.0749469 Aug 28 20:26:45.089794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] No DVR routers for this DVR port 39c91a72-08ad-4673-a5e7-91a3643f8c4a on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:45.097813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:45.113541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1b75ce0-a299-4703-9b52-61b44f063d35 req-a4c7a647-6e1f-4e7b-aa9f-91a6010c3315 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "DELETE /networking/v2.0/ports/39c91a72-08ad-4673-a5e7-91a3643f8c4a HTTP/1.1" status: 204 len: 173 time: 0.9344809 Aug 28 20:26:45.113541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'name': 'network-vif-deleted', 'tag': '39c91a72-08ad-4673-a5e7-91a3643f8c4a'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:45.118844 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949808d-1de3-4d65-9a52-1d67b22d9d9a" -d '{"events": [{"server_uuid": "241e05a6-9afa-45f5-89c4-b9e4c4a78fbe", "name": "network-vif-deleted", "tag": "39c91a72-08ad-4673-a5e7-91a3643f8c4a"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:45.124732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5fce6ab-6f4a-43a1-9444-2be163399100 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (8dc2dbae-b34c-476d-999e-4c6ca8307ec1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:45.242213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5fce6ab-6f4a-43a1-9444-2be163399100 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (8dc2dbae-b34c-476d-999e-4c6ca8307ec1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:45.330955 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70776a25-9e3a-4f60-bf36-cc824402b04e x-openstack-request-id: req-70776a25-9e3a-4f60-bf36-cc824402b04e {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:45.331728 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241e05a6-9afa-45f5-89c4-b9e4c4a78fbe", "name": "network-vif-deleted", "tag": "39c91a72-08ad-4673-a5e7-91a3643f8c4a", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:45.332298 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70776a25-9e3a-4f60-bf36-cc824402b04e {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:45.332924 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70776a25-9e3a-4f60-bf36-cc824402b04e'] response: {'server_uuid': '241e05a6-9afa-45f5-89c4-b9e4c4a78fbe', 'name': 'network-vif-deleted', 'tag': '39c91a72-08ad-4673-a5e7-91a3643f8c4a', 'status': 'completed', 'code': 200} Aug 28 20:26:45.501411 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5fce6ab-6f4a-43a1-9444-2be163399100 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8dc2dbae-b34c-476d-999e-4c6ca8307ec1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:45.504972 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d5fce6ab-6f4a-43a1-9444-2be163399100 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:45.505565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7937d-d976-4516-b87f-2d4fd2dca90c req-5c797410-fcb6-40e7-8223-7ec0cb37c914 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:45.507757 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59e7937d-d976-4516-b87f-2d4fd2dca90c req-5c797410-fcb6-40e7-8223-7ec0cb37c914 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1383250 Aug 28 20:26:45.508644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d5fce6ab-6f4a-43a1-9444-2be163399100 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8dc2dbae-b34c-476d-999e-4c6ca8307ec1 HTTP/1.1" status: 204 len: 168 time: 0.5824189 Aug 28 20:26:45.526870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fce6ab-6f4a-43a1-9444-2be163399100 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2dbae-b34c-476d-999e-4c6ca8307ec1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:45.638537 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:45.645763 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-59e7937d-d976-4516-b87f-2d4fd2dca90c req-698a29a9-2be9-4d1d-b5be-7a582115a439 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065228 Aug 28 20:26:45.684291 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48126) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:45.700945 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:45.789192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting subnet b3c516d8-2fd5-4711-9b91-76828024e8ad {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:26:45.794946 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (b3c516d8-2fd5-4711-9b91-76828024e8ad), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:45.865648 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (b3c516d8-2fd5-4711-9b91-76828024e8ad), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:45.987572 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (b3c516d8-2fd5-4711-9b91-76828024e8ad), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:46.142302 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:46.175770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (b3c516d8-2fd5-4711-9b91-76828024e8ad), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:46.289995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c516d8-2fd5-4711-9b91-76828024e8ad,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:46.307957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be6c011b-adaf-4ad8-8603-c676ced0af58 req-ec9b4650-1804-4f40-9f6f-8e1446969ce4 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.0593383 Aug 28 20:26:46.315185 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:46.319150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-672e1af6-db2f-408d-b3c9-df77994dc3d0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/b3c516d8-2fd5-4711-9b91-76828024e8ad HTTP/1.1" status: 204 len: 168 time: 0.6335073 Aug 28 20:26:46.324594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48136) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:46.325762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf67a4b-df0e-4cb3-9924-ade100854466 None None] Network 771903e6-5c4f-4aea-93d6-c3903d436a1c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:26:46.592111 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:46.649517 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (771903e6-5c4f-4aea-93d6-c3903d436a1c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:46.729920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device e619eff5-3dd3-46e3-a990-b7d47bb2914e no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:46.779791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:46.781609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:46.787316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] DHCP port deletion for 771903e6-5c4f-4aea-93d6-c3903d436a1c request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:26:46.802092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: e619eff5-3dd3-46e3-a990-b7d47bb2914e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:26:46.803001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device e619eff5-3dd3-46e3-a990-b7d47bb2914e not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:26:46.917257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] Deleting port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:46.918744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:46.951285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4abdb-2a9c-478f-bedc-6898a1e42652 req-6bbc5a09-ef48-408a-b8f8-978a0262abd6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:46.961500 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41d4abdb-2a9c-478f-bedc-6898a1e42652 req-6bbc5a09-ef48-408a-b8f8-978a0262abd6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1415405 Aug 28 20:26:46.974979 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:47.007779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port aca4a1be-14d3-409f-bbf9-d4ec74b654e4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:47.007779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:47.045739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for aca4a1be-14d3-409f-bbf9-d4ec74b654e4 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:47.055325 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:47.075927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 39c91a72-08ad-4673-a5e7-91a3643f8c4a no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:47.079284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-41d4abdb-2a9c-478f-bedc-6898a1e42652 req-01a6889d-76e0-4724-a7c5-c3dcaafc8cdc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164103 Aug 28 20:26:47.158641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 39c91a72-08ad-4673-a5e7-91a3643f8c4a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:26:47.159117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 39c91a72-08ad-4673-a5e7-91a3643f8c4a not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:26:47.161237 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:47.196630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] For port aca4a1be-14d3-409f-bbf9-d4ec74b654e4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,segment=NetworkSegment(2cd81018-0b4a-4299-adab-0008e5e2234b),segment_id=2cd81018-0b4a-4299-adab-0008e5e2234b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:47.197018 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:47.246539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] Calling delete_port for aca4a1be-14d3-409f-bbf9-d4ec74b654e4 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:47.271586 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:47.474105 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:47.486676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (aca4a1be-14d3-409f-bbf9-d4ec74b654e4), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:47.575922 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] Pushing event deleted for resources: {'Port': ['ID=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:47.588158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=aca4a1be-14d3-409f-bbf9-d4ec74b654e4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:47.588470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0523f1b-57c6-4b6d-8eb8-68e737624391 None None] No DVR routers for this DVR port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:47.610066 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:47.616905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] No DVR routers for this DVR port aca4a1be-14d3-409f-bbf9-d4ec74b654e4 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:47.822615 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (771903e6-5c4f-4aea-93d6-c3903d436a1c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:47.856905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771903e6-5c4f-4aea-93d6-c3903d436a1c']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:47.889436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd81018-0b4a-4299-adab-0008e5e2234b') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:47.889436 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd81018-0b4a-4299-adab-0008e5e2234b') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:47.889436 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (2cd81018-0b4a-4299-adab-0008e5e2234b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:47.918658 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fb559e26-de5a-441a-ba1f-98943339f451 req-6a7939f9-deab-4e6d-b3bb-08d2eaa1e4f6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=241e05a6-9afa-45f5-89c4-b9e4c4a78fbe HTTP/1.1" status: 200 len: 210 time: 0.2059481 Aug 28 20:26:47.938056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2cd81018-0b4a-4299-adab-0008e5e2234b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:47.961916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:26:47.962715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (2cd81018-0b4a-4299-adab-0008e5e2234b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:48.172491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aca4a1be-14d3-409f-bbf9-d4ec74b654e4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:48.177915 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:48.179330 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 2cd81018-0b4a-4299-adab-0008e5e2234b resource provider aggregate not found Aug 28 20:26:48.204975 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 2cd81018-0b4a-4299-adab-0008e5e2234b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd81018-0b4a-4299-adab-0008e5e2234b found for delete ", "request_id": "req-1ccdd9c5-e060-4225-86e9-ee16afe5fb86"}]} Aug 28 20:26:48.220994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: aca4a1be-14d3-409f-bbf9-d4ec74b654e4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:26:48.221654 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device aca4a1be-14d3-409f-bbf9-d4ec74b654e4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:26:48.233575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (771903e6-5c4f-4aea-93d6-c3903d436a1c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:48.239068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:48.246381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/networks/771903e6-5c4f-4aea-93d6-c3903d436a1c HTTP/1.1" status: 204 len: 168 time: 1.9063599 Aug 28 20:26:48.247471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48156) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:48.309047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d64e5f-55c4-47a1-b849-5fa89be7817e req-3c9352db-bd3d-4a22-bf3f-65faca242179 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:48.317657 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2d64e5f-55c4-47a1-b849-5fa89be7817e req-3c9352db-bd3d-4a22-bf3f-65faca242179 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1172352 Aug 28 20:26:48.319321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280467b-c202-4c9b-9018-a92ed5d5225e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Network': ['ID=771903e6-5c4f-4aea-93d6-c3903d436a1c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:48.396379 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2d64e5f-55c4-47a1-b849-5fa89be7817e req-c87058fc-f1b5-4935-9ba0-6213ff8da191 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724523 Aug 28 20:26:48.558226 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:48.669763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port ff0b6d58-2985-4cdd-b3d4-5623451ac369 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:48.670206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:48.695296 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:48.758657 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:48.794786 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-a83e3299-d503-49a1-b0c1-c4688556f53e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197338 Aug 28 20:26:48.919410 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:48.919688 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (ff0b6d58-2985-4cdd-b3d4-5623451ac369), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:48.943760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-4a34f37f-2880-4cac-b4bd-3707481d6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:48.980372 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-4a34f37f-2880-4cac-b4bd-3707481d6fcf service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 1128 time: 0.1056206 Aug 28 20:26:49.006344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for ff0b6d58-2985-4cdd-b3d4-5623451ac369 owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:49.471688 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:49.550268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-8b9ce8bb-5e5e-4446-9f73-1bdeb85be078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:49.551989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-8b9ce8bb-5e5e-4446-9f73-1bdeb85be078 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 200 len: 898 time: 0.5546536 Aug 28 20:26:49.769637 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:49.947920 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:50.278879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2aa8c0-58ca-461c-9ae4-74b847e83ac8 req-63c52c90-e145-4e84-8907-36a4f08cfd29 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:50.278879 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a2aa8c0-58ca-461c-9ae4-74b847e83ac8 req-63c52c90-e145-4e84-8907-36a4f08cfd29 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0907977 Aug 28 20:26:50.280634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ff0b6d58-2985-4cdd-b3d4-5623451ac369), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:50.280768 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2a2aa8c0-58ca-461c-9ae4-74b847e83ac8 req-fb63fdb6-11f3-4758-ad6b-37e5bbc0b524 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607688 Aug 28 20:26:50.280881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=ff0b6d58-2985-4cdd-b3d4-5623451ac369,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:50.303879 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0b883-da8d-4d2c-9e8b-35b74d122ef1 req-e3bac97c-e372-48b2-825a-791eb0598449 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:50.306315 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7f0b883-da8d-4d2c-9e8b-35b74d122ef1 req-e3bac97c-e372-48b2-825a-791eb0598449 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.6103358 Aug 28 20:26:50.311413 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-1d51c6fe-0143-4d12-ae90-9049e8f7a20c service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69 HTTP/1.1" status: 200 len: 1002 time: 0.7521849 Aug 28 20:26:50.443052 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (ecfac988-b101-43ea-9d9a-9bd6e20920ef), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:50.443052 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Floating IP ecfac988-b101-43ea-9d9a-9bd6e20920ef disassociated (deleted). External IP: 172.25.4.181, port: 70106c12-45cb-4f7b-90fc-b43f1a9cec69. Aug 28 20:26:50.508497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-7ede8b5c-c364-4476-8786-f8b56633502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:50.511942 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-7ede8b5c-c364-4476-8786-f8b56633502c service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=565b2db4-2bd6-4c94-bb8a-98ed796ac10d HTTP/1.1" status: 200 len: 834 time: 0.1717975 Aug 28 20:26:50.632246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a7f0b883-da8d-4d2c-9e8b-35b74d122ef1 req-ffd85238-eb9c-4e5c-983a-51767e83db2c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168178 Aug 28 20:26:50.639384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-130b6aae-b90c-4cde-b62e-802dd1fcbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:50.641043 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-130b6aae-b90c-4cde-b62e-802dd1fcbf2b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1175554 Aug 28 20:26:50.871321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-cfbd2430-a124-4815-97ac-39500f000277 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231004 Aug 28 20:26:50.940412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router cc44babc-fb5f-482b-8f2a-3ecf361d0221 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:26:51.025694 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:51.054928 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94b8a49f-2210-497b-9a23-ddc599c80c72 req-6beb92a0-b7fc-4384-900d-8577bed4ca4e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756039 Aug 28 20:26:51.125561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:26:51.140425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] Sync routers for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:26:51.143367 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:51.152878 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:51.156337 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:51.207268 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-532d085a-2171-4019-af9c-2d3bf4905a08 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/ecfac988-b101-43ea-9d9a-9bd6e20920ef HTTP/1.1" status: 204 len: 168 time: 2.9091022 Aug 28 20:26:51.208302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:51.228459 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db3c5e-f5fc-4a08-86f1-168dca205ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:51.295060 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:51.311319 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:51.369380 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:51.380019 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5460e1c1-824f-4fab-a362-d5f132afe7a0 x-openstack-request-id: req-5460e1c1-824f-4fab-a362-d5f132afe7a0 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:51.380310 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:51.380570 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5460e1c1-824f-4fab-a362-d5f132afe7a0 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:51.380985 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5460e1c1-824f-4fab-a362-d5f132afe7a0'] response: {'name': 'network-changed', 'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'status': 'completed', 'code': 200} Aug 28 20:26:51.509009 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-ffacd07d-8910-46da-891b-413d3c5f9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:51.512094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-ffacd07d-8910-46da-891b-413d3c5f9616 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 1128 time: 0.1168137 Aug 28 20:26:51.626231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-f0127a1e-8df2-40a7-bca9-25bbafac46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:51.627828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-f0127a1e-8df2-40a7-bca9-25bbafac46dc service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 200 len: 898 time: 0.1089931 Aug 28 20:26:51.683781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c0b3-eb65-44c8-b00b-6c168ceac628 req-9a9f0f8c-40fc-49eb-bb88-061cddd366e6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:51.685379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44a9c0b3-eb65-44c8-b00b-6c168ceac628 req-9a9f0f8c-40fc-49eb-bb88-061cddd366e6 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.0565779 Aug 28 20:26:51.736536 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:51.738787 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-5b414c54-838a-4e78-8326-8f7522e514db service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69 HTTP/1.1" status: 200 len: 217 time: 0.0523944 Aug 28 20:26:51.832988 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:37Z', 'revision_number': 6, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:51.843325 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:51.895387 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:51.901994 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-043648bc-feeb-4f89-aabd-3599518972cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:51.902516 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44a9c0b3-eb65-44c8-b00b-6c168ceac628 req-db01895b-94d9-4b37-9900-fd873ae57b4d tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586728 Aug 28 20:26:51.902639 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] Checking router: cc44babc-fb5f-482b-8f2a-3ecf361d0221 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:26:51.923663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-670facc7-74d4-4d94-8118-7655b66b6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:51.929426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-670facc7-74d4-4d94-8118-7655b66b6969 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=565b2db4-2bd6-4c94-bb8a-98ed796ac10d HTTP/1.1" status: 200 len: 834 time: 0.1630330 Aug 28 20:26:51.955080 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:51.965483 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:52.154883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c72bcf-ff51-45c0-b58a-57e7237198aa req-f200a0a9-05c4-4a7a-a86f-af78f9e2b68f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:52.157293 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:52.162215 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7c72bcf-ff51-45c0-b58a-57e7237198aa req-f200a0a9-05c4-4a7a-a86f-af78f9e2b68f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 946 time: 0.1169248 Aug 28 20:26:52.191931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640989ab-9b65-4e2f-a298-dbb4d78bd30c req-5f3f60cf-d7c3-452a-bc7d-7a491d788d51 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:52.199395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-640989ab-9b65-4e2f-a298-dbb4d78bd30c req-5f3f60cf-d7c3-452a-bc7d-7a491d788d51 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1749728 Aug 28 20:26:52.207105 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.302225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f7c72bcf-ff51-45c0-b58a-57e7237198aa req-b8c41f9d-9c3b-48bc-94ce-d43fad7c6171 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174235 Aug 28 20:26:52.303685 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.311734 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.324782 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-640989ab-9b65-4e2f-a298-dbb4d78bd30c req-18053d62-31cb-4164-a07d-6ada831f4561 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162367 Aug 28 20:26:52.347315 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.500849 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.560146 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:37Z', 'revision_number': 6, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:52.706862 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813623b-56cf-4d89-81b5-a0727268304b None None] The sync data for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 is: [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:26:37Z', 'revision_number': 6, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '92fc5d87-e37b-43c9-a76c-4f82dc555c86', 'name': '', 'network_id': '4e8df8a1-bb19-4d8d-b123-05fc61cd4e88', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:2b:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:25Z', 'updated_at': '2022-08-28T20:24:34Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '565b2db4-2bd6-4c94-bb8a-98ed796ac10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:26:52.730734 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.757458 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.821398 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:52.890234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-5b2d682e-50de-4cc5-a1d6-9428ccc515d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:52.908623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-5b2d682e-50de-4cc5-a1d6-9428ccc515d6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928755 Aug 28 20:26:52.946544 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:53.152641 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-b5f9896a-10d9-4bc4-8d6f-ebd143c94dbc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493771 Aug 28 20:26:53.229307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-fd5c0030-6ab1-4463-a608-d01090e87ca9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:53.230808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-fd5c0030-6ab1-4463-a608-d01090e87ca9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 946 time: 0.0772569 Aug 28 20:26:53.238422 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:53.351887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a46d85-de65-4296-85f0-6fc0e6592b49 None None] New status for floating IP ecfac988-b101-43ea-9d9a-9bd6e20920ef: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:26:53.428198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231308-77db-49e1-9bd1-c3c66ee3b60c req-e550e693-9eee-4270-a4e9-4b46a3c94456 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:53.429808 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8231308-77db-49e1-9bd1-c3c66ee3b60c req-e550e693-9eee-4270-a4e9-4b46a3c94456 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.2170601 Aug 28 20:26:53.489470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:53.489819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:53.649363 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:53.653294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a5e18-210c-4ec8-8f49-0be23c29a6f0 req-6accc399-979f-4648-b73f-dd9a7208c44c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:53.662788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-851a5e18-210c-4ec8-8f49-0be23c29a6f0 req-6accc399-979f-4648-b73f-dd9a7208c44c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0916028 Aug 28 20:26:53.731116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-851a5e18-210c-4ec8-8f49-0be23c29a6f0 req-de5659aa-4207-4f02-a596-44911c9c2d4f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663822 Aug 28 20:26:53.740819 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:53.857292 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-78db3c5e-f5fc-4a08-86f1-168dca205ea5 req-2007f8a5-6c64-4117-b2a6-38c0422d5182 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235750 Aug 28 20:26:53.867584 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8231308-77db-49e1-9bd1-c3c66ee3b60c req-73eaea96-0d6e-4418-b78b-87bb7c94d856 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844976 Aug 28 20:26:53.881711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-12261b02-f96e-4e96-a96f-4bf6bfe033df tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:53.883602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-12261b02-f96e-4e96-a96f-4bf6bfe033df tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.1591926 Aug 28 20:26:53.901377 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29db6-36ad-4c2e-914e-7466d9c96d1e req-f2874ec6-f7d3-410e-aa2d-9f6e1550136f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:53.909265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73e29db6-36ad-4c2e-914e-7466d9c96d1e req-f2874ec6-f7d3-410e-aa2d-9f6e1550136f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 946 time: 0.1094759 Aug 28 20:26:53.975916 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:54.008298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port 70106c12-45cb-4f7b-90fc-b43f1a9cec69, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=70106c12-45cb-4f7b-90fc-b43f1a9cec69,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:54.009152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:54.014470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-73e29db6-36ad-4c2e-914e-7466d9c96d1e req-065fc77c-5208-4753-a242-6456bfc12902 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff41eff3-53cb-403d-84f8-513ee6459149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042354 Aug 28 20:26:54.098325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for 70106c12-45cb-4f7b-90fc-b43f1a9cec69 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:54.112646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0619ce-18ae-4e84-96bd-fe3530616907 req-78ae0084-413a-4b6c-a695-29ac72918c9f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:54.112646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de0619ce-18ae-4e84-96bd-fe3530616907 req-78ae0084-413a-4b6c-a695-29ac72918c9f tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 946 time: 0.0941727 Aug 28 20:26:54.152051 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e12c844a-85cc-49d2-b17e-ee5f304c7bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:54.233380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Deleting port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:54.235005 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:54.320641 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de0619ce-18ae-4e84-96bd-fe3530616907 req-90768431-2812-48a4-841f-00457a8377f0 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835630 Aug 28 20:26:54.496150 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=3,neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:54.517716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] For port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:54.518123 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:54.531651 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:54.543888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Calling delete_port for a2d00ee8-b09a-4209-bf80-cbaf2c9700aa owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:54.705587 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (70106c12-45cb-4f7b-90fc-b43f1a9cec69), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:54.748192 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:54.848098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=70106c12-45cb-4f7b-90fc-b43f1a9cec69,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:54.924852 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:54.931492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] No DVR routers for this DVR port 70106c12-45cb-4f7b-90fc-b43f1a9cec69 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:54.935469 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:54.942655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d6cedad-e4ae-43b9-b49b-817f93d75a53 req-f1daf994-2895-4206-afe8-b6793e448a81 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.89 "DELETE /networking/v2.0/ports/70106c12-45cb-4f7b-90fc-b43f1a9cec69 HTTP/1.1" status: 204 len: 173 time: 1.6756542 Aug 28 20:26:54.943170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'name': 'network-vif-deleted', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:54.947608 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7f28b7-6def-4afa-b96e-878348ba9394" -d '{"events": [{"server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "name": "network-vif-deleted", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:54.980131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b9007-a6ef-4577-991a-73b709f90f4c req-c84896a2-4375-4ea2-a537-044c3b3ea70e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:54.988730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b27b9007-a6ef-4577-991a-73b709f90f4c req-c84896a2-4375-4ea2-a537-044c3b3ea70e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0996339 Aug 28 20:26:55.044638 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a2d00ee8-b09a-4209-bf80-cbaf2c9700aa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:55.066627 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b27b9007-a6ef-4577-991a-73b709f90f4c req-7c89ce0f-f93b-4d30-8057-17e4581fe0e7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764060 Aug 28 20:26:55.099615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Pushing event deleted for resources: {'Port': ['ID=a2d00ee8-b09a-4209-bf80-cbaf2c9700aa,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:55.107820 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:55.182946 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce6440b-0c34-4dd2-ad5e-8f71f7772e30 x-openstack-request-id: req-1ce6440b-0c34-4dd2-ad5e-8f71f7772e30 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:55.182946 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfc2468-b31f-4410-ba6e-50b60a95f235", "name": "network-vif-deleted", "tag": "70106c12-45cb-4f7b-90fc-b43f1a9cec69", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:55.182946 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ce6440b-0c34-4dd2-ad5e-8f71f7772e30 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:55.182946 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce6440b-0c34-4dd2-ad5e-8f71f7772e30'] response: {'server_uuid': 'ecfc2468-b31f-4410-ba6e-50b60a95f235', 'name': 'network-vif-deleted', 'tag': '70106c12-45cb-4f7b-90fc-b43f1a9cec69', 'status': 'completed', 'code': 200} Aug 28 20:26:55.264101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0708-1b90-47db-b676-c35ea3b9532c req-f73d1554-21e3-4d2e-b4fb-f1fe2903e7f0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:55.288820 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f01c0708-1b90-47db-b676-c35ea3b9532c req-f73d1554-21e3-4d2e-b4fb-f1fe2903e7f0 tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 945 time: 0.2849243 Aug 28 20:26:55.340168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b86ccf60-084c-4911-92ba-fe84e70faf06 req-28679aed-7f87-4c51-882b-e84cbcdf5e46 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 210 time: 0.0591779 Aug 28 20:26:55.340894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-c65b4341-ec51-491f-a03c-05cad915b9fd tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:55.343125 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-c65b4341-ec51-491f-a03c-05cad915b9fd tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 946 time: 0.2047739 Aug 28 20:26:55.603342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] No DVR routers for this DVR port a2d00ee8-b09a-4209-bf80-cbaf2c9700aa on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:55.609975 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:55.622330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a76a-e406-4825-9ba2-c58e5403f0f3 req-5e68670d-bdd7-42d5-9e16-1028b27623db tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:55.627162 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f81dda95-6aba-441c-854b-bff6c9a19f21 req-3565835d-319e-4315-8199-271e7b7d9d7e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a2d00ee8-b09a-4209-bf80-cbaf2c9700aa HTTP/1.1" status: 204 len: 173 time: 1.7325828 Aug 28 20:26:55.631122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c104a76a-e406-4825-9ba2-c58e5403f0f3 req-5e68670d-bdd7-42d5-9e16-1028b27623db tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 946 time: 0.1842239 Aug 28 20:26:55.717883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f01c0708-1b90-47db-b676-c35ea3b9532c req-50cdc0bf-11e8-4ebb-8198-8cc67c12293e tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac10760e-b715-4839-86be-696e8074f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263098 Aug 28 20:26:55.718659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Deleting port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:26:55.719014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:55.725143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c104a76a-e406-4825-9ba2-c58e5403f0f3 req-0b512892-2449-4a41-8fcc-cb2eba5f621b tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=48a7ec20-d6b7-4b0a-9b92-965e54d506f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915649 Aug 28 20:26:55.725271 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:55.930482 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:56.017490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] For port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:26:56.018090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:56.115735 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:56.356543 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:56.363779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63707754-f1ca-41be-aada-3a8a93df6be2 req-fa10f3f2-6673-4360-88e2-7b5d6542a868 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:56.371837 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63707754-f1ca-41be-aada-3a8a93df6be2 req-fa10f3f2-6673-4360-88e2-7b5d6542a868 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1331365 Aug 28 20:26:56.424881 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:56.425474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (e59a372c-526c-40dd-8809-4c4157d0f6d3), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:56.429447 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Floating IP e59a372c-526c-40dd-8809-4c4157d0f6d3 disassociated. External IP: 172.25.4.88, port: 4bc7ceeb-87f4-4ea8-abe7-08782df069f1. Aug 28 20:26:56.429447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Calling delete_port for 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:26:56.479812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63707754-f1ca-41be-aada-3a8a93df6be2 req-6ec55f8f-b5d9-4b99-ad81-3f7b1884bd6f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067960 Aug 28 20:26:56.489496 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:56.595422 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-648d907a-df49-4cff-84c0-34119c12835a req-e3d96515-89af-40ad-b125-f6721aac6008 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ecfc2468-b31f-4410-ba6e-50b60a95f235 HTTP/1.1" status: 200 len: 210 time: 0.0773532 Aug 28 20:26:56.775436 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:56.784089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:56.984821 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce3bf62-fe78-4cf1-90e2-afecaa94a12e req-e6902703-ca1e-428b-b628-fca94485b53b tempest-ServerRescueNegativeTestJSON-54648675 tempest-ServerRescueNegativeTestJSON-54648675-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a97fdb1b-ed3c-40a8-a49f-1c06a13950f7 HTTP/1.1" status: 200 len: 210 time: 0.0965531 Aug 28 20:26:56.988638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a2d00ee8-b09a-4209-bf80-cbaf2c9700aa no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:56.990039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:56.995968 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:57.015798 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a8481f68-65ff-4c18-b5ce-6b72fcf1dd08 req-bf1aebba-da19-4fc0-88c5-2d8668bee008 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 210 time: 0.0771556 Aug 28 20:26:57.078654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event deleted for resources: {'Port': ['ID=4bc7ceeb-87f4-4ea8-abe7-08782df069f1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:57.101683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: a2d00ee8-b09a-4209-bf80-cbaf2c9700aa {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:26:57.107991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a2d00ee8-b09a-4209-bf80-cbaf2c9700aa not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:26:57.111786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:26:57.114364 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4bc7ceeb-87f4-4ea8-abe7-08782df069f1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:57.163204 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:57.182241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:57.187896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'name': 'network-vif-deleted', 'tag': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:57.190490 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50e60f-bcc2-40fc-bdfb-8410afe7c69a" -d '{"events": [{"server_uuid": "a97fdb1b-ed3c-40a8-a49f-1c06a13950f7", "name": "network-vif-deleted", "tag": "a2d00ee8-b09a-4209-bf80-cbaf2c9700aa"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:57.211569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 70106c12-45cb-4f7b-90fc-b43f1a9cec69 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:26:57.244019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 70106c12-45cb-4f7b-90fc-b43f1a9cec69 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:26:57.244735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 70106c12-45cb-4f7b-90fc-b43f1a9cec69 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:26:57.318965 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985f928-0350-4ac5-844e-f1020cd76b15 x-openstack-request-id: req-d985f928-0350-4ac5-844e-f1020cd76b15 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:57.325437 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97fdb1b-ed3c-40a8-a49f-1c06a13950f7", "name": "network-vif-deleted", "tag": "a2d00ee8-b09a-4209-bf80-cbaf2c9700aa", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:57.325437 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d985f928-0350-4ac5-844e-f1020cd76b15 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:57.325437 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d985f928-0350-4ac5-844e-f1020cd76b15'] response: {'server_uuid': 'a97fdb1b-ed3c-40a8-a49f-1c06a13950f7', 'name': 'network-vif-deleted', 'tag': 'a2d00ee8-b09a-4209-bf80-cbaf2c9700aa', 'status': 'completed', 'code': 200} Aug 28 20:26:57.327508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:26:57.481672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:26:57.488168 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:57.492672 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] Sync routers for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:26:57.520453 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:57.524115 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:57.670481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] No DVR routers for this DVR port 4bc7ceeb-87f4-4ea8-abe7-08782df069f1 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:26:57.679066 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:57.691244 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6afc0d4e-95df-442e-9ccb-aa543983594b req-5c2ce7f1-08cb-4ac4-a464-49a04e4632c7 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.89 "DELETE /networking/v2.0/ports/4bc7ceeb-87f4-4ea8-abe7-08782df069f1 HTTP/1.1" status: 204 len: 173 time: 2.3211696 Aug 28 20:26:57.708411 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:57.735412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:57.755483 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:57.755483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48274) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:57.779848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8e4ec-a572-403a-9581-4468f7ac53a7 req-5458e607-0b36-45cd-8b6d-22d995d1a14d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:57.787700 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3d8e4ec-a572-403a-9581-4468f7ac53a7 req-5458e607-0b36-45cd-8b6d-22d995d1a14d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1284328 Aug 28 20:26:57.837190 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:57.896449 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26667a62-1335-4715-98be-be7ec0bcb21c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (ff41eff3-53cb-403d-84f8-513ee6459149), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:57.899507 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:57.912059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3d8e4ec-a572-403a-9581-4468f7ac53a7 req-4f790c9b-0d74-4aba-b64a-af177cb97f10 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221678 Aug 28 20:26:57.952961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26667a62-1335-4715-98be-be7ec0bcb21c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (ff41eff3-53cb-403d-84f8-513ee6459149), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:58.056254 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:58.109899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48282) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:58.123577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26667a62-1335-4715-98be-be7ec0bcb21c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ff41eff3-53cb-403d-84f8-513ee6459149), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:58.127089 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-26667a62-1335-4715-98be-be7ec0bcb21c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:58.129740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-26667a62-1335-4715-98be-be7ec0bcb21c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ff41eff3-53cb-403d-84f8-513ee6459149 HTTP/1.1" status: 204 len: 168 time: 0.3764830 Aug 28 20:26:58.178350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26667a62-1335-4715-98be-be7ec0bcb21c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff41eff3-53cb-403d-84f8-513ee6459149,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:26:58.264536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b96f6d0f-0693-4334-996f-e49cbc70d62b req-7a6776d3-4154-4839-b1d3-1c6ef77f49f4 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 210 time: 0.0509648 Aug 28 20:26:58.292463 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:58.295567 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:58.360917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] Checking router: 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:26:58.361108 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48290) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:26:58.391670 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:26:58.392597 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:58.575850 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:26:58.852638 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:26:58.881778 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8766a6-e4fc-4f08-984f-770bbb311cc6 None None] The sync data for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 is: [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:20:44Z', 'revision_number': 4, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109', 'name': '', 'network_id': '332315c6-a239-41ba-ba9a-215b2cfe5833', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'mac_address': 'fa:16:3e:9c:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:41Z', 'updated_at': '2022-08-28T20:20:52Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'subnets': [{'id': '2f231aa2-6f5b-4954-8a82-d63cd8071ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:26:59.060700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d6701-acde-4ec4-b122-b8ec3e7a399d req-fe34367d-4fd2-42f7-a323-0cff59ad0630 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:26:59.066796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-627d6701-acde-4ec4-b122-b8ec3e7a399d req-fe34367d-4fd2-42f7-a323-0cff59ad0630 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0657723 Aug 28 20:26:59.222759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-627d6701-acde-4ec4-b122-b8ec3e7a399d req-569c6ded-b16a-4229-8252-f6a9ba914a4b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358552 Aug 28 20:26:59.384470 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'name': 'network-vif-deleted', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:26:59.390290 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0082932f-9c3a-4863-8c8e-353467800454" -d '{"events": [{"server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "name": "network-vif-deleted", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:26:59.537730 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2009819-08dc-4f75-ba76-b3d94696c63b None None] New status for floating IP e59a372c-526c-40dd-8809-4c4157d0f6d3: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:26:59.633989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa91932c-24f2-47f1-ad50-430ca581b078 req-86f9372c-b4a0-42b9-9e5a-84e4a4920b9c tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=cabfc625-8b48-4634-8fb7-c8b0f53a0218 HTTP/1.1" status: 200 len: 210 time: 0.1085334 Aug 28 20:26:59.646224 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4136fe3-b2e7-4863-bdbf-9e3a35489bbe x-openstack-request-id: req-d4136fe3-b2e7-4863-bdbf-9e3a35489bbe {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:26:59.646597 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabfc625-8b48-4634-8fb7-c8b0f53a0218", "name": "network-vif-deleted", "tag": "4bc7ceeb-87f4-4ea8-abe7-08782df069f1", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:26:59.646787 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4136fe3-b2e7-4863-bdbf-9e3a35489bbe {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:26:59.647141 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4136fe3-b2e7-4863-bdbf-9e3a35489bbe'] response: {'server_uuid': 'cabfc625-8b48-4634-8fb7-c8b0f53a0218', 'name': 'network-vif-deleted', 'tag': '4bc7ceeb-87f4-4ea8-abe7-08782df069f1', 'status': 'completed', 'code': 200} Aug 28 20:26:59.866289 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:26:59.899215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:26:59.967843 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:00.008983 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (ba0d275f-49f4-4b3f-8722-3e309865e242), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:00.306051 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:00.419545 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:00.436305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5765a-7bc1-46c0-9ec7-2174163ef8cc req-80499173-1793-4aee-8d7f-6cf2d7047ae6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:00.458356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4c5765a-7bc1-46c0-9ec7-2174163ef8cc req-80499173-1793-4aee-8d7f-6cf2d7047ae6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1227045 Aug 28 20:27:00.582897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4c5765a-7bc1-46c0-9ec7-2174163ef8cc req-d1b0f8ec-66a8-4f80-9ec6-f791da0ca26b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225820 Aug 28 20:27:00.772439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port 92fc5d87-e37b-43c9-a76c-4f82dc555c86 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:00.773520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:00.844730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Deleting port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:00.845091 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:00.921011 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48326) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:00.992207 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:01.066265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port 92fc5d87-e37b-43c9-a76c-4f82dc555c86, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=92fc5d87-e37b-43c9-a76c-4f82dc555c86,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:01.066499 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.071038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] For port 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:01.071538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.098311 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for 92fc5d87-e37b-43c9-a76c-4f82dc555c86 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:01.101203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Calling delete_port for 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:01.101971 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c6d3e06-a9cd-4c4b-9826-630fc4cfeb2d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (48a7ec20-d6b7-4b0a-9b92-965e54d506f2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.114616 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:01.193151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c6d3e06-a9cd-4c4b-9826-630fc4cfeb2d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (48a7ec20-d6b7-4b0a-9b92-965e54d506f2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.449204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c6d3e06-a9cd-4c4b-9826-630fc4cfeb2d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (48a7ec20-d6b7-4b0a-9b92-965e54d506f2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.457805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6c6d3e06-a9cd-4c4b-9826-630fc4cfeb2d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.461695 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6c6d3e06-a9cd-4c4b-9826-630fc4cfeb2d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/48a7ec20-d6b7-4b0a-9b92-965e54d506f2 HTTP/1.1" status: 204 len: 168 time: 0.5365791 Aug 28 20:27:01.464885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48330) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:01.525705 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-f9f4bfc3-9865-4619-989f-9448a1984a82 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] show failed (client error): The resource could not be found. Aug 28 20:27:01.529837 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f9f4bfc3-9865-4619-989f-9448a1984a82 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "GET /networking/v2.0/security-groups/48a7ec20-d6b7-4b0a-9b92-965e54d506f2 HTTP/1.1" status: 404 len: 347 time: 0.0568581 Aug 28 20:27:01.550684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48334) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:01.574749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d3e06-a9cd-4c4b-9826-630fc4cfeb2d tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a7ec20-d6b7-4b0a-9b92-965e54d506f2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:01.777054 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:01.800571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Deleting port 007a7d54-30d1-41d6-afd5-60be23ddbd2f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:01.800924 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.874279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942823-a3b8-4feb-880b-15ae348726ef req-7b3dc71d-4c7a-4c7a-8936-b13958245210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:01.875910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d942823-a3b8-4feb-880b-15ae348726ef req-7b3dc71d-4c7a-4c7a-8936-b13958245210 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1128 time: 0.2265227 Aug 28 20:27:01.891744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15e5be-4720-4a76-a848-1027c6abe815 req-7d8d2a32-07bd-43f4-ae12-0428f0ec8579 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:01.903230 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:01.903480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e15e5be-4720-4a76-a848-1027c6abe815 req-7d8d2a32-07bd-43f4-ae12-0428f0ec8579 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1506054 Aug 28 20:27:01.994426 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:01.995329 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (007a7d54-30d1-41d6-afd5-60be23ddbd2f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:02.018521 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Calling delete_port for 007a7d54-30d1-41d6-afd5-60be23ddbd2f owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:02.018748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942823-a3b8-4feb-880b-15ae348726ef req-a2fa31aa-1be8-4b5f-aec5-d2c1dd6cb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:02.020435 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d942823-a3b8-4feb-880b-15ae348726ef req-a2fa31aa-1be8-4b5f-aec5-d2c1dd6cb02d service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1091828 Aug 28 20:27:02.039793 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:02.053356 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:02.119987 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (92fc5d87-e37b-43c9-a76c-4f82dc555c86), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:02.216525 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e15e5be-4720-4a76-a848-1027c6abe815 req-56fe4041-84ce-4af1-81a8-0e991632d80c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119187 Aug 28 20:27:02.288240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=92fc5d87-e37b-43c9-a76c-4f82dc555c86,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:02.354717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d942823-a3b8-4feb-880b-15ae348726ef req-38a727fc-8467-4a0a-88c6-bc354a51fe53 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 1000 time: 0.3193896 Aug 28 20:27:02.441610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (007a7d54-30d1-41d6-afd5-60be23ddbd2f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:02.500587 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942823-a3b8-4feb-880b-15ae348726ef req-c3ae8150-5c32-4867-888c-61d5f37173f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:02.500587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d942823-a3b8-4feb-880b-15ae348726ef req-c3ae8150-5c32-4867-888c-61d5f37173f3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.1243019 Aug 28 20:27:02.536532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Pushing event deleted for resources: {'Port': ['ID=007a7d54-30d1-41d6-afd5-60be23ddbd2f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:02.651148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1e1a9d14-76f0-4b51-af8f-83a7ce7da35e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:02.706218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942823-a3b8-4feb-880b-15ae348726ef req-568ceb21-b191-4d3f-8e68-814125a633ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:02.707996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d942823-a3b8-4feb-880b-15ae348726ef req-568ceb21-b191-4d3f-8e68-814125a633ca service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2008810 Aug 28 20:27:02.723600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks [] for floatingip (e59a372c-526c-40dd-8809-4c4157d0f6d3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:02.727435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:02.738575 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-83233079-6191-4eb2-a59c-ba0b6191e798 tempest-AttachVolumeTestJSON-258028444 tempest-AttachVolumeTestJSON-258028444-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/e59a372c-526c-40dd-8809-4c4157d0f6d3 HTTP/1.1" status: 204 len: 168 time: 1.1823816 Aug 28 20:27:02.878333 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.140728 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.186112 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.283174 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.454639 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.457942 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1a9d14-76f0-4b51-af8f-83a7ce7da35e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:03.458434 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.467408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d942823-a3b8-4feb-880b-15ae348726ef req-c44f84a4-0bef-4e66-b8c9-09694894446e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560736 Aug 28 20:27:03.470026 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.499857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a41-ce9c-4252-b218-b4e374768a07 req-58fda576-4147-4bea-be27-b2db8a54d310 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:03.501692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d874a41-ce9c-4252-b218-b4e374768a07 req-58fda576-4147-4bea-be27-b2db8a54d310 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1515229 Aug 28 20:27:03.547667 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.629741 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2d874a41-ce9c-4252-b218-b4e374768a07 req-9e53ed62-e95a-4841-8a63-a5a769e10690 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175399 Aug 28 20:27:03.724458 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:03.775312 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.923400 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:03.986851 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.054822 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.071863 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d942823-a3b8-4feb-880b-15ae348726ef req-0a0c8e8c-8b3d-4ba2-837a-37ac4a0cd683 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892639 Aug 28 20:27:04.117187 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.198119 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.211077 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.217230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router cc44babc-fb5f-482b-8f2a-3ecf361d0221 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:04.244433 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (ba0d275f-49f4-4b3f-8722-3e309865e242), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:04.478912 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.486981 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.552508 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.580907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:04.590769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2cb298b6-995b-4f43-bf50-423cba388882 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "PUT /networking/v2.0/routers/cc44babc-fb5f-482b-8f2a-3ecf361d0221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2252030 Aug 28 20:27:04.592771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48358) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:04.615656 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] Sync routers for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:04.644071 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:04.644727 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:04.789925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting subnet 565b2db4-2bd6-4c94-bb8a-98ed796ac10d {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:27:04.800853 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.803113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (565b2db4-2bd6-4c94-bb8a-98ed796ac10d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:04.896423 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:04.940022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Router ba0d275f-49f4-4b3f-8722-3e309865e242 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:04.950291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (565b2db4-2bd6-4c94-bb8a-98ed796ac10d), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:04.954734 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:04.971477 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:05.056001 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:05.097192 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dcdf1-33af-4831-a9a6-82cc80a589c2 req-85354c18-ea1e-4bc4-ad2c-7830152652ad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:05.104467 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-893dcdf1-33af-4831-a9a6-82cc80a589c2 req-85354c18-ea1e-4bc4-ad2c-7830152652ad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.2240415 Aug 28 20:27:05.197706 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:27:05.199781 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:27:01Z', 'revision_number': 7, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:05.214693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (565b2db4-2bd6-4c94-bb8a-98ed796ac10d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:05.231799 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] Checking router: cc44babc-fb5f-482b-8f2a-3ecf361d0221 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:05.241446 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] Routers {'cc44babc-fb5f-482b-8f2a-3ecf361d0221'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:05.242362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:05.299923 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-893dcdf1-33af-4831-a9a6-82cc80a589c2 req-da02a79c-0544-4b01-8bb1-8757798c4832 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810274 Aug 28 20:27:05.303797 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:05.369459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:05.380584 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] Sync routers for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:05.437576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:05.438167 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-11e7d29c-72d1-4f5c-9276-821780c97deb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ba0d275f-49f4-4b3f-8722-3e309865e242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3264165 Aug 28 20:27:05.438913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48368) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:05.441377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:05.502949 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] Set router cc44babc-fb5f-482b-8f2a-3ecf361d0221 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:05.582296 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:05.790912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks [] for router (ba0d275f-49f4-4b3f-8722-3e309865e242), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:05.858188 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:05.925603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:05.928742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks [] for router_gateway (ba0d275f-49f4-4b3f-8722-3e309865e242), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:05.947964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:27:01Z', 'revision_number': 7, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:06.074966 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb40b82-91f5-4854-8cb0-e9554bff7b43 None None] The sync data for ids ['cc44babc-fb5f-482b-8f2a-3ecf361d0221'] in n-d-854121-7 is: [{'id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'name': 'tempest-TestNetworkBasicOps-router-1005874406', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:16Z', 'updated_at': '2022-08-28T20:27:01Z', 'revision_number': 7, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': 'b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44babc-fb5f-482b-8f2a-3ecf361d0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:17Z', 'updated_at': '2022-08-28T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:06.120240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:27:02Z', 'revision_number': 5, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port': {'id': '32b37598-1ad6-4e29-85d3-688d8e9c58b7', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:21:54Z', 'updated_at': '2022-08-28T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:06.128512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (565b2db4-2bd6-4c94-bb8a-98ed796ac10d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:06.183921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] Checking router: ba0d275f-49f4-4b3f-8722-3e309865e242 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:06.184170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Subnet': ['ID=565b2db4-2bd6-4c94-bb8a-98ed796ac10d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:06.200755 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae325827-c142-40f2-b5fc-b67f503d0dd2 None None] Network 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:06.203992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:06.209215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-13cba2ff-af86-44a3-a44d-edbb1eeee86b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/565b2db4-2bd6-4c94-bb8a-98ed796ac10d HTTP/1.1" status: 204 len: 168 time: 1.6151910 Aug 28 20:27:06.223058 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:06.225922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48386) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:06.251727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] Routers {'ba0d275f-49f4-4b3f-8722-3e309865e242'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:06.262903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['ba0d275f-49f4-4b3f-8722-3e309865e242'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:06.294022 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:06.298606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Deleting port 32b37598-1ad6-4e29-85d3-688d8e9c58b7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:06.298960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:06.379542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] Set router ba0d275f-49f4-4b3f-8722-3e309865e242 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:06.437222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] For port 32b37598-1ad6-4e29-85d3-688d8e9c58b7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=32b37598-1ad6-4e29-85d3-688d8e9c58b7,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:06.437592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:06.468249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Calling delete_port for 32b37598-1ad6-4e29-85d3-688d8e9c58b7 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:06.606144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:27:05Z', 'revision_number': 6, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:06.709542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae085a2-942d-4390-ba27-9554686a51c3 None None] The sync data for ids ['ba0d275f-49f4-4b3f-8722-3e309865e242'] in n-d-854121-7 is: [{'id': 'ba0d275f-49f4-4b3f-8722-3e309865e242', 'name': 'tempest-ServerRescueNegativeTestJSON-646408789-router', 'tenant_id': 'cd0d0379a2ef431c98328e490b1febcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:21:53Z', 'updated_at': '2022-08-28T20:27:05Z', 'revision_number': 6, 'project_id': 'cd0d0379a2ef431c98328e490b1febcd', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:06.723555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b630fb-803f-4ae6-b99d-17bf166e97c9 req-d1113046-f531-4b60-97f9-2de06d3edd44 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:06.728857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14b630fb-803f-4ae6-b99d-17bf166e97c9 req-d1113046-f531-4b60-97f9-2de06d3edd44 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.1586275 Aug 28 20:27:06.858446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:06.950449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48400) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:06.980038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-14b630fb-803f-4ae6-b99d-17bf166e97c9 req-172af97d-fee7-43cb-a545-a3fc6d0567f5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366910 Aug 28 20:27:07.098021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (cc44babc-fb5f-482b-8f2a-3ecf361d0221), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.134970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] DHCP port deletion for 4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:27:07.147847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (32b37598-1ad6-4e29-85d3-688d8e9c58b7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.163634 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:07.238825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Deleting port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:07.239203 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.248457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=32b37598-1ad6-4e29-85d3-688d8e9c58b7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:07.339417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-517b431c-aedf-4d73-8047-7e19a1c7429a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.359832 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:07.402846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:07.405246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.412290 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:07.413636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (ba0d275f-49f4-4b3f-8722-3e309865e242), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.453516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] For port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=66e71a5e-1b6b-4d67-a0f9-49a67b6c927e,segment=NetworkSegment(249c1a69-f4f8-406c-87d7-da77a7ebbd12),segment_id=249c1a69-f4f8-406c-87d7-da77a7ebbd12)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:07.453948 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.514115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Calling delete_port for 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:07.658134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-517b431c-aedf-4d73-8047-7e19a1c7429a admin admin] Publish callbacks [] for security_group (ddbb6387-634a-401a-84e5-44e172139558), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.662618 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:07.671067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (ba0d275f-49f4-4b3f-8722-3e309865e242), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.675604 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks [] for router_controller (ba0d275f-49f4-4b3f-8722-3e309865e242), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.744964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:07.746039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.769036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-517b431c-aedf-4d73-8047-7e19a1c7429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ddbb6387-634a-401a-84e5-44e172139558), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.827036 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (66e71a5e-1b6b-4d67-a0f9-49a67b6c927e), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.832957 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:07.912327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:07.912583 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (ba0d275f-49f4-4b3f-8722-3e309865e242), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.913275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0d275f-49f4-4b3f-8722-3e309865e242 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:27:07.919764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:07.923698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d4f29578-bcfd-46ff-8115-03ad04d32b6d admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ba0d275f-49f4-4b3f-8722-3e309865e242 HTTP/1.1" status: 204 len: 168 time: 2.4814534 Aug 28 20:27:07.925794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48408) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:07.940557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Pushing event deleted for resources: {'Port': ['ID=66e71a5e-1b6b-4d67-a0f9-49a67b6c927e,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:07.997423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] No DVR routers for this DVR port 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:08.002956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-517b431c-aedf-4d73-8047-7e19a1c7429a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=89c551b83154476c9bab7f87d14ccc67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0474074 Aug 28 20:27:08.007243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48410) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:08.013708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.017831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.019382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.021009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.033694 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b431c-aedf-4d73-8047-7e19a1c7429a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb6387-634a-401a-84e5-44e172139558,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:08.038521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.043456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.047017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.052194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.054512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.059992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.070770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.074434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.076214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.085194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.085670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff68d85-52f5-46c7-a304-39eb90199a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:08.205243 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:08.207318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] Deleting subnet 76f3ee2d-b5c0-4cf7-80cb-53046901b7fb {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:27:08.258109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] Publish callbacks [] for subnet (76f3ee2d-b5c0-4cf7-80cb-53046901b7fb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:08.266090 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:08.366086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:08.385603 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:08.443233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:08.443962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 66e71a5e-1b6b-4d67-a0f9-49a67b6c927e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:08.444640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:08.480771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c46f8-31a7-427c-8cc3-1a927b248b64 req-c56f42ec-76a1-4652-b586-822d618995cf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:08.484448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-001c46f8-31a7-427c-8cc3-1a927b248b64 req-c56f42ec-76a1-4652-b586-822d618995cf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.2548082 Aug 28 20:27:08.495551 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-288e0126-4b1d-46bd-ac45-d8b614e0aa5d admin admin] Publish callbacks [] for security_group (ddbb6387-634a-401a-84e5-44e172139558), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:08.503031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:08.503565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 1e1a9d14-76f0-4b51-af8f-83a7ce7da35e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:08.506316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 92fc5d87-e37b-43c9-a76c-4f82dc555c86 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:08.526964 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (76f3ee2d-b5c0-4cf7-80cb-53046901b7fb), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:08.574150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-288e0126-4b1d-46bd-ac45-d8b614e0aa5d admin admin] Publish callbacks [] for security_group (ddbb6387-634a-401a-84e5-44e172139558), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:08.588635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 92fc5d87-e37b-43c9-a76c-4f82dc555c86 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:08.588635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 92fc5d87-e37b-43c9-a76c-4f82dc555c86 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:08.588635 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 32b37598-1ad6-4e29-85d3-688d8e9c58b7 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:08.614874 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:08.631110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 32b37598-1ad6-4e29-85d3-688d8e9c58b7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:08.638245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 32b37598-1ad6-4e29-85d3-688d8e9c58b7 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:08.724207 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-001c46f8-31a7-427c-8cc3-1a927b248b64 req-a61b0974-a136-4d86-80dc-df886bc03f5b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280715 Aug 28 20:27:08.785985 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (76f3ee2d-b5c0-4cf7-80cb-53046901b7fb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.043243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.084189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:09.114922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (76f3ee2d-b5c0-4cf7-80cb-53046901b7fb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.126053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-288e0126-4b1d-46bd-ac45-d8b614e0aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ddbb6387-634a-401a-84e5-44e172139558), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.126916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-288e0126-4b1d-46bd-ac45-d8b614e0aa5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.128115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-288e0126-4b1d-46bd-ac45-d8b614e0aa5d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ddbb6387-634a-401a-84e5-44e172139558 HTTP/1.1" status: 204 len: 168 time: 1.1137688 Aug 28 20:27:09.152156 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:09.160831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e0126-4b1d-46bd-ac45-d8b614e0aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb6387-634a-401a-84e5-44e172139558,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:09.199445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f3ee2d-b5c0-4cf7-80cb-53046901b7fb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:09.202003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.208253 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9202ac4-dfe8-421b-936d-87487faaca4c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/76f3ee2d-b5c0-4cf7-80cb-53046901b7fb HTTP/1.1" status: 204 len: 168 time: 1.2790301 Aug 28 20:27:09.210405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48424) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:09.217398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0024d2-55d7-4a13-87d9-3439b785d142 None None] Network ea9e42ea-28ff-4906-b675-f48df8f0f17c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:09.285801 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.372892 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ea9e42ea-28ff-4906-b675-f48df8f0f17c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.377197 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:09.378301 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:09.449331 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:09.482803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Deleting port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:09.483336 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.501947 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (cc44babc-fb5f-482b-8f2a-3ecf361d0221), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.504568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_controller (cc44babc-fb5f-482b-8f2a-3ecf361d0221), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.537246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] DHCP port deletion for ea9e42ea-28ff-4906-b675-f48df8f0f17c request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:27:09.588893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] For port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:09.589204 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.592294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] Deleting port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:09.592760 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.609427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Calling delete_port for 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:09.669986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] For port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,segment=NetworkSegment(3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58),segment_id=3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:09.670529 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.691529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] Calling delete_port for 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:09.750296 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (cc44babc-fb5f-482b-8f2a-3ecf361d0221), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.751212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Fanout notify agent at l3_agent the message router_deleted on router cc44babc-fb5f-482b-8f2a-3ecf361d0221 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:27:09.789696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.795813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48436) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:09.796960 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5d512a68-6fa6-4746-b614-c983d2dbc32f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/routers/cc44babc-fb5f-482b-8f2a-3ecf361d0221 HTTP/1.1" status: 204 len: 168 time: 3.5711710 Aug 28 20:27:09.828091 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.842713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:09.884835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] Pushing event deleted for resources: {'Port': ['ID=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:09.905063 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a7db4-b2ab-47fe-aa71-f3437c652efe None None] No DVR routers for this DVR port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:09.970693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7bd3-a1a8-4af3-896d-ba25e250893e req-052ee92a-c48b-4b94-9d15-e588e4f17bc2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:09.982654 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e6e7bd3-a1a8-4af3-896d-ba25e250893e req-052ee92a-c48b-4b94-9d15-e588e4f17bc2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0914967 Aug 28 20:27:10.117622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e6e7bd3-a1a8-4af3-896d-ba25e250893e req-eedaf4a6-bb93-4453-bf3f-a0effbe10418 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297476 Aug 28 20:27:10.173774 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:10.173774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:10.185019 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.194152 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=16 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:10.202874 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] No DVR routers for this DVR port 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:10.237424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:10.271474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:10.272140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b7c399d8-d594-4c1b-899d-2ee5ff4e5b3f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:10.272787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:10.305296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ea9e42ea-28ff-4906-b675-f48df8f0f17c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.320026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:10.320707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 2c0aa5f2-ae6c-4c0c-b397-8e5baa242f5b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:10.372466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9e42ea-28ff-4906-b675-f48df8f0f17c']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:10.423170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:10.423545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:10.480330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.528576 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.553361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.561597 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:27:10.562039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.653142 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58 resource provider aggregate not found Aug 28 20:27:10.661722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8df8a1-bb19-4d8d-b123-05fc61cd4e88']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:10.691534 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d7e64ec-28b7-4fc7-8bb4-5ed12e670a58 found for delete ", "request_id": "req-9bd16b25-7187-423d-8ec0-28c56ebdd902"}]} Aug 28 20:27:10.713827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249c1a69-f4f8-406c-87d7-da77a7ebbd12') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:10.714328 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249c1a69-f4f8-406c-87d7-da77a7ebbd12') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:10.732990 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (249c1a69-f4f8-406c-87d7-da77a7ebbd12), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.757789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75ca80-8fe9-440e-895d-c94496ac1743 req-ba1044e7-0368-4751-88f5-fd41b6e47dab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:10.759710 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d75ca80-8fe9-440e-895d-c94496ac1743 req-ba1044e7-0368-4751-88f5-fd41b6e47dab tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.1097639 Aug 28 20:27:10.784958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (249c1a69-f4f8-406c-87d7-da77a7ebbd12), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.828993 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:27:10.830248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (249c1a69-f4f8-406c-87d7-da77a7ebbd12), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.943284 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ea9e42ea-28ff-4906-b675-f48df8f0f17c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.954577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:10.963501 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ea9e42ea-28ff-4906-b675-f48df8f0f17c HTTP/1.1" status: 204 len: 168 time: 1.7464263 Aug 28 20:27:11.001545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba01c4-a50d-4d66-8541-9b71f74af840 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9e42ea-28ff-4906-b675-f48df8f0f17c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:11.016801 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1d75ca80-8fe9-440e-895d-c94496ac1743 req-014aeea9-47e0-460c-8ba1-b119a60d5af9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486846 Aug 28 20:27:11.043658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (4e8df8a1-bb19-4d8d-b123-05fc61cd4e88), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.055512 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.057200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/networks/4e8df8a1-bb19-4d8d-b123-05fc61cd4e88 HTTP/1.1" status: 204 len: 168 time: 1.2566230 Aug 28 20:27:11.068373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48482) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:11.084996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48484) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:11.096617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'network': {'name': 'tempest-network-smoke--334471816', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'port_security_enabled': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:11.126683 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8ff0a-4cb2-4a54-82af-4385b79011c0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Network': ['ID=4e8df8a1-bb19-4d8d-b123-05fc61cd4e88,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:11.213505 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c6eaf59c-1c02-468a-87a6-2f43f9dee5c7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 HTTP/1.1" status: 200 len: 993 time: 0.1424839 Aug 28 20:27:11.284162 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:11.285423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:11.289621 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.329582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:27:11.347084 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5841ee33-df26-4e77-bcc7-6debf22e8e93), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.349450 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Added segment 5841ee33-df26-4e77-bcc7-6debf22e8e93 of type vlan for network 2dd27de8-7024-4174-8d73-b214a935931f Aug 28 20:27:11.389744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4351d2-a0c6-40d2-8004-5cd8d1c004a4 req-2c52976f-1216-45f3-a970-0a57012cd37b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:11.391411 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd4351d2-a0c6-40d2-8004-5cd8d1c004a4 req-2c52976f-1216-45f3-a970-0a57012cd37b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 946 time: 0.0949838 Aug 28 20:27:11.425931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (2dd27de8-7024-4174-8d73-b214a935931f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.519150 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cd4351d2-a0c6-40d2-8004-5cd8d1c004a4 req-049bd018-9285-4610-b69e-4100e94e8ad4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079779 Aug 28 20:27:11.694024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48512) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:11.707155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (2dd27de8-7024-4174-8d73-b214a935931f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.713680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:11.715258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.736601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473b48-35ed-42fb-a197-98821cf65811 req-a4a61420-528d-47a7-a69e-5e9706493a6b tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:11.738577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c473b48-35ed-42fb-a197-98821cf65811 req-a4a61420-528d-47a7-a69e-5e9706493a6b tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1127 time: 0.1079261 Aug 28 20:27:11.801560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9290bc2b-6bff-4f39-b927-72ba3d5dc413 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cd0d0379a2ef431c98328e490b1febcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1063306 Aug 28 20:27:11.804235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48524) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:11.871761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Network': ['ID=2dd27de8-7024-4174-8d73-b214a935931f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:11.886058 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 2dd27de8-7024-4174-8d73-b214a935931f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:27:11.893184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4ca2ce28-4f6c-4461-91e0-86f16ac7ce9e admin admin] Publish callbacks [] for security_group (ac10760e-b715-4839-86be-696e8074f44b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.895583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c473b48-35ed-42fb-a197-98821cf65811 req-c14b36c7-358c-4816-a82f-fd9ab72a7e1b tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331062 Aug 28 20:27:11.935754 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-773ed591-e27f-4f96-8e04-67bec1bdc6a0 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8487415 Aug 28 20:27:11.941679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48528) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:11.951294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4ca2ce28-4f6c-4461-91e0-86f16ac7ce9e admin admin] Publish callbacks [] for security_group (ac10760e-b715-4839-86be-696e8074f44b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:11.955453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'admin_state_up': True, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:12.083902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-4a64e6ba-e4ea-48c7-bb5d-830ecee1f53b req-c6695d28-3dbf-4188-ba88-5475b1a3fd66 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:27:12.088469 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4a64e6ba-e4ea-48c7-bb5d-830ecee1f53b req-c6695d28-3dbf-4188-ba88-5475b1a3fd66 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090847 Aug 28 20:27:12.101069 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:12.153287 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:12.155363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:12.219129 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4ca2ce28-4f6c-4461-91e0-86f16ac7ce9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ac10760e-b715-4839-86be-696e8074f44b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:12.219618 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4ca2ce28-4f6c-4461-91e0-86f16ac7ce9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:12.221076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4ca2ce28-4f6c-4461-91e0-86f16ac7ce9e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ac10760e-b715-4839-86be-696e8074f44b HTTP/1.1" status: 204 len: 168 time: 0.4159040 Aug 28 20:27:12.234036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2ce28-4f6c-4461-91e0-86f16ac7ce9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac10760e-b715-4839-86be-696e8074f44b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:12.656651 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_controller (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:12.656651 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:12.684633 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:12.717824 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 249c1a69-f4f8-406c-87d7-da77a7ebbd12 resource provider aggregate not found Aug 28 20:27:12.743201 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 249c1a69-f4f8-406c-87d7-da77a7ebbd12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 249c1a69-f4f8-406c-87d7-da77a7ebbd12 found for delete ", "request_id": "req-76b41bf3-5520-45a1-aa25-90acacefe052"}]} Aug 28 20:27:12.815292 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:12.969885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:13.012844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:13.270383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:13.271002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:13.274741 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:13.324084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:13.327051 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d495dd3b-68cc-4959-ba8e-9ee103bad581" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:13.363386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:13.367012 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:13.411368 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ec792f-4131-4086-85e6-b9ba5eaeee8a x-openstack-request-id: req-f3ec792f-4131-4086-85e6-b9ba5eaeee8a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:13.411665 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:13.412222 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3ec792f-4131-4086-85e6-b9ba5eaeee8a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:13.412663 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ec792f-4131-4086-85e6-b9ba5eaeee8a'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'code': 200} Aug 28 20:27:13.533517 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:13.539611 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:13.555216 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:13.600301 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:13.617347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=14']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:13.764835 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.25.4.219 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/672f6447-37d1-48f3-9c33-a26fba5e2889) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:13.899566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48630) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:13.945892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1d48-b8a9-465a-beb2-04920e26a4e6 req-ea187b6d-97b0-4796-8815-8b2c62553cb4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:13.948154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cafa1d48-b8a9-465a-beb2-04920e26a4e6 req-ea187b6d-97b0-4796-8815-8b2c62553cb4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0845380 Aug 28 20:27:14.075260 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:14.092286 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cafa1d48-b8a9-465a-beb2-04920e26a4e6 req-3a1dfb17-16db-4520-8e4c-e5b5e129850c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335471 Aug 28 20:27:14.137813 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-83e5741d-1cbb-4f3b-9b62-4ad7c019a39c service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2354519 Aug 28 20:27:14.146604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-ae4276f7-0076-4445-b0ea-ec01519eb850 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:27:14.151835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-ae4276f7-0076-4445-b0ea-ec01519eb850 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054243 Aug 28 20:27:14.324191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:14.393951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:14.397385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:14.408776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:14.442158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=672f6447-37d1-48f3-9c33-a26fba5e2889,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:14.445882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48658) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:14.651759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-dec8ea8f-b5b2-4fff-995d-78af39ba1d3a tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:14.653197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-dec8ea8f-b5b2-4fff-995d-78af39ba1d3a tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 1124 time: 0.2061443 Aug 28 20:27:14.907935 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:14.935782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48710) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:15.026194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.137162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-network', 'tenant_id': 'f44ed60223d44e13a761814a201211ed'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:15.312796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Made reservation on behalf of f44ed60223d44e13a761814a201211ed for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:15.315621 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.328675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.363131 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:15.409457 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:15.436379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.536244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks [] for security_group (365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.624313 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:15.637775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.705143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:27:15.728920 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (16f720f6-24b4-4723-82df-9d75afae74cf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.729555 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Added segment 16f720f6-24b4-4723-82df-9d75afae74cf of type vlan for network c796540d-874b-4c8f-b71c-647e11457788 Aug 28 20:27:15.805277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:15.815313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c796540d-874b-4c8f-b71c-647e11457788), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:15.890949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:27:16.033416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:16.050807 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Sync routers for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:16.054921 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c796540d-874b-4c8f-b71c-647e11457788), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:16.056915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:16.057809 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:16.115133 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:16.116026 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:16.174019 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:16.175384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2d581383-060c-42ba-9999-b412b7c26da2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2324564 Aug 28 20:27:16.181265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48740) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:16.244167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] Pushing event updated for resources: {'Network': ['ID=c796540d-874b-4c8f-b71c-647e11457788,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:16.258244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c796540d-874b-4c8f-b71c-647e11457788 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:27:16.263763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7f80565b-e8a2-4b33-96d1-df516f2ded2e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3267426 Aug 28 20:27:16.268773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48750) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:16.293713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Request body: {'subnet': {'network_id': 'c796540d-874b-4c8f-b71c-647e11457788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-subnet', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:16.316347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48752) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:16.323058 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5df63b2c-a512-4278-a2c7-b86d727dc0ec tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=693ced18e2794bd5abe2110d87ba128f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1388202 Aug 28 20:27:16.426135 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:16.560341 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:16.659281 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:16.663531 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-0025fc54-a3ef-480f-9674-f268d954efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:16.666018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-0025fc54-a3ef-480f-9674-f268d954efd1 service neutron] 10.222.0.78 "GET /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 1124 time: 0.2271018 Aug 28 20:27:16.698139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Request body: {'binding': {'host': 'n-h2-854121-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:16.698929 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Unknown quota resources ['binding']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:27:16.745313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Made reservation on behalf of f44ed60223d44e13a761814a201211ed for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:16.748285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:16.829797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:14Z', 'revision_number': 3, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:16.904527 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Checking router: 381f4313-f855-4b89-9d9a-a0e0cd69e8ae for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:16.905295 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Updating router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae port 672f6447-37d1-48f3-9c33-a26fba5e2889 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:27:16.928378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bbfdbb-6123-4780-9628-b6af29715044 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:16.932897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e7bbfdbb-6123-4780-9628-b6af29715044 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5634263 Aug 28 20:27:16.936298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48764) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:17.042233 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.067324 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0ee19603-1ca6-4d4b-b506-3bd9430f821a tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1225734 Aug 28 20:27:17.067995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on host n-h2-854121-7 for vnic_type normal with profile None {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:17.067995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:17.067995 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:17.070177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48772) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:17.073594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:27:17.074007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:17.079772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591586727', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:17.111224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:17.111585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Checking segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:17.111996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Bound using segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:17.112501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Bound port: 99860429-f5da-48f0-865a-71bb3d88ab31, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:17.287032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:17.334350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:17.339109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.392090 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (0e7061f2-5bf8-4098-828e-801108e1d4fd), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.443904 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.445517 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] 10.222.0.78 "POST /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31/bindings HTTP/1.1" status: 201 len: 389 time: 0.7550275 Aug 28 20:27:17.498506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7061f2-5bf8-4098-828e-801108e1d4fd,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:17.531184 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:17.545813 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Checking segment: {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:17.550577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Network hostable DHCP agents. Network: c796540d-874b-4c8f-b71c-647e11457788, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:27:17.553683 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Publish callbacks [] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.683131 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.683792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Network c796540d-874b-4c8f-b71c-647e11457788 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:27:17.714730 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:17.760238 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Attempting to bind port 672f6447-37d1-48f3-9c33-a26fba5e2889 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:17.763728 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Attempting to bind port 672f6447-37d1-48f3-9c33-a26fba5e2889 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:17.764690 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Attempting to bind port 672f6447-37d1-48f3-9c33-a26fba5e2889 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:17.787576 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:17.788290 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:17.788921 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.789496 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:17.790211 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Bound port: 672f6447-37d1-48f3-9c33-a26fba5e2889, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:17.790810 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.795330 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Pushing event updated for resources: {'Port': ['ID=672f6447-37d1-48f3-9c33-a26fba5e2889,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:17.797555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c796540d-874b-4c8f-b71c-647e11457788) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:17.797886 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:17.803525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:17.803525 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.806588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea30c05-ca6a-4d9b-a364-a1569e092de0 None None] Network c796540d-874b-4c8f-b71c-647e11457788 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:17.826408 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (4644ed53-5751-4c11-b688-00598eda587c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:17.835162 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.835873 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.836397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.837003 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.838529 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.839083 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.840272 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.840819 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.841335 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.841876 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.842410 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.842919 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.843880 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.844768 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.845306 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:17.889598 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] For port 672f6447-37d1-48f3-9c33-a26fba5e2889, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:17.896949 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] For port 672f6447-37d1-48f3-9c33-a26fba5e2889, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=672f6447-37d1-48f3-9c33-a26fba5e2889,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:17.967336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-483c6f29-2cbf-46df-ab68-33bbe8da9ec7 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6960049 Aug 28 20:27:17.974412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48800) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:17.980952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:18.003633 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.015626 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:18.058730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa84e38-21ee-4d50-b01d-932c20db243c req-b397733f-71b2-43fa-a862-1f248c22ec70 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:18.063238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c796540d-874b-4c8f-b71c-647e11457788', 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788', 'project_id': 'f44ed60223d44e13a761814a201211ed', 'fixed_ips': [{'subnet_id': '0e7061f2-5bf8-4098-828e-801108e1d4fd'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:27:18.065174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.066519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aaa84e38-21ee-4d50-b01d-932c20db243c req-b397733f-71b2-43fa-a862-1f248c22ec70 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.1340816 Aug 28 20:27:18.103330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Subnet': ['ID=4644ed53-5751-4c11-b688-00598eda587c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:18.138157 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:18.138800 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:26:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:18.151950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Checking segment: {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:18.153756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network hostable DHCP agents. Network: 2dd27de8-7024-4174-8d73-b214a935931f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:27:18.203934 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.207563 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.279354 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c9f38-7f52-4db7-a8bc-a55b755134bc None None] Pushing event updated for resources: {'Port': ['ID=672f6447-37d1-48f3-9c33-a26fba5e2889,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:18.328218 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-aaa84e38-21ee-4d50-b01d-932c20db243c req-8e6d93f2-a8c7-4887-9a96-e1320a2a98e8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584429 Aug 28 20:27:18.361019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks [] for router_controller (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.368278 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 2dd27de8-7024-4174-8d73-b214a935931f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:27:18.387849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Allocated IP 172.20.0.2 (c796540d-874b-4c8f-b71c-647e11457788/0e7061f2-5bf8-4098-828e-801108e1d4fd/db94d2ba-c82d-44b6-88e6-f62e51fc70e7) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:18.411531 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:18.540048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 2dd27de8-7024-4174-8d73-b214a935931f) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:18.545543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:18.546189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.560592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f827e4-fc85-4163-ae46-3ab40cb43510 None None] Network 2dd27de8-7024-4174-8d73-b214a935931f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:18.591853 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:18.607118 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:18.610721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-22399ff2-3736-4980-8679-bef833bf3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:18.612576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-22399ff2-3736-4980-8679-bef833bf3f35 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1127 time: 0.1395459 Aug 28 20:27:18.738996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f5912f9c-67d6-4039-91f4-10ee0693bea2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6652670 Aug 28 20:27:18.747603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48812) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:18.796087 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:18.829708 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:18.849143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks [] for router_gateway (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.887627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f504ec6-34d2-4c5e-932e-24285803d924 req-b805cfb6-3d60-4596-ad4a-93782fd493db tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:18.900031 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6f504ec6-34d2-4c5e-932e-24285803d924 req-b805cfb6-3d60-4596-ad4a-93782fd493db tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1456170 Aug 28 20:27:18.910288 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:14Z', 'revision_number': 3, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:18.938695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-2dd27de8-7024-4174-8d73-b214a935931f', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:27:18.940030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:18.948655 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:18.966691 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e978ee-7dc8-4610-aa91-84c70fb2844b None None] The sync data for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 is: [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:14Z', 'revision_number': 3, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:18.986810 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Publish callbacks [] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:19.066257 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6f504ec6-34d2-4c5e-932e-24285803d924 req-a3ba4afa-7ddd-4d60-954d-b328cc515202 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652405 Aug 28 20:27:19.106171 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:19.202051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Pushing event updated for resources: {'Port': ['ID=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:19.240413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-55672e44-e403-46f3-9776-c5078919823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:19.246037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-55672e44-e403-46f3-9776-c5078919823f service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 200 len: 897 time: 0.6177804 Aug 28 20:27:19.296646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Network c796540d-874b-4c8f-b71c-647e11457788 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:19.314269 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:19.331508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:19.428283 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:19.461486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Allocated IP 172.20.0.2 (2dd27de8-7024-4174-8d73-b214a935931f/4644ed53-5751-4c11-b688-00598eda587c/074e4831-b8c9-471a-ba94-e02680b251ea) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:19.577900 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:19.643092 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks [] for router_gateway (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:19.644024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a16ff6-9d35-4a45-a384-749e77fbbe02 req-17dd0104-2718-4bbc-b628-020fc533628c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:19.645414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Attempting to bind port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:19.645836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Attempting to bind port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:19.646381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Attempting to bind port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 on network c796540d-874b-4c8f-b71c-647e11457788 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:19.647151 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1a16ff6-9d35-4a45-a384-749e77fbbe02 req-17dd0104-2718-4bbc-b628-020fc533628c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2173951 Aug 28 20:27:19.651258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3a85a-46cf-428b-83f3-460c6468f824 req-944e8e2a-c917-45ec-affe-97d500661788 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:19.659872 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4fc3a85a-46cf-428b-83f3-460c6468f824 req-944e8e2a-c917-45ec-affe-97d500661788 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.1083822 Aug 28 20:27:19.675347 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-4f9b8d22-78c3-430c-ab9d-f2df5e5ef7fc service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 1001 time: 0.4219713 Aug 28 20:27:19.712469 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:19.751595 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:19.872811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:19.874033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Checking segment: {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:19.874610 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:19.875184 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Bound using segment: {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:19.875841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Bound port: db94d2ba-c82d-44b6-88e6-f62e51fc70e7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:19.876448 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:19.937686 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1a16ff6-9d35-4a45-a384-749e77fbbe02 req-f9b2a8ac-6294-4585-be77-aa4cbf5b0cde tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804074 Aug 28 20:27:19.993139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4fc3a85a-46cf-428b-83f3-460c6468f824 req-532178bb-ba2d-4d44-a275-1b803b5aabba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319206 Aug 28 20:27:19.998260 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Publish callbacks [] for port (074e4831-b8c9-471a-ba94-e02680b251ea), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:20.102933 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:20.148795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Network 2dd27de8-7024-4174-8d73-b214a935931f is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:20.158805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:20.166899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Allocated IP 172.25.4.128 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/04f21c47-ca8b-4845-bd04-0d99451b622e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:20.195635 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-47379d04-dba5-4ef9-b19d-aba603406618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:20.197740 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-47379d04-dba5-4ef9-b19d-aba603406618 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c1e43b6-aedd-4fb6-a842-bf2e5b238059 HTTP/1.1" status: 200 len: 835 time: 0.4609740 Aug 28 20:27:20.209992 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:20.228130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:20.318426 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] For port db94d2ba-c82d-44b6-88e6-f62e51fc70e7, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:20.328357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] For port db94d2ba-c82d-44b6-88e6-f62e51fc70e7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:20.346375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 672f6447-37d1-48f3-9c33-a26fba5e2889 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:20.358386 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:20.401428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-5f68dfc4-aef1-448a-bcb0-45a8bc6c3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:20.403063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-5f68dfc4-aef1-448a-bcb0-45a8bc6c3205 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c9cb481e-f760-4e85-93ee-91daeaef24e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1900651 Aug 28 20:27:20.428845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044de83-14f7-4659-8ffe-94a78ea6826f req-71f6848b-539a-43c5-8aa5-482738032221 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:20.448563 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0044de83-14f7-4659-8ffe-94a78ea6826f req-71f6848b-539a-43c5-8aa5-482738032221 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2494926 Aug 28 20:27:20.561219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks [] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:20.832207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Pushing event updated for resources: {'Port': ['ID=074e4831-b8c9-471a-ba94-e02680b251ea,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:20.903324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Attempting to bind port 074e4831-b8c9-471a-ba94-e02680b251ea on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:20.904010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Attempting to bind port 074e4831-b8c9-471a-ba94-e02680b251ea by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:20.904132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Attempting to bind port 074e4831-b8c9-471a-ba94-e02680b251ea on network 2dd27de8-7024-4174-8d73-b214a935931f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:20.916963 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:20.917223 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Checking segment: {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:20.918475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:20.918909 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Bound using segment: {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:20.919424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Bound port: 074e4831-b8c9-471a-ba94-e02680b251ea, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:20.919887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:20.941978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 672f6447-37d1-48f3-9c33-a26fba5e2889 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:20.942409 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:21.003797 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:21.032014 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:21.176287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] For port 074e4831-b8c9-471a-ba94-e02680b251ea, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:21.183140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] For port 074e4831-b8c9-471a-ba94-e02680b251ea, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=074e4831-b8c9-471a-ba94-e02680b251ea,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:21.186990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba9e1-2e70-4bb5-91a7-37848c72e8b3 None None] Pushing event updated for resources: {'Port': ['ID=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:21.222822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:21.258620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:21.268162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:21.279701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 672f6447-37d1-48f3-9c33-a26fba5e2889 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:21.280120 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:21.341971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0044de83-14f7-4659-8ffe-94a78ea6826f req-49a2cc70-c8ab-4903-886e-ba3a672fe771 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8923533 Aug 28 20:27:21.348632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 672f6447-37d1-48f3-9c33-a26fba5e2889, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=672f6447-37d1-48f3-9c33-a26fba5e2889,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:21.355871 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:21.451026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Pushing event updated for resources: {'Port': ['ID=04f21c47-ca8b-4845-bd04-0d99451b622e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:21.511059 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:21.601707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e680f2-5984-4124-a37b-3f70a26d9833 None None] Pushing event updated for resources: {'Port': ['ID=074e4831-b8c9-471a-ba94-e02680b251ea,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:21.605099 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-e7431cb6-ebe9-487c-ae21-246ee42e4e13 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1405351 Aug 28 20:27:21.608493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031b832-07c8-41f4-b690-a54bd572481e req-7501eae7-7ece-4b45-a84a-5c4b3a2cb924 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:21.620311 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5031b832-07c8-41f4-b690-a54bd572481e req-7501eae7-7ece-4b45-a84a-5c4b3a2cb924 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.4047139 Aug 28 20:27:21.638158 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:21.650733 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:21.804491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=672f6447-37d1-48f3-9c33-a26fba5e2889,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:21.951841 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:22.025804 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-698e0cf0-a93d-4c32-be60-f628a2895719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:22.087094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5031b832-07c8-41f4-b690-a54bd572481e req-a5793fa8-6f23-4d41-b9af-7ea16e649f6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634738 Aug 28 20:27:22.107096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:22.139569 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:22.173947 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-8ba97a88-768e-4590-933e-98cc0827b42f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405414 Aug 28 20:27:22.532100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device db94d2ba-c82d-44b6-88e6-f62e51fc70e7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:22.539876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks [] for router_gateway (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:22.682966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:22.683359 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:22.753912 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:22.847806 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:22.855958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:22.857818 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:22.965689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port db94d2ba-c82d-44b6-88e6-f62e51fc70e7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:23.026174 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:23.027615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 074e4831-b8c9-471a-ba94-e02680b251ea up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:23.073375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92a879-e2b0-4877-af8a-5116342c099b req-4c9aee4b-89e3-4d5c-9e0a-a61ad92e4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:23.075636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a92a879-e2b0-4877-af8a-5116342c099b req-4c9aee4b-89e3-4d5c-9e0a-a61ad92e4d52 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.5761142 Aug 28 20:27:23.145760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-e51ec2ef-fd60-4f85-ba50-b1b4d534eddc tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:23.149885 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-e51ec2ef-fd60-4f85-ba50-b1b4d534eddc tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3&tenant_id=19747ba661ca427ea056cf5402e7450c&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1127 time: 0.6202755 Aug 28 20:27:23.161027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d86d-99f1-459a-b0b0-87fa1a9f19b6 req-eae81b69-b117-440e-a840-7ceb8e61150f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:23.181693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6673d86d-99f1-459a-b0b0-87fa1a9f19b6 req-eae81b69-b117-440e-a840-7ceb8e61150f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.6827886 Aug 28 20:27:23.214212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-854121-7'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:23.276955 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:23.312130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:23.329881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 074e4831-b8c9-471a-ba94-e02680b251ea triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:23.330287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:23.466435 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:23.491853 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:23.540818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 074e4831-b8c9-471a-ba94-e02680b251ea is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:23.541924 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:23.619545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 074e4831-b8c9-471a-ba94-e02680b251ea, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=074e4831-b8c9-471a-ba94-e02680b251ea,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:23.633155 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:23.674588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6673d86d-99f1-459a-b0b0-87fa1a9f19b6 req-05ade2a9-7c07-4b63-8d7a-3bca52cd6035 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4917426 Aug 28 20:27:23.731947 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:23.732806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 672f6447-37d1-48f3-9c33-a26fba5e2889 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:23.799666 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:23.806267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.20.0.1 (2dd27de8-7024-4174-8d73-b214a935931f/4644ed53-5751-4c11-b688-00598eda587c/69a7d417-e57a-4525-8684-08b3419a5e00) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:23.851779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8268f-5683-48ae-91bd-0b2b4aa6df8e None None] Network 2dd27de8-7024-4174-8d73-b214a935931f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:23.865825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92a879-e2b0-4877-af8a-5116342c099b req-c864b3ea-327d-46d6-b72c-9794079fd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:23.867827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a92a879-e2b0-4877-af8a-5116342c099b req-c864b3ea-327d-46d6-b72c-9794079fd8ba service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.7700291 Aug 28 20:27:23.970304 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a92a879-e2b0-4877-af8a-5116342c099b req-8773def7-7673-48f5-b111-25dec9824927 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.0852034 Aug 28 20:27:23.972291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.010937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dfbc9-18f4-47da-a6fe-926f1ce5ab37 req-394e041f-c7fe-493b-aac3-0a2ee6c20e72 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:24.012494 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b7dfbc9-18f4-47da-a6fe-926f1ce5ab37 req-394e041f-c7fe-493b-aac3-0a2ee6c20e72 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 945 time: 0.5003550 Aug 28 20:27:24.025958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-35a8663f-4d3f-4917-b0ab-b377c99ab0f2 None None] Provisioning complete for port 074e4831-b8c9-471a-ba94-e02680b251ea triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:24.026338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-35a8663f-4d3f-4917-b0ab-b377c99ab0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.047339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03735470-cd1e-4a9c-abb4-c09cc835e9de None None] Network c796540d-874b-4c8f-b71c-647e11457788 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:24.133963 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92a879-e2b0-4877-af8a-5116342c099b req-2b9581ff-2f54-4587-a120-f4c1564cfc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:24.136456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a92a879-e2b0-4877-af8a-5116342c099b req-2b9581ff-2f54-4587-a120-f4c1564cfc80 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0562575 Aug 28 20:27:24.177128 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:24.193287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7b7dfbc9-18f4-47da-a6fe-926f1ce5ab37 req-407e43b1-d2f3-4dad-935b-24f45a9eafdb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982337 Aug 28 20:27:24.200631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 672f6447-37d1-48f3-9c33-a26fba5e2889 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:24.201011 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.253311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=074e4831-b8c9-471a-ba94-e02680b251ea,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:24.316074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92a879-e2b0-4877-af8a-5116342c099b req-c4d977d6-1373-4d93-bdaf-aa69443af164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:24.319307 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a92a879-e2b0-4877-af8a-5116342c099b req-c4d977d6-1373-4d93-bdaf-aa69443af164 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1670785 Aug 28 20:27:24.396391 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:24.409806 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a67f-6d1d-4d11-92d1-656dab77d826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.429338 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (69a7d417-e57a-4525-8684-08b3419a5e00), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.434994 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:24.445348 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:24.478905 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:27:24.556330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a92a879-e2b0-4877-af8a-5116342c099b req-80a38673-aea7-48e4-9ad8-c8a5016f4c86 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284498 Aug 28 20:27:24.561238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:24.640583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 672f6447-37d1-48f3-9c33-a26fba5e2889 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:24.657376 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.687363 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:24.700213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-35a8663f-4d3f-4917-b0ab-b377c99ab0f2 None None] Current status of the port 074e4831-b8c9-471a-ba94-e02680b251ea is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:24.740652 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.749768 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:24.799220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:24.814588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Sync routers for ids ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:24.882179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Routers {'1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:24.894576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:24.913982 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:24.915531 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1e9eb9ff-2e3c-4d99-b946-6515063dca27 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9385130 Aug 28 20:27:24.918304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48866) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:25.050588 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:25.059167 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01df893-4511-49d1-9528-3127af087caf" -d '{"events": [{"server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:25.069316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Publish callbacks [] for port (99860429-f5da-48f0-865a-71bb3d88ab31), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:25.074716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=69a7d417-e57a-4525-8684-08b3419a5e00,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:25.088727 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 2dd27de8-7024-4174-8d73-b214a935931f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:25.113437 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Set router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:25.116026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:25.180530 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:25.181771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:25.186353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device db94d2ba-c82d-44b6-88e6-f62e51fc70e7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:25.202725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-04b72bbd-e1ba-4f91-99eb-8cc4c0bbd553 None None] Provisioning complete for port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:25.202725 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-04b72bbd-e1ba-4f91-99eb-8cc4c0bbd553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:25.204247 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37789313-6ac6-4bdf-8ba4-765cc75c8fdb x-openstack-request-id: req-37789313-6ac6-4bdf-8ba4-765cc75c8fdb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:25.204545 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:25.204798 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37789313-6ac6-4bdf-8ba4-765cc75c8fdb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:25.205211 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37789313-6ac6-4bdf-8ba4-765cc75c8fdb'] response: {'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31', 'code': 200} Aug 28 20:27:25.320513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bbec7-1116-4064-ab70-2b4413f55954 req-1b73ed24-ea38-47a8-b24b-2b823cd05e74 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:25.331193 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-466bbec7-1116-4064-ab70-2b4413f55954 req-1b73ed24-ea38-47a8-b24b-2b823cd05e74 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.4617398 Aug 28 20:27:25.332867 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48878) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:25.432550 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:25.552217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=7']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:25.571398 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a92a879-e2b0-4877-af8a-5116342c099b req-99adf48f-751c-418e-b206-a64a9acb5a06 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0037334 Aug 28 20:27:25.576435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:25.576834 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:25.580072 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:25.590146 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a7285-7610-450c-8a13-50c19ef78e33 req-89e124ca-a2a6-4591-9a85-4a97a8aa440c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:25.591876 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-070a7285-7610-450c-8a13-50c19ef78e33 req-89e124ca-a2a6-4591-9a85-4a97a8aa440c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1401901 Aug 28 20:27:25.710246 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:25.728789 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-070a7285-7610-450c-8a13-50c19ef78e33 req-d42f3529-5104-4fb3-be16-bffad5d0d4cf tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298461 Aug 28 20:27:25.805123 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:25.807151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:27:22Z', 'revision_number': 3, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port': {'id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:19Z', 'updated_at': '2022-08-28T20:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:25.866561 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:25.867692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:26.017366 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-466bbec7-1116-4064-ab70-2b4413f55954 req-97ba94b2-f105-4799-b9f2-2dc0601cc64c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6852381 Aug 28 20:27:26.129452 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:26.439353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Checking router: 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:26.439923 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Updating router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 port 04f21c47-ca8b-4845-bd04-0d99451b622e binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:27:26.481901 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:26.529774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-04b72bbd-e1ba-4f91-99eb-8cc4c0bbd553 None None] Current status of the port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:26.592791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Allocated IP 172.20.0.1 (c796540d-874b-4c8f-b71c-647e11457788/0e7061f2-5bf8-4098-828e-801108e1d4fd/e4a7d1d0-bc6f-460d-b411-ebe06490c12c) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:26.845953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks [] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:26.934486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Publish callbacks [] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:26.934486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:26.968576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:26.969924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 074e4831-b8c9-471a-ba94-e02680b251ea up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:26.973650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Provisioning complete for port 074e4831-b8c9-471a-ba94-e02680b251ea triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:26.974103 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.005542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a285e5b-90f1-4854-b67b-d1240ccc08ef req-98684ecc-0a33-478b-950c-1c5532814842 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:27.014466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a285e5b-90f1-4854-b67b-d1240ccc08ef req-98684ecc-0a33-478b-950c-1c5532814842 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1358364 Aug 28 20:27:27.060634 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.075394 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.117979 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.166181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Attempting to bind port 04f21c47-ca8b-4845-bd04-0d99451b622e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:27.166908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Attempting to bind port 04f21c47-ca8b-4845-bd04-0d99451b622e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:27.167458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Attempting to bind port 04f21c47-ca8b-4845-bd04-0d99451b622e on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:27.182725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:27.183487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:27.184122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.184711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:27.185623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Bound port: 04f21c47-ca8b-4845-bd04-0d99451b622e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:27.187130 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.250610 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0a285e5b-90f1-4854-b67b-d1240ccc08ef req-0065ce39-3457-411d-b302-8e9ec808e057 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345748 Aug 28 20:27:27.259757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] For port 04f21c47-ca8b-4845-bd04-0d99451b622e, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:27.264252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] For port 04f21c47-ca8b-4845-bd04-0d99451b622e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=04f21c47-ca8b-4845-bd04-0d99451b622e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:27.265157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Pushing event updated for resources: {'Port': ['ID=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:27.274014 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Network c796540d-874b-4c8f-b71c-647e11457788 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:27.288547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:27.311832 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:27.312049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:27.322579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Current status of the port 074e4831-b8c9-471a-ba94-e02680b251ea is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:27.326215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca387830-b854-4a17-84bc-48a17bb9053e None None] Pushing event updated for resources: {'Port': ['ID=04f21c47-ca8b-4845-bd04-0d99451b622e,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:27.349958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.364680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 074e4831-b8c9-471a-ba94-e02680b251ea triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:27.365268 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.368930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Provisioning complete for port 69a7d417-e57a-4525-8684-08b3419a5e00 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:27.369746 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.422093 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:27.435870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a8aa9-2fd1-48c0-8eb3-d129cc1585be req-6ccb0001-616e-4d88-87e8-3f0139b6d9a8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:27.435870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-503a8aa9-2fd1-48c0-8eb3-d129cc1585be req-6ccb0001-616e-4d88-87e8-3f0139b6d9a8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0965869 Aug 28 20:27:27.451101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Port 69a7d417-e57a-4525-8684-08b3419a5e00 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:27.458430 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.495400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on host n-h1-854121-7 for vnic_type normal with profile {"migrating_to": "n-h2-854121-7"} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:27.495831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:27.496239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:27.499619 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.576145 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:27.594460 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:27.599859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Provisioning complete for port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:27.600237 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.651423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Routers {'1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:27.652474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:27.793006 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.856447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] Set router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:27.908068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:27.921493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:27:27.921836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Attempting to bind port 99860429-f5da-48f0-865a-71bb3d88ab31 on network c9cb481e-f760-4e85-93ee-91daeaef24e9 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:27.970184 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.030385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:28.031109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca387830-b854-4a17-84bc-48a17bb9053e None None] Pushing event updated for resources: {'Port': ['ID=04f21c47-ca8b-4845-bd04-0d99451b622e,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:28.041273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Checking segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:28.042081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Bound using segment: {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:28.042951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Bound port: 99860429-f5da-48f0-865a-71bb3d88ab31, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656a095-027b-4d53-b768-7c3de42a5f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:28.048912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.050765 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:28.091026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-503a8aa9-2fd1-48c0-8eb3-d129cc1585be req-99d878e9-2e7d-43c8-9df1-039c8b261675 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6390839 Aug 28 20:27:28.091281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks [] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.094274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 074e4831-b8c9-471a-ba94-e02680b251ea is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:28.190586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (69a7d417-e57a-4525-8684-08b3419a5e00), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.214001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-39c4e011-3bc7-4677-9e8b-9a47310cfa77 None None] Current status of the port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:28.243110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:27:22Z', 'revision_number': 3, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port': {'id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:19Z', 'updated_at': '2022-08-28T20:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:28.249028 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.276033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:28.309659 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.325724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9632e3-df57-4696-8ff6-46dd34aee7c1 None None] The sync data for ids ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'] in n-d-854121-7 is: [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:27:22Z', 'revision_number': 3, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port': {'id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:19Z', 'updated_at': '2022-08-28T20:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:28.380196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4ae08264-9af0-4384-8b34-46cb4012b3cf None None] Provisioning complete for port e4a7d1d0-bc6f-460d-b411-ebe06490c12c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:28.380596 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ae08264-9af0-4384-8b34-46cb4012b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.431876 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Pushing event updated for resources: {'Port': ['ID=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:28.444918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.445183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:28.463469 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:28.467643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ae08264-9af0-4384-8b34-46cb4012b3cf None None] Port e4a7d1d0-bc6f-460d-b411-ebe06490c12c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:28.560706 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98859b-3a6b-4ee8-bc72-c33d5b78741c req-37e8f586-9427-4af2-8dda-ae47575384f8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:28.562988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e98859b-3a6b-4ee8-bc72-c33d5b78741c req-37e8f586-9427-4af2-8dda-ae47575384f8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1165094 Aug 28 20:27:28.587849 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6171-04c3-4da3-9ad8-229da3045f2f req-ad995cac-a616-4f1f-84ce-008e8832dbc3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:28.589655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4dd6171-04c3-4da3-9ad8-229da3045f2f req-ad995cac-a616-4f1f-84ce-008e8832dbc3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2038054 Aug 28 20:27:28.594651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=69a7d417-e57a-4525-8684-08b3419a5e00,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:28.601511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.617274 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:28.677536 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:28.694022 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:28.713646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e98859b-3a6b-4ee8-bc72-c33d5b78741c req-abec2b87-d70f-4496-a8ca-e70afb19f90b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995262 Aug 28 20:27:28.802909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Network c796540d-874b-4c8f-b71c-647e11457788 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:28.804733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:29.018855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:29.128394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=8']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:29.144498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4dd6171-04c3-4da3-9ad8-229da3045f2f req-273d748a-ee7d-4f2f-b09a-62971450e970 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466897 Aug 28 20:27:29.174460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Deleting port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:29.174807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:29.234192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:29.251807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cc8f8174-062d-4535-aea8-bc0a348f1a8a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3321557 Aug 28 20:27:29.275188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:29.275827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:29.277527 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-808672fc-9e14-45b0-bbb0-4cae623dae50 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 1121 time: 6.0713384 Aug 28 20:27:29.278102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:29.280728 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553" -d '{"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:29.341780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0a940d6c-89c3-4ee3-8df5-5694b39fcbb2 None None] Provisioning complete for port e4a7d1d0-bc6f-460d-b411-ebe06490c12c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:29.342537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0a940d6c-89c3-4ee3-8df5-5694b39fcbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:29.344832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 2dd27de8-7024-4174-8d73-b214a935931f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:29.364216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:29.379339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] For port a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:29.379808 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:29.455365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Calling delete_port for a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:29.464318 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbcada4-5edd-468b-a276-2bd968a7f8f6 x-openstack-request-id: req-8fbcada4-5edd-468b-a276-2bd968a7f8f6 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:29.464614 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:29.464862 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8fbcada4-5edd-468b-a276-2bd968a7f8f6 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:29.465267 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbcada4-5edd-468b-a276-2bd968a7f8f6'] response: {'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31', 'status': 'completed', 'code': 200} Aug 28 20:27:29.483893 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:29.488244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0a940d6c-89c3-4ee3-8df5-5694b39fcbb2 None None] Port e4a7d1d0-bc6f-460d-b411-ebe06490c12c cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:29.529932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68062a-661a-4200-bd21-4c3177d0a10f req-f1100f5e-07f3-4561-a8d1-8f32acaecd21 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:29.546926 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df68062a-661a-4200-bd21-4c3177d0a10f req-f1100f5e-07f3-4561-a8d1-8f32acaecd21 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2088926 Aug 28 20:27:29.565865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['99860429-f5da-48f0-865a-71bb3d88ab31'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:27:29.664447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df68062a-661a-4200-bd21-4c3177d0a10f req-e7807e87-35c8-46d5-99b6-e5c4cdf444c8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165006 Aug 28 20:27:29.772959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-7f3d8dd4-e9eb-4906-b623-14a18c11906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:29.779532 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-7f3d8dd4-e9eb-4906-b623-14a18c11906e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1155 time: 0.3121428 Aug 28 20:27:29.833893 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:29.943623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b0a8b3a9-a951-49c8-96fe-167f8d1c94cb None None] Provisioning complete for port 69a7d417-e57a-4525-8684-08b3419a5e00 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:29.943998 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b3a9-a951-49c8-96fe-167f8d1c94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:29.986733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237427b-33b9-4b01-905e-36ace908f5f0 req-55c5139f-6044-4cf6-a4a5-ccab2302c44e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:29.988402 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9237427b-33b9-4b01-905e-36ace908f5f0 req-55c5139f-6044-4cf6-a4a5-ccab2302c44e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.1144526 Aug 28 20:27:30.062096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:30.109832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8b3a9-a951-49c8-96fe-167f8d1c94cb None None] Port 69a7d417-e57a-4525-8684-08b3419a5e00 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:30.118190 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9237427b-33b9-4b01-905e-36ace908f5f0 req-2b039487-6169-49d4-ace8-0fe59659060c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173720 Aug 28 20:27:30.256193 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48932) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:30.261943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-network', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:30.262146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203f368-fbad-4385-814a-f38fa24cfcc9 req-2497b6bc-48dc-4c6e-9ae8-e98f4fc67dd0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:30.270794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e203f368-fbad-4385-814a-f38fa24cfcc9 req-2497b6bc-48dc-4c6e-9ae8-e98f4fc67dd0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.4601502 Aug 28 20:27:30.307767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04f21c47-ca8b-4845-bd04-0d99451b622e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:30.361462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 04f21c47-ca8b-4845-bd04-0d99451b622e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:30.361839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.374790 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Made reservation on behalf of 68f289a90b4f4b19bf6beef0a930d79a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:30.377874 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.398154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.457868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 04f21c47-ca8b-4845-bd04-0d99451b622e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:30.458272 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.480224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e203f368-fbad-4385-814a-f38fa24cfcc9 req-2a12cb20-fbe5-4004-bf98-b3584291f100 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084239 Aug 28 20:27:30.514651 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 04f21c47-ca8b-4845-bd04-0d99451b622e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=04f21c47-ca8b-4845-bd04-0d99451b622e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:30.515343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-b472522c-1876-4c1f-8527-f0ece6a1a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:30.515343 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-b472522c-1876-4c1f-8527-f0ece6a1a400 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 200 len: 897 time: 0.4747179 Aug 28 20:27:30.626600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks [] for security_group (258d538e-e973-456c-9d83-8ceb4df89f04), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.643300 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.651200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-924d520e-8d9f-4605-affd-aa838d0bb1e3 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 999 time: 0.0881138 Aug 28 20:27:30.709336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=04f21c47-ca8b-4845-bd04-0d99451b622e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:30.726761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:30.734005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e186e075-b731-434f-aa0b-2d9bd82b8758 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "PUT /networking/v2.0/routers/381f4313-f855-4b89-9d9a-a0e0cd69e8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9850247 Aug 28 20:27:30.741641 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Sync routers for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:30.742316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48938) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:30.767870 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:30.769594 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:30.770530 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:30.775710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc206fd-24f2-4407-bf4b-1bf8f87f83f0 req-1681aade-df04-4c46-acb4-9c3bafdab006 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:30.777313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-edc206fd-24f2-4407-bf4b-1bf8f87f83f0 req-1681aade-df04-4c46-acb4-9c3bafdab006 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1245837 Aug 28 20:27:30.778830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (258d538e-e973-456c-9d83-8ceb4df89f04), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.867235 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-9ce2bdee-cbbf-47c6-a1e3-ae74f89901bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:30.868332 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:27:30.874591 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-9ce2bdee-cbbf-47c6-a1e3-ae74f89901bf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=8c1e43b6-aedd-4fb6-a842-bf2e5b238059 HTTP/1.1" status: 200 len: 835 time: 0.2207336 Aug 28 20:27:30.904989 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (77486754-0e34-41d9-95cd-c5f5ca40b1ea), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:30.909029 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Added segment 77486754-0e34-41d9-95cd-c5f5ca40b1ea of type vlan for network e7ebcb22-279d-4f4d-8232-31d47a806a6e Aug 28 20:27:30.919752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:30.943943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d538e-e973-456c-9d83-8ceb4df89f04,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:31.040601 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e7ebcb22-279d-4f4d-8232-31d47a806a6e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:31.129092 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:31.130945 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:31.138255 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-edc206fd-24f2-4407-bf4b-1bf8f87f83f0 req-41a51fbf-fe8d-4497-a4e6-2e7a5bf39ad8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403506 Aug 28 20:27:31.152099 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:31.197887 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e7ebcb22-279d-4f4d-8232-31d47a806a6e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:31.199300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.199949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:31.319304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-28c3fe24-b274-4fd2-93af-c0a1fa1e889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.321026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-28c3fe24-b274-4fd2-93af-c0a1fa1e889e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=c9cb481e-f760-4e85-93ee-91daeaef24e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1953962 Aug 28 20:27:31.463306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:31.496791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ebcb22-279d-4f4d-8232-31d47a806a6e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:31.521999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:27:31.529013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5d9513af-a0e8-4749-b022-2f1ed8b8da76 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2716997 Aug 28 20:27:31.534010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48954) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:31.558066 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Request body: {'subnet': {'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-subnet', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:31.572145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.572747 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.576827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.576827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.576827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.576827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.576827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.576827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:31.578250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3bccff9c-e686-47db-9aed-662e6c91d2cd tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.8331287 Aug 28 20:27:31.586338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 48956) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:31.652399 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:27Z', 'revision_number': 2, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:31.652886 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:31.696178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Sync routers for ids ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:31.767405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Routers {'1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:31.768062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:31.803833 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Checking router: 381f4313-f855-4b89-9d9a-a0e0cd69e8ae for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:31.812896 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Updating router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae port 69a7d417-e57a-4525-8684-08b3419a5e00 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:27:31.916806 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:31.944004 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:31.996326 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:32.073660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Made reservation on behalf of 68f289a90b4f4b19bf6beef0a930d79a for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:32.073660 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.096197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Set router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:32.377488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:27:27Z', 'revision_number': 4, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port': {'id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:19Z', 'updated_at': '2022-08-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e4a7d1d0-bc6f-460d-b411-ebe06490c12c', 'name': '', 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'mac_address': 'fa:16:3e:67:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '0e7061f2-5bf8-4098-828e-801108e1d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:26Z', 'updated_at': '2022-08-28T20:27:27Z', 'revision_number': 2, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'subnets': [{'id': '0e7061f2-5bf8-4098-828e-801108e1d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:32.378246 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Publish callbacks [] for port (69a7d417-e57a-4525-8684-08b3419a5e00), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.445469 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.446797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.447658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.448924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.450525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.451523 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.466420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.467394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.472277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8f340289-1dba-4721-8858-8e47c2383539 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.8592799 Aug 28 20:27:32.501038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 48982) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:32.523165 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.535700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf068-764d-474c-b547-13624e2e7a47 req-a9bad849-7b9c-48b7-ab0f-83c14bc114f8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.543651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e0dcf068-764d-474c-b547-13624e2e7a47 req-a9bad849-7b9c-48b7-ab0f-83c14bc114f8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 1.1274283 Aug 28 20:27:32.629880 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Attempting to bind port 69a7d417-e57a-4525-8684-08b3419a5e00 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:32.630513 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Attempting to bind port 69a7d417-e57a-4525-8684-08b3419a5e00 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:32.631070 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Attempting to bind port 69a7d417-e57a-4525-8684-08b3419a5e00 on network 2dd27de8-7024-4174-8d73-b214a935931f {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:32.646946 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:32.653263 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Checking segment: {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:32.653263 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.653263 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Bound using segment: {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:32.653263 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Bound port: 69a7d417-e57a-4525-8684-08b3419a5e00, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:32.653753 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.726074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04f21c47-ca8b-4845-bd04-0d99451b622e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:32.728428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-77086f27-c65e-4631-9b91-43734165289a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:32.731736 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-77086f27-c65e-4631-9b91-43734165289a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.8335457 Aug 28 20:27:32.734460 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] For port 69a7d417-e57a-4525-8684-08b3419a5e00, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:32.738085 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] For port 69a7d417-e57a-4525-8684-08b3419a5e00, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=69a7d417-e57a-4525-8684-08b3419a5e00,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:32.758600 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168f9ef-61b4-4dd2-9d74-491326e57d90 None None] Pushing event updated for resources: {'Port': ['ID=69a7d417-e57a-4525-8684-08b3419a5e00,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:32.779545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Checking router: 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:32.779914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Updating router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 port e4a7d1d0-bc6f-460d-b411-ebe06490c12c binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:27:32.822180 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-2eb448da-c63a-4ebd-bb21-ff512b306051 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 375 time: 0.0768950 Aug 28 20:27:32.832065 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.846108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 04f21c47-ca8b-4845-bd04-0d99451b622e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:32.846497 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.848920 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.890690 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:32.891397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:32.938210 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e0dcf068-764d-474c-b547-13624e2e7a47 req-8c0d093a-2625-4f53-accc-e2a07aee1722 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931987 Aug 28 20:27:32.939142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:32.947143 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168f9ef-61b4-4dd2-9d74-491326e57d90 None None] Pushing event updated for resources: {'Port': ['ID=69a7d417-e57a-4525-8684-08b3419a5e00,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:32.951639 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-e8b9f1a9-8634-445c-8be8-72e109972d1c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5596242 Aug 28 20:27:32.957871 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:32.959585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:27:33.056693 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:33.067929 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:33.146172 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a2d5427-a9c8-40b9-bc1c-8f5cf8e7d553 req-9a495080-75fd-42c8-b8f2-fa70cf916819 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810570 Aug 28 20:27:33.147430 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-fd08db92-e1fb-45d2-a76c-2aa8f9a1003b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3127127 Aug 28 20:27:33.373711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c96cfbd4-6f52-4e90-a58f-470ade5d6595 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.8617635 Aug 28 20:27:33.388786 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-394bfd08-e7c4-4c2a-b590-0dd283024f61 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324715 Aug 28 20:27:33.395199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 04f21c47-ca8b-4845-bd04-0d99451b622e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:33.517678 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:33.528083 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:32Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:33.541582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (a6a1e0df-a751-4947-8ed0-a7b7c4736636), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:33.597312 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23809fc-784f-4f28-b73a-c5babc20cb6f None None] The sync data for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 is: [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:32Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:33.608184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:33.615765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:33.615883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49000) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:33.622312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-da9a99b8-dc4e-4a84-98e9-e7e61e03bb5c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964665666', 'description': 'tempest-secgroup-smoke-964665666 description', 'project_id': '693ced18e2794bd5abe2110d87ba128f'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:33.649275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 has no active binding in host n-h2-854121-7 {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 20:27:33.698385 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:33.802510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-1871e658-aeb0-4a20-b78a-f84ec32fb227 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075325 Aug 28 20:27:33.804088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Checking segment: {'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:33.804577 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Network hostable DHCP agents. Network: e7ebcb22-279d-4f4d-8232-31d47a806a6e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:27:33.809509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a1e0df-a751-4947-8ed0-a7b7c4736636,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:33.827209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.828009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.828880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.829339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.829780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.830554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.831068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.831510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.831959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.832394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.833391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.833391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.833816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.834288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.844303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:33.874141 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:33.885116 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da9a99b8-dc4e-4a84-98e9-e7e61e03bb5c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:33.936808 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Publish callbacks [] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:33.962872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:33.970104 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3d1b14eb-592e-43a8-9864-0d9b4ce8c25d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9b111d81-a08f-4aa8-ae81-f7220af2aeb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6153018 Aug 28 20:27:33.970402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49006) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:33.977521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] Sync routers for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:33.988731 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:33.996043 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:34.000153 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:34.027276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:27:34.074412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.127149 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:34.158418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da9a99b8-dc4e-4a84-98e9-e7e61e03bb5c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (faa6287e-dc13-4048-a50c-196096d7444e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.164220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e7ebcb22-279d-4f4d-8232-31d47a806a6e) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:34.170018 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:34.190458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:34.190458 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.227592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4fca24-4ddf-4f1d-b4f4-c94f7d824149 None None] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:34.273292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks [] for router (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.344672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760069-6fa8-4a7e-9c30-6f69fb24e42a req-2d9f02eb-8f67-4fd5-b1b1-9d2ba5e334bf tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:34.357280 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85760069-6fa8-4a7e-9c30-6f69fb24e42a req-2d9f02eb-8f67-4fd5-b1b1-9d2ba5e334bf tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.2745578 Aug 28 20:27:34.358813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da9a99b8-dc4e-4a84-98e9-e7e61e03bb5c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (faa6287e-dc13-4048-a50c-196096d7444e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.406062 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:34.431110 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ab6340a2-7f79-4870-a7a0-887fb1d04bca admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8958325 Aug 28 20:27:34.448456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49016) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:34.464976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a99b8-dc4e-4a84-98e9-e7e61e03bb5c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa6287e-dc13-4048-a50c-196096d7444e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:34.502881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:34.536942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 69a7d417-e57a-4525-8684-08b3419a5e00 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:34.603655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85760069-6fa8-4a7e-9c30-6f69fb24e42a req-3ecdf121-e5ad-4cdd-85a5-04ebab8dd970 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478592 Aug 28 20:27:34.656471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da9a99b8-dc4e-4a84-98e9-e7e61e03bb5c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.658321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-da9a99b8-dc4e-4a84-98e9-e7e61e03bb5c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0416729 Aug 28 20:27:34.664128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49020) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:34.676040 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2861d23b-e314-499a-b691-8993782942a1 req-c6548aaf-2196-4eda-852d-f81d9749d53e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 210 time: 0.2771466 Aug 28 20:27:34.678640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b137388-bbd4-40a1-9dfe-4d72ed0f00d9 None None] Pushing event updated for resources: {'Port': ['ID=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:34.681069 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7c6267e6-cf09-444f-bea1-77d8cc7d9fbc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'faa6287e-dc13-4048-a50c-196096d7444e', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:34.817879 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (6f944d6c-70a9-4068-aa2f-80c05ef27995), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.820437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (6f944d6c-70a9-4068-aa2f-80c05ef27995), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.864955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Attempting to bind port e4a7d1d0-bc6f-460d-b411-ebe06490c12c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:34.866907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Attempting to bind port e4a7d1d0-bc6f-460d-b411-ebe06490c12c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:34.867254 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Attempting to bind port e4a7d1d0-bc6f-460d-b411-ebe06490c12c on network c796540d-874b-4c8f-b71c-647e11457788 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:34.884648 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 69a7d417-e57a-4525-8684-08b3419a5e00 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:34.885087 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.891300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:34.891705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Checking segment: {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:34.892100 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.892508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Bound using segment: {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:34.893571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Bound port: e4a7d1d0-bc6f-460d-b411-ebe06490c12c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:34.893706 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.931428 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks [] for router_controller (6f944d6c-70a9-4068-aa2f-80c05ef27995), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:34.940277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-e3c28667-6327-4808-bde6-ff7ebdd8225c service neutron] 10.222.0.84 "GET /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31/bindings/n-h2-854121-7 HTTP/1.1" status: 200 len: 384 time: 0.2013764 Aug 28 20:27:34.947087 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:27:30Z', 'revision_number': 5, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port': {'id': 'e945797c-e19a-47e5-aa66-9af2b2ca9a44', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:20:34Z', 'updated_at': '2022-08-28T20:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:34.972300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks [] for router_gateway (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.042137 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] Checking router: 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:35.043099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e7ebcb22-279d-4f4d-8232-31d47a806a6e', 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e', 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'fixed_ips': [{'subnet_id': 'a6a1e0df-a751-4947-8ed0-a7b7c4736636'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:27:35.044659 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.090885 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] Routers {'9b111d81-a08f-4aa8-ae81-f7220af2aeb9'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:35.091887 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:35.121220 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c6267e6-cf09-444f-bea1-77d8cc7d9fbc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (9dc74713-8474-4230-a51f-a30d2ed9119c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.325453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c6267e6-cf09-444f-bea1-77d8cc7d9fbc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (9dc74713-8474-4230-a51f-a30d2ed9119c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.359139 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] Set router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:35.402074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c6267e6-cf09-444f-bea1-77d8cc7d9fbc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (9dc74713-8474-4230-a51f-a30d2ed9119c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.453923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Deleting port e945797c-e19a-47e5-aa66-9af2b2ca9a44 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:35.453923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.497599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6267e6-cf09-444f-bea1-77d8cc7d9fbc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc74713-8474-4230-a51f-a30d2ed9119c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:35.531295 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Allocated IP 172.20.0.2 (e7ebcb22-279d-4f4d-8232-31d47a806a6e/a6a1e0df-a751-4947-8ed0-a7b7c4736636/4f0a2667-ea49-476b-97d8-62833880f71a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:35.531822 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:27:34Z', 'revision_number': 6, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:35.604957 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7c6267e6-cf09-444f-bea1-77d8cc7d9fbc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.606760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7c6267e6-cf09-444f-bea1-77d8cc7d9fbc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9409430 Aug 28 20:27:35.644968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49038) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:35.672976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-75463ae9-66e3-41a8-9a3b-269fc073a3c5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'faa6287e-dc13-4048-a50c-196096d7444e', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:35.770290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] For port e4a7d1d0-bc6f-460d-b411-ebe06490c12c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:35.793205 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:35.847161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] For port e4a7d1d0-bc6f-460d-b411-ebe06490c12c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:35.874697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 69a7d417-e57a-4525-8684-08b3419a5e00 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:35.880418 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:35.883169 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30eb455-0b7f-42fc-ad76-ae23664aaab4 None None] The sync data for ids ['9b111d81-a08f-4aa8-ae81-f7220af2aeb9'] in n-d-854121-7 is: [{'id': '9b111d81-a08f-4aa8-ae81-f7220af2aeb9', 'name': 'tempest-AttachVolumeTestJSON-38412326-router', 'tenant_id': '25929238d35e4de0b4f6bff77f18b544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:20:32Z', 'updated_at': '2022-08-28T20:27:34Z', 'revision_number': 6, 'project_id': '25929238d35e4de0b4f6bff77f18b544', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:35.884039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:35.903310 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:35.931854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:35.971017 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.016761 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4858a-d29e-45e1-bea5-a54371582b19 req-6a4b2295-0638-4e0e-b3e7-1e6f316c0d09 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:36.023712 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0cf4858a-d29e-45e1-bea5-a54371582b19 req-6a4b2295-0638-4e0e-b3e7-1e6f316c0d09 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 943 time: 0.2254951 Aug 28 20:27:36.027320 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75463ae9-66e3-41a8-9a3b-269fc073a3c5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (a7106a75-90ce-4072-8e7b-5ac10ef232eb), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.042503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 69a7d417-e57a-4525-8684-08b3419a5e00, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=69a7d417-e57a-4525-8684-08b3419a5e00,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:36.141744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:36.143387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Routers {'1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:36.144104 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:36.201658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.263439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99860429-f5da-48f0-865a-71bb3d88ab31 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:27:36.320395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:36.359116 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks [] for router_gateway (6f944d6c-70a9-4068-aa2f-80c05ef27995), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.365021 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:36.367192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:36.390358 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fecec696-52e6-4d6b-9dec-4846862fef12 req-f18adf35-d668-4f3a-97cb-f20b2cf067d5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 210 time: 0.0519733 Aug 28 20:27:36.437544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:36.437925 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a1b6b7fd-e03f-4d4f-9bdf-3b3d7603b109 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:36.439641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b137388-bbd4-40a1-9dfe-4d72ed0f00d9 None None] Pushing event updated for resources: {'Port': ['ID=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:36.467972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75463ae9-66e3-41a8-9a3b-269fc073a3c5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (a7106a75-90ce-4072-8e7b-5ac10ef232eb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.471759 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:36.498840 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0cf4858a-d29e-45e1-bea5-a54371582b19 req-193a5e12-8710-495c-a9f0-a0d7028e48ba tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989389 Aug 28 20:27:36.508210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Publish callbacks [] for port (4f0a2667-ea49-476b-97d8-62833880f71a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.525766 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.568551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75463ae9-66e3-41a8-9a3b-269fc073a3c5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a7106a75-90ce-4072-8e7b-5ac10ef232eb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.622243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] Set router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:36.674864 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.704331 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=69a7d417-e57a-4525-8684-08b3419a5e00,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:36.712931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:36.725383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75463ae9-66e3-41a8-9a3b-269fc073a3c5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7106a75-90ce-4072-8e7b-5ac10ef232eb,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:36.745773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] For port e945797c-e19a-47e5-aa66-9af2b2ca9a44, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e945797c-e19a-47e5-aa66-9af2b2ca9a44,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:36.748831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.774660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Pushing event updated for resources: {'Port': ['ID=4f0a2667-ea49-476b-97d8-62833880f71a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:36.781780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:36.792997 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:36.799490 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Calling delete_port for e945797c-e19a-47e5-aa66-9af2b2ca9a44 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:36.843030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:36.857175 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75463ae9-66e3-41a8-9a3b-269fc073a3c5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.866481 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-75463ae9-66e3-41a8-9a3b-269fc073a3c5 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2110789 Aug 28 20:27:36.870748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49058) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:36.875605 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] Transition to ACTIVE for port object 99860429-f5da-48f0-865a-71bb3d88ab31 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:27:36.876644 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ad869c60-3de5-40c5-ae5a-2d9fc0d20cf8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'faa6287e-dc13-4048-a50c-196096d7444e', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:36.893895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks [] for router_gateway (6f944d6c-70a9-4068-aa2f-80c05ef27995), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.950440 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:36.969704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:37.189036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] No DVR routers for this DVR port 99860429-f5da-48f0-865a-71bb3d88ab31 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:37.259468 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:37.307274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Attempting to bind port 4f0a2667-ea49-476b-97d8-62833880f71a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:37.309552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Attempting to bind port 4f0a2667-ea49-476b-97d8-62833880f71a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:37.309552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Attempting to bind port 4f0a2667-ea49-476b-97d8-62833880f71a on network e7ebcb22-279d-4f4d-8232-31d47a806a6e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:37.326223 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad869c60-3de5-40c5-ae5a-2d9fc0d20cf8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (6cfc1b0c-536c-4e49-b38b-74cc2b5f6890), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:37.384242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:37.384658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Checking segment: {'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:37.385051 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:37.385454 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Bound using segment: {'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:37.386007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Bound port: 4f0a2667-ea49-476b-97d8-62833880f71a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:37.386401 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:37.474840 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=10']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:37.477763 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Allocated IP 172.25.4.153 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/71124277-7a7e-4fca-acc4-86f3ff6ce3f2) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:37.484946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:27:27Z', 'revision_number': 4, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port': {'id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:19Z', 'updated_at': '2022-08-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e4a7d1d0-bc6f-460d-b411-ebe06490c12c', 'name': '', 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'mac_address': 'fa:16:3e:67:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '0e7061f2-5bf8-4098-828e-801108e1d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:26Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 4, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'subnets': [{'id': '0e7061f2-5bf8-4098-828e-801108e1d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:37.537638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016c74-84e0-4b33-b268-314b41adfcae None None] The sync data for ids ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'] in n-d-854121-7 is: [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:27:27Z', 'revision_number': 4, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port': {'id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:19Z', 'updated_at': '2022-08-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'e4a7d1d0-bc6f-460d-b411-ebe06490c12c', 'name': '', 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'mac_address': 'fa:16:3e:67:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '0e7061f2-5bf8-4098-828e-801108e1d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:26Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 4, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'subnets': [{'id': '0e7061f2-5bf8-4098-828e-801108e1d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:37.539090 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:37.656010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] For port 4f0a2667-ea49-476b-97d8-62833880f71a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:37.672504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] For port 4f0a2667-ea49-476b-97d8-62833880f71a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4f0a2667-ea49-476b-97d8-62833880f71a,segment=NetworkSegment(77486754-0e34-41d9-95cd-c5f5ca40b1ea),segment_id=77486754-0e34-41d9-95cd-c5f5ca40b1ea)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:37.763175 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad869c60-3de5-40c5-ae5a-2d9fc0d20cf8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (6cfc1b0c-536c-4e49-b38b-74cc2b5f6890), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:37.764668 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84b2f813-982e-45af-badf-8ef3094b3297 req-09c34293-d817-41d2-aa8c-8a7ce846fce0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 210 time: 0.0518229 Aug 28 20:27:37.812057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks [] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:37.817786 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-cb050b88-19c4-4844-aae7-f2e5b2aeecf0 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31/bindings/n-h2-854121-7/activate HTTP/1.1" status: 200 len: 369 time: 2.8582768 Aug 28 20:27:37.844476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-18a8edcb-ec1b-4acf-b3b6-072f22397058 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:37.846047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-18a8edcb-ec1b-4acf-b3b6-072f22397058 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.5455909 Aug 28 20:27:37.856255 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40787d26-cf71-4e4d-b3c2-3ee49ede0c31 req-aadf02c3-d58b-40dd-b36e-c4137c9650ad tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:37.857839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40787d26-cf71-4e4d-b3c2-3ee49ede0c31 req-aadf02c3-d58b-40dd-b36e-c4137c9650ad tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.1358774 Aug 28 20:27:37.863471 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'port': {'device_id': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'admin_state_up': True, 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:38.021320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-40787d26-cf71-4e4d-b3c2-3ee49ede0c31 req-a62e36e6-11a5-47a8-bc73-e1ee77257ef0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262283 Aug 28 20:27:38.415614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e4a7d1d0-bc6f-460d-b411-ebe06490c12c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:38.465684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e4a7d1d0-bc6f-460d-b411-ebe06490c12c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:38.466082 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:38.518963 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:38.524988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:38.525170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Made reservation on behalf of 72a87c4db6d74cc1a996162e5ad35418 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:38.528857 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:38.534753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e945797c-e19a-47e5-aa66-9af2b2ca9a44), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:38.594580 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad869c60-3de5-40c5-ae5a-2d9fc0d20cf8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6cfc1b0c-536c-4e49-b38b-74cc2b5f6890), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:38.631704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a52d0a-2810-42b2-9052-3570a406440b None None] Pushing event updated for resources: {'Port': ['ID=4f0a2667-ea49-476b-97d8-62833880f71a,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:38.668628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e4a7d1d0-bc6f-460d-b411-ebe06490c12c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:38.671293 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:38.709184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:38.774672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad869c60-3de5-40c5-ae5a-2d9fc0d20cf8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfc1b0c-536c-4e49-b38b-74cc2b5f6890,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:38.782184 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:38.806547 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:38.826096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:38.846143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port e4a7d1d0-bc6f-460d-b411-ebe06490c12c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:38.850346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-e1f0d9b9-32de-4c91-a9d8-7b12d9b78934 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:38.859753 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-e1f0d9b9-32de-4c91-a9d8-7b12d9b78934 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3&tenant_id=19747ba661ca427ea056cf5402e7450c&binding%3Ahost_id=n-h1-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.2604444 Aug 28 20:27:38.897603 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:38.904398 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Pushing event updated for resources: {'Port': ['ID=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:38.957025 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=e945797c-e19a-47e5-aa66-9af2b2ca9a44,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:38.978420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-f0307a96-a61a-455e-b77a-6dc40c365ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:38.981144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-f0307a96-a61a-455e-b77a-6dc40c365ad6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 1126 time: 0.1054337 Aug 28 20:27:39.001504 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.005293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ad869c60-3de5-40c5-ae5a-2d9fc0d20cf8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.005476 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c82eefa-a7eb-4557-bdcc-4e3e5d6e10ce req-32c730e4-55cb-4a6a-baf6-14f5e2c5ebff tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 210 time: 0.0631557 Aug 28 20:27:39.010519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ad869c60-3de5-40c5-ae5a-2d9fc0d20cf8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1371679 Aug 28 20:27:39.134760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49082) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:39.134760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-3081bc58-08e6-45be-b167-2624aad4a143 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'faa6287e-dc13-4048-a50c-196096d7444e', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:39.178739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-20f62649-6257-4095-ad69-eb0eda7a5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:39.180866 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-20f62649-6257-4095-ad69-eb0eda7a5c99 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1126 time: 0.1171663 Aug 28 20:27:39.195304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:39.262985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.264176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] The host n-h1-854121-7 is not matching for port 99860429-f5da-48f0-865a-71bb3d88ab31 host n-h2-854121-7! {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 28 20:27:39.264598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:39.285961 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks [] for router_controller (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.299038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.301101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 69a7d417-e57a-4525-8684-08b3419a5e00 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:39.401735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3081bc58-08e6-45be-b167-2624aad4a143 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (b4db0387-7cce-4189-9dc0-e2d2e10f5b78), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.420059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f309-736a-4438-92d0-c58ddf345840 req-8ff9fd65-3c03-43a4-a362-83f94a723304 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:39.428200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a032f309-736a-4438-92d0-c58ddf345840 req-8ff9fd65-3c03-43a4-a362-83f94a723304 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.1713812 Aug 28 20:27:39.457379 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (9b111d81-a08f-4aa8-ae81-f7220af2aeb9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.458872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b111d81-a08f-4aa8-ae81-f7220af2aeb9 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:27:39.463424 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:39.472523 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.476293 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ac817e47-0b23-4700-a76e-9c5d3b5b2d46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/9b111d81-a08f-4aa8-ae81-f7220af2aeb9 HTTP/1.1" status: 204 len: 168 time: 5.5023236 Aug 28 20:27:39.476412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49100) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:39.476831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Allocated IP 172.20.0.4 (3a1f6bbb-6c97-4181-b0c6-f5611dba0733/89a7a736-cb24-41e7-bfce-87f7bbb771be/c36372c7-86ce-4017-a8b4-1c414234bd4e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:39.487950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 69a7d417-e57a-4525-8684-08b3419a5e00 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:39.489461 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.592843 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:39.615143 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:39.652030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] Deleting subnet 2f231aa2-6f5b-4954-8a82-d63cd8071ef7 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:27:39.662729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] Publish callbacks [] for subnet (2f231aa2-6f5b-4954-8a82-d63cd8071ef7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.701708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-db251a3a-c14d-41e7-9149-7b44c8679f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:39.703800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-db251a3a-c14d-41e7-9149-7b44c8679f68 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 200 len: 897 time: 0.4812832 Aug 28 20:27:39.721890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 69a7d417-e57a-4525-8684-08b3419a5e00 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:39.788492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (2f231aa2-6f5b-4954-8a82-d63cd8071ef7), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.829333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks [] for router_gateway (6f944d6c-70a9-4068-aa2f-80c05ef27995), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.833903 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:39.837401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e945797c-e19a-47e5-aa66-9af2b2ca9a44 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:39.873954 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a032f309-736a-4438-92d0-c58ddf345840 req-bc7228ff-a571-44d2-b845-6f8558073dae tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447224 Aug 28 20:27:39.878540 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e945797c-e19a-47e5-aa66-9af2b2ca9a44 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:39.878903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e945797c-e19a-47e5-aa66-9af2b2ca9a44 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:39.918575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3081bc58-08e6-45be-b167-2624aad4a143 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (b4db0387-7cce-4189-9dc0-e2d2e10f5b78), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:39.996981 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-4f63f62c-fefb-4914-8b33-96de3b0351bf service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 999 time: 0.2707961 Aug 28 20:27:40.071060 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3081bc58-08e6-45be-b167-2624aad4a143 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (b4db0387-7cce-4189-9dc0-e2d2e10f5b78), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.087346 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (2f231aa2-6f5b-4954-8a82-d63cd8071ef7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.128808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081bc58-08e6-45be-b167-2624aad4a143 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4db0387-7cce-4189-9dc0-e2d2e10f5b78,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:40.174719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-46f00549-ee62-4bdb-b63b-060713f8276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:40.176252 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-46f00549-ee62-4bdb-b63b-060713f8276b service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c1e43b6-aedd-4fb6-a842-bf2e5b238059 HTTP/1.1" status: 200 len: 835 time: 0.1694138 Aug 28 20:27:40.192375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.206726 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (6f944d6c-70a9-4068-aa2f-80c05ef27995), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.225227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b31db-4b1c-4641-a466-2eeac5369d33 None None] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:40.236513 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3081bc58-08e6-45be-b167-2624aad4a143 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.238375 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3081bc58-08e6-45be-b167-2624aad4a143 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1636410 Aug 28 20:27:40.308516 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49110) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:40.323822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'faa6287e-dc13-4048-a50c-196096d7444e', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:40.337494 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:40.344470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.361273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (2f231aa2-6f5b-4954-8a82-d63cd8071ef7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.432097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-6f3c58b4-849b-4973-ada3-56d87c277e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:40.434067 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-6f3c58b4-849b-4973-ada3-56d87c277e32 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c9cb481e-f760-4e85-93ee-91daeaef24e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2393086 Aug 28 20:27:40.440800 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:40.448620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:40.468913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:40.483675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f231aa2-6f5b-4954-8a82-d63cd8071ef7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:40.493499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:40.518515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-627ad03e-ad6b-4172-a3c7-7b15624eae45 None None] Provisioning complete for port 4f0a2667-ea49-476b-97d8-62833880f71a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:40.519063 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-627ad03e-ad6b-4172-a3c7-7b15624eae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.552718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f0a2667-ea49-476b-97d8-62833880f71a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:40.559317 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:40.568681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.597618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:40.598548 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.607534 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-72bcd243-1019-4794-bb6e-bfabc34d4628 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/2f231aa2-6f5b-4954-8a82-d63cd8071ef7 HTTP/1.1" status: 204 len: 168 time: 1.1167307 Aug 28 20:27:40.607708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f82ee7-014f-47bc-b9c9-d00c8a84038a None None] Network 332315c6-a239-41ba-ba9a-215b2cfe5833 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:40.612724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49122) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:40.657525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fa515-7917-4f4e-8a99-7a5245ee0c62 req-f76d99a6-a8dd-40ee-b808-ce9926ea3948 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:40.659108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-899fa515-7917-4f4e-8a99-7a5245ee0c62 req-f76d99a6-a8dd-40ee-b808-ce9926ea3948 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 931 time: 0.3172162 Aug 28 20:27:40.704153 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Project 693ced18e2794bd5abe2110d87ba128f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:27:40.732822 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=c36372c7-86ce-4017-a8b4-1c414234bd4e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:40.738846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (e0abec29-1c3f-42e8-abb4-865c26172818), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.805992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-16cf2c35-f465-4b67-af5d-29de1f5a3e9a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9463789 Aug 28 20:27:40.839328 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (332315c6-a239-41ba-ba9a-215b2cfe5833), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:40.854423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Request body: {'port': {'device_id': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:40.886278 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-899fa515-7917-4f4e-8a99-7a5245ee0c62 req-d9b6d25c-68d9-427f-acce-d07652b87510 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720011 Aug 28 20:27:40.934683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4f0a2667-ea49-476b-97d8-62833880f71a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:40.946383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Router 6f944d6c-70a9-4068-aa2f-80c05ef27995 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:27:40.948742 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.008408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Deleting port 404ac409-5fb0-4512-b513-5322d983a5a2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:41.008564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-627ad03e-ad6b-4172-a3c7-7b15624eae45 None None] Current status of the port 4f0a2667-ea49-476b-97d8-62833880f71a is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:41.008751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.008880 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-627ad03e-ad6b-4172-a3c7-7b15624eae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.103859 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (e0abec29-1c3f-42e8-abb4-865c26172818), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.119225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-71c5b22c-44c3-4614-924e-2de0db221417 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677084 Aug 28 20:27:41.153670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] DHCP port deletion for 332315c6-a239-41ba-ba9a-215b2cfe5833 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:27:41.186037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-627ad03e-ad6b-4172-a3c7-7b15624eae45 None None] For port 4f0a2667-ea49-476b-97d8-62833880f71a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4f0a2667-ea49-476b-97d8-62833880f71a,segment=NetworkSegment(77486754-0e34-41d9-95cd-c5f5ca40b1ea),segment_id=77486754-0e34-41d9-95cd-c5f5ca40b1ea)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:41.271355 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:41.302723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] For port 404ac409-5fb0-4512-b513-5322d983a5a2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=404ac409-5fb0-4512-b513-5322d983a5a2,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:41.303190 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.328776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Calling delete_port for 404ac409-5fb0-4512-b513-5322d983a5a2 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:41.338101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4f0a2667-ea49-476b-97d8-62833880f71a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:41.338382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:41.339252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e4a7d1d0-bc6f-460d-b411-ebe06490c12c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:41.386787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-627ad03e-ad6b-4172-a3c7-7b15624eae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.388949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Sync routers for ids ['6f944d6c-70a9-4068-aa2f-80c05ef27995'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:41.423896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] Deleting port 404ac409-5fb0-4512-b513-5322d983a5a2 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:41.426650 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.479085 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:41.495302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Routers {'6f944d6c-70a9-4068-aa2f-80c05ef27995'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:41.495302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6f944d6c-70a9-4068-aa2f-80c05ef27995'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:41.523981 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.527927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8f7172fc-67ba-4369-8125-316789b292b0 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 7.0731835 Aug 28 20:27:41.528713 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49136) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:41.682712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Set router 6f944d6c-70a9-4068-aa2f-80c05ef27995 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:41.684406 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (e0abec29-1c3f-42e8-abb4-865c26172818), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.722412 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:41.746808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0abec29-1c3f-42e8-abb4-865c26172818,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:41.760513 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.769263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] For port 404ac409-5fb0-4512-b513-5322d983a5a2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=404ac409-5fb0-4512-b513-5322d983a5a2,segment=NetworkSegment(1def5b95-55d5-4660-9435-4daeaffcaace),segment_id=1def5b95-55d5-4660-9435-4daeaffcaace)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:41.769754 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.790561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] Calling delete_port for 404ac409-5fb0-4512-b513-5322d983a5a2 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:41.878547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c33ac-0cd6-4f6b-9362-f5d73ae0a8f5 req-f97ae109-f010-41d5-84c6-60ce26a57859 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:41.883872 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c17c33ac-0cd6-4f6b-9362-f5d73ae0a8f5 req-f97ae109-f010-41d5-84c6-60ce26a57859 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.7742858 Aug 28 20:27:41.933707 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.935065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b8818dd7-b67c-4a36-90fe-96520b03b672 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6186161 Aug 28 20:27:41.941807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49144) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:41.951046 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:41.955957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'security_group_rule': {'security_group_id': 'faa6287e-dc13-4048-a50c-196096d7444e', 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:41.962251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e4a7d1d0-bc6f-460d-b411-ebe06490c12c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:41.962631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.972863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:41.979955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad03e-ad6b-4172-a3c7-7b15624eae45 None None] Pushing event updated for resources: {'Port': ['ID=4f0a2667-ea49-476b-97d8-62833880f71a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:42.065085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (404ac409-5fb0-4512-b513-5322d983a5a2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.111064 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Project 693ced18e2794bd5abe2110d87ba128f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:27:42.126611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=404ac409-5fb0-4512-b513-5322d983a5a2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:42.129221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] No DVR routers for this DVR port 404ac409-5fb0-4512-b513-5322d983a5a2 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:42.131404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (d5c54706-1cb2-4fcd-97c1-7d2d5c3ac1e8), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.149007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-af234fd3-6370-4e9a-99c3-adc0a5a76d1e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0222518 Aug 28 20:27:42.149964 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:27:42.164131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] Pushing event deleted for resources: {'Port': ['ID=404ac409-5fb0-4512-b513-5322d983a5a2,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:42.208219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c17c33ac-0cd6-4f6b-9362-f5d73ae0a8f5 req-141fabcd-4573-4fa5-8084-3deb1718ff3f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154185 Aug 28 20:27:42.274708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (332315c6-a239-41ba-ba9a-215b2cfe5833), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.317794 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:42.325928 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332315c6-a239-41ba-ba9a-215b2cfe5833']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:42.337342 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (d5c54706-1cb2-4fcd-97c1-7d2d5c3ac1e8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.372497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1def5b95-55d5-4660-9435-4daeaffcaace') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:42.372871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1def5b95-55d5-4660-9435-4daeaffcaace') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:42.407314 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:42.429332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-58f77a14-f1bd-4ab2-ac8f-437afd8958b5 None None] Provisioning complete for port 4f0a2667-ea49-476b-97d8-62833880f71a triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:42.429783 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-58f77a14-f1bd-4ab2-ac8f-437afd8958b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.434529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc787de-1671-46b7-aebb-ca807ad5b390 None None] No DVR routers for this DVR port 404ac409-5fb0-4512-b513-5322d983a5a2 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:42.440027 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb87877-f99d-4535-b855-db9af368dd76 req-448489d6-13df-4019-a087-fffc6954dd0d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:42.441672 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adb87877-f99d-4535-b855-db9af368dd76 req-448489d6-13df-4019-a087-fffc6954dd0d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 931 time: 0.3912048 Aug 28 20:27:42.478122 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d5c54706-1cb2-4fcd-97c1-7d2d5c3ac1e8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.483984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36372c7-86ce-4017-a8b4-1c414234bd4e {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:27:42.495095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (1def5b95-55d5-4660-9435-4daeaffcaace), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.498275 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Publish callbacks [] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.532797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c54706-1cb2-4fcd-97c1-7d2d5c3ac1e8,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:42.547692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (1def5b95-55d5-4660-9435-4daeaffcaace), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.554179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Transition to ACTIVE for port object c36372c7-86ce-4017-a8b4-1c414234bd4e will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:27:42.556826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.557180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.557527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.557948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.558369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.558716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.559054 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.559387 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.559720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.560050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.560388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.560713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.561042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.561373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.561828 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:27:42.589502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adb87877-f99d-4535-b855-db9af368dd76 req-82e380bb-b3be-4da4-a8ac-a863c1372d07 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876338 Aug 28 20:27:42.613926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:27:42.614626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (1def5b95-55d5-4660-9435-4daeaffcaace), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.616279 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:42.655903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e4a7d1d0-bc6f-460d-b411-ebe06490c12c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:42.663553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.666677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d772fb85-340f-475d-8a32-ef315e72d1c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7155604 Aug 28 20:27:42.704897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-58f77a14-f1bd-4ab2-ac8f-437afd8958b5 None None] Current status of the port 4f0a2667-ea49-476b-97d8-62833880f71a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:42.724951 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:27:39Z', 'revision_number': 3, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port': {'id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:36Z', 'updated_at': '2022-08-28T20:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:42.735780 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.737257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-58f77a14-f1bd-4ab2-ac8f-437afd8958b5 None None] Provisioning complete for port c36372c7-86ce-4017-a8b4-1c414234bd4e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:42.737257 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-58f77a14-f1bd-4ab2-ac8f-437afd8958b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:42.762741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Checking router: 6f944d6c-70a9-4068-aa2f-80c05ef27995 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:42.762987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Updating router 6f944d6c-70a9-4068-aa2f-80c05ef27995 port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:27:42.833662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-58f77a14-f1bd-4ab2-ac8f-437afd8958b5 None None] Port c36372c7-86ce-4017-a8b4-1c414234bd4e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:42.913777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f0a2667-ea49-476b-97d8-62833880f71a up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:43.006018 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.047360 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1def5b95-55d5-4660-9435-4daeaffcaace resource provider aggregate not found Aug 28 20:27:43.050347 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (332315c6-a239-41ba-ba9a-215b2cfe5833), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.079151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.083456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/332315c6-a239-41ba-ba9a-215b2cfe5833 HTTP/1.1" status: 204 len: 168 time: 2.4660821 Aug 28 20:27:43.085478 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 1def5b95-55d5-4660-9435-4daeaffcaace resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1def5b95-55d5-4660-9435-4daeaffcaace found for delete ", "request_id": "req-9431b688-ca87-45d1-93e9-d01f697be53d"}]} Aug 28 20:27:43.135153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Pushing event updated for resources: {'Port': ['ID=c36372c7-86ce-4017-a8b4-1c414234bd4e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:43.150242 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186774f-6dab-4b79-a648-45b632968eb7 req-940bc850-4a3a-4161-b841-72cc696029a9 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:43.151800 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-940bc850-4a3a-4161-b841-72cc696029a9 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3&tenant_id=19747ba661ca427ea056cf5402e7450c&binding%3Ahost_id=n-h2-854121-7 HTTP/1.1" status: 200 len: 1126 time: 0.3075304 Aug 28 20:27:43.174889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37c6d6-f326-4716-ba28-6dcd20e98e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=332315c6-a239-41ba-ba9a-215b2cfe5833,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:43.192531 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-af4d4623-3f77-4eb8-99bb-e4c4a90ece1c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-964665666&fields=id&tenant_id=693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 267 time: 0.1485975 Aug 28 20:27:43.312121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Attempting to bind port c36372c7-86ce-4017-a8b4-1c414234bd4e on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:43.314936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Attempting to bind port c36372c7-86ce-4017-a8b4-1c414234bd4e by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:43.314936 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Attempting to bind port c36372c7-86ce-4017-a8b4-1c414234bd4e on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:43.315155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4f0a2667-ea49-476b-97d8-62833880f71a triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:43.315155 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.319432 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.361541 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.380246 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:43.416643 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:43.424671 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Port c36372c7-86ce-4017-a8b4-1c414234bd4e on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:27:43.425325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Attempting to bind port c36372c7-86ce-4017-a8b4-1c414234bd4e on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:43.440362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:43.441059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:43.441654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Bound using segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:43.443210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Bound port: c36372c7-86ce-4017-a8b4-1c414234bd4e, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:43.443871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.578170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] For port c36372c7-86ce-4017-a8b4-1c414234bd4e, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:43.588556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] For port c36372c7-86ce-4017-a8b4-1c414234bd4e, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:43.610711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9186774f-6dab-4b79-a648-45b632968eb7 req-ebd2951a-7116-462f-aa63-ebdc29fc3077 service neutron] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:43.626825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9186774f-6dab-4b79-a648-45b632968eb7 req-ebd2951a-7116-462f-aa63-ebdc29fc3077 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.628633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-ebd2951a-7116-462f-aa63-ebdc29fc3077 service neutron] 10.222.0.89 "DELETE /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31/bindings/n-h1-854121-7 HTTP/1.1" status: 204 len: 173 time: 0.4405563 Aug 28 20:27:43.648195 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:43.663974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.672791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:43.673433 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.679333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/c36372c7-86ce-4017-a8b4-1c414234bd4e HTTP/1.1" status: 200 len: 1091 time: 2.8373954 Aug 28 20:27:43.684118 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42039c-f909-4a05-a698-b073776fd0c6 req-30d7c31b-bd08-4309-99a5-08fa012db2f5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:43.685756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6c42039c-f909-4a05-a698-b073776fd0c6 req-30d7c31b-bd08-4309-99a5-08fa012db2f5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.3204722 Aug 28 20:27:43.691030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'tag': 'c36372c7-86ce-4017-a8b4-1c414234bd4e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:43.693394 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a946fc-7b69-4f2f-8519-b2e1646e84af", "tag": "c36372c7-86ce-4017-a8b4-1c414234bd4e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:43.710414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4f0a2667-ea49-476b-97d8-62833880f71a is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:43.727785 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Publish callbacks [] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.768757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49200) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:43.782771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 404ac409-5fb0-4512-b513-5322d983a5a2 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:43.809734 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-a55b1761-c11e-43a2-8eb6-19fbe0a4786a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:43.811354 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-a55b1761-c11e-43a2-8eb6-19fbe0a4786a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/networks?id=2dd27de8-7024-4174-8d73-b214a935931f HTTP/1.1" status: 200 len: 796 time: 0.5549641 Aug 28 20:27:43.825555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 404ac409-5fb0-4512-b513-5322d983a5a2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:43.825945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 404ac409-5fb0-4512-b513-5322d983a5a2 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:43.854401 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.861226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c6431cf6-394a-4f97-b642-8f827820d083 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/quotas/693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 375 time: 0.0406010 Aug 28 20:27:43.866488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eaad3-cb81-45ae-a48e-399cec40916b service neutron] Pushing event updated for resources: {'Port': ['ID=c36372c7-86ce-4017-a8b4-1c414234bd4e,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:43.868109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6c42039c-f909-4a05-a698-b073776fd0c6 req-72bfc4d7-af28-4d9f-81f8-3bb64d099e62 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682479 Aug 28 20:27:43.959518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0eaaa-416e-4f4e-b019-a10aee84630b None None] Pushing event updated for resources: {'Port': ['ID=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:43.975982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Allocated IP 172.20.0.1 (e7ebcb22-279d-4f4d-8232-31d47a806a6e/a6a1e0df-a751-4947-8ed0-a7b7c4736636/a06637db-b77d-4723-9af6-1e428139315d) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:43.978859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Attempting to bind port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:43.979284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Attempting to bind port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:43.979658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Attempting to bind port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:43.990442 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:43.994751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:43.994751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:43.994751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:43.995113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:43.995614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Bound port: 71124277-7a7e-4fca-acc4-86f3ff6ce3f2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:43.996628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.018036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-b84fb67d-ea88-4d0e-82dc-7bbb51c4b694 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350293 Aug 28 20:27:44.024356 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-176b81ee-2293-4d29-9946-8d1762028bcd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=25929238d35e4de0b4f6bff77f18b544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488620 Aug 28 20:27:44.033033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49208) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:44.115768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] For port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:44.122497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] For port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:44.177231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-b6a0a18a-2963-49a1-a5f7-0bb4f707fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:44.180367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-b6a0a18a-2963-49a1-a5f7-0bb4f707fa34 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 1125 time: 0.1357131 Aug 28 20:27:44.249614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-ec21f05c-8e5d-4d92-9ea2-3404c63f31fb service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e HTTP/1.1" status: 200 len: 217 time: 0.0599973 Aug 28 20:27:44.298910 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.311381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1a9ab-f21a-441f-8099-f7a55134c417 req-3d7e2849-aee1-451d-8311-4e189d051fad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:44.313339 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f1a9ab-f21a-441f-8099-f7a55134c417 req-3d7e2849-aee1-451d-8311-4e189d051fad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 943 time: 0.2509396 Aug 28 20:27:44.341345 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09068d20-239b-4cf1-940c-db62c456604f admin admin] Publish callbacks [] for security_group (b4b010bf-eda8-4e60-b4e4-edc6186a1206), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.404302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09068d20-239b-4cf1-940c-db62c456604f admin admin] Publish callbacks [] for security_group (b4b010bf-eda8-4e60-b4e4-edc6186a1206), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.411469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Routers {'6f944d6c-70a9-4068-aa2f-80c05ef27995'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:44.414888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6f944d6c-70a9-4068-aa2f-80c05ef27995'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:44.442453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks [] for port (a06637db-b77d-4723-9af6-1e428139315d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.471983 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:44.486318 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f1a9ab-f21a-441f-8099-f7a55134c417 req-21640892-f1b5-4052-b48f-6ef5a3b83cd2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498456 Aug 28 20:27:44.553212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0eaaa-416e-4f4e-b019-a10aee84630b None None] Pushing event updated for resources: {'Port': ['ID=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:44.560185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-ded0692f-ef88-4163-90fa-a0ad77f33801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:44.569805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-ded0692f-ef88-4163-90fa-a0ad77f33801 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.3125756 Aug 28 20:27:44.601885 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc77fc3-4f25-4a4e-8090-119e4df8703f x-openstack-request-id: req-0fc77fc3-4f25-4a4e-8090-119e4df8703f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:44.602075 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a946fc-7b69-4f2f-8519-b2e1646e84af", "tag": "c36372c7-86ce-4017-a8b4-1c414234bd4e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:44.602339 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fc77fc3-4f25-4a4e-8090-119e4df8703f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:44.602638 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc77fc3-4f25-4a4e-8090-119e4df8703f'] response: {'name': 'network-changed', 'server_uuid': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'tag': 'c36372c7-86ce-4017-a8b4-1c414234bd4e', 'status': 'completed', 'code': 200} Aug 28 20:27:44.609389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a06637db-b77d-4723-9af6-1e428139315d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.684572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] Set router 6f944d6c-70a9-4068-aa2f-80c05ef27995 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:44.691771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=a06637db-b77d-4723-9af6-1e428139315d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:44.703095 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:44.714630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:44.735889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:44.743377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09068d20-239b-4cf1-940c-db62c456604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b4b010bf-eda8-4e60-b4e4-edc6186a1206), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.755068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-09068d20-239b-4cf1-940c-db62c456604f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:44.759911 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-09068d20-239b-4cf1-940c-db62c456604f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b4b010bf-eda8-4e60-b4e4-edc6186a1206 HTTP/1.1" status: 204 len: 168 time: 0.7221107 Aug 28 20:27:44.800711 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09068d20-239b-4cf1-940c-db62c456604f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b010bf-eda8-4e60-b4e4-edc6186a1206,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:44.801992 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b25f-8cbf-41c4-bd0f-6a1861c89651 req-cc71a2d1-013c-42c5-8d91-23fa978c1fc6 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:44.811388 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f21b25f-8cbf-41c4-bd0f-6a1861c89651 req-cc71a2d1-013c-42c5-8d91-23fa978c1fc6 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1126 time: 0.1115160 Aug 28 20:27:44.817364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-a9d66c07-de5b-4fe0-8f18-c78dc33636bf service neutron] 10.222.0.78 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7938216 Aug 28 20:27:44.852715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (6f944d6c-70a9-4068-aa2f-80c05ef27995), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:45.038483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-0d5b5ea3-645a-4404-b8d1-12e5c63b5587 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171273 Aug 28 20:27:45.050215 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f21b25f-8cbf-41c4-bd0f-6a1861c89651 req-efc58c9b-ce54-47e6-91c3-9794ef135c04 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373946 Aug 28 20:27:45.051000 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:45.053248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-64a22a68-2d8e-4676-8776-b93871c2ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:45.055573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-64a22a68-2d8e-4676-8776-b93871c2ff26 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4148307 Aug 28 20:27:45.218695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:27:39Z', 'revision_number': 3, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port': {'id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:36Z', 'updated_at': '2022-08-28T20:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:45.260539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8adcc-1645-46f5-b2f0-3936222b3093 None None] The sync data for ids ['6f944d6c-70a9-4068-aa2f-80c05ef27995'] in n-d-854121-7 is: [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:27:39Z', 'revision_number': 3, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port': {'id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:36Z', 'updated_at': '2022-08-28T20:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:45.274884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b5369c55-ed73-4358-aaa5-ef679c678049 None None] Provisioning complete for port a06637db-b77d-4723-9af6-1e428139315d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:45.275369 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b5369c55-ed73-4358-aaa5-ef679c678049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a06637db-b77d-4723-9af6-1e428139315d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:45.285420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-f294cbe3-d8aa-48e5-b1fe-700e4b5ec847 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234724 Aug 28 20:27:45.320311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b5369c55-ed73-4358-aaa5-ef679c678049 None None] Port a06637db-b77d-4723-9af6-1e428139315d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:45.380528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766a73f-5d36-4b3b-88dc-b663ec59afc4 req-a1391de6-bfc4-4188-9bc4-f8d2023c9f67 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:45.385357 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5766a73f-5d36-4b3b-88dc-b663ec59afc4 req-a1391de6-bfc4-4188-9bc4-f8d2023c9f67 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.1334267 Aug 28 20:27:45.491393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5766a73f-5d36-4b3b-88dc-b663ec59afc4 req-fc87ee47-b1e8-476a-9304-a9a5ce9858c5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018441 Aug 28 20:27:45.510155 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f648184b-5a31-4e3c-8e7d-1db13193d6c9 req-c7b38d83-561f-41ff-a87e-81e5a2769e9a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165034 Aug 28 20:27:45.531211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49236) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:45.550289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a06637db-b77d-4723-9af6-1e428139315d), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:45.703658 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c4835fe6-a383-4556-bd3c-ff8d3105adbe tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 HTTP/1.1" status: 200 len: 991 time: 0.1710811 Aug 28 20:27:45.812586 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:46.103824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff557893-49ff-46ac-823e-07887667436e req-409ffb8e-4a3b-496a-9e45-2b430700f978 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:46.105441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff557893-49ff-46ac-823e-07887667436e req-409ffb8e-4a3b-496a-9e45-2b430700f978 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 943 time: 0.3469713 Aug 28 20:27:46.110527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks [] for port (a06637db-b77d-4723-9af6-1e428139315d), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:46.192238 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a06637db-b77d-4723-9af6-1e428139315d), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:46.260207 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ff557893-49ff-46ac-823e-07887667436e req-c7daaafd-c33d-476e-8194-85f278de716c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475291 Aug 28 20:27:46.358111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (6f944d6c-70a9-4068-aa2f-80c05ef27995), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:46.420489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=a06637db-b77d-4723-9af6-1e428139315d,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:46.438066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44a4ce81-b246-43e2-9133-ef446e20fd9e req-dc994b2f-e05e-46a8-b82b-27cf8d63ed9e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 210 time: 0.0956883 Aug 28 20:27:46.598364 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:46.608942 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-1230bafb-4e25-448a-8339-67e260c7a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:46.612974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-1230bafb-4e25-448a-8339-67e260c7a386 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 1125 time: 0.1192021 Aug 28 20:27:46.650628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49274) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:46.666356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:46.671113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:46.799216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-bdd5d25f-8f6e-4f47-b4a3-c0e181ac1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:46.803261 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-bdd5d25f-8f6e-4f47-b4a3-c0e181ac1227 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1861172 Aug 28 20:27:46.865403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-a97d23a0-362d-49ff-add0-9d2f455808f0 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e HTTP/1.1" status: 200 len: 217 time: 0.0532405 Aug 28 20:27:46.913492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:47.047916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-c908fe38-4afc-453b-9ffa-045bfb7b9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:47.049828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-c908fe38-4afc-453b-9ffa-045bfb7b9f3e service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.1782384 Aug 28 20:27:47.065056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:47.066490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:47.157453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-12ac0db1-8b47-468d-bf7c-74e0671392cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:47.160942 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-12ac0db1-8b47-468d-bf7c-74e0671392cc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1035290 Aug 28 20:27:47.174115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e9d6816-bf30-430c-9365-7fbd6874e07e None None] Provisioning complete for port a06637db-b77d-4723-9af6-1e428139315d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:47.174775 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6816-bf30-430c-9365-7fbd6874e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a06637db-b77d-4723-9af6-1e428139315d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:47.345222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Router 6f944d6c-70a9-4068-aa2f-80c05ef27995 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:47.368038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d6816-bf30-430c-9365-7fbd6874e07e None None] Port a06637db-b77d-4723-9af6-1e428139315d cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:47.400015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:47.403363 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:47.406747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 0f8542b8-8fd9-4d57-9f36-d45ac0090821 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:47.407280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:47.427461 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:47.457461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:47.517228 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-9715f4ed-dfa8-4825-9100-d8f256c61bf0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495266 Aug 28 20:27:47.551465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:47.654250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:47.657944 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (0f8542b8-8fd9-4d57-9f36-d45ac0090821), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:47.679378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 0f8542b8-8fd9-4d57-9f36-d45ac0090821 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:47.709004 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4f462ada-f77b-4910-8689-7f691792b685 req-b7c2a136-b328-4336-8950-40ecabd0a36a tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 210 time: 0.1048391 Aug 28 20:27:47.749458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:47.791703 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e93e9ceb-eb5e-4ca6-941e-6f3e837f0099 req-36e8f7bf-d21d-417e-8133-068f110c1e3a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678356 Aug 28 20:27:48.143196 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:48.291341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:48.309131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Sync routers for ids ['6f944d6c-70a9-4068-aa2f-80c05ef27995'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:48.329945 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3c18d083-bf6a-4364-9bbf-db30b895cbf9 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f944d6c-70a9-4068-aa2f-80c05ef27995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7853808 Aug 28 20:27:48.333416 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Routers {'6f944d6c-70a9-4068-aa2f-80c05ef27995'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:48.334095 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6f944d6c-70a9-4068-aa2f-80c05ef27995'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:48.431849 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (0f8542b8-8fd9-4d57-9f36-d45ac0090821), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:48.471777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=0f8542b8-8fd9-4d57-9f36-d45ac0090821,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:48.559308 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (1afe4b72-ae74-4e5a-bb31-22c495aa1ce8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:48.561845 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP 1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 disassociated (deleted). External IP: 172.25.4.124, port: 99860429-f5da-48f0-865a-71bb3d88ab31. Aug 28 20:27:48.574261 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Set router 6f944d6c-70a9-4068-aa2f-80c05ef27995 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:48.807264 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d16263-dbae-4d92-b635-5c334b22b5b4 req-7de0cf76-bd14-45c9-9597-ad84fbea5abf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:48.815642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54d16263-dbae-4d92-b635-5c334b22b5b4 req-7de0cf76-bd14-45c9-9597-ad84fbea5abf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 943 time: 1.2974238 Aug 28 20:27:48.835551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:48.847407 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:48.915668 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:48.916289 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:48.978272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c36372c7-86ce-4017-a8b4-1c414234bd4e details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:27:49.020784 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:49.041681 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:27:45Z', 'revision_number': 4, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port': {'id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:36Z', 'updated_at': '2022-08-28T20:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a06637db-b77d-4723-9af6-1e428139315d', 'name': '', 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'mac_address': 'fa:16:3e:4f:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'a6a1e0df-a751-4947-8ed0-a7b7c4736636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:43Z', 'updated_at': '2022-08-28T20:27:45Z', 'revision_number': 2, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'subnets': [{'id': 'a6a1e0df-a751-4947-8ed0-a7b7c4736636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:49.073369 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54d16263-dbae-4d92-b635-5c334b22b5b4 req-ccf60182-2b0b-4f6d-ba5a-414b86c0b9ce tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514749 Aug 28 20:27:49.121184 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.resource_extend [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:27:49.147538 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Checking router: 6f944d6c-70a9-4068-aa2f-80c05ef27995 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:49.147795 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Updating router 6f944d6c-70a9-4068-aa2f-80c05ef27995 port a06637db-b77d-4723-9af6-1e428139315d binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:27:49.185741 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a06637db-b77d-4723-9af6-1e428139315d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:49.193216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:49.212946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 4f656e60-e96f-455a-96b9-489eb777a0fd has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:49.223756 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:49.255347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port c36372c7-86ce-4017-a8b4-1c414234bd4e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:49.271694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'c36372c7-86ce-4017-a8b4-1c414234bd4e', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': 'c36372c7-86ce-4017-a8b4-1c414234bd4e', 'mac_address': 'fa:16:3e:08:ad:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:27:49.282169 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-fb6248a8-a76a-43fa-a8d7-1b703b177a0e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:49.294614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-fb6248a8-a76a-43fa-a8d7-1b703b177a0e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.84 "GET /networking/v2.0/networks?id=2dd27de8-7024-4174-8d73-b214a935931f HTTP/1.1" status: 200 len: 796 time: 0.2589278 Aug 28 20:27:49.325353 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:49.379891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port c36372c7-86ce-4017-a8b4-1c414234bd4e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:49.380353 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:49.397828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:49.419604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36372c7-86ce-4017-a8b4-1c414234bd4e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:27:49.440927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:49.456586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port c36372c7-86ce-4017-a8b4-1c414234bd4e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:49.459396 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:49.461971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5648b873-d539-4f18-8052-648f3135b91a None None] Sync routers for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:49.475111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:49.481624 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:49.538092 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-67de3d59-c7fa-4a26-b389-e05acebb5f4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/1afe4b72-ae74-4e5a-bb31-22c495aa1ce8 HTTP/1.1" status: 204 len: 168 time: 2.8797450 Aug 28 20:27:49.538092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:49.542174 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95" -d '{"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:49.580362 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:49.590973 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a11076b0-6e35-4969-9718-24a118a3c7d0 req-a07da4ee-fba8-4dbb-bfd5-b3a77c237e0f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 210 time: 0.6691875 Aug 28 20:27:49.716438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-ddf21adf-5163-468b-97f8-da3385bbf168 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=693ced18e2794bd5abe2110d87ba128f HTTP/1.1" status: 200 len: 379 time: 0.4064965 Aug 28 20:27:49.729733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'port': {'device_id': '519a2cde-da41-470c-aa5b-028ac257e1de', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'admin_state_up': True, 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'security_groups': ['faa6287e-dc13-4048-a50c-196096d7444e']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:49.753339 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:49.866782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:27:49.874850 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Publish callbacks [] for port (a06637db-b77d-4723-9af6-1e428139315d), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:49.895122 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:49.922810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=c36372c7-86ce-4017-a8b4-1c414234bd4e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:49.938043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:50.002936 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a06637db-b77d-4723-9af6-1e428139315d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:50.020050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Made reservation on behalf of 693ced18e2794bd5abe2110d87ba128f for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:50.025208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:50.052116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-65abeafd-bcb7-45f1-848f-bafd9eec66be tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:50.055368 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:50.055981 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-65abeafd-bcb7-45f1-848f-bafd9eec66be tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c796540d-874b-4c8f-b71c-647e11457788 HTTP/1.1" status: 200 len: 823 time: 0.1413541 Aug 28 20:27:50.103296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-a9a12bb8-b5d0-41cf-8743-e49a617a863f tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/quotas/f44ed60223d44e13a761814a201211ed HTTP/1.1" status: 200 len: 375 time: 0.0275300 Aug 28 20:27:50.151025 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e7bd2-c419-48ae-ade0-bfe3d3dba1dc None None] Pushing event updated for resources: {'Port': ['ID=a06637db-b77d-4723-9af6-1e428139315d,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:50.212150 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:50.231650 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-a79b9ae8-5934-4f6f-90fd-afaa0b02d953 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f44ed60223d44e13a761814a201211ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201549 Aug 28 20:27:50.234220 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Attempting to bind port a06637db-b77d-4723-9af6-1e428139315d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:50.234606 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Attempting to bind port a06637db-b77d-4723-9af6-1e428139315d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:50.234969 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Attempting to bind port a06637db-b77d-4723-9af6-1e428139315d on network e7ebcb22-279d-4f4d-8232-31d47a806a6e {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:50.250267 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:50.250267 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Checking segment: {'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:50.250707 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:50.250969 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Bound using segment: {'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:50.251445 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Bound port: a06637db-b77d-4723-9af6-1e428139315d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77486754-0e34-41d9-95cd-c5f5ca40b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:50.251822 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a06637db-b77d-4723-9af6-1e428139315d), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:50.268848 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:08Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:50.322751 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.20.0.13 (2dd27de8-7024-4174-8d73-b214a935931f/4644ed53-5751-4c11-b688-00598eda587c/eb6ec1f0-c616-4027-8ce0-28ac332156ae) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:50.352347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5648b873-d539-4f18-8052-648f3135b91a None None] Checking router: 4f656e60-e96f-455a-96b9-489eb777a0fd for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:50.381041 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-5b963d78-1dc7-4e05-986e-819bf483f135 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c796540d-874b-4c8f-b71c-647e11457788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481953 Aug 28 20:27:50.384707 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a10bab9-076a-4858-a1b9-b1f9cc5126fb x-openstack-request-id: req-0a10bab9-076a-4858-a1b9-b1f9cc5126fb {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:50.385546 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:50.385546 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a10bab9-076a-4858-a1b9-b1f9cc5126fb {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:50.386266 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a10bab9-076a-4858-a1b9-b1f9cc5126fb'] response: {'name': 'network-changed', 'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31', 'status': 'completed', 'code': 200} Aug 28 20:27:50.439665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:50.440323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:50.466581 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] For port a06637db-b77d-4723-9af6-1e428139315d, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:50.474461 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] For port a06637db-b77d-4723-9af6-1e428139315d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a06637db-b77d-4723-9af6-1e428139315d,segment=NetworkSegment(77486754-0e34-41d9-95cd-c5f5ca40b1ea),segment_id=77486754-0e34-41d9-95cd-c5f5ca40b1ea)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:50.588038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-44547ebd-c62b-4e22-9275-7e2e99f4ae60 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/c796540d-874b-4c8f-b71c-647e11457788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058511 Aug 28 20:27:50.597356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:50.603340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db05101-a1ac-418a-a42d-cf59804c2f89 req-6b8e7e8a-09f0-4b51-99f1-2abd6827bf71 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:50.605050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0db05101-a1ac-418a-a42d-cf59804c2f89 req-6b8e7e8a-09f0-4b51-99f1-2abd6827bf71 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 944 time: 0.0759535 Aug 28 20:27:50.634957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-402d6ae1-0f8a-4365-a174-4f583253b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:50.636513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-402d6ae1-0f8a-4365-a174-4f583253b882 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 1126 time: 0.1450653 Aug 28 20:27:50.655108 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a06637db-b77d-4723-9af6-1e428139315d), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:50.722040 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e7bd2-c419-48ae-ade0-bfe3d3dba1dc None None] Pushing event updated for resources: {'Port': ['ID=a06637db-b77d-4723-9af6-1e428139315d,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:50.740989 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:50.741223 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Routers {'6f944d6c-70a9-4068-aa2f-80c05ef27995'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:50.743049 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6f944d6c-70a9-4068-aa2f-80c05ef27995'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:50.780613 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:50.850745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-907b7135-35d9-4ae9-a680-272ef420c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:50.851125 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:50.853044 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-907b7135-35d9-4ae9-a680-272ef420c624 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 200 len: 897 time: 0.1980622 Aug 28 20:27:50.865256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:50.937765 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0db05101-a1ac-418a-a42d-cf59804c2f89 req-816833c5-2bcc-4200-aa03-8c88240d29f2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204098 Aug 28 20:27:50.960079 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-fb548cff-affd-46d9-b685-97681a081054 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:50.960079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-fb548cff-affd-46d9-b685-97681a081054 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.2048900 Aug 28 20:27:50.969272 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] Set router 6f944d6c-70a9-4068-aa2f-80c05ef27995 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:50.975172 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-7fa7149e-ab39-4c55-8820-ec36150219f3 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 200 len: 217 time: 0.1042604 Aug 28 20:27:50.980101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c36372c7-86ce-4017-a8b4-1c414234bd4e up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:51.093631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97156dbb-8f37-47e5-87e3-79a86bfa1b7b req-b35ac06e-0389-4728-ad9c-1709a05bba1b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:51.103425 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-97156dbb-8f37-47e5-87e3-79a86bfa1b7b req-b35ac06e-0389-4728-ad9c-1709a05bba1b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.1250207 Aug 28 20:27:51.140975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5648b873-d539-4f18-8052-648f3135b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:08Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:51.212165 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-97156dbb-8f37-47e5-87e3-79a86bfa1b7b req-78c91032-af5d-475d-b820-e7ccd683140b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023951 Aug 28 20:27:51.234436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5648b873-d539-4f18-8052-648f3135b91a None None] The sync data for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 is: [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:26:00Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '151b5a3d-91f6-417b-878a-a1e867e5bf42', 'name': '', 'network_id': 'c9cb481e-f760-4e85-93ee-91daeaef24e9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:b4:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:56Z', 'updated_at': '2022-08-28T20:26:08Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '8c1e43b6-aedd-4fb6-a842-bf2e5b238059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:51.243046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2cc6ae4f-1d40-496d-9095-5ac0a5e06847 req-e645344c-a5dc-483c-ab1c-ebd0a9421d72 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 210 time: 0.1359551 Aug 28 20:27:51.252887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port c36372c7-86ce-4017-a8b4-1c414234bd4e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:27:51.330047 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5cea9e9-5a54-4942-824c-485a382c3454 req-bba6d039-9224-4c81-9d18-7039efbf42b1 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0508251 Aug 28 20:27:51.341227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-18280379-24d6-4715-95bd-4d136f7a3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:51.343570 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-18280379-24d6-4715-95bd-4d136f7a3281 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=8c1e43b6-aedd-4fb6-a842-bf2e5b238059 HTTP/1.1" status: 200 len: 835 time: 0.3417802 Aug 28 20:27:51.384064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 99860429-f5da-48f0-865a-71bb3d88ab31 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:51.384064 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:51.402310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port c36372c7-86ce-4017-a8b4-1c414234bd4e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:51.402712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:51.505033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:51.585172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-48c9a002-5dde-40f3-ae89-a1a421e394cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:51.588243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-48c9a002-5dde-40f3-ae89-a1a421e394cc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c9cb481e-f760-4e85-93ee-91daeaef24e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2259815 Aug 28 20:27:51.588606 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:27:45Z', 'revision_number': 4, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port': {'id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:36Z', 'updated_at': '2022-08-28T20:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a06637db-b77d-4723-9af6-1e428139315d', 'name': '', 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'mac_address': 'fa:16:3e:4f:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'a6a1e0df-a751-4947-8ed0-a7b7c4736636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:43Z', 'updated_at': '2022-08-28T20:27:50Z', 'revision_number': 4, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'subnets': [{'id': 'a6a1e0df-a751-4947-8ed0-a7b7c4736636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:51.589216 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:51.590552 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=eb6ec1f0-c616-4027-8ce0-28ac332156ae,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:51.624586 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port c36372c7-86ce-4017-a8b4-1c414234bd4e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:51.624991 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:51.654739 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d097f35-3bc2-4567-9efa-6b571f9c6711 None None] The sync data for ids ['6f944d6c-70a9-4068-aa2f-80c05ef27995'] in n-d-854121-7 is: [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:27:45Z', 'revision_number': 4, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port': {'id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:36Z', 'updated_at': '2022-08-28T20:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a06637db-b77d-4723-9af6-1e428139315d', 'name': '', 'network_id': 'e7ebcb22-279d-4f4d-8232-31d47a806a6e', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'mac_address': 'fa:16:3e:4f:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'a6a1e0df-a751-4947-8ed0-a7b7c4736636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:43Z', 'updated_at': '2022-08-28T20:27:50Z', 'revision_number': 4, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'subnets': [{'id': 'a6a1e0df-a751-4947-8ed0-a7b7c4736636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:51.696545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 2dd27de8-7024-4174-8d73-b214a935931f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:51.710219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:51.715769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:51.733578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port c36372c7-86ce-4017-a8b4-1c414234bd4e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:51.735156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36372c7-86ce-4017-a8b4-1c414234bd4e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:51.738947 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a4a175-57f1-454c-8e6f-6d115e814b94" -d '{"events": [{"server_uuid": "e2a946fc-7b69-4f2f-8519-b2e1646e84af", "name": "network-vif-plugged", "status": "completed", "tag": "c36372c7-86ce-4017-a8b4-1c414234bd4e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:51.786472 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef649a-ee65-4007-8710-8d2da5cd4853 None None] New status for floating IP 1afe4b72-ae74-4e5a-bb31-22c495aa1ce8: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:27:51.841978 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:51.917604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port 99860429-f5da-48f0-865a-71bb3d88ab31, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=99860429-f5da-48f0-865a-71bb3d88ab31,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:51.918017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:51.935230 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1489e48c-2e7e-47d7-9189-611b9152da1e x-openstack-request-id: req-1489e48c-2e7e-47d7-9189-611b9152da1e {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:51.935734 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a946fc-7b69-4f2f-8519-b2e1646e84af", "name": "network-vif-plugged", "status": "completed", "tag": "c36372c7-86ce-4017-a8b4-1c414234bd4e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:51.936226 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1489e48c-2e7e-47d7-9189-611b9152da1e {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:51.936792 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1489e48c-2e7e-47d7-9189-611b9152da1e'] response: {'server_uuid': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36372c7-86ce-4017-a8b4-1c414234bd4e', 'code': 200} Aug 28 20:27:51.942174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=c36372c7-86ce-4017-a8b4-1c414234bd4e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:52.014240 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-aa93a9d3-3ab3-4604-9cdd-373135b9006b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:52.062999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:52.064059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:52.071347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 99860429-f5da-48f0-865a-71bb3d88ab31 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:52.073310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c54159-1df1-4d7d-93d7-d101df89428c req-a61e1931-63b8-47c5-9f64-ca339ea8ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:52.074949 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7c54159-1df1-4d7d-93d7-d101df89428c req-a61e1931-63b8-47c5-9f64-ca339ea8ae05 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 1127 time: 0.0950139 Aug 28 20:27:52.136093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-f306114f-5409-4642-9a6a-0e601cb0b6b2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248122 Aug 28 20:27:52.185109 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f7c54159-1df1-4d7d-93d7-d101df89428c req-29dc65f4-b66c-46ce-b458-c4393746f634 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012249 Aug 28 20:27:52.275893 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-13ced838-f41e-4251-aabf-f5d430e89d29 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5529587 Aug 28 20:27:52.302798 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572922e-ed23-46d5-a39f-632f6c527934 req-6d2c532a-5180-4417-be1a-885f740cac8e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:52.356666 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9572922e-ed23-46d5-a39f-632f6c527934 req-6d2c532a-5180-4417-be1a-885f740cac8e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1495497 Aug 28 20:27:52.356983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7b5a99d6-dfa8-4fa1-acd1-e1f070c2ab11 None None] Provisioning complete for port eb6ec1f0-c616-4027-8ce0-28ac332156ae triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:52.356983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b5a99d6-dfa8-4fa1-acd1-e1f070c2ab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:52.391901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Request body: {'port': {'device_id': '519a2cde-da41-470c-aa5b-028ac257e1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:52.397939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9572922e-ed23-46d5-a39f-632f6c527934 req-754fa9a9-abf1-49d5-a5da-ab8dc6de9c9f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842280 Aug 28 20:27:52.417568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a99d6-dfa8-4fa1-acd1-e1f070c2ab11 None None] Port eb6ec1f0-c616-4027-8ce0-28ac332156ae cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:52.545706 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:52.552853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbbff0-aa30-4960-bc42-cd288f8c46db req-78d711d8-5368-4a2e-9e0d-4614839dbf95 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:52.555038 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1afbbff0-aa30-4960-bc42-cd288f8c46db req-78d711d8-5368-4a2e-9e0d-4614839dbf95 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 932 time: 0.0650656 Aug 28 20:27:52.605999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629974a7-fce4-4674-9502-f07c63d94221 req-d42e5142-96a4-4557-a279-28b0f293d794 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:52.610656 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-629974a7-fce4-4674-9502-f07c63d94221 req-d42e5142-96a4-4557-a279-28b0f293d794 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 944 time: 0.2649183 Aug 28 20:27:52.641390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:52.645939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1afbbff0-aa30-4960-bc42-cd288f8c46db req-b137da49-ec1b-48db-b103-a0a6395d1e32 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840139 Aug 28 20:27:52.811312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a5e5cd9-423f-46cc-bfff-9d33d0e8eb95 req-ce9b7830-558f-4a33-8c3f-e69ccbd76fb6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059656 Aug 28 20:27:52.832960 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5888c34a-860d-4bf7-96d1-0d7f5e5626a7 req-c6258db8-8a07-452a-ba2f-62e114c7c772 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0562096 Aug 28 20:27:52.911976 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a06637db-b77d-4723-9af6-1e428139315d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:53.005096 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-629974a7-fce4-4674-9502-f07c63d94221 req-c4cb8502-c1ba-4bac-aea1-d39fbd0df143 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=8d2921d3-9a60-496d-b6ad-6a11ada1700a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3933828 Aug 28 20:27:53.030542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a06637db-b77d-4723-9af6-1e428139315d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:53.031591 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a06637db-b77d-4723-9af6-1e428139315d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.080064 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:53.136040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a06637db-b77d-4723-9af6-1e428139315d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:53.136525 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a06637db-b77d-4723-9af6-1e428139315d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.149379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (99860429-f5da-48f0-865a-71bb3d88ab31), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.206061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=99860429-f5da-48f0-865a-71bb3d88ab31,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:53.267830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6ec1f0-c616-4027-8ce0-28ac332156ae {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:27:53.291952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] No DVR routers for this DVR port 99860429-f5da-48f0-865a-71bb3d88ab31 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:53.296093 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Publish callbacks [] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.299355 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.303152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba008ac4-15e2-4fa0-9057-0cf5cdfedda9 req-cae207f7-464b-4959-9de5-a962ae6662e7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.89 "DELETE /networking/v2.0/ports/99860429-f5da-48f0-865a-71bb3d88ab31 HTTP/1.1" status: 204 len: 173 time: 2.3322673 Aug 28 20:27:53.303636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'name': 'network-vif-deleted', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:53.306259 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8997a4fa-ab56-4acb-abd0-2b019107baec" -d '{"events": [{"server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "name": "network-vif-deleted", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:53.330002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Transition to ACTIVE for port object eb6ec1f0-c616-4027-8ce0-28ac332156ae will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:27:53.396003 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23969ad9-5c95-4a3c-83e7-74dc3217ed96 x-openstack-request-id: req-23969ad9-5c95-4a3c-83e7-74dc3217ed96 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:53.396763 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832f7923-7707-44f1-82bd-466048cad2a3", "name": "network-vif-deleted", "tag": "99860429-f5da-48f0-865a-71bb3d88ab31", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:53.396880 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23969ad9-5c95-4a3c-83e7-74dc3217ed96 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:53.397678 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23969ad9-5c95-4a3c-83e7-74dc3217ed96'] response: {'server_uuid': '832f7923-7707-44f1-82bd-466048cad2a3', 'name': 'network-vif-deleted', 'tag': '99860429-f5da-48f0-865a-71bb3d88ab31', 'status': 'completed', 'code': 200} Aug 28 20:27:53.469967 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.481807 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a06637db-b77d-4723-9af6-1e428139315d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a06637db-b77d-4723-9af6-1e428139315d,segment=NetworkSegment(77486754-0e34-41d9-95cd-c5f5ca40b1ea),segment_id=77486754-0e34-41d9-95cd-c5f5ca40b1ea)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:53.568829 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a06637db-b77d-4723-9af6-1e428139315d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.669997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e8b1c-d1c7-4578-9654-8873b7c314d0 req-f1334b8d-1317-464d-bf6e-ed5108431b40 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:53.678598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-111e8b1c-d1c7-4578-9654-8873b7c314d0 req-f1334b8d-1317-464d-bf6e-ed5108431b40 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1656063 Aug 28 20:27:53.682829 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ec1f0-c616-4027-8ce0-28ac332156ae,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:53.685434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a06637db-b77d-4723-9af6-1e428139315d,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:53.736190 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:53.771480 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:53.797696 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-111e8b1c-d1c7-4578-9654-8873b7c314d0 req-93e274ce-102f-464a-a362-80b99d6e935d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176560 Aug 28 20:27:53.813988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Attempting to bind port eb6ec1f0-c616-4027-8ce0-28ac332156ae on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:53.814335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Attempting to bind port eb6ec1f0-c616-4027-8ce0-28ac332156ae by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:53.814672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Attempting to bind port eb6ec1f0-c616-4027-8ce0-28ac332156ae on network 2dd27de8-7024-4174-8d73-b214a935931f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:53.819946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Port eb6ec1f0-c616-4027-8ce0-28ac332156ae on network 2dd27de8-7024-4174-8d73-b214a935931f not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:27:53.820302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Attempting to bind port eb6ec1f0-c616-4027-8ce0-28ac332156ae on network 2dd27de8-7024-4174-8d73-b214a935931f {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:53.826223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:53.826566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Checking segment: {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:53.826959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Bound using segment: {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:53.827407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Bound port: eb6ec1f0-c616-4027-8ce0-28ac332156ae, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5841ee33-df26-4e77-bcc7-6debf22e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:53.827919 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:53.867848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e60bd3-7eed-4598-9450-fb9f51dd4c21 req-f927d0a7-be6d-489d-a362-4e14dbf61a47 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:53.881229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19e60bd3-7eed-4598-9450-fb9f51dd4c21 req-f927d0a7-be6d-489d-a362-4e14dbf61a47 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 944 time: 0.0938432 Aug 28 20:27:53.911213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] For port eb6ec1f0-c616-4027-8ce0-28ac332156ae, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:53.915541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] For port eb6ec1f0-c616-4027-8ce0-28ac332156ae, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:53.937560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-19e60bd3-7eed-4598-9450-fb9f51dd4c21 req-15534511-87e7-4ebf-a622-0e3a8d9aa19f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547938 Aug 28 20:27:53.947360 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a303b808-3a2f-4e25-af7b-c29cd9af59fb req-83bfb122-f865-4a11-89d4-985dae8b520c tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0298772 Aug 28 20:27:54.033566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:54.036869 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:54.037511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:54.040264 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/eb6ec1f0-c616-4027-8ce0-28ac332156ae HTTP/1.1" status: 200 len: 1092 time: 1.6727419 Aug 28 20:27:54.116865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac6ba0-7ec6-4442-82b1-9c31a2d8ca69 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ec1f0-c616-4027-8ce0-28ac332156ae,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:54.175313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-098bc31c-2a4c-43f3-9ed1-2a1f4c762773 req-7ace17bd-bc70-4fa0-becc-fc7b40da71c9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=832f7923-7707-44f1-82bd-466048cad2a3 HTTP/1.1" status: 200 len: 210 time: 0.0520062 Aug 28 20:27:54.185422 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-924236b7-30c5-4313-915b-d3c2d58ea590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:54.553439 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:54.646720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-1dd2553e-fb2f-449d-860b-64e8ce0d7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:54.647870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-1dd2553e-fb2f-449d-860b-64e8ce0d7e09 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 1126 time: 0.4172091 Aug 28 20:27:54.701450 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-254d3568-ab4a-4436-a97f-d6ef38720404 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae HTTP/1.1" status: 200 len: 217 time: 0.0391960 Aug 28 20:27:54.785113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-98e62697-aed6-4b6e-b2f9-5b4e2ef74e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:54.786638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-98e62697-aed6-4b6e-b2f9-5b4e2ef74e91 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4644ed53-5751-4c11-b688-00598eda587c HTTP/1.1" status: 200 len: 835 time: 0.0757420 Aug 28 20:27:54.813442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a06637db-b77d-4723-9af6-1e428139315d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:27:54.842942 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-eabfc55b-69ec-4695-8e01-f6efd390e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:54.844665 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-eabfc55b-69ec-4695-8e01-f6efd390e6f4 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2dd27de8-7024-4174-8d73-b214a935931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510488 Aug 28 20:27:54.870901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a06637db-b77d-4723-9af6-1e428139315d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:54.871721 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a06637db-b77d-4723-9af6-1e428139315d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:54.961558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c28b32-eae3-4a6b-86d8-bdf9e803831d req-efd833cb-e499-419d-a028-75e4580e35ea tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:54.963152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04c28b32-eae3-4a6b-86d8-bdf9e803831d req-efd833cb-e499-419d-a028-75e4580e35ea tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0668113 Aug 28 20:27:54.963967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a06637db-b77d-4723-9af6-1e428139315d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:54.974553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:27:55.000588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 99860429-f5da-48f0-865a-71bb3d88ab31 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:27:55.001526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 99860429-f5da-48f0-865a-71bb3d88ab31 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:27:55.008445 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-88a6839d-d93b-4e8a-8b4d-3bd4456c8b24 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572402 Aug 28 20:27:55.086913 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04c28b32-eae3-4a6b-86d8-bdf9e803831d req-2fad6f08-95f2-4592-aa92-feeecc603c84 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052001 Aug 28 20:27:55.183355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119125-5e70-4467-9b94-aca0147bbdc0 req-91e7954e-2b58-4a10-8595-9d6f6482a9e9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:55.184973 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0119125-5e70-4467-9b94-aca0147bbdc0 req-91e7954e-2b58-4a10-8595-9d6f6482a9e9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 944 time: 0.1023998 Aug 28 20:27:55.236170 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5df3ee6a-052f-4f0a-b34a-99c2d5fa1ed8 req-7ff3ddbe-4625-4b57-b330-54b53b945b04 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0677900 Aug 28 20:27:55.246603 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-03ae7cdf-6e16-41b3-a791-2c392c019c13 req-3a546483-3bcc-48d7-b5a2-ed406cfa6a43 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320693 Aug 28 20:27:55.286307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0119125-5e70-4467-9b94-aca0147bbdc0 req-6ac1afa2-0cfc-49fb-b4ae-d36de8607b8f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862401 Aug 28 20:27:55.390554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49506) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:55.407755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:55.411010 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77706033-33c1-4e79-94a7-aeab85671b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:55.503550 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd1d48-0bd7-48ba-873e-4e473049c2ff x-openstack-request-id: req-2dcd1d48-0bd7-48ba-873e-4e473049c2ff {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:55.503912 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:55.504226 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2dcd1d48-0bd7-48ba-873e-4e473049c2ff {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:55.504685 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcd1d48-0bd7-48ba-873e-4e473049c2ff'] response: {'name': 'network-changed', 'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'status': 'completed', 'code': 200} Aug 28 20:27:55.515393 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-0f5cf100-3845-4eca-a2f1-db6f916d03e0 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:55.519995 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-0f5cf100-3845-4eca-a2f1-db6f916d03e0 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.89 "GET /networking/v2.0/networks?id=c796540d-874b-4c8f-b71c-647e11457788 HTTP/1.1" status: 200 len: 823 time: 0.1446793 Aug 28 20:27:55.530156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Request body: {'port': {'device_id': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788', 'admin_state_up': True, 'tenant_id': 'f44ed60223d44e13a761814a201211ed'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:55.582612 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:55.808846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (4f656e60-e96f-455a-96b9-489eb777a0fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:55.835481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Made reservation on behalf of f44ed60223d44e13a761814a201211ed for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:27:55.841453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:55.883496 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:55.926886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbed388-39d2-4515-bd0b-74e3d4be9270 req-d6f9c1e6-3c21-4808-b7d0-4ea04e177588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:55.928647 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adbed388-39d2-4515-bd0b-74e3d4be9270 req-d6f9c1e6-3c21-4808-b7d0-4ea04e177588 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0693076 Aug 28 20:27:56.061130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adbed388-39d2-4515-bd0b-74e3d4be9270 req-5e79d313-c794-47b2-a428-5d06e338605e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060295 Aug 28 20:27:56.066979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Allocated IP 172.20.0.13 (c796540d-874b-4c8f-b71c-647e11457788/0e7061f2-5bf8-4098-828e-801108e1d4fd/fc267f4b-5108-44b1-9c59-2b6f1a3f0024) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:27:56.140437 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:56.192936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 151b5a3d-91f6-417b-878a-a1e867e5bf42 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:56.193581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:56.252806 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks [] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:56.261826 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:56.348333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port 151b5a3d-91f6-417b-878a-a1e867e5bf42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=151b5a3d-91f6-417b-878a-a1e867e5bf42,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:56.356631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:56.374934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 151b5a3d-91f6-417b-878a-a1e867e5bf42 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:56.407415 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94e57c6f-d7ee-484b-8748-6cc819b10d57 req-a2e454a4-7379-4da6-b8bd-45cc87946ab1 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0523515 Aug 28 20:27:56.433431 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:56.493665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df87ba-7594-45cc-916c-c0c22c2df0a8 req-08cda140-c1de-4444-b6c8-7526dba9e598 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:56.501528 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05df87ba-7594-45cc-916c-c0c22c2df0a8 req-08cda140-c1de-4444-b6c8-7526dba9e598 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 944 time: 0.0711093 Aug 28 20:27:56.516275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Network c796540d-874b-4c8f-b71c-647e11457788 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:27:56.538032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:27:56.540573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Pushing event updated for resources: {'Port': ['ID=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:56.545383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:27:56.576819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706033-33c1-4e79-94a7-aeab85671b5e req-185a60ef-20ad-4cb0-a4cb-d546d7b0842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:56.579100 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77706033-33c1-4e79-94a7-aeab85671b5e req-185a60ef-20ad-4cb0-a4cb-d546d7b0842f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 1126 time: 0.0929067 Aug 28 20:27:56.604739 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-05df87ba-7594-45cc-916c-c0c22c2df0a8 req-685734ec-6133-45ad-8d05-62da4df820b9 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022077 Aug 28 20:27:56.668769 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:56.675145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:56.675912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:56.766643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706033-33c1-4e79-94a7-aeab85671b5e req-c3d62795-e240-436d-ab2f-331f5f20f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:56.768281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77706033-33c1-4e79-94a7-aeab85671b5e req-c3d62795-e240-436d-ab2f-331f5f20f872 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2dd27de8-7024-4174-8d73-b214a935931f HTTP/1.1" status: 200 len: 897 time: 0.1826160 Aug 28 20:27:56.821602 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77706033-33c1-4e79-94a7-aeab85671b5e req-12f44cc8-5531-4374-95e8-76874acc38c2 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae HTTP/1.1" status: 200 len: 217 time: 0.0458090 Aug 28 20:27:56.854771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (151b5a3d-91f6-417b-878a-a1e867e5bf42), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:56.890088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=151b5a3d-91f6-417b-878a-a1e867e5bf42,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:56.911391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ef08f5fa-0316-4b57-acfc-a11dedafccb7 None None] Provisioning complete for port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:27:56.912215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706033-33c1-4e79-94a7-aeab85671b5e req-55994025-206c-4c06-8cfb-1dc84cd7e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:56.913878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77706033-33c1-4e79-94a7-aeab85671b5e req-55994025-206c-4c06-8cfb-1dc84cd7e497 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4644ed53-5751-4c11-b688-00598eda587c HTTP/1.1" status: 200 len: 835 time: 0.0816016 Aug 28 20:27:56.915099 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef08f5fa-0316-4b57-acfc-a11dedafccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:56.917557 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-02238c5b-3702-4f03-a1af-bfdc4b960da2 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3914852 Aug 28 20:27:56.942247 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Request body: {'port': {'device_id': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:27:57.011334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ef08f5fa-0316-4b57-acfc-a11dedafccb7 None None] Port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:27:57.041918 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706033-33c1-4e79-94a7-aeab85671b5e req-706e46dd-2ec4-4dcb-8c9b-7a24909afda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:57.044082 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77706033-33c1-4e79-94a7-aeab85671b5e req-706e46dd-2ec4-4dcb-8c9b-7a24909afda5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2dd27de8-7024-4174-8d73-b214a935931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244354 Aug 28 20:27:57.151576 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (4f656e60-e96f-455a-96b9-489eb777a0fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:57.172508 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:57.182648 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:57.304182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1128-a106-4aaa-a1c7-48d1b7f35ded req-36d88d92-a8d6-4026-aa38-b630a1aac66d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:57.304182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4cb1128-a106-4aaa-a1c7-48d1b7f35ded req-36d88d92-a8d6-4026-aa38-b630a1aac66d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0934010 Aug 28 20:27:57.316462 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:57.341457 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77706033-33c1-4e79-94a7-aeab85671b5e req-c912b92f-2cf8-4eb5-81d7-885702b82715 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752199 Aug 28 20:27:57.595496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c4cb1128-a106-4aaa-a1c7-48d1b7f35ded req-d2dfa3d7-491a-4d3e-acc4-211e18384664 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845626 Aug 28 20:27:57.659257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77706033-33c1-4e79-94a7-aeab85671b5e req-1b9b2424-a942-4c02-9eef-990afd71b9dc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028224 Aug 28 20:27:57.756565 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:57.823125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c1b41-5f98-4c31-b2d7-f4f3d8b84f3f req-40af760b-a249-4164-97db-9a2081fcfc37 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:57.830511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-606c1b41-5f98-4c31-b2d7-f4f3d8b84f3f req-40af760b-a249-4164-97db-9a2081fcfc37 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 944 time: 0.1175883 Aug 28 20:27:57.835389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6f96b-c058-4d11-b7b9-a029281b87a5 req-6e5022c0-3fae-4775-9843-148b1d6f7c8a tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:57.837479 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fa6f96b-c058-4d11-b7b9-a029281b87a5 req-6e5022c0-3fae-4775-9843-148b1d6f7c8a tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 932 time: 0.0542474 Aug 28 20:27:57.845019 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:57.855765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc267f4b-5108-44b1-9c59-2b6f1a3f0024 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:27:57.867633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Publish callbacks [] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:57.917328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router 4f656e60-e96f-455a-96b9-489eb777a0fd has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:27:57.933446 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9fa6f96b-c058-4d11-b7b9-a029281b87a5 req-ff01b5a4-22a6-4353-bb39-becbf7d2d991 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878897 Aug 28 20:27:57.946521 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-606c1b41-5f98-4c31-b2d7-f4f3d8b84f3f req-44a8a3ca-7858-45b1-900b-16d6e5f7c723 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147478 Aug 28 20:27:57.949939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Transition to ACTIVE for port object fc267f4b-5108-44b1-9c59-2b6f1a3f0024 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:27:58.011237 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:58.065871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:27:58.074153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d23857b5-21b5-46e0-8c18-ea9569e125c8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/4f656e60-e96f-455a-96b9-489eb777a0fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797097 Aug 28 20:27:58.076385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] Sync routers for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:27:58.078267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49576) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:58.087702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:58.088333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:58.145606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting subnet 8c1e43b6-aedd-4fb6-a842-bf2e5b238059 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:27:58.149556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (8c1e43b6-aedd-4fb6-a842-bf2e5b238059), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.197013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (8c1e43b6-aedd-4fb6-a842-bf2e5b238059), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.209467 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.223133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:58.308943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Pushing event updated for resources: {'Port': ['ID=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:58.327235 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (8c1e43b6-aedd-4fb6-a842-bf2e5b238059), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.396193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Attempting to bind port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:27:58.396630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Attempting to bind port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:27:58.397248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Attempting to bind port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 on network c796540d-874b-4c8f-b71c-647e11457788 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:58.405994 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 on network c796540d-874b-4c8f-b71c-647e11457788 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:27:58.406428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Attempting to bind port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 on network c796540d-874b-4c8f-b71c-647e11457788 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:27:58.426550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:27:58.426898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Checking segment: {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:27:58.427302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Bound using segment: {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:27:58.427818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Bound port: fc267f4b-5108-44b1-9c59-2b6f1a3f0024, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f720f6-24b4-4723-82df-9d75afae74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:27:58.433148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.531063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] For port fc267f4b-5108-44b1-9c59-2b6f1a3f0024, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:27:58.535988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] For port fc267f4b-5108-44b1-9c59-2b6f1a3f0024, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:27:58.565551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:27:56Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:58.597050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] Checking router: 4f656e60-e96f-455a-96b9-489eb777a0fd for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:27:58.604003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (8c1e43b6-aedd-4fb6-a842-bf2e5b238059), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.608164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] Routers {'4f656e60-e96f-455a-96b9-489eb777a0fd'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:27:58.608933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['4f656e60-e96f-455a-96b9-489eb777a0fd'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:58.641980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1e43b6-aedd-4fb6-a842-bf2e5b238059,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:58.644364 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.649296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.654147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:58.654891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.656720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/fc267f4b-5108-44b1-9c59-2b6f1a3f0024 HTTP/1.1" status: 200 len: 1092 time: 1.7205014 Aug 28 20:27:58.657172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'tag': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:27:58.659507 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21eecab-87cf-434e-b86d-173dd7b02f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "baf6337e-557d-43ed-a785-11bb610cf8e8", "tag": "fc267f4b-5108-44b1-9c59-2b6f1a3f0024"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:27:58.663371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770703b6-ced9-4df5-b5a9-5bee0f15f82b None None] Network c9cb481e-f760-4e85-93ee-91daeaef24e9 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:27:58.666755 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5d8b4629-188d-47bf-95d1-cfb685909d5a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8c1e43b6-aedd-4fb6-a842-bf2e5b238059 HTTP/1.1" status: 204 len: 168 time: 0.5867748 Aug 28 20:27:58.667439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49588) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:27:58.759694 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3098c8-225b-40da-90bf-4cf0ce0fd1ed x-openstack-request-id: req-8b3098c8-225b-40da-90bf-4cf0ce0fd1ed {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:27:58.767633 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf6337e-557d-43ed-a785-11bb610cf8e8", "tag": "fc267f4b-5108-44b1-9c59-2b6f1a3f0024", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:27:58.767633 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b3098c8-225b-40da-90bf-4cf0ce0fd1ed {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:27:58.767633 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3098c8-225b-40da-90bf-4cf0ce0fd1ed'] response: {'name': 'network-changed', 'server_uuid': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'tag': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024', 'status': 'completed', 'code': 200} Aug 28 20:27:58.835170 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6e280-0329-403e-a461-8a53006ccbde req-0d5a93b0-37e1-4b72-ae68-b67f38d207b8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:58.837576 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fef6e280-0329-403e-a461-8a53006ccbde req-0d5a93b0-37e1-4b72-ae68-b67f38d207b8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0870593 Aug 28 20:27:58.838959 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eecab-87cf-434e-b86d-173dd7b02f4d req-78053443-f57f-4b05-843f-84cb67bb08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:58.841122 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f21eecab-87cf-434e-b86d-173dd7b02f4d req-78053443-f57f-4b05-843f-84cb67bb08cc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=f44ed60223d44e13a761814a201211ed&device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 1126 time: 0.0540209 Aug 28 20:27:58.858385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c77ff6-25dd-47ba-b5b1-4cf7d276a750 service neutron] Pushing event updated for resources: {'Port': ['ID=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:58.940589 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:58.958917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] Set router 4f656e60-e96f-455a-96b9-489eb777a0fd gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:27:58.966974 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (4f656e60-e96f-455a-96b9-489eb777a0fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:58.978920 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fef6e280-0329-403e-a461-8a53006ccbde req-f8c0f071-ad12-439f-9101-f4f0c0de172e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302323 Aug 28 20:27:59.033501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eecab-87cf-434e-b86d-173dd7b02f4d req-4a09f116-025a-4c96-a3df-63268eeb85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:59.035142 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f21eecab-87cf-434e-b86d-173dd7b02f4d req-4a09f116-025a-4c96-a3df-63268eeb85cd service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=f44ed60223d44e13a761814a201211ed&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1704824 Aug 28 20:27:59.089354 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:59.107644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] DHCP port deletion for c9cb481e-f760-4e85-93ee-91daeaef24e9 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:27:59.194734 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] Deleting port a77831f5-d437-4c60-88b0-1921ac5429fb {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:59.195790 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.229645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9002546-7c67-4549-990b-9a3197663fd7 req-2a098593-a351-4a3b-9551-f55d9ed6e348 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:59.231310 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b9002546-7c67-4549-990b-9a3197663fd7 req-2a098593-a351-4a3b-9551-f55d9ed6e348 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 944 time: 0.0716684 Aug 28 20:27:59.248625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639794f-ae6a-46df-b80d-eab729197f77 req-9db99ca3-4d11-417c-bddf-3b2d208843e9 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:59.250263 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2639794f-ae6a-46df-b80d-eab729197f77 req-9db99ca3-4d11-417c-bddf-3b2d208843e9 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 944 time: 0.0922556 Aug 28 20:27:59.284862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device eb6ec1f0-c616-4027-8ce0-28ac332156ae details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:27:59.295253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eecab-87cf-434e-b86d-173dd7b02f4d req-275bdc18-f63f-474e-a300-54e267fe1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:59.296766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f21eecab-87cf-434e-b86d-173dd7b02f4d req-275bdc18-f63f-474e-a300-54e267fe1e82 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561028 Aug 28 20:27:59.331778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (4f656e60-e96f-455a-96b9-489eb777a0fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.332421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] For port a77831f5-d437-4c60-88b0-1921ac5429fb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a77831f5-d437-4c60-88b0-1921ac5429fb,segment=NetworkSegment(8656a095-027b-4d53-b768-7c3de42a5f7a),segment_id=8656a095-027b-4d53-b768-7c3de42a5f7a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:59.332421 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.339593 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2639794f-ae6a-46df-b80d-eab729197f77 req-32c63e2c-dab8-4f24-bc41-233038ced28a tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810657 Aug 28 20:27:59.343181 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b9002546-7c67-4549-990b-9a3197663fd7 req-f2165447-2cf0-4ed7-9fc0-41d853263562 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007628 Aug 28 20:27:59.390880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] Calling delete_port for a77831f5-d437-4c60-88b0-1921ac5429fb owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:59.400802 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:59.407556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-646ec26a-c634-43cf-9305-bc79ebe0e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:59.410717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-646ec26a-c634-43cf-9305-bc79ebe0e40c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=f44ed60223d44e13a761814a201211ed&device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 1126 time: 0.0688627 Aug 28 20:27:59.455055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:27:56Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:27:59.458538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-87e89ba5-ad69-4843-9c6b-fa7fba633c08 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc267f4b-5108-44b1-9c59-2b6f1a3f0024 HTTP/1.1" status: 200 len: 217 time: 0.0415504 Aug 28 20:27:59.520984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-f91e4e9e-e081-47c6-9099-7ca6d4576375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:59.522516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7322199-a810-4451-9567-aad23caa0df0 None None] The sync data for ids ['4f656e60-e96f-455a-96b9-489eb777a0fd'] in n-d-854121-7 is: [{'id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282315455', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:25:46Z', 'updated_at': '2022-08-28T20:27:56Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': '6b2042d4-4703-4f18-92cc-f8cbec4773be', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f656e60-e96f-455a-96b9-489eb777a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:25:47Z', 'updated_at': '2022-08-28T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:27:59.524145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-f91e4e9e-e081-47c6-9099-7ca6d4576375 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=0e7061f2-5bf8-4098-828e-801108e1d4fd HTTP/1.1" status: 200 len: 862 time: 0.0602591 Aug 28 20:27:59.606921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port eb6ec1f0-c616-4027-8ce0-28ac332156ae, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:59.607857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-91989d2a-8ca8-45ec-bfe8-e626c0f1f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:27:59.609444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-91989d2a-8ca8-45ec-bfe8-e626c0f1f282 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=c796540d-874b-4c8f-b71c-647e11457788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793860 Aug 28 20:27:59.629457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'port_id': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'mac_address': 'fa:16:3e:83:04:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:27:59.633741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 6b2042d4-4703-4f18-92cc-f8cbec4773be {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:27:59.635597 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.694725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port eb6ec1f0-c616-4027-8ce0-28ac332156ae is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:27:59.695695 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.711985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6ec1f0-c616-4027-8ce0-28ac332156ae {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:27:59.719177 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:59.723921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-a2d49ffc-5dfb-463f-ac89-e529a13156cd service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c796540d-874b-4c8f-b71c-647e11457788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080503 Aug 28 20:27:59.742933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port eb6ec1f0-c616-4027-8ce0-28ac332156ae, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:59.792773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port 6b2042d4-4703-4f18-92cc-f8cbec4773be, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b2042d4-4703-4f18-92cc-f8cbec4773be,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:27:59.793684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.797363 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (a77831f5-d437-4c60-88b0-1921ac5429fb), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.805024 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:27:59.811068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 6b2042d4-4703-4f18-92cc-f8cbec4773be owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:27:59.829383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] Pushing event deleted for resources: {'Port': ['ID=a77831f5-d437-4c60-88b0-1921ac5429fb,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:27:59.833996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fe0b6-eb70-4a0a-90e0-b4cdfc496d80 None None] No DVR routers for this DVR port a77831f5-d437-4c60-88b0-1921ac5429fb on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:27:59.853778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:27:59.867814 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b518b0e4-a3a5-491e-bca7-7be54cf2d2ce req-387d1588-9bb1-477b-af09-9172a4826860 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/c796540d-874b-4c8f-b71c-647e11457788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368856 Aug 28 20:27:59.944837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=eb6ec1f0-c616-4027-8ce0-28ac332156ae,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:00.181188 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd444f80-e7cc-4e33-8aee-15e40013e1c1 req-b7605af8-36f3-4d50-b388-49fc5492a7c1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:00.187213 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd444f80-e7cc-4e33-8aee-15e40013e1c1 req-b7605af8-36f3-4d50-b388-49fc5492a7c1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0925140 Aug 28 20:28:00.188348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['eb6ec1f0-c616-4027-8ce0-28ac332156ae'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:28:00.236099 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (6b2042d4-4703-4f18-92cc-f8cbec4773be), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:00.279835 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd444f80-e7cc-4e33-8aee-15e40013e1c1 req-3121af83-6040-4ecb-8eba-426931af352b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796394 Aug 28 20:28:00.343620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=6b2042d4-4703-4f18-92cc-f8cbec4773be,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:00.477677 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (4f656e60-e96f-455a-96b9-489eb777a0fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:00.532822 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:00.590969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689b1-b722-4116-8a82-ef850fc96aa0 req-02200e25-4746-48ae-84f5-ac5151a397bc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:00.592908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dbb689b1-b722-4116-8a82-ef850fc96aa0 req-02200e25-4746-48ae-84f5-ac5151a397bc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 945 time: 0.1235998 Aug 28 20:28:00.722972 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-dbb689b1-b722-4116-8a82-ef850fc96aa0 req-b5bbf4b8-321e-4e38-8084-d094c71f8b53 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203468 Aug 28 20:28:00.766753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (4f656e60-e96f-455a-96b9-489eb777a0fd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:00.771696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (4f656e60-e96f-455a-96b9-489eb777a0fd), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:00.779789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bc110-4fce-4124-b2cc-6e7529a548da req-961c6d20-6716-44b4-b605-130307aca016 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:00.787561 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb4bc110-4fce-4124-b2cc-6e7529a548da req-961c6d20-6716-44b4-b605-130307aca016 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 944 time: 0.2577169 Aug 28 20:28:00.868685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 151b5a3d-91f6-417b-878a-a1e867e5bf42 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:00.900607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bb4bc110-4fce-4124-b2cc-6e7529a548da req-713ad3b8-233c-4b1d-b76c-a5f67c7d50fd tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055331 Aug 28 20:28:00.912375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 151b5a3d-91f6-417b-878a-a1e867e5bf42 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:00.913089 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 151b5a3d-91f6-417b-878a-a1e867e5bf42 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:00.913829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a77831f5-d437-4c60-88b0-1921ac5429fb no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:00.919754 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:00.949250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a77831f5-d437-4c60-88b0-1921ac5429fb {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:00.949822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a77831f5-d437-4c60-88b0-1921ac5429fb not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:00.989956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (4f656e60-e96f-455a-96b9-489eb777a0fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:00.990715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Fanout notify agent at l3_agent the message router_deleted on router 4f656e60-e96f-455a-96b9-489eb777a0fd {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:28:00.998246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:00.999791 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-86617988-6722-46aa-bd46-e83920a61d94 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/routers/4f656e60-e96f-455a-96b9-489eb777a0fd HTTP/1.1" status: 204 len: 168 time: 2.3298409 Aug 28 20:28:01.003339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49642) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:01.137646 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c9cb481e-f760-4e85-93ee-91daeaef24e9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.271528 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c9cb481e-f760-4e85-93ee-91daeaef24e9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.296365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cb481e-f760-4e85-93ee-91daeaef24e9']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:01.308356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8656a095-027b-4d53-b768-7c3de42a5f7a') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:01.308744 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8656a095-027b-4d53-b768-7c3de42a5f7a') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:01.317622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device eb6ec1f0-c616-4027-8ce0-28ac332156ae up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:01.324442 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (8656a095-027b-4d53-b768-7c3de42a5f7a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.340775 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:01.347847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8656a095-027b-4d53-b768-7c3de42a5f7a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.359870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:28:01.360294 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (8656a095-027b-4d53-b768-7c3de42a5f7a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.440543 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8656a095-027b-4d53-b768-7c3de42a5f7a resource provider aggregate not found Aug 28 20:28:01.460949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port eb6ec1f0-c616-4027-8ce0-28ac332156ae completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:28:01.524919 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8656a095-027b-4d53-b768-7c3de42a5f7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8656a095-027b-4d53-b768-7c3de42a5f7a found for delete ", "request_id": "req-3fd09a55-b0cd-46f2-bc98-825699477785"}]} Aug 28 20:28:01.547313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd2c31-7ddd-4113-adf5-eb19f304c204 req-9252f46e-9d93-4a52-bb49-9ed6e40c41bf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:01.554010 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4bdd2c31-7ddd-4113-adf5-eb19f304c204 req-9252f46e-9d93-4a52-bb49-9ed6e40c41bf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1046727 Aug 28 20:28:01.641958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port eb6ec1f0-c616-4027-8ce0-28ac332156ae triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:01.642252 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.649313 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4bdd2c31-7ddd-4113-adf5-eb19f304c204 req-d619d2e6-d462-46e8-aceb-3792ae1822c2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766561 Aug 28 20:28:01.654499 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c9cb481e-f760-4e85-93ee-91daeaef24e9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.664544 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.668520 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c9cb481e-f760-4e85-93ee-91daeaef24e9 HTTP/1.1" status: 204 len: 168 time: 0.6638291 Aug 28 20:28:01.671416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49658) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:01.714174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0c83e-1873-4e5a-b14c-5d57e1c8790c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Network': ['ID=c9cb481e-f760-4e85-93ee-91daeaef24e9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:01.792835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f3d8a61-e377-4008-a514-a01ac72f194d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (8d2921d3-9a60-496d-b6ad-6a11ada1700a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.829233 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f3d8a61-e377-4008-a514-a01ac72f194d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (8d2921d3-9a60-496d-b6ad-6a11ada1700a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:01.908154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eba5-1c33-4263-820a-f53918586947 req-7354ebbd-7018-4f7d-bfec-aabc70a3b039 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:01.909563 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c393eba5-1c33-4263-820a-f53918586947 req-7354ebbd-7018-4f7d-bfec-aabc70a3b039 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 945 time: 0.0764129 Aug 28 20:28:01.920763 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:02.000498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port eb6ec1f0-c616-4027-8ce0-28ac332156ae is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:02.000935 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:02.022510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c393eba5-1c33-4263-820a-f53918586947 req-940104fa-40fa-48db-9851-f8a8c103c351 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029735 Aug 28 20:28:02.052495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port eb6ec1f0-c616-4027-8ce0-28ac332156ae, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:02.054053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:02.059085 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8466c-fc74-456f-aa59-258c552bd531" -d '{"events": [{"server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:02.109481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d29e5-1a79-4171-a7e0-fea9513638bc req-e75b787c-73ff-4929-8c3f-ad36fda1cc84 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:02.114754 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef4ce60-55ad-4e72-b255-21c705df5380 x-openstack-request-id: req-6ef4ce60-55ad-4e72-b255-21c705df5380 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:02.115291 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:02.115858 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ef4ce60-55ad-4e72-b255-21c705df5380 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:02.116427 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef4ce60-55ad-4e72-b255-21c705df5380'] response: {'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'code': 200} Aug 28 20:28:02.118509 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b4d29e5-1a79-4171-a7e0-fea9513638bc req-e75b787c-73ff-4929-8c3f-ad36fda1cc84 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 944 time: 0.0680835 Aug 28 20:28:02.164987 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:02.166419 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f3d8a61-e377-4008-a514-a01ac72f194d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8d2921d3-9a60-496d-b6ad-6a11ada1700a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:02.171374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f3d8a61-e377-4008-a514-a01ac72f194d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:02.173004 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b4d29e5-1a79-4171-a7e0-fea9513638bc req-3a558fc0-6895-490c-bc51-ef755d8444bd tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531299 Aug 28 20:28:02.187603 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4f3d8a61-e377-4008-a514-a01ac72f194d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8d2921d3-9a60-496d-b6ad-6a11ada1700a HTTP/1.1" status: 204 len: 168 time: 0.5000024 Aug 28 20:28:02.205487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d8a61-e377-4008-a514-a01ac72f194d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2921d3-9a60-496d-b6ad-6a11ada1700a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:02.271347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=eb6ec1f0-c616-4027-8ce0-28ac332156ae,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:02.290207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66767aa2-3c70-42f6-8d70-be37e2680b25 req-d52cb817-e60e-4610-a14f-48cab001bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:02.291714 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66767aa2-3c70-42f6-8d70-be37e2680b25 req-d52cb817-e60e-4610-a14f-48cab001bbc8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 1128 time: 0.0472860 Aug 28 20:28:02.358026 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-66767aa2-3c70-42f6-8d70-be37e2680b25 req-c3a9b4f0-fa1b-4986-9c22-3f65a33cb665 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592678 Aug 28 20:28:02.484392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49686) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:02.489123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-060d6247-913d-456f-b900-9dcf95eadba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936799543', 'description': 'tempest-secgroup-smoke-936799543 description', 'project_id': '19747ba661ca427ea056cf5402e7450c'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:02.574420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-060d6247-913d-456f-b900-9dcf95eadba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:02.656855 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-060d6247-913d-456f-b900-9dcf95eadba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:02.708877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b2042d4-4703-4f18-92cc-f8cbec4773be no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:02.730745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6b2042d4-4703-4f18-92cc-f8cbec4773be {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:02.731193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b2042d4-4703-4f18-92cc-f8cbec4773be not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:02.807199 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6fa2-8d6d-4a99-9f92-80aa0db1da98 req-cc1a2bed-c165-4e77-af83-0ea811cf34b1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:02.812290 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:02.812450 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f95a6fa2-8d6d-4a99-9f92-80aa0db1da98 req-cc1a2bed-c165-4e77-af83-0ea811cf34b1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0651958 Aug 28 20:28:02.859727 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-060d6247-913d-456f-b900-9dcf95eadba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:02.887126 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f95a6fa2-8d6d-4a99-9f92-80aa0db1da98 req-39e6db11-5d02-4bf5-bf45-70f717b3a2b8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697117 Aug 28 20:28:02.922622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d6247-913d-456f-b900-9dcf95eadba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:03.000694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc267f4b-5108-44b1-9c59-2b6f1a3f0024 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:28:03.009052 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-060d6247-913d-456f-b900-9dcf95eadba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.013724 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-060d6247-913d-456f-b900-9dcf95eadba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5270600 Aug 28 20:28:03.016129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49702) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:03.016748 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:03.023781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-56f46873-49d7-4bb1-ad79-d63ae820c5f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': 'd4f25457-bfb7-4199-80fe-4a6dd0dc0f8d', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:03.153884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fc267f4b-5108-44b1-9c59-2b6f1a3f0024, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:03.170459 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024', 'network_id': 'c796540d-874b-4c8f-b71c-647e11457788', 'port_id': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024', 'mac_address': 'fa:16:3e:a4:dd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7061f2-5bf8-4098-828e-801108e1d4fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:28:03.176506 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56f46873-49d7-4bb1-ad79-d63ae820c5f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (48ccf2aa-37b6-4212-9d6a-54597a0e932a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.214617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422b829-9494-4eb1-9578-30cd36f39692 req-e4515ba8-a73e-4393-abd5-ab18d924e40e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:03.219156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:03.219572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.220242 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=67 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:03.222804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5422b829-9494-4eb1-9578-30cd36f39692 req-e4515ba8-a73e-4393-abd5-ab18d924e40e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 946 time: 0.0869961 Aug 28 20:28:03.225126 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:03.239896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc267f4b-5108-44b1-9c59-2b6f1a3f0024 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:28:03.270632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fc267f4b-5108-44b1-9c59-2b6f1a3f0024, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:03.356778 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.417773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d220-5736-4b5e-b057-d6d95fabc150 req-3b0f81a9-c146-41a6-8640-1cd2d8e52de1 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:03.436737 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b92d220-5736-4b5e-b057-d6d95fabc150 req-3b0f81a9-c146-41a6-8640-1cd2d8e52de1 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 944 time: 0.1011581 Aug 28 20:28:03.436861 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5422b829-9494-4eb1-9578-30cd36f39692 req-5d8b853f-3f19-4c8f-807c-b57416f28b6f tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115738 Aug 28 20:28:03.438913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56f46873-49d7-4bb1-ad79-d63ae820c5f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (48ccf2aa-37b6-4212-9d6a-54597a0e932a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.450277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:03.456770 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-1335119f-222a-4c19-9679-0eff5e1e602c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306641 Aug 28 20:28:03.457313 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:03.517037 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56f46873-49d7-4bb1-ad79-d63ae820c5f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (48ccf2aa-37b6-4212-9d6a-54597a0e932a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.551223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f46873-49d7-4bb1-ad79-d63ae820c5f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ccf2aa-37b6-4212-9d6a-54597a0e932a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:03.565548 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b92d220-5736-4b5e-b057-d6d95fabc150 req-ed111f67-7657-4a3b-b724-e08a955c4079 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289732 Aug 28 20:28:03.584097 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:03.587837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['fc267f4b-5108-44b1-9c59-2b6f1a3f0024'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:28:03.622252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56f46873-49d7-4bb1-ad79-d63ae820c5f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.628006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49718) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:03.628906 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-56f46873-49d7-4bb1-ad79-d63ae820c5f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6112998 Aug 28 20:28:03.635554 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-890229be-ccb6-4e66-8074-b8cfb55837b5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': 'd4f25457-bfb7-4199-80fe-4a6dd0dc0f8d', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:03.690826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-b7d28b38-9ca1-4b0c-afbd-c97a615bfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:03.692614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-b7d28b38-9ca1-4b0c-afbd-c97a615bfe91 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.0622156 Aug 28 20:28:03.791550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-890229be-ccb6-4e66-8074-b8cfb55837b5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (10754d08-e816-4768-9369-785419cd1f78), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.872253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-1236a276-5b2b-4dd3-9288-4b2a50c84999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:03.873796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-1236a276-5b2b-4dd3-9288-4b2a50c84999 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1223881 Aug 28 20:28:03.887057 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-890229be-ccb6-4e66-8074-b8cfb55837b5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (10754d08-e816-4768-9369-785419cd1f78), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:03.948617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-3c776e59-79d1-49a4-a2c3-530e93009133 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.0668137 Aug 28 20:28:04.029842 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-890229be-ccb6-4e66-8074-b8cfb55837b5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (10754d08-e816-4768-9369-785419cd1f78), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.051449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890229be-ccb6-4e66-8074-b8cfb55837b5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10754d08-e816-4768-9369-785419cd1f78,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:04.051707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa28604-a32a-401d-832e-cdc7a899a6eb req-52bb10ab-a821-49df-8ff3-9a20fff139f3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:04.053924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-faa28604-a32a-401d-832e-cdc7a899a6eb req-52bb10ab-a821-49df-8ff3-9a20fff139f3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0870895 Aug 28 20:28:04.071912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-a51a61b0-a778-4fe4-bd60-a5a39a8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:04.073898 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-a51a61b0-a778-4fe4-bd60-a5a39a8242e7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.1181233 Aug 28 20:28:04.142823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-0e52c4e6-6bf4-46f2-ac01-6b8fa0021026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:04.144740 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-0e52c4e6-6bf4-46f2-ac01-6b8fa0021026 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616758 Aug 28 20:28:04.148711 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-faa28604-a32a-401d-832e-cdc7a899a6eb req-e2b90458-64af-4592-95aa-9baa907d1225 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894637 Aug 28 20:28:04.186201 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-890229be-ccb6-4e66-8074-b8cfb55837b5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.188283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-890229be-ccb6-4e66-8074-b8cfb55837b5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5590832 Aug 28 20:28:04.197444 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49728) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:04.205585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b21c04b0-b687-4019-a6ba-c85cd479bf6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': 'd4f25457-bfb7-4199-80fe-4a6dd0dc0f8d', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:04.284071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-75d3eb57-b847-4d67-bc9e-b1a0f1e10cf7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321416 Aug 28 20:28:04.358970 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b21c04b0-b687-4019-a6ba-c85cd479bf6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (4d7ae768-09f6-4a2a-9b10-cb27724deddb), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.402941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49736) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:04.432637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6a4f8b1-dcc6-4881-bd9e-54196545f0ee req-2f05933e-b9b4-44b9-8125-9baf3bf8de2f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413255 Aug 28 20:28:04.446070 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b21c04b0-b687-4019-a6ba-c85cd479bf6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (4d7ae768-09f6-4a2a-9b10-cb27724deddb), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.543912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b21c04b0-b687-4019-a6ba-c85cd479bf6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (4d7ae768-09f6-4a2a-9b10-cb27724deddb), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.600283 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef95e79f-ca34-4e1d-854a-5e0219693bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.638698 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8bbe2-7d43-4fd7-884a-bf8d854e3b1f req-933fbc6a-3cd6-463e-a3b2-07d68d32dc19 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:04.641192 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbc8bbe2-7d43-4fd7-884a-bf8d854e3b1f req-933fbc6a-3cd6-463e-a3b2-07d68d32dc19 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 946 time: 0.0706313 Aug 28 20:28:04.641878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c04b0-b687-4019-a6ba-c85cd479bf6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ae768-09f6-4a2a-9b10-cb27724deddb,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:04.719373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dbc8bbe2-7d43-4fd7-884a-bf8d854e3b1f req-81895acf-93ca-4d01-9934-3cc1f384fa4e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709403 Aug 28 20:28:04.738034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80076e-394d-41b7-add2-e8816b572794 req-f942b247-18e1-47bd-bccc-4f582eda1547 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:04.742458 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe80076e-394d-41b7-add2-e8816b572794 req-f942b247-18e1-47bd-bccc-4f582eda1547 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 945 time: 0.0606830 Aug 28 20:28:04.745286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b21c04b0-b687-4019-a6ba-c85cd479bf6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.750432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b21c04b0-b687-4019-a6ba-c85cd479bf6b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5483029 Aug 28 20:28:04.750641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49746) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:04.760136 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-48e7b063-a228-4855-9eab-ae9eb1a6c171 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': 'd4f25457-bfb7-4199-80fe-4a6dd0dc0f8d', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:04.870489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef95e79f-ca34-4e1d-854a-5e0219693bb4 admin admin] Publish callbacks [] for security_group (991de9e0-d08b-485e-9d1c-002354d3defd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.875750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe80076e-394d-41b7-add2-e8816b572794 req-1f70f8f9-a6b4-4117-a4f1-9b93bd6439e0 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323538 Aug 28 20:28:04.921097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09849-64a4-4ff1-889e-da74856b78eb req-db31d378-d0cc-4b10-bd30-cac130053e21 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:04.925032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13e09849-64a4-4ff1-889e-da74856b78eb req-db31d378-d0cc-4b10-bd30-cac130053e21 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 946 time: 0.0655520 Aug 28 20:28:04.967690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-48e7b063-a228-4855-9eab-ae9eb1a6c171 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (4e674cdb-a066-4f5d-b290-63d341227a2a), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:04.977946 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-13e09849-64a4-4ff1-889e-da74856b78eb req-a6146ea9-d15c-4a50-9d97-dd26203a2fb1 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468349 Aug 28 20:28:05.006191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49754) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:05.007530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc267f4b-5108-44b1-9c59-2b6f1a3f0024 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:05.056658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd2e0ae-3d68-4e6c-a24a-3717f7f9fae6 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:05.058588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ef95e79f-ca34-4e1d-854a-5e0219693bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (991de9e0-d08b-485e-9d1c-002354d3defd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.059133 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8dd2e0ae-3d68-4e6c-a24a-3717f7f9fae6 tempest-TestNetworkBasicOps-1526362161 tempest-TestNetworkBasicOps-1526362161-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 1123 time: 0.0518732 Aug 28 20:28:05.062325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49756) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:05.067877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:05.103965 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-48e7b063-a228-4855-9eab-ae9eb1a6c171 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (4e674cdb-a066-4f5d-b290-63d341227a2a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.118453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95e79f-ca34-4e1d-854a-5e0219693bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991de9e0-d08b-485e-9d1c-002354d3defd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:05.147280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:28:05.164715 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ef95e79f-ca34-4e1d-854a-5e0219693bb4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=25ef552906f944f3a999c74c11467f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7583928 Aug 28 20:28:05.167385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49760) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:05.177361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-48e7b063-a228-4855-9eab-ae9eb1a6c171 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (4e674cdb-a066-4f5d-b290-63d341227a2a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.188926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.193663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7b063-a228-4855-9eab-ae9eb1a6c171 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e674cdb-a066-4f5d-b290-63d341227a2a,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:05.231329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:05.231816 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.337952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-48e7b063-a228-4855-9eab-ae9eb1a6c171 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.339186 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-48e7b063-a228-4855-9eab-ae9eb1a6c171 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5876899 Aug 28 20:28:05.339977 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52ccd97b-c427-4280-a363-b2ca1c1f867a admin admin] Publish callbacks [] for security_group (991de9e0-d08b-485e-9d1c-002354d3defd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.342135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49766) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:05.346879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': 'd4f25457-bfb7-4199-80fe-4a6dd0dc0f8d', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:05.349180 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a816722-80f9-4e7b-9fad-a408dcd1e3a7 req-73e9ac31-d508-46f2-b669-fb3074b0f557 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:05.350781 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a816722-80f9-4e7b-9fad-a408dcd1e3a7 req-73e9ac31-d508-46f2-b669-fb3074b0f557 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1017728 Aug 28 20:28:05.352068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:05.352463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.392014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port fc267f4b-5108-44b1-9c59-2b6f1a3f0024, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:05.393066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:05.396234 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee7add0-3145-4dcb-9368-f774eb361098" -d '{"events": [{"server_uuid": "baf6337e-557d-43ed-a785-11bb610cf8e8", "name": "network-vif-plugged", "status": "completed", "tag": "fc267f4b-5108-44b1-9c59-2b6f1a3f0024"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:05.402758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52ccd97b-c427-4280-a363-b2ca1c1f867a admin admin] Publish callbacks [] for security_group (991de9e0-d08b-485e-9d1c-002354d3defd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.412243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a816722-80f9-4e7b-9fad-a408dcd1e3a7 req-e3a88e0c-673c-478f-abe8-96857becd79f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519066 Aug 28 20:28:05.447377 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa21fe0b-5363-41c6-9a06-c20f9da51d02 x-openstack-request-id: req-aa21fe0b-5363-41c6-9a06-c20f9da51d02 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:05.447679 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf6337e-557d-43ed-a785-11bb610cf8e8", "name": "network-vif-plugged", "status": "completed", "tag": "fc267f4b-5108-44b1-9c59-2b6f1a3f0024", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:05.447958 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa21fe0b-5363-41c6-9a06-c20f9da51d02 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:05.448359 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa21fe0b-5363-41c6-9a06-c20f9da51d02'] response: {'server_uuid': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024', 'code': 200} Aug 28 20:28:05.457021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.478632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.480284 n-d-854121-7 neutron-server[114322]: INFO neutron.db.securitygroups_db [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:28:05.488238 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (c4dc93f3-3c83-450d-883e-795f5cdbfccc), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.535986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:05.556771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1c5ed-6612-4655-b6b4-e51384fb00ae req-906263b1-31ea-4e85-af33-66a036cc1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:05.558355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0aa1c5ed-6612-4655-b6b4-e51384fb00ae req-906263b1-31ea-4e85-af33-66a036cc1e07 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 1128 time: 0.0427008 Aug 28 20:28:05.577121 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52ccd97b-c427-4280-a363-b2ca1c1f867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (991de9e0-d08b-485e-9d1c-002354d3defd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.580404 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-52ccd97b-c427-4280-a363-b2ca1c1f867a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.581601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-52ccd97b-c427-4280-a363-b2ca1c1f867a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/991de9e0-d08b-485e-9d1c-002354d3defd HTTP/1.1" status: 204 len: 168 time: 0.4132094 Aug 28 20:28:05.618265 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0aa1c5ed-6612-4655-b6b4-e51384fb00ae req-8b3077e9-7b25-4d1b-8a7d-cf379f62284f service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Aug 28 20:28:05.633697 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccd97b-c427-4280-a363-b2ca1c1f867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991de9e0-d08b-485e-9d1c-002354d3defd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:05.649435 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:05.656289 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (c4dc93f3-3c83-450d-883e-795f5cdbfccc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.735144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Allocated IP 172.25.4.87 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/016d03a8-ad96-4194-8891-c19cf24d269f) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:28:05.784839 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (c4dc93f3-3c83-450d-883e-795f5cdbfccc), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.885695 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dc93f3-3c83-450d-883e-795f5cdbfccc,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:05.932969 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:05.936602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0d239e0b-a331-4af5-b1d6-7add3501eb99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5909860 Aug 28 20:28:05.937537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49782) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:05.944006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'security_group_rule': {'security_group_id': 'd4f25457-bfb7-4199-80fe-4a6dd0dc0f8d', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:06.031592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae91b1-2921-4481-861f-a93b2b5c01e7 req-25c9b72c-2321-4fd3-a5be-2d9822377fce tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:06.031592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4fae91b1-2921-4481-861f-a93b2b5c01e7 req-25c9b72c-2321-4fd3-a5be-2d9822377fce tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0644281 Aug 28 20:28:06.056871 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (016d03a8-ad96-4194-8891-c19cf24d269f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.081385 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Project 19747ba661ca427ea056cf5402e7450c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:28:06.090102 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (434db531-7359-4409-a8e7-4cd27ab94d2d), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.095589 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4fae91b1-2921-4481-861f-a93b2b5c01e7 req-dd736b1b-3c6b-4e3e-8a23-e45c3b10979d tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635424 Aug 28 20:28:06.151784 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (434db531-7359-4409-a8e7-4cd27ab94d2d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.162219 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (016d03a8-ad96-4194-8891-c19cf24d269f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.207139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:06.211827 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:06.215997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:28:06.221418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=016d03a8-ad96-4194-8891-c19cf24d269f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:06.259524 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (434db531-7359-4409-a8e7-4cd27ab94d2d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.261593 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:06.282067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434db531-7359-4409-a8e7-4cd27ab94d2d,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:06.360776 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:06.382854 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.388480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f67ff134-fecf-4e28-981c-71f8dd20e4f4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4449615 Aug 28 20:28:06.388480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49792) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:06.393447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'network': {'name': 'tempest-network-smoke--1695722306', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'port_security_enabled': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:06.425092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49794) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:06.440726 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68d9300f-9425-436c-86ff-51a2129341b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.549932 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:28:06.555212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.589076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68d9300f-9425-436c-86ff-51a2129341b9 admin admin] Publish callbacks [] for security_group (84f91dc8-f91d-4d75-be38-9bb05ba55f40), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.606120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:28:06.632107 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f725d307-5031-4f64-a3cc-59aa11baeacb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.633345 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Added segment f725d307-5031-4f64-a3cc-59aa11baeacb of type vlan for network 810921c5-61e1-4d45-a262-2afa52033bed Aug 28 20:28:06.689786 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-68d9300f-9425-436c-86ff-51a2129341b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (84f91dc8-f91d-4d75-be38-9bb05ba55f40), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.706879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e9eee-480f-4faa-ba89-a03d0a9f3dda req-c7e57f52-fb19-4035-8a95-4d1cef5c8c2a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:06.708655 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da0e9eee-480f-4faa-ba89-a03d0a9f3dda req-c7e57f52-fb19-4035-8a95-4d1cef5c8c2a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0912356 Aug 28 20:28:06.733042 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-68d9300f-9425-436c-86ff-51a2129341b9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=00337d62bc344083b64a9f07360170f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068252 Aug 28 20:28:06.735071 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (7a11c1f1-6330-4270-9a3c-98b63feb60c4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.736060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49806) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:06.751127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9300f-9425-436c-86ff-51a2129341b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f91dc8-f91d-4d75-be38-9bb05ba55f40,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:06.785524 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (810921c5-61e1-4d45-a262-2afa52033bed), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.802584 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-da0e9eee-480f-4faa-ba89-a03d0a9f3dda req-315be8fc-540e-41a8-90a4-ba11131ebb2b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842946 Aug 28 20:28:06.826701 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a4b9ed-174c-46ae-8a8e-db38db4a1fd3 admin admin] Publish callbacks [] for security_group (84f91dc8-f91d-4d75-be38-9bb05ba55f40), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.852247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a4b9ed-174c-46ae-8a8e-db38db4a1fd3 admin admin] Publish callbacks [] for security_group (84f91dc8-f91d-4d75-be38-9bb05ba55f40), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.948364 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (016d03a8-ad96-4194-8891-c19cf24d269f), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.974750 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (810921c5-61e1-4d45-a262-2afa52033bed), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:06.987985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:06.989479 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.049463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a4b9ed-174c-46ae-8a8e-db38db4a1fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (84f91dc8-f91d-4d75-be38-9bb05ba55f40), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.056868 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-96a4b9ed-174c-46ae-8a8e-db38db4a1fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.058333 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-96a4b9ed-174c-46ae-8a8e-db38db4a1fd3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/84f91dc8-f91d-4d75-be38-9bb05ba55f40 HTTP/1.1" status: 204 len: 168 time: 0.3213143 Aug 28 20:28:07.088599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4b9ed-174c-46ae-8a8e-db38db4a1fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f91dc8-f91d-4d75-be38-9bb05ba55f40,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:07.096748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Network': ['ID=810921c5-61e1-4d45-a262-2afa52033bed,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:07.123138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for port (016d03a8-ad96-4194-8891-c19cf24d269f), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.128727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 810921c5-61e1-4d45-a262-2afa52033bed details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:28:07.149464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49814) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:07.150042 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fda422cb-8d1d-47b6-ba88-0f13c70e4df9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7612846 Aug 28 20:28:07.155877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'admin_state_up': True, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:07.157172 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:07.212917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (016d03a8-ad96-4194-8891-c19cf24d269f), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.267460 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490dcc0-c611-469c-a372-213fc043df6d req-a7a0aaf3-f562-4705-86ce-1e93c985af2d tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:07.269194 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5490dcc0-c611-469c-a372-213fc043df6d req-a7a0aaf3-f562-4705-86ce-1e93c985af2d tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0565970 Aug 28 20:28:07.314680 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (f19a09d9-9580-414c-93fe-e4469949cb11), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.315482 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:07.318049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (f19a09d9-9580-414c-93fe-e4469949cb11), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.334456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event updated for resources: {'Port': ['ID=016d03a8-ad96-4194-8891-c19cf24d269f,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:07.344943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (7a11c1f1-6330-4270-9a3c-98b63feb60c4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.376483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5490dcc0-c611-469c-a372-213fc043df6d req-87a976a0-cb48-44d2-aaef-9fd6be5f8735 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983262 Aug 28 20:28:07.791298 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:07.841821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (f19a09d9-9580-414c-93fe-e4469949cb11), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:07.852115 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Floating IP 7a11c1f1-6330-4270-9a3c-98b63feb60c4 associated. External IP: 172.25.4.87, port: eb6ec1f0-c616-4027-8ce0-28ac332156ae. Aug 28 20:28:07.912880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae11e7-6e60-4c58-b22d-cab6354f6f04 req-e989cbb0-31fb-4bed-8f5d-b0d7e4b0557e tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:07.914506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-72ae11e7-6e60-4c58-b22d-cab6354f6f04 req-e989cbb0-31fb-4bed-8f5d-b0d7e4b0557e tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 946 time: 0.1370807 Aug 28 20:28:08.044218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebc61c-1a9c-4d91-af23-d80dfbe14472 req-8648b2f4-89d0-4ec4-884d-c38082669e4b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:08.045975 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a0ebc61c-1a9c-4d91-af23-d80dfbe14472 req-8648b2f4-89d0-4ec4-884d-c38082669e4b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0759816 Aug 28 20:28:08.111143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a0ebc61c-1a9c-4d91-af23-d80dfbe14472 req-9dab54a9-404e-4f0b-bca0-9f72566fa8ee tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550573 Aug 28 20:28:08.195756 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-72ae11e7-6e60-4c58-b22d-cab6354f6f04 req-50a250d0-083f-462b-ae18-7228ab0f1724 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702243 Aug 28 20:28:08.266361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (f19a09d9-9580-414c-93fe-e4469949cb11), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:08.464868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:28:08.534233 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:08.634916 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:08.716192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:08.732251 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] Sync routers for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:08.753290 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:08.754453 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:08.954449 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:08.979647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (f19a09d9-9580-414c-93fe-e4469949cb11), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:08.999340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:09.099480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:09.283396 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754737a8-f624-4c52-bde6-248f4c65ffdd req-2e771488-06f7-42da-8d37-bf6cd2f3aefd tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:09.292360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9230646-3b12-461e-83b7-b02ae24c2b62 req-573e6602-3790-4049-8f98-bb2dd291a8f2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:09.299587 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-754737a8-f624-4c52-bde6-248f4c65ffdd req-2e771488-06f7-42da-8d37-bf6cd2f3aefd tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 946 time: 0.2381256 Aug 28 20:28:09.300958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9230646-3b12-461e-83b7-b02ae24c2b62 req-573e6602-3790-4049-8f98-bb2dd291a8f2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0927200 Aug 28 20:28:09.328491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cca1c5cd-e9b0-4aa8-9edf-c242d6b54990 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2625542 Aug 28 20:28:09.331781 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:09.332783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49878) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:09.338559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:09.346638 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c583022-8573-4c90-b251-a0f32d8df77f" -d '{"events": [{"name": "network-changed", "server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:09.427487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.109 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/f1e6041c-db04-4d44-b354-f5bf5bb80af1) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:28:09.492435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-754737a8-f624-4c52-bde6-248f4c65ffdd req-c3bcc91c-885b-4340-8b74-9a28f5a7889a tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661825 Aug 28 20:28:09.553499 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8b0f05c9-e8cb-47d4-b1da-0083050d1fdf tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/floatingips/7a11c1f1-6330-4270-9a3c-98b63feb60c4 HTTP/1.1" status: 200 len: 991 time: 0.2193484 Aug 28 20:28:09.560732 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:09.563423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a9230646-3b12-461e-83b7-b02ae24c2b62 req-77c3e9f6-226d-45fc-8859-f9274f9c85f1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613127 Aug 28 20:28:09.605702 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c22de8-de3a-4879-9b15-85b301f889ba x-openstack-request-id: req-22c22de8-de3a-4879-9b15-85b301f889ba {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:09.605702 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:09.605702 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22c22de8-de3a-4879-9b15-85b301f889ba {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:09.605702 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c22de8-de3a-4879-9b15-85b301f889ba'] response: {'name': 'network-changed', 'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'status': 'completed', 'code': 200} Aug 28 20:28:09.616489 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '7a11c1f1-6330-4270-9a3c-98b63feb60c4', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'port_id': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'mac_address': 'fa:16:3e:83:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a2cde-da41-470c-aa5b-028ac257e1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:28:06Z', 'updated_at': '2022-08-28T20:28:06Z', 'revision_number': 0, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:09.625363 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:09.629548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:09.664199 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] Checking router: 381f4313-f855-4b89-9d9a-a0e0cd69e8ae for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:09.702147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583022-8573-4c90-b251-a0f32d8df77f req-987c8422-5cec-4f45-bfc7-4f62bc2d0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:09.704405 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c583022-8573-4c90-b251-a0f32d8df77f req-987c8422-5cec-4f45-bfc7-4f62bc2d0911 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 1128 time: 0.0600462 Aug 28 20:28:09.719120 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:09.721703 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:09.838482 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:09.857891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583022-8573-4c90-b251-a0f32d8df77f req-06dc88df-eae4-471b-a9cc-c9fcfdc68df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:09.859976 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c583022-8573-4c90-b251-a0f32d8df77f req-06dc88df-eae4-471b-a9cc-c9fcfdc68df3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2dd27de8-7024-4174-8d73-b214a935931f HTTP/1.1" status: 200 len: 897 time: 0.1490123 Aug 28 20:28:09.900985 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:09.906030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:09.910411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:28:09.953979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=f1e6041c-db04-4d44-b354-f5bf5bb80af1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:09.976400 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:10.015116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c583022-8573-4c90-b251-a0f32d8df77f req-65af38ed-a2a1-43ee-a349-641dbe47a4d1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae HTTP/1.1" status: 200 len: 999 time: 0.1251523 Aug 28 20:28:10.123816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583022-8573-4c90-b251-a0f32d8df77f req-a4233f65-5564-4b65-882d-636c626487e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:10.130054 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c583022-8573-4c90-b251-a0f32d8df77f req-a4233f65-5564-4b65-882d-636c626487e9 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4644ed53-5751-4c11-b688-00598eda587c HTTP/1.1" status: 200 len: 835 time: 0.1058209 Aug 28 20:28:10.245092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583022-8573-4c90-b251-a0f32d8df77f req-6da4dd0a-2fe1-4b83-bdd2-2a6221dd28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:10.249742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c583022-8573-4c90-b251-a0f32d8df77f req-6da4dd0a-2fe1-4b83-bdd2-2a6221dd28f2 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2dd27de8-7024-4174-8d73-b214a935931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1127512 Aug 28 20:28:10.412922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c583022-8573-4c90-b251-a0f32d8df77f req-684835c7-2081-4512-b591-9e84b75ba670 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558084 Aug 28 20:28:10.486828 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '7a11c1f1-6330-4270-9a3c-98b63feb60c4', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'port_id': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'mac_address': 'fa:16:3e:83:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a2cde-da41-470c-aa5b-028ac257e1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:28:06Z', 'updated_at': '2022-08-28T20:28:06Z', 'revision_number': 0, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:10.540603 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a3a1be-9486-4336-aea9-d6a6ddc5d9d3 None None] The sync data for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 is: [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '7a11c1f1-6330-4270-9a3c-98b63feb60c4', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'port_id': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'mac_address': 'fa:16:3e:83:04:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a2cde-da41-470c-aa5b-028ac257e1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:28:06Z', 'updated_at': '2022-08-28T20:28:06Z', 'revision_number': 0, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:10.557565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49912) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:10.591036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79fe32-e91c-4984-b79f-422442cbec62 req-8a556e2c-0b9e-4972-9737-b0208409b1aa tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:10.601022 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c79fe32-e91c-4984-b79f-422442cbec62 req-8a556e2c-0b9e-4972-9737-b0208409b1aa tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 946 time: 0.2393425 Aug 28 20:28:10.679838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (f19a09d9-9580-414c-93fe-e4469949cb11), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:10.789330 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c79fe32-e91c-4984-b79f-422442cbec62 req-2f3a883d-3125-4f4b-861f-b2a59881b1db tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856749 Aug 28 20:28:10.920859 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a21d10-0b57-4b1e-9035-36e3e4fe3308 None None] New status for floating IP 7a11c1f1-6330-4270-9a3c-98b63feb60c4: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:28:11.020293 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:11.028462 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (f19a09d9-9580-414c-93fe-e4469949cb11), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:11.232749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3c583022-8573-4c90-b251-a0f32d8df77f req-24f3daa1-c705-4ac0-9fad-174da7aade51 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136189 Aug 28 20:28:11.264039 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02b9a6b5-cfc1-4153-b83d-4fecbaae6052 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/floatingips/7a11c1f1-6330-4270-9a3c-98b63feb60c4 HTTP/1.1" status: 200 len: 991 time: 0.7049656 Aug 28 20:28:11.269722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483878a7-061f-4d8d-9265-d2ec3902f1c1 req-fe5880f5-0865-4a61-bbe2-23d080542586 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:11.271206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-483878a7-061f-4d8d-9265-d2ec3902f1c1 req-fe5880f5-0865-4a61-bbe2-23d080542586 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1406789 Aug 28 20:28:11.328738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-483878a7-061f-4d8d-9265-d2ec3902f1c1 req-f81a48eb-2ba7-41a8-bc75-5dd21e148594 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491321 Aug 28 20:28:11.379718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router f19a09d9-9580-414c-93fe-e4469949cb11 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:28:11.504029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:11.527261 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Sync routers for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:11.547595 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:11.548234 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:11.651533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-6064f88e-fdfa-4a16-978c-0c83e19f1269 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:11.653141 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-6064f88e-fdfa-4a16-978c-0c83e19f1269 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0559609 Aug 28 20:28:11.671906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:11.674639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-37bab3ce-c3f8-4111-92a0-5b0dad2949f1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5224638 Aug 28 20:28:11.677201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49942) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:11.691714 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:11.696107 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:11.747078 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-82dc0b27-4f28-49ef-ba67-ce748bc8236c tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=19747ba661ca427ea056cf5402e7450c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685408 Aug 28 20:28:11.750149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:11.779774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Deleting port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:11.780582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:11.834628 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:11.902006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] For port fc267f4b-5108-44b1-9c59-2b6f1a3f0024, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:11.902354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:11.909064 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5124afc-3e75-4b64-8143-2e521b456a02 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:11.910820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e5124afc-3e75-4b64-8143-2e521b456a02 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1596336 Aug 28 20:28:11.916127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49950) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:11.922197 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:11.942998 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Calling delete_port for fc267f4b-5108-44b1-9c59-2b6f1a3f0024 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:11.952895 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:10Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:11.986250 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Checking router: f19a09d9-9580-414c-93fe-e4469949cb11 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:11.986882 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Updating router f19a09d9-9580-414c-93fe-e4469949cb11 port f1e6041c-db04-4d44-b354-f5bf5bb80af1 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:28:12.039016 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.268187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 49960) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:12.349632 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fc267f4b-5108-44b1-9c59-2b6f1a3f0024), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.364225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['fc267f4b-5108-44b1-9c59-2b6f1a3f0024'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:28:12.466821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Pushing event deleted for resources: {'Port': ['ID=fc267f4b-5108-44b1-9c59-2b6f1a3f0024,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:12.536896 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5cecf148-d42b-47f7-bea3-770741a9af2b tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=7b8f8322-f4c4-42e1-a667-0cee8dcadfe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6170235 Aug 28 20:28:12.542267 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d822-4ac6-466f-8f9f-f1635d2de78c req-2c224bba-a09f-4561-bb0c-473cc7353883 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:12.543649 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b934d822-4ac6-466f-8f9f-f1635d2de78c req-2c224bba-a09f-4561-bb0c-473cc7353883 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 946 time: 0.6730874 Aug 28 20:28:12.544248 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 49974) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:12.549699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2141924972', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:12.570589 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Publish callbacks [] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.599830 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] No DVR routers for this DVR port fc267f4b-5108-44b1-9c59-2b6f1a3f0024 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:28:12.609294 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d23fb193-20d2-43d1-8764-6256c0dd543b tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/floatingips/7a11c1f1-6330-4270-9a3c-98b63feb60c4 HTTP/1.1" status: 200 len: 993 time: 0.3400383 Aug 28 20:28:12.614230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.625766 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2b1e8e53-3b2d-4e60-9197-755c12c1a5e0 req-e74e1e22-0ea1-4443-83cd-47db17cc12ac tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.89 "DELETE /networking/v2.0/ports/fc267f4b-5108-44b1-9c59-2b6f1a3f0024 HTTP/1.1" status: 204 len: 173 time: 0.9641583 Aug 28 20:28:12.628141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'name': 'network-vif-deleted', 'tag': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:12.641909 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e00e22-8975-42bb-ad38-d7473cbfc0b4" -d '{"events": [{"server_uuid": "baf6337e-557d-43ed-a785-11bb610cf8e8", "name": "network-vif-deleted", "tag": "fc267f4b-5108-44b1-9c59-2b6f1a3f0024"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:12.664421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d855fd-a6d4-4c82-98aa-5ed6cd4c2f79 req-da71d8e4-ec97-4c41-a32d-4b0099e9d9f0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:12.671392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85d855fd-a6d4-4c82-98aa-5ed6cd4c2f79 req-da71d8e4-ec97-4c41-a32d-4b0099e9d9f0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1899817 Aug 28 20:28:12.713187 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.752305 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:12.780233 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b934d822-4ac6-466f-8f9f-f1635d2de78c req-9ad71457-50b5-43f6-8b03-96affcc20558 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227793 Aug 28 20:28:12.784112 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-85d855fd-a6d4-4c82-98aa-5ed6cd4c2f79 req-79da997f-eb7e-4fda-93ec-dfaa4011aaa7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032097 Aug 28 20:28:12.796486 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Attempting to bind port f1e6041c-db04-4d44-b354-f5bf5bb80af1 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:28:12.796962 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Attempting to bind port f1e6041c-db04-4d44-b354-f5bf5bb80af1 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:28:12.797484 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Attempting to bind port f1e6041c-db04-4d44-b354-f5bf5bb80af1 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:28:12.847024 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32cc36f-7bed-4883-9b0c-3548b6ab1b4e x-openstack-request-id: req-b32cc36f-7bed-4883-9b0c-3548b6ab1b4e {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:12.847389 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf6337e-557d-43ed-a785-11bb610cf8e8", "name": "network-vif-deleted", "tag": "fc267f4b-5108-44b1-9c59-2b6f1a3f0024", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:12.847573 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b32cc36f-7bed-4883-9b0c-3548b6ab1b4e {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:12.848178 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32cc36f-7bed-4883-9b0c-3548b6ab1b4e'] response: {'server_uuid': 'baf6337e-557d-43ed-a785-11bb610cf8e8', 'name': 'network-vif-deleted', 'tag': 'fc267f4b-5108-44b1-9c59-2b6f1a3f0024', 'status': 'completed', 'code': 200} Aug 28 20:28:12.864007 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:28:12.866864 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:28:12.866864 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.866864 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:28:12.866864 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Bound port: f1e6041c-db04-4d44-b354-f5bf5bb80af1, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:28:12.866864 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.871529 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:12.872465 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fee6f-acf1-4a51-8e3c-6e9768ac56d2 None None] Pushing event updated for resources: {'Port': ['ID=f1e6041c-db04-4d44-b354-f5bf5bb80af1,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:12.939418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:28:12.944415 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:12.956706 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] For port f1e6041c-db04-4d44-b354-f5bf5bb80af1, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:28:12.960843 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] For port f1e6041c-db04-4d44-b354-f5bf5bb80af1, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f1e6041c-db04-4d44-b354-f5bf5bb80af1,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:28:13.062587 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:13.121432 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:13.122112 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:13.163981 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:13.189669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:13.191761 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fee6f-acf1-4a51-8e3c-6e9768ac56d2 None None] Pushing event updated for resources: {'Port': ['ID=f1e6041c-db04-4d44-b354-f5bf5bb80af1,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:13.218039 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:13.251002 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:13.406710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (3eb87388-ed8a-4828-b6d7-a5f4c72614c0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:13.532238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Checking segment: {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:28:13.535318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network hostable DHCP agents. Network: 810921c5-61e1-4d45-a262-2afa52033bed, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:28:13.545710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Subnet': ['ID=3eb87388-ed8a-4828-b6d7-a5f4c72614c0,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:13.627947 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:10Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:13.660017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 810921c5-61e1-4d45-a262-2afa52033bed is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:28:13.720107 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6e47c-7ab4-4fe1-ab09-d17f09b3f6e5 None None] The sync data for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 is: [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:10Z', 'revision_number': 3, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:13.774505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 810921c5-61e1-4d45-a262-2afa52033bed) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:13.790634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d0dd3f-f4aa-4056-bec2-e16aba1fb4a4 None None] Network 810921c5-61e1-4d45-a262-2afa52033bed requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:28:13.799361 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:13.804701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.001450 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-df067fef-bed8-48cd-93cc-00aa88a84f9e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4529819 Aug 28 20:28:14.023165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50008) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:14.023165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c439eb5b-0a10-4d69-aa26-a8fa38d06b2d req-98a09f41-2fd6-4a91-871d-5c84a39fe774 tempest-ServersNegativeTestMultiTenantJSON-1315361898 tempest-ServersNegativeTestMultiTenantJSON-1315361898-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=baf6337e-557d-43ed-a785-11bb610cf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0895283 Aug 28 20:28:14.024007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-810921c5-61e1-4d45-a262-2afa52033bed', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:28:14.024007 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.069591 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a615b-ee27-4b1d-89f2-1a7ce30c0401 req-db7dca32-b32b-4648-9439-38e7541cf7f2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:14.071514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-643a615b-ee27-4b1d-89f2-1a7ce30c0401 req-db7dca32-b32b-4648-9439-38e7541cf7f2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1535394 Aug 28 20:28:14.094022 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:14.244154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-643a615b-ee27-4b1d-89f2-1a7ce30c0401 req-12370726-d62e-40ca-b850-b2c2318da056 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375947 Aug 28 20:28:14.312243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50012) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:14.379041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Allocated IP 172.20.0.2 (810921c5-61e1-4d45-a262-2afa52033bed/3eb87388-ed8a-4828-b6d7-a5f4c72614c0/7cfc5137-79bd-4f60-8aa2-17448e818751) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:28:14.494179 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:14.512316 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d778e68a-017d-40e0-a4c0-9d767612c35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.620342 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Publish callbacks [] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.631262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d778e68a-017d-40e0-a4c0-9d767612c35e admin admin] Publish callbacks [] for security_group (936584a5-5c43-4ac5-ad36-887e3f698438), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.703999 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.759911 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Pushing event updated for resources: {'Port': ['ID=7cfc5137-79bd-4f60-8aa2-17448e818751,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:14.767626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d778e68a-017d-40e0-a4c0-9d767612c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (936584a5-5c43-4ac5-ad36-887e3f698438), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.775748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.782994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.782994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.783611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.783611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.783977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.784317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.784649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.785217 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.785550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.786513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.787042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.787627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.788203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.788750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:14.800138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Network 810921c5-61e1-4d45-a262-2afa52033bed is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:14.802887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:14.806335 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:28:14.835877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778e68a-017d-40e0-a4c0-9d767612c35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936584a5-5c43-4ac5-ad36-887e3f698438,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:14.859771 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d778e68a-017d-40e0-a4c0-9d767612c35e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=902f2c37a948404d8d480c6cd06384ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5455327 Aug 28 20:28:14.861122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50026) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:14.890206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f1e6041c-db04-4d44-b354-f5bf5bb80af1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:14.932399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Attempting to bind port 7cfc5137-79bd-4f60-8aa2-17448e818751 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:28:14.932720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Attempting to bind port 7cfc5137-79bd-4f60-8aa2-17448e818751 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:28:14.933090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Attempting to bind port 7cfc5137-79bd-4f60-8aa2-17448e818751 on network 810921c5-61e1-4d45-a262-2afa52033bed {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:28:14.943232 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:28:14.943918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Checking segment: {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:28:14.944347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.945423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Bound using segment: {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:28:14.946096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Bound port: 7cfc5137-79bd-4f60-8aa2-17448e818751, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:28:14.946609 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.950375 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36adb831-263a-47b8-bb61-13733e521917 admin admin] Publish callbacks [] for security_group (936584a5-5c43-4ac5-ad36-887e3f698438), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.993354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:14.999372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36adb831-263a-47b8-bb61-13733e521917 admin admin] Publish callbacks [] for security_group (936584a5-5c43-4ac5-ad36-887e3f698438), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:15.005272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f1e6041c-db04-4d44-b354-f5bf5bb80af1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:15.005679 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:15.061561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] For port 7cfc5137-79bd-4f60-8aa2-17448e818751, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:28:15.063251 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:15.065054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] For port 7cfc5137-79bd-4f60-8aa2-17448e818751, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7cfc5137-79bd-4f60-8aa2-17448e818751,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:28:15.073774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc267f4b-5108-44b1-9c59-2b6f1a3f0024 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:15.129733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: fc267f4b-5108-44b1-9c59-2b6f1a3f0024 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:15.129733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device fc267f4b-5108-44b1-9c59-2b6f1a3f0024 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:15.130789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50032) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:15.174000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f1e6041c-db04-4d44-b354-f5bf5bb80af1 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:15.174399 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:15.180036 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:15.200204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port f1e6041c-db04-4d44-b354-f5bf5bb80af1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f1e6041c-db04-4d44-b354-f5bf5bb80af1,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:15.255684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:15.353401 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:15.392731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:15.470447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bca49-b1a8-48b7-83ed-8d076aa150a3 None None] Pushing event updated for resources: {'Port': ['ID=7cfc5137-79bd-4f60-8aa2-17448e818751,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:15.519801 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:15.548114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=f1e6041c-db04-4d44-b354-f5bf5bb80af1,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:15.551471 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36adb831-263a-47b8-bb61-13733e521917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (936584a5-5c43-4ac5-ad36-887e3f698438), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:15.571755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-36adb831-263a-47b8-bb61-13733e521917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:15.575438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-36adb831-263a-47b8-bb61-13733e521917 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/936584a5-5c43-4ac5-ad36-887e3f698438 HTTP/1.1" status: 204 len: 168 time: 0.7101681 Aug 28 20:28:15.699245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adb831-263a-47b8-bb61-13733e521917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936584a5-5c43-4ac5-ad36-887e3f698438,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:15.727453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.1 (810921c5-61e1-4d45-a262-2afa52033bed/3eb87388-ed8a-4828-b6d7-a5f4c72614c0/305367f5-1d19-47e1-9b05-4aa7855c33b8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:28:15.783907 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270362b-a84e-4a59-8e69-79226f629970 req-dd2411d7-d3f3-4f51-9f75-05b540e263a7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:15.785639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0270362b-a84e-4a59-8e69-79226f629970 req-dd2411d7-d3f3-4f51-9f75-05b540e263a7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.2388155 Aug 28 20:28:15.925533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.041676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.051176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0270362b-a84e-4a59-8e69-79226f629970 req-2ae7cae3-ff46-4383-a72c-ed61b4933fe6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525680 Aug 28 20:28:16.168849 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.195980 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:16.269424 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 810921c5-61e1-4d45-a262-2afa52033bed is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:16.279044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:16.291312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:28:16.295864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=305367f5-1d19-47e1-9b05-4aa7855c33b8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:16.327259 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:16.351847 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Deleting port e4a7d1d0-bc6f-460d-b411-ebe06490c12c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:16.355069 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.386329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (f19a09d9-9580-414c-93fe-e4469949cb11), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.481731 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:16.482363 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] For port e4a7d1d0-bc6f-460d-b411-ebe06490c12c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:16.482363 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.496701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Calling delete_port for e4a7d1d0-bc6f-460d-b411-ebe06490c12c owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:16.704755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50058) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:16.727342 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90750fa5-a4fa-4bec-8744-111e4be24495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.737181 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:16.824332 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:17.009403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f1e6041c-db04-4d44-b354-f5bf5bb80af1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:17.085905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f1e6041c-db04-4d44-b354-f5bf5bb80af1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:17.086712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.111163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90750fa5-a4fa-4bec-8744-111e4be24495 admin admin] Publish callbacks [] for security_group (3e5c0419-af16-4525-9aa5-c0d266434e4d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.173325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e4a7d1d0-bc6f-460d-b411-ebe06490c12c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.184136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ec4d7-574f-43b1-813f-eeca568b5697 None None] Network 810921c5-61e1-4d45-a262-2afa52033bed requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:28:17.193005 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:17.207497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a7d1d0-bc6f-460d-b411-ebe06490c12c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:17.249309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.255113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-90750fa5-a4fa-4bec-8744-111e4be24495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3e5c0419-af16-4525-9aa5-c0d266434e4d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.346315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6789d-394d-449c-9cc6-8bb597f1b5bd req-f045ff9c-7488-4b49-a5b1-46f34335d662 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:17.349331 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b7a6789d-394d-449c-9cc6-8bb597f1b5bd req-f045ff9c-7488-4b49-a5b1-46f34335d662 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0954483 Aug 28 20:28:17.353394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.385103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90750fa5-a4fa-4bec-8744-111e4be24495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c0419-af16-4525-9aa5-c0d266434e4d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:17.484227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-481b033a-9b99-4ac2-8adf-7cb70a5b680e None None] Provisioning complete for port 7cfc5137-79bd-4f60-8aa2-17448e818751 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:17.484828 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-481b033a-9b99-4ac2-8adf-7cb70a5b680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.524952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-90750fa5-a4fa-4bec-8744-111e4be24495 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c275883d98884a6583cd895874eb82db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8129528 Aug 28 20:28:17.524952 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50066) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:17.617280 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (f19a09d9-9580-414c-93fe-e4469949cb11), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.636233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b7a6789d-394d-449c-9cc6-8bb597f1b5bd req-061f9219-f1f6-4aff-a6c0-3194006ae5b0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660265 Aug 28 20:28:17.657724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f1e6041c-db04-4d44-b354-f5bf5bb80af1 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:17.659953 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cfc5137-79bd-4f60-8aa2-17448e818751 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:17.769635 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.780832 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-481b033a-9b99-4ac2-8adf-7cb70a5b680e None None] Current status of the port 7cfc5137-79bd-4f60-8aa2-17448e818751 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:17.781495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-481b033a-9b99-4ac2-8adf-7cb70a5b680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.801426 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65275542-25d2-42ad-801e-4e127cdb693d admin admin] Publish callbacks [] for security_group (3e5c0419-af16-4525-9aa5-c0d266434e4d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.823593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-481b033a-9b99-4ac2-8adf-7cb70a5b680e None None] For port 7cfc5137-79bd-4f60-8aa2-17448e818751, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7cfc5137-79bd-4f60-8aa2-17448e818751,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:17.845523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7cfc5137-79bd-4f60-8aa2-17448e818751 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:17.846270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.894421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65275542-25d2-42ad-801e-4e127cdb693d admin admin] Publish callbacks [] for security_group (3e5c0419-af16-4525-9aa5-c0d266434e4d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.917312 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-481b033a-9b99-4ac2-8adf-7cb70a5b680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:17.930886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=305367f5-1d19-47e1-9b05-4aa7855c33b8,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:17.938939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 810921c5-61e1-4d45-a262-2afa52033bed is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:17.950367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:18.035866 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:18.159516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b033a-9b99-4ac2-8adf-7cb70a5b680e None None] Pushing event updated for resources: {'Port': ['ID=7cfc5137-79bd-4f60-8aa2-17448e818751,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:18.165019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7cfc5137-79bd-4f60-8aa2-17448e818751 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:18.191355 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:18.192919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router f19a09d9-9580-414c-93fe-e4469949cb11 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:28:18.195196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4ca33044-a0fe-4139-8cd8-994f852f4d68 None None] Provisioning complete for port 305367f5-1d19-47e1-9b05-4aa7855c33b8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:18.195657 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ca33044-a0fe-4139-8cd8-994f852f4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:18.249697 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65275542-25d2-42ad-801e-4e127cdb693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3e5c0419-af16-4525-9aa5-c0d266434e4d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:18.252632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-65275542-25d2-42ad-801e-4e127cdb693d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:18.259682 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-65275542-25d2-42ad-801e-4e127cdb693d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3e5c0419-af16-4525-9aa5-c0d266434e4d HTTP/1.1" status: 204 len: 168 time: 0.7340076 Aug 28 20:28:18.259682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:28:18.267947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33044-a0fe-4139-8cd8-994f852f4d68 None None] Port 305367f5-1d19-47e1-9b05-4aa7855c33b8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:28:18.289616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4ca33044-a0fe-4139-8cd8-994f852f4d68 None None] Provisioning complete for port 7cfc5137-79bd-4f60-8aa2-17448e818751 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:18.290122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ca33044-a0fe-4139-8cd8-994f852f4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:18.329723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:18.345124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Sync routers for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:18.361747 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-81699bd5-c371-4b51-95d8-5560590e041a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/f19a09d9-9580-414c-93fe-e4469949cb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3448577 Aug 28 20:28:18.365692 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:18.370866 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:18.397425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65275542-25d2-42ad-801e-4e127cdb693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c0419-af16-4525-9aa5-c0d266434e4d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:18.402941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:18.403594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:18.575707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:18.576414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ca33044-a0fe-4139-8cd8-994f852f4d68 None None] Current status of the port 7cfc5137-79bd-4f60-8aa2-17448e818751 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:18.590472 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] Sync routers for ids ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:18.591670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4b87331-543a-4d94-9d51-7270bc953cc5 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4600363 Aug 28 20:28:18.594280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50084) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:18.608891 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] Routers {'1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:18.610553 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:18.793800 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks [] for router (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:18.846356 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:18.918155 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] Set router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:19.000054 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:19.014997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-963218fe-3961-4a54-a18b-80c42c9a5699 None None] Provisioning complete for port 305367f5-1d19-47e1-9b05-4aa7855c33b8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:19.015468 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-963218fe-3961-4a54-a18b-80c42c9a5699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:19.017212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-8bc82a26-457f-4ab1-b4d8-4b6c463da9d7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-936799543&fields=id&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 267 time: 0.1451154 Aug 28 20:28:19.071486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cfc5137-79bd-4f60-8aa2-17448e818751 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:19.192604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8aa9-ac7c-49cb-89fd-61fc0e56da71 req-b00746b0-eb09-4d49-8ef4-f6d3c77751f7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:19.196875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd7d8aa9-ac7c-49cb-89fd-61fc0e56da71 req-b00746b0-eb09-4d49-8ef4-f6d3c77751f7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.2643709 Aug 28 20:28:19.199666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-f167b372-c6ea-41a1-b8f6-7f73cd94b24f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:19.200978 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks [] for router_gateway (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:19.206988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-f167b372-c6ea-41a1-b8f6-7f73cd94b24f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/networks?id=810921c5-61e1-4d45-a262-2afa52033bed HTTP/1.1" status: 200 len: 797 time: 0.1879537 Aug 28 20:28:19.214263 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:19.231339 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-327cb35b-12bc-4a90-ae7f-bb136138c1c0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/quotas/19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 375 time: 0.0227797 Aug 28 20:28:19.273892 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:19.297795 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:28:19.335786 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:19.368300 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 5, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port': {'id': '04f21c47-ca8b-4845-bd04-0d99451b622e', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:19Z', 'updated_at': '2022-08-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:19.375836 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-3c817498-d146-4123-9049-0e9c8dae3851 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435938 Aug 28 20:28:19.433067 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] Checking router: 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:19.444945 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:19.460697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Deleting port 04f21c47-ca8b-4845-bd04-0d99451b622e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:19.461598 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:19.461756 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] Routers {'1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:19.462563 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:19.546244 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-1b7f5602-f80c-4461-85c4-501ed4833d3e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498432 Aug 28 20:28:19.571702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fd7d8aa9-ac7c-49cb-89fd-61fc0e56da71 req-33ec48c8-1311-4751-8047-65a87ff40517 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613794 Aug 28 20:28:19.645998 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:19.680573 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:19.688624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] For port 04f21c47-ca8b-4845-bd04-0d99451b622e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=04f21c47-ca8b-4845-bd04-0d99451b622e,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:19.689152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:19.689952 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] Set router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:19.712094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-963218fe-3961-4a54-a18b-80c42c9a5699 None None] Port 305367f5-1d19-47e1-9b05-4aa7855c33b8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:28:19.715750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:17Z', 'revision_number': 2, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:19.716607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Calling delete_port for 04f21c47-ca8b-4845-bd04-0d99451b622e owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:19.746365 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-e37a6db6-d3f8-416a-a32a-92211ea4f1be service neutron] 10.222.0.78 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923714 Aug 28 20:28:19.763287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Checking router: f19a09d9-9580-414c-93fe-e4469949cb11 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:19.763787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Updating router f19a09d9-9580-414c-93fe-e4469949cb11 port 305367f5-1d19-47e1-9b05-4aa7855c33b8 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:28:19.785837 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:28:19Z', 'revision_number': 6, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:19.813591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7cfc5137-79bd-4f60-8aa2-17448e818751 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:19.814339 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:19.846051 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7814b48-2dad-4da7-8d71-439079407026 None None] The sync data for ids ['1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7'] in n-d-854121-7 is: [{'id': '1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-55794229-router', 'tenant_id': 'f44ed60223d44e13a761814a201211ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:18Z', 'updated_at': '2022-08-28T20:28:19Z', 'revision_number': 6, 'project_id': 'f44ed60223d44e13a761814a201211ed', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:19.907431 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:19.990642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-01375ca4-36c8-45e0-8bf1-b08255726a4e None None] Provisioning complete for port 305367f5-1d19-47e1-9b05-4aa7855c33b8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:19.993888 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-01375ca4-36c8-45e0-8bf1-b08255726a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.092937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-01375ca4-36c8-45e0-8bf1-b08255726a4e None None] Port 305367f5-1d19-47e1-9b05-4aa7855c33b8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:28:20.162650 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:20.165215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (04f21c47-ca8b-4845-bd04-0d99451b622e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.218678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7cfc5137-79bd-4f60-8aa2-17448e818751 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:20.284673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3665d011-00fb-47e9-8d93-e69e4650092a req-5cd63bda-7e03-46a6-b0d2-6f5801a9eca5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 210 time: 0.1009541 Aug 28 20:28:20.298935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Pushing event deleted for resources: {'Port': ['ID=04f21c47-ca8b-4845-bd04-0d99451b622e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:20.422186 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.547471 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Publish callbacks [] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.666278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.668324 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:20.675122 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks [] for router_controller (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.705433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.734362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d0d94-0562-4ab9-ac8d-39f829702056 req-c6f97cab-5443-4abd-ba9b-ee0c02050e75 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:20.736633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-181d0d94-0562-4ab9-ac8d-39f829702056 req-c6f97cab-5443-4abd-ba9b-ee0c02050e75 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.0598092 Aug 28 20:28:20.807145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-181d0d94-0562-4ab9-ac8d-39f829702056 req-74d28271-6333-441f-96b7-6cec512aff53 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636859 Aug 28 20:28:20.847299 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.848020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:28:20.858172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ab30f-57c2-4055-86bd-28b3ec2964a9 None None] Pushing event updated for resources: {'Port': ['ID=305367f5-1d19-47e1-9b05-4aa7855c33b8,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:20.864720 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.876456 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-45d1574b-632a-4e7e-9168-ad14e3d587ad admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1093f9f0-05cf-4c41-b5cc-4be3c36fbaf7 HTTP/1.1" status: 204 len: 168 time: 2.2782588 Aug 28 20:28:20.876656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50152) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:20.927365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Attempting to bind port 305367f5-1d19-47e1-9b05-4aa7855c33b8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:28:20.928277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Attempting to bind port 305367f5-1d19-47e1-9b05-4aa7855c33b8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:28:20.929629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Attempting to bind port 305367f5-1d19-47e1-9b05-4aa7855c33b8 on network 810921c5-61e1-4d45-a262-2afa52033bed {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:28:20.947773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:28:20.948764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Checking segment: {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:28:20.950066 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.950507 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Bound using segment: {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:28:20.951195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Bound port: 305367f5-1d19-47e1-9b05-4aa7855c33b8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:28:20.951615 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:20.968750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] Deleting subnet 0e7061f2-5bf8-4098-828e-801108e1d4fd {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:28:20.984024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] Publish callbacks [] for subnet (0e7061f2-5bf8-4098-828e-801108e1d4fd), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:21.049354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e4a7d1d0-bc6f-460d-b411-ebe06490c12c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:21.066255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0e7061f2-5bf8-4098-828e-801108e1d4fd), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:21.113814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e4a7d1d0-bc6f-460d-b411-ebe06490c12c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:21.114498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e4a7d1d0-bc6f-460d-b411-ebe06490c12c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:21.115151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04f21c47-ca8b-4845-bd04-0d99451b622e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:21.167108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 04f21c47-ca8b-4845-bd04-0d99451b622e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:21.174689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 04f21c47-ca8b-4845-bd04-0d99451b622e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:21.200608 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] For port 305367f5-1d19-47e1-9b05-4aa7855c33b8, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:28:21.206752 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0e7061f2-5bf8-4098-828e-801108e1d4fd), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:21.206920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] For port 305367f5-1d19-47e1-9b05-4aa7855c33b8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=305367f5-1d19-47e1-9b05-4aa7855c33b8,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:28:21.310833 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:21.381163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0e7061f2-5bf8-4098-828e-801108e1d4fd), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:21.455521 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:21.484308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7061f2-5bf8-4098-828e-801108e1d4fd,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:21.514423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:21.520122 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-984c6e9b-bda3-4e3c-969d-569c16ffe2ba admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0e7061f2-5bf8-4098-828e-801108e1d4fd HTTP/1.1" status: 204 len: 168 time: 0.6425369 Aug 28 20:28:21.525687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50168) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:21.549896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b3ad1-f4e1-483a-b4a7-da8fcae224c1 None None] Network c796540d-874b-4c8f-b71c-647e11457788 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:28:21.667419 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4590bdd3-876d-446d-81b8-d006decd115f req-8c5d81e1-db0a-4b9c-8852-a09ccdbfe20b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 210 time: 0.1244104 Aug 28 20:28:21.674532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:21.675209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:27:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:21.799616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ab30f-57c2-4055-86bd-28b3ec2964a9 None None] Pushing event updated for resources: {'Port': ['ID=305367f5-1d19-47e1-9b05-4aa7855c33b8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:21.809694 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c796540d-874b-4c8f-b71c-647e11457788), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:21.914552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] DHCP port deletion for c796540d-874b-4c8f-b71c-647e11457788 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:28:21.924090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:21.962708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Deleting port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:21.963749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.010100 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-61306b4c-cf63-4114-896f-ca3a42549260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.026784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] Deleting port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:22.027209 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.161623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] For port db94d2ba-c82d-44b6-88e6-f62e51fc70e7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:22.162177 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.216633 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Calling delete_port for db94d2ba-c82d-44b6-88e6-f62e51fc70e7 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:22.290687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] For port db94d2ba-c82d-44b6-88e6-f62e51fc70e7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,segment=NetworkSegment(16f720f6-24b4-4723-82df-9d75afae74cf),segment_id=16f720f6-24b4-4723-82df-9d75afae74cf)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:22.291198 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.320972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] Calling delete_port for db94d2ba-c82d-44b6-88e6-f62e51fc70e7 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:22.326603 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:22.453994 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.481200 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:22.495036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:22.497702 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:21Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:22.501285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] No DVR routers for this DVR port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:28:22.530142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86ca8d-712b-4da1-9d9b-b02e4ee0baaa None None] The sync data for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 is: [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:21Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.553435 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: self.session.flush() Aug 28 20:28:22.562108 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (db94d2ba-c82d-44b6-88e6-f62e51fc70e7), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.590457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] Pushing event deleted for resources: {'Port': ['ID=db94d2ba-c82d-44b6-88e6-f62e51fc70e7,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:22.606663 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b7d18-7ea6-4a0c-9387-6fe8414fe833 None None] No DVR routers for this DVR port db94d2ba-c82d-44b6-88e6-f62e51fc70e7 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:28:22.683060 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c796540d-874b-4c8f-b71c-647e11457788), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.692032 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:22.713907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c796540d-874b-4c8f-b71c-647e11457788']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:22.726621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f720f6-24b4-4723-82df-9d75afae74cf') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:22.727198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f720f6-24b4-4723-82df-9d75afae74cf') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:22.759141 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (16f720f6-24b4-4723-82df-9d75afae74cf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.769326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d32625-e389-44b2-9d96-b39a1d837109 req-8efb10d0-27b6-418c-88a3-47e13a703d8d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:22.773992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0d32625-e389-44b2-9d96-b39a1d837109 req-8efb10d0-27b6-418c-88a3-47e13a703d8d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.7967694 Aug 28 20:28:22.789732 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (16f720f6-24b4-4723-82df-9d75afae74cf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.805373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:28:22.805567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (16f720f6-24b4-4723-82df-9d75afae74cf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:22.900807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c0d32625-e389-44b2-9d96-b39a1d837109 req-cc6a2739-af75-4eb2-b53e-dafe582d2805 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228728 Aug 28 20:28:22.963806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 305367f5-1d19-47e1-9b05-4aa7855c33b8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:23.031922 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 16f720f6-24b4-4723-82df-9d75afae74cf resource provider aggregate not found Aug 28 20:28:23.085449 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-bb880415-8c95-4384-8cba-e7ab75d068df req-885c14f4-5bc0-4b8f-96a8-0d99913605df tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 210 time: 0.1113744 Aug 28 20:28:23.113622 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 16f720f6-24b4-4723-82df-9d75afae74cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16f720f6-24b4-4723-82df-9d75afae74cf found for delete ", "request_id": "req-0e32de5f-5ee9-4e6c-bf76-9c881c829981"}]} Aug 28 20:28:23.129398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 305367f5-1d19-47e1-9b05-4aa7855c33b8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:23.130851 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:23.156220 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c796540d-874b-4c8f-b71c-647e11457788), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:23.169008 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:23.175319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c796540d-874b-4c8f-b71c-647e11457788 HTTP/1.1" status: 204 len: 168 time: 1.6449969 Aug 28 20:28:23.178202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50214) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:23.265235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 305367f5-1d19-47e1-9b05-4aa7855c33b8 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:23.268447 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:23.311209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 305367f5-1d19-47e1-9b05-4aa7855c33b8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=305367f5-1d19-47e1-9b05-4aa7855c33b8,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:23.388318 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:23.520004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=305367f5-1d19-47e1-9b05-4aa7855c33b8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:23.527275 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device db94d2ba-c82d-44b6-88e6-f62e51fc70e7 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:23.552818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: db94d2ba-c82d-44b6-88e6-f62e51fc70e7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:23.553281 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device db94d2ba-c82d-44b6-88e6-f62e51fc70e7 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:23.836655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599e0b-5f75-498a-ad49-8243a5988b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c796540d-874b-4c8f-b71c-647e11457788,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:23.931321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23182bf-c7da-4e2b-90ca-9f3db4652719 req-9883b68f-7fdf-4bfb-aa03-b225e52d3068 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:23.933320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d23182bf-c7da-4e2b-90ca-9f3db4652719 req-9883b68f-7fdf-4bfb-aa03-b225e52d3068 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0897357 Aug 28 20:28:24.013663 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:24.092933 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d23182bf-c7da-4e2b-90ca-9f3db4652719 req-b97f705d-af92-40a4-95e1-65246a3ece1f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461613 Aug 28 20:28:24.220304 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cef0b34f-8264-460e-bc85-39d56873eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:24.326965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5e447636-48aa-49a8-826b-5bf9574bb017 req-fe825924-2dc0-4aa9-aaf8-8d9461189ad5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 210 time: 0.0703356 Aug 28 20:28:24.466487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-84804a4d-c173-45f1-9ddd-e6c80053065f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:24.468051 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-84804a4d-c173-45f1-9ddd-e6c80053065f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/networks?id=810921c5-61e1-4d45-a262-2afa52033bed HTTP/1.1" status: 200 len: 797 time: 0.3660285 Aug 28 20:28:24.531426 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:24.701555 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219f36f-0350-4e11-ac7c-416f82bb3a44 req-0ed754cc-196f-4999-8655-2ce6b5029d5d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:24.720537 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f219f36f-0350-4e11-ac7c-416f82bb3a44 req-0ed754cc-196f-4999-8655-2ce6b5029d5d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2983718 Aug 28 20:28:24.796138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-fca83b7d-3511-496e-a832-fd37ac328b5e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=19747ba661ca427ea056cf5402e7450c HTTP/1.1" status: 200 len: 379 time: 0.2809830 Aug 28 20:28:24.852433 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f219f36f-0350-4e11-ac7c-416f82bb3a44 req-b05e57e1-ca6d-4900-a7b0-67d9779c95bc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318734 Aug 28 20:28:24.895385 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'port': {'device_id': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'admin_state_up': True, 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'security_groups': ['d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:24.904891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 305367f5-1d19-47e1-9b05-4aa7855c33b8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:24.988476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 305367f5-1d19-47e1-9b05-4aa7855c33b8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:24.989218 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:25.014508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e2aa-31b5-478c-99d1-1817213dd9e6 req-e4a63b43-ea25-475d-9e56-f7440e60d7be tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:25.016502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3f4e2aa-31b5-478c-99d1-1817213dd9e6 req-e4a63b43-ea25-475d-9e56-f7440e60d7be tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0754335 Aug 28 20:28:25.042878 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:25.090876 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c3f4e2aa-31b5-478c-99d1-1817213dd9e6 req-746e3a79-97d1-44b0-8b13-836f64b2878f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553639 Aug 28 20:28:25.111068 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:25.154695 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Made reservation on behalf of 19747ba661ca427ea056cf5402e7450c for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:28:25.169792 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:25.180838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 305367f5-1d19-47e1-9b05-4aa7855c33b8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:25.211776 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (6f944d6c-70a9-4068-aa2f-80c05ef27995), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:25.338570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9572c61-094f-494b-bc36-d9051795651d req-02f75323-5ba5-4b37-b65c-717c81740428 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:25.340354 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9572c61-094f-494b-bc36-d9051795651d req-02f75323-5ba5-4b37-b65c-717c81740428 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1519706 Aug 28 20:28:25.457106 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a5d4bb50-16da-40d3-b693-7bb956c48d3f req-481d275a-af92-4d18-8f7d-a25a2ecf2fa0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 210 time: 0.0378213 Aug 28 20:28:25.520055 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:25.542048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e9572c61-094f-494b-bc36-d9051795651d req-66bc603e-bc81-47f5-a89f-089ddcce6912 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498423 Aug 28 20:28:25.582134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.20.0.6 (810921c5-61e1-4d45-a262-2afa52033bed/3eb87388-ed8a-4828-b6d7-a5f4c72614c0/ab7d9bec-a40f-465e-8e7c-250c78f31aa9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:28:25.776889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Deleting port a06637db-b77d-4723-9af6-1e428139315d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:25.777245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a06637db-b77d-4723-9af6-1e428139315d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:25.816344 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:25.918736 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:25.939059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] For port a06637db-b77d-4723-9af6-1e428139315d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a06637db-b77d-4723-9af6-1e428139315d,segment=NetworkSegment(77486754-0e34-41d9-95cd-c5f5ca40b1ea),segment_id=77486754-0e34-41d9-95cd-c5f5ca40b1ea)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:25.939427 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a06637db-b77d-4723-9af6-1e428139315d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:25.958955 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-19fe98fc-17ec-438a-adae-f438de5da5c8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:25.961066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-19fe98fc-17ec-438a-adae-f438de5da5c8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.1624868 Aug 28 20:28:25.963929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Calling delete_port for a06637db-b77d-4723-9af6-1e428139315d owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:25.979158 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-18a4b6b2-2a07-4479-a16e-2611f0927b52 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 375 time: 0.0119753 Aug 28 20:28:25.996588 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:26.025587 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:26.058399 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-22c4aeb5-b7cb-4a20-b88a-786f5d0834c4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0692947 Aug 28 20:28:26.114024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:26.195664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-6515a6f2-6ad4-4387-91cd-06a4b6b0a275 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400890 Aug 28 20:28:26.239394 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 810921c5-61e1-4d45-a262-2afa52033bed is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:26.245413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:26.247958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:28:26.305817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:26.326954 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:26.363002 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:26.363959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:26.377673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-745a6118-6eaf-4919-be4b-aff47fd1a5e1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800206 Aug 28 20:28:26.544421 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:26.592401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536795aa-2bf3-4218-a956-24b07828f4e0 req-9a69023b-233d-42c4-b4f5-fb7975ccd2f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:26.594200 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-536795aa-2bf3-4218-a956-24b07828f4e0 req-9a69023b-233d-42c4-b4f5-fb7975ccd2f7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 931 time: 0.0602469 Aug 28 20:28:26.603655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-12d2851b-479a-4d4b-afc0-883b49624224 None None] Provisioning complete for port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:26.604122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-12d2851b-479a-4d4b-afc0-883b49624224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:26.619959 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a06637db-b77d-4723-9af6-1e428139315d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:26.626845 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-612fbd32-c4ae-4494-a24d-ee21498215ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7654252 Aug 28 20:28:26.657839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-12d2851b-479a-4d4b-afc0-883b49624224 None None] Port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:28:26.670651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Request body: {'port': {'device_id': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:26.673319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06637db-b77d-4723-9af6-1e428139315d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:26.875455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f9b07a16-b0ac-4fd6-b845-4b3905882338 req-b1bfa4ab-c919-424f-90f2-93ba8a52a8a0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 210 time: 0.0970802 Aug 28 20:28:26.892945 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-536795aa-2bf3-4218-a956-24b07828f4e0 req-70436d9f-c511-4560-b9fa-0e89bb699661 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908845 Aug 28 20:28:27.001426 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:27.063228 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:27.255349 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (6f944d6c-70a9-4068-aa2f-80c05ef27995), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:27.288588 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:27.602151 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7d9bec-a40f-465e-8e7c-250c78f31aa9 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:28:27.625716 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:27.670749 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Publish callbacks [] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:27.700545 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Router 6f944d6c-70a9-4068-aa2f-80c05ef27995 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:28:27.717100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Transition to ACTIVE for port object ab7d9bec-a40f-465e-8e7c-250c78f31aa9 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:28:27.774912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:27.875416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:27.949517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:27.958984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8f784745-2732-4109-8e64-e1569ac54094 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f944d6c-70a9-4068-aa2f-80c05ef27995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7793984 Aug 28 20:28:27.962382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50342) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:27.976279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] Sync routers for ids ['6f944d6c-70a9-4068-aa2f-80c05ef27995'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:27.994638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] Routers {'6f944d6c-70a9-4068-aa2f-80c05ef27995'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:27.997495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6f944d6c-70a9-4068-aa2f-80c05ef27995'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:28.042177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Attempting to bind port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:28:28.042780 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Attempting to bind port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:28:28.042903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Attempting to bind port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 on network 810921c5-61e1-4d45-a262-2afa52033bed {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:28:28.044845 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:28.055823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 on network 810921c5-61e1-4d45-a262-2afa52033bed not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:28:28.056487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Attempting to bind port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 on network 810921c5-61e1-4d45-a262-2afa52033bed {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:28:28.081824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:28:28.082601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Checking segment: {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:28:28.083631 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Bound using segment: {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:28:28.085623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Bound port: ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f725d307-5031-4f64-a3cc-59aa11baeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:28:28.086243 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:28.134283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-efb545b5-794f-4910-9771-3b0898472a9d req-66f07247-97e6-4854-835c-5a3f9558c36e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 210 time: 0.0537007 Aug 28 20:28:28.209212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] Set router 6f944d6c-70a9-4068-aa2f-80c05ef27995 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:28.230991 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks [] for router (6f944d6c-70a9-4068-aa2f-80c05ef27995), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:28.389324 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8126d8-f7c2-44e7-8254-7e70c3a726be req-8ad557cd-d12d-4d80-9b49-932f5d815ba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:28.407502 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d8126d8-f7c2-44e7-8254-7e70c3a726be req-8ad557cd-d12d-4d80-9b49-932f5d815ba5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 943 time: 0.3127933 Aug 28 20:28:28.413564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks [] for router_gateway (6f944d6c-70a9-4068-aa2f-80c05ef27995), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:28.462575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:28:28.526123 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:28:28.534775 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0d8126d8-f7c2-44e7-8254-7e70c3a726be req-c1fdc03c-acab-4148-8992-fa70571c92e2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029034 Aug 28 20:28:28.558271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:28:26Z', 'revision_number': 5, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port': {'id': '71124277-7a7e-4fca-acc4-86f3ff6ce3f2', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:36Z', 'updated_at': '2022-08-28T20:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:28.594855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] Checking router: 6f944d6c-70a9-4068-aa2f-80c05ef27995 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:28.610338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Deleting port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:28.610692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:28.615899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] Routers {'6f944d6c-70a9-4068-aa2f-80c05ef27995'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:28.617140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6f944d6c-70a9-4068-aa2f-80c05ef27995'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:28.670394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:28.683186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:28.685243 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:28.695010 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/ab7d9bec-a40f-465e-8e7c-250c78f31aa9 HTTP/1.1" status: 200 len: 1091 time: 2.0337412 Aug 28 20:28:28.697581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:28.707155 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf94767-f993-482f-b15a-6e00c7730668" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:28.745340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] For port 71124277-7a7e-4fca-acc4-86f3ff6ce3f2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:28.746441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:28.753034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] Set router 6f944d6c-70a9-4068-aa2f-80c05ef27995 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:28.780344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Calling delete_port for 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:28.833515 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734d7e17-dacb-4b7d-b5e3-c692422baed3 x-openstack-request-id: req-734d7e17-dacb-4b7d-b5e3-c692422baed3 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:28.834168 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:28.835253 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-734d7e17-dacb-4b7d-b5e3-c692422baed3 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:28.835990 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734d7e17-dacb-4b7d-b5e3-c692422baed3'] response: {'name': 'network-changed', 'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'status': 'completed', 'code': 200} Aug 28 20:28:28.860917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:28:28Z', 'revision_number': 6, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:28.910314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359e22-d6d8-4888-a56f-65738afc8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:28.920890 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed518a-bfee-4baa-aec8-6247c8c50787 None None] The sync data for ids ['6f944d6c-70a9-4068-aa2f-80c05ef27995'] in n-d-854121-7 is: [{'id': '6f944d6c-70a9-4068-aa2f-80c05ef27995', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1745329713-router', 'tenant_id': '68f289a90b4f4b19bf6beef0a930d79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:34Z', 'updated_at': '2022-08-28T20:28:28Z', 'revision_number': 6, 'project_id': '68f289a90b4f4b19bf6beef0a930d79a', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:28.935397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94767-f993-482f-b15a-6e00c7730668 req-0f325351-8787-4e82-8088-e316e4772b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:28.937353 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caf94767-f993-482f-b15a-6e00c7730668 req-0f325351-8787-4e82-8088-e316e4772b2e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 1125 time: 0.0660274 Aug 28 20:28:29.119014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94767-f993-482f-b15a-6e00c7730668 req-bfbce335-f2b1-40de-9375-920662bce3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:29.120855 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caf94767-f993-482f-b15a-6e00c7730668 req-bfbce335-f2b1-40de-9375-920662bce3c5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=19747ba661ca427ea056cf5402e7450c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1675119 Aug 28 20:28:29.177488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (71124277-7a7e-4fca-acc4-86f3ff6ce3f2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:29.236318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Pushing event deleted for resources: {'Port': ['ID=71124277-7a7e-4fca-acc4-86f3ff6ce3f2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:29.270101 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94767-f993-482f-b15a-6e00c7730668 req-ea9f285c-b496-48ae-a1d1-943398a8a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:29.271948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-caf94767-f993-482f-b15a-6e00c7730668 req-ea9f285c-b496-48ae-a1d1-943398a8a2e8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443443 Aug 28 20:28:29.343216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cc53cf1f-e88a-48d6-8cf5-bb20ca2db531 req-29d9e07d-c833-4ff1-9bd3-dc17dce534a7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 210 time: 0.0516658 Aug 28 20:28:29.366362 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:29.389840 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (6f944d6c-70a9-4068-aa2f-80c05ef27995), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:29.444940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-2b85a744-8957-4cd4-86ae-3a48cd506e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:29.446751 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-2b85a744-8957-4cd4-86ae-3a48cd506e62 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 1125 time: 0.1024613 Aug 28 20:28:29.560336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-48233d9e-8ace-4e16-aa62-768a589a2d59 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9 HTTP/1.1" status: 200 len: 217 time: 0.0841813 Aug 28 20:28:29.572151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (6f944d6c-70a9-4068-aa2f-80c05ef27995), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:29.574916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks [] for router_controller (6f944d6c-70a9-4068-aa2f-80c05ef27995), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:29.652569 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-3a04bef2-5b2b-4d72-8c17-93a0c01bfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:29.658992 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-3a04bef2-5b2b-4d72-8c17-93a0c01bfa55 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3eb87388-ed8a-4828-b6d7-a5f4c72614c0 HTTP/1.1" status: 200 len: 835 time: 0.0670187 Aug 28 20:28:29.729344 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40970c0-a0f6-4530-9569-aaeb8bd5f3ed req-3e7ade00-c327-4438-a107-3b56e9517c8c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:29.736660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-5523547b-e4df-4c05-8e90-8390f58e966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:29.736953 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b40970c0-a0f6-4530-9569-aaeb8bd5f3ed req-3e7ade00-c327-4438-a107-3b56e9517c8c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 943 time: 0.0751841 Aug 28 20:28:29.738768 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-5523547b-e4df-4c05-8e90-8390f58e966b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=810921c5-61e1-4d45-a262-2afa52033bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0703468 Aug 28 20:28:29.810484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (6f944d6c-70a9-4068-aa2f-80c05ef27995), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:29.810942 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f944d6c-70a9-4068-aa2f-80c05ef27995 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:28:29.835524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:29.842999 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1454df2c-b9c7-4bce-82b9-7125073d218e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6f944d6c-70a9-4068-aa2f-80c05ef27995 HTTP/1.1" status: 204 len: 168 time: 1.8787475 Aug 28 20:28:29.845603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50386) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:29.893645 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b40970c0-a0f6-4530-9569-aaeb8bd5f3ed req-432d0ade-0745-461e-8e24-af5062af55d5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497602 Aug 28 20:28:29.896370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-db0fa844-1e26-4e67-8288-b870d91ddfbc service neutron] 10.222.0.84 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505134 Aug 28 20:28:29.941281 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:29.962855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] Deleting subnet a6a1e0df-a751-4947-8ed0-a7b7c4736636 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:28:29.965621 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:29.966698 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] Publish callbacks [] for subnet (a6a1e0df-a751-4947-8ed0-a7b7c4736636), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:29.980772 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:30.017651 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (a6a1e0df-a751-4947-8ed0-a7b7c4736636), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:30.034356 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d0f50246-c522-40b5-a257-a2e2be51c265 req-936c6830-70c3-498c-bfd0-cf68bb1859f5 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298573 Aug 28 20:28:30.158539 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (a6a1e0df-a751-4947-8ed0-a7b7c4736636), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:30.266429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-cd516c8c-02b8-41b8-b638-e8710aacdd10 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:30.267774 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-cd516c8c-02b8-41b8-b638-e8710aacdd10 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.2322710 Aug 28 20:28:30.281815 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'port': {'device_id': '3c7a9703-ec5d-4401-a409-a138555afc57', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'admin_state_up': True, 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:30.335674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (a6a1e0df-a751-4947-8ed0-a7b7c4736636), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:30.373876 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6543f-073d-489a-9c94-25deedc52c7a None None] Network e7ebcb22-279d-4f4d-8232-31d47a806a6e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:28:30.380393 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:30.388399 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/a6a1e0df-a751-4947-8ed0-a7b7c4736636 HTTP/1.1" status: 204 len: 168 time: 0.5410597 Aug 28 20:28:30.390794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50400) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:30.468982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7591d-788a-4af1-ae09-f2f0b4cc07b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a1e0df-a751-4947-8ed0-a7b7c4736636,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:30.927504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:30.982841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:30.984680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71124277-7a7e-4fca-acc4-86f3ff6ce3f2 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:30.985462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a06637db-b77d-4723-9af6-1e428139315d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:30.990489 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] DHCP port deletion for e7ebcb22-279d-4f4d-8232-31d47a806a6e request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:28:31.052235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: a06637db-b77d-4723-9af6-1e428139315d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:31.052705 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a06637db-b77d-4723-9af6-1e428139315d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:31.089304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] Deleting port 4f0a2667-ea49-476b-97d8-62833880f71a {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:31.101004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.123060 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-10cb7336-a437-4e61-8adc-2183e5e69fe7 req-93e19220-e1f6-41a9-ae9f-1a8e722d1b56 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 210 time: 0.0610626 Aug 28 20:28:31.144276 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e7ebcb22-279d-4f4d-8232-31d47a806a6e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.186164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] For port 4f0a2667-ea49-476b-97d8-62833880f71a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4f0a2667-ea49-476b-97d8-62833880f71a,segment=NetworkSegment(77486754-0e34-41d9-95cd-c5f5ca40b1ea),segment_id=77486754-0e34-41d9-95cd-c5f5ca40b1ea)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:31.189141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.224719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] Calling delete_port for 4f0a2667-ea49-476b-97d8-62833880f71a owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:31.269049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Made reservation on behalf of 72a87c4db6d74cc1a996162e5ad35418 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:28:31.273746 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.302105 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Deleting port 4f0a2667-ea49-476b-97d8-62833880f71a {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:31.302439 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.420415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] For port 4f0a2667-ea49-476b-97d8-62833880f71a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4f0a2667-ea49-476b-97d8-62833880f71a,segment=NetworkSegment(77486754-0e34-41d9-95cd-c5f5ca40b1ea),segment_id=77486754-0e34-41d9-95cd-c5f5ca40b1ea)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:31.421655 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.442809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Calling delete_port for 4f0a2667-ea49-476b-97d8-62833880f71a owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:31.570787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f862ff5-2604-4771-8f25-da31adaa2284 req-aa5e585f-5661-4755-84dd-8a0f0e30bd97 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:31.578028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f862ff5-2604-4771-8f25-da31adaa2284 req-aa5e585f-5661-4755-84dd-8a0f0e30bd97 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 943 time: 0.1424372 Aug 28 20:28:31.593987 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:31.605053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.757125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] No DVR routers for this DVR port 4f0a2667-ea49-476b-97d8-62833880f71a on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:28:31.758251 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f862ff5-2604-4771-8f25-da31adaa2284 req-a73e855d-b957-426d-bcf1-e4be7a67576b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783540 Aug 28 20:28:31.792078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ba26a-28dd-4975-a32d-46e285322294 None None] Pushing event deleted for resources: {'Port': ['ID=4f0a2667-ea49-476b-97d8-62833880f71a,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:31.798603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4f0a2667-ea49-476b-97d8-62833880f71a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:31.801184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Allocated IP 172.20.0.3 (3a1f6bbb-6c97-4181-b0c6-f5611dba0733/89a7a736-cb24-41e7-bfce-87f7bbb771be/acbe56c2-68e6-4aa7-90d3-1d25a7169bbb) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:28:31.849152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0a2667-ea49-476b-97d8-62833880f71a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:31.866735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] No DVR routers for this DVR port 4f0a2667-ea49-476b-97d8-62833880f71a on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:28:31.905569 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:31.992706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e7ebcb22-279d-4f4d-8232-31d47a806a6e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.071034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ebcb22-279d-4f4d-8232-31d47a806a6e']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:32.089303 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77486754-0e34-41d9-95cd-c5f5ca40b1ea') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:32.089303 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77486754-0e34-41d9-95cd-c5f5ca40b1ea') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:32.113703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (77486754-0e34-41d9-95cd-c5f5ca40b1ea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.145152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (77486754-0e34-41d9-95cd-c5f5ca40b1ea), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.163080 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:28:32.163530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (77486754-0e34-41d9-95cd-c5f5ca40b1ea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.239333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.244228 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 77486754-0e34-41d9-95cd-c5f5ca40b1ea resource provider aggregate not found Aug 28 20:28:32.273785 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 77486754-0e34-41d9-95cd-c5f5ca40b1ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77486754-0e34-41d9-95cd-c5f5ca40b1ea found for delete ", "request_id": "req-2dabadd8-2884-4c38-8b1e-5d0dafcd6fb3"}]} Aug 28 20:28:32.353466 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aa09d1bb-e778-4a36-8b56-5a4ff1a71353 req-02624daf-fe74-4e6e-9943-32a43b5e95b0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 210 time: 0.0422022 Aug 28 20:28:32.382949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e7ebcb22-279d-4f4d-8232-31d47a806a6e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.391715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.395149 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e7ebcb22-279d-4f4d-8232-31d47a806a6e HTTP/1.1" status: 204 len: 168 time: 2.0018106 Aug 28 20:28:32.409620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55cd63-a143-4b05-b00c-5bb16353d84a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ebcb22-279d-4f4d-8232-31d47a806a6e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:32.412178 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.430600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:28:32.517243 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:32.544484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:32.554211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:28:32.568503 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:32.654146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:32.660294 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:32.703663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:32.705969 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:32.845645 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-853c2ff1-565e-4d21-846c-0455ccee4954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5689008 Aug 28 20:28:32.901001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f0a2667-ea49-476b-97d8-62833880f71a no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:32.941387 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:32.948083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4f0a2667-ea49-476b-97d8-62833880f71a {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:32.948785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4f0a2667-ea49-476b-97d8-62833880f71a not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:32.988668 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856df3-b0c2-439a-b629-c6fff1e2e922 req-1ec9d558-5ec1-48ff-a632-89ee671a883f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:32.997079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee856df3-b0c2-439a-b629-c6fff1e2e922 req-1ec9d558-5ec1-48ff-a632-89ee671a883f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 943 time: 0.0842829 Aug 28 20:28:33.051450 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee856df3-b0c2-439a-b629-c6fff1e2e922 req-a14c3791-13ca-44cf-bbb7-d579857e9068 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531123 Aug 28 20:28:33.109509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c1c3af27-05ba-48b8-8c7a-01e2fb52bbca None None] Provisioning complete for port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:33.110003 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c1c3af27-05ba-48b8-8c7a-01e2fb52bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:33.111846 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:33.158280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3af27-05ba-48b8-8c7a-01e2fb52bbca None None] Port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:28:33.207048 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50466) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:33.304868 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c6c3124e-bebb-4caa-bfcb-555936da3f6a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f44ed60223d44e13a761814a201211ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0922787 Aug 28 20:28:33.305874 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50470) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:33.413885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ab7d9bec-a40f-465e-8e7c-250c78f31aa9 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:28:33.414124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f578a54b-2448-4164-9f7c-5ad435e1ffc9 admin admin] Publish callbacks [] for security_group (365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:33.440823 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Request body: {'port': {'device_id': '3c7a9703-ec5d-4401-a409-a138555afc57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:33.451477 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f578a54b-2448-4164-9f7c-5ad435e1ffc9 admin admin] Publish callbacks [] for security_group (365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:33.578081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0adc8e-77f9-4438-b0a5-838b76dd1077 req-92f17262-65a8-4ca5-aafa-1b5d44d7239c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:33.579853 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e0adc8e-77f9-4438-b0a5-838b76dd1077 req-92f17262-65a8-4ca5-aafa-1b5d44d7239c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 931 time: 0.0769522 Aug 28 20:28:33.589503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:33.671399 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f578a54b-2448-4164-9f7c-5ad435e1ffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:33.677622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f578a54b-2448-4164-9f7c-5ad435e1ffc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:33.688398 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f578a54b-2448-4164-9f7c-5ad435e1ffc9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e HTTP/1.1" status: 204 len: 168 time: 0.3809338 Aug 28 20:28:33.702593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:33.734387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9e0adc8e-77f9-4438-b0a5-838b76dd1077 req-0ffbe152-09e9-41e8-97de-2f9f4d7a596f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453440 Aug 28 20:28:33.736010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578a54b-2448-4164-9f7c-5ad435e1ffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365bc9f3-5d45-4a7c-83a1-00dcf9f42c8e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:33.738861 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'port_id': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'mac_address': 'fa:16:3e:e6:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:28:33.804124 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:33.805153 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:33.875776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7d9bec-a40f-465e-8e7c-250c78f31aa9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:28:33.916626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:34.031984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:34.081941 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:34.195592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:34.344590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbe56c2-68e6-4aa7-90d3-1d25a7169bbb {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:28:34.359382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['ab7d9bec-a40f-465e-8e7c-250c78f31aa9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:28:34.390756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Publish callbacks [] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:34.433892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbd66-3f41-433a-8698-e2c03751134c req-9bb7b9b6-1633-49ad-b314-77c9bfb6cab1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:34.442749 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fcffbd66-3f41-433a-8698-e2c03751134c req-9bb7b9b6-1633-49ad-b314-77c9bfb6cab1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 944 time: 0.1930835 Aug 28 20:28:34.466092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Transition to ACTIVE for port object acbe56c2-68e6-4aa7-90d3-1d25a7169bbb will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:28:34.567126 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:34.721041 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fcffbd66-3f41-433a-8698-e2c03751134c req-657a5345-fc33-450a-8d3f-d1662dc35ff1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524953 Aug 28 20:28:34.953316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:35.045174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50510) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:35.068026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Attempting to bind port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:28:35.070166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Attempting to bind port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:28:35.072304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Attempting to bind port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:28:35.086732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:28:35.087512 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Attempting to bind port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:28:35.094771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:28:35.096360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:28:35.097122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Bound using segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:28:35.097887 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Bound port: acbe56c2-68e6-4aa7-90d3-1d25a7169bbb, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:28:35.098526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:35.217044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adf182-d895-4666-b506-349781069abe req-59049301-bd48-4965-bc0f-eceef5a7ae76 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:35.231387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84adf182-d895-4666-b506-349781069abe req-59049301-bd48-4965-bc0f-eceef5a7ae76 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 943 time: 0.2144172 Aug 28 20:28:35.253453 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] For port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:28:35.276526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] For port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:28:35.351760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ca7632c0-60eb-44f2-87ed-6067c997feda admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=68f289a90b4f4b19bf6beef0a930d79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978666 Aug 28 20:28:35.357620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50518) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:35.378396 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84adf182-d895-4666-b506-349781069abe req-ddafd7fc-6b1e-4d2a-a2d1-6a0c287b7130 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399012 Aug 28 20:28:35.394278 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:35.408302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:35.428490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:35.429931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:35.434957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/acbe56c2-68e6-4aa7-90d3-1d25a7169bbb HTTP/1.1" status: 200 len: 1091 time: 2.5746584 Aug 28 20:28:35.434957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7a9703-ec5d-4401-a409-a138555afc57', 'tag': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:35.438741 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a79443-2086-4114-b124-08bdcd712a15" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7a9703-ec5d-4401-a409-a138555afc57", "tag": "acbe56c2-68e6-4aa7-90d3-1d25a7169bbb"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:35.558719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ab7d9bec-a40f-465e-8e7c-250c78f31aa9 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:35.590173 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da970df-18d3-497f-b575-d5adaffcf937 x-openstack-request-id: req-2da970df-18d3-497f-b575-d5adaffcf937 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:35.591375 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7a9703-ec5d-4401-a409-a138555afc57", "tag": "acbe56c2-68e6-4aa7-90d3-1d25a7169bbb", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:35.592992 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2da970df-18d3-497f-b575-d5adaffcf937 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:35.595046 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da970df-18d3-497f-b575-d5adaffcf937'] response: {'name': 'network-changed', 'server_uuid': '3c7a9703-ec5d-4401-a409-a138555afc57', 'tag': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb', 'status': 'completed', 'code': 200} Aug 28 20:28:35.642263 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:35.643759 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50526) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:35.717386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:28:35.786388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a79443-2086-4114-b124-08bdcd712a15 req-e0a30f12-8e0d-4bd6-b458-8e650eaa024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:35.788485 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20a79443-2086-4114-b124-08bdcd712a15 req-e0a30f12-8e0d-4bd6-b458-8e650eaa024d service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 1125 time: 0.1793051 Aug 28 20:28:35.791458 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2944db-3cce-46e4-974f-87b9da8a4327 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:35.817551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:35.818311 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:35.869254 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5730ba26-82b4-4772-9a85-979123395c8c admin admin] Publish callbacks [] for security_group (258d538e-e973-456c-9d83-8ceb4df89f04), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:35.914638 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5730ba26-82b4-4772-9a85-979123395c8c admin admin] Publish callbacks [] for security_group (258d538e-e973-456c-9d83-8ceb4df89f04), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:35.983700 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed724-48e1-4565-bbb8-ebe5bdba17d7 req-5ee9a183-43ca-416a-9bdd-84f402240846 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:35.985693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58ed724-48e1-4565-bbb8-ebe5bdba17d7 req-5ee9a183-43ca-416a-9bdd-84f402240846 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 944 time: 0.0803788 Aug 28 20:28:36.008062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:36.009973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:36.058209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:36.113679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:36.114293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a79443-2086-4114-b124-08bdcd712a15 req-bc81b188-c88b-4ab3-bfcd-8c5a15b01624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:36.116423 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20a79443-2086-4114-b124-08bdcd712a15 req-bc81b188-c88b-4ab3-bfcd-8c5a15b01624 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=72a87c4db6d74cc1a996162e5ad35418&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3178539 Aug 28 20:28:36.123387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:36.133523 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12531c1-9df6-4f4a-8678-985452729568" -d '{"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-plugged", "status": "completed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:36.143724 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:36.184410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a58ed724-48e1-4565-bbb8-ebe5bdba17d7 req-e57ae3bf-074e-4fac-a804-99798a65b6be tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886728 Aug 28 20:28:36.186110 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:36.248244 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7960bc-e748-4783-ba96-b949aba975ee x-openstack-request-id: req-ae7960bc-e748-4783-ba96-b949aba975ee {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:36.248823 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-plugged", "status": "completed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:36.249331 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae7960bc-e748-4783-ba96-b949aba975ee {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:36.250039 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7960bc-e748-4783-ba96-b949aba975ee'] response: {'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'code': 200} Aug 28 20:28:36.305510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:36.400794 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a79443-2086-4114-b124-08bdcd712a15 req-b79d10bb-0f0e-4e62-a300-7e066f6a4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:36.403528 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-20a79443-2086-4114-b124-08bdcd712a15 req-b79d10bb-0f0e-4e62-a300-7e066f6a4a82 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808695 Aug 28 20:28:36.420334 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5730ba26-82b4-4772-9a85-979123395c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (258d538e-e973-456c-9d83-8ceb4df89f04), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:36.425492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5730ba26-82b4-4772-9a85-979123395c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:36.431491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5730ba26-82b4-4772-9a85-979123395c8c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/258d538e-e973-456c-9d83-8ceb4df89f04 HTTP/1.1" status: 204 len: 168 time: 1.0638196 Aug 28 20:28:36.508488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730ba26-82b4-4772-9a85-979123395c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d538e-e973-456c-9d83-8ceb4df89f04,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:36.515474 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:36.528186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68840254-af47-4236-8f4b-e4559ab9d3dd req-e5ccfc4c-af0a-4aa4-9fc5-3a193e04609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:36.532330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68840254-af47-4236-8f4b-e4559ab9d3dd req-e5ccfc4c-af0a-4aa4-9fc5-3a193e04609f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 1127 time: 0.1250761 Aug 28 20:28:36.563506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Publish callbacks [] for security_group (0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:36.644574 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:36.688278 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:36.692748 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=65e5ed2e0142427f81a89318c850bb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0472567 Aug 28 20:28:36.719510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50564) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:36.780543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b8edb-e559-4546-8ea7-0f6760c514f2 req-00c61c71-a728-4811-9bdd-a9fd5d703df4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:36.789403 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a6b8edb-e559-4546-8ea7-0f6760c514f2 req-00c61c71-a728-4811-9bdd-a9fd5d703df4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 943 time: 0.1713860 Aug 28 20:28:36.812879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:36.816446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-6b8198cc-7b72-483c-93f1-59d68fc75983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:36.820182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-6b8198cc-7b72-483c-93f1-59d68fc75983 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 1125 time: 0.2126064 Aug 28 20:28:36.826545 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-68840254-af47-4236-8f4b-e4559ab9d3dd req-56928f33-a51a-433a-92ab-6ee9ce92064e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884572 Aug 28 20:28:36.860246 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.860600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.860922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.861257 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.861615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.861997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.862334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.862754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.863082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.863411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.863772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.864137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.864462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.864780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.865409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23ae9e-0bee-4a60-8cdc-a9685a999cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:36.909464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-926a339e-f3f3-437f-aa51-df28794092d1 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb HTTP/1.1" status: 200 len: 217 time: 0.0803556 Aug 28 20:28:36.936889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8a6b8edb-e559-4546-8ea7-0f6760c514f2 req-541126cc-06fd-48c4-bd7b-c867adc240c0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462781 Aug 28 20:28:37.038372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66a4e5d3-2a16-4e87-adc6-518675489de6 admin admin] Publish callbacks [] for security_group (0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:37.038372 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66a4e5d3-2a16-4e87-adc6-518675489de6 admin admin] Publish callbacks [] for security_group (0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:37.039720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-0ac94ee7-9c44-4498-bd15-f9d846f6a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:37.039720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-0ac94ee7-9c44-4498-bd15-f9d846f6a758 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0710652 Aug 28 20:28:37.039720 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-45f75fde-86f6-41a3-b480-459e923e3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:37.039720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-45f75fde-86f6-41a3-b480-459e923e3b4c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467885 Aug 28 20:28:37.150556 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-f2cce79c-ca2f-46a4-98e4-e054587b004d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051755 Aug 28 20:28:37.263490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-897df41f-0a98-49c2-aa2a-d1d4cbff5e9b req-1008fe51-9f22-44cf-8f8a-21710e3a8ddf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071537 Aug 28 20:28:37.350061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546244b-c516-448a-add1-449b361ea28c req-16d751c3-5e7f-4f0c-be13-693275f01723 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:37.356066 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3546244b-c516-448a-add1-449b361ea28c req-16d751c3-5e7f-4f0c-be13-693275f01723 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0653889 Aug 28 20:28:37.357240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66a4e5d3-2a16-4e87-adc6-518675489de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:37.362307 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66a4e5d3-2a16-4e87-adc6-518675489de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:37.375265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-66a4e5d3-2a16-4e87-adc6-518675489de6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71 HTTP/1.1" status: 204 len: 168 time: 0.6510170 Aug 28 20:28:37.391816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4e5d3-2a16-4e87-adc6-518675489de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcdf0ab-e1bb-4afa-82d3-1fd925f19b71,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:37.455075 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3546244b-c516-448a-add1-449b361ea28c req-0c49443f-1d92-45b0-8592-e7e50799d839 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944300 Aug 28 20:28:37.983316 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=7 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:38.017235 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=63 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:38.157409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eefaa-64c7-4030-9440-8fdef779680c req-70913a6e-cd5b-47b7-bb7a-65e73fe57dc1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:38.163952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a10eefaa-64c7-4030-9440-8fdef779680c req-70913a6e-cd5b-47b7-bb7a-65e73fe57dc1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 943 time: 0.0990405 Aug 28 20:28:38.300671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a10eefaa-64c7-4030-9440-8fdef779680c req-c39609dc-e1e7-43b8-b03c-84609b12faf6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291006 Aug 28 20:28:38.667060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876207-8965-4608-bfb0-da5954990ce4 req-68bcd52f-d00f-4580-b655-e3cea909ac95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:38.669698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45876207-8965-4608-bfb0-da5954990ce4 req-68bcd52f-d00f-4580-b655-e3cea909ac95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0686371 Aug 28 20:28:38.691047 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:38.752498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-45876207-8965-4608-bfb0-da5954990ce4 req-dc17b2c6-ae70-4445-b1d9-3a8fca5f38d5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729506 Aug 28 20:28:38.979670 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ea05a-06e4-4408-b08e-db443bfabf5e req-121dcc75-7867-47cf-aeae-b022a2ac1a4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:38.993783 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f6ea05a-06e4-4408-b08e-db443bfabf5e req-121dcc75-7867-47cf-aeae-b022a2ac1a4d tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1177566 Aug 28 20:28:39.112030 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f6ea05a-06e4-4408-b08e-db443bfabf5e req-2b88fcad-349a-43f0-9239-ed2abd6de453 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137474 Aug 28 20:28:39.145406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50626) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:39.216796 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f833d8-46b0-4136-ab34-c046cefd18f6 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:39.222564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-67f833d8-46b0-4136-ab34-c046cefd18f6 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 1122 time: 0.0734994 Aug 28 20:28:39.226162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50630) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:39.231044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:28:39.241908 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:39.317640 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:39.436303 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:39.589392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6b045-0d1c-43b6-9d7d-38108158f519 req-39c48cee-3198-4125-bc61-32111389e412 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:39.591601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce6b045-0d1c-43b6-9d7d-38108158f519 req-39c48cee-3198-4125-bc61-32111389e412 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 943 time: 0.1530006 Aug 28 20:28:39.691684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Allocated IP 172.25.4.192 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/1cbacb5c-6846-442d-9c22-ff478cdfd2fc) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:28:39.718032 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce6b045-0d1c-43b6-9d7d-38108158f519 req-35d0f7ce-83b1-48d8-affb-5ad9082c460e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184218 Aug 28 20:28:39.916548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:40.066856 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:40.074661 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:40.125096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:28:40.130909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:28:40.135112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:28:40.200614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=1cbacb5c-6846-442d-9c22-ff478cdfd2fc,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:40.566270 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (da261883-2966-4623-aee4-0e28a440f5f3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:40.611035 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:40.735678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:41.067982 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7d6bd-e820-4a1f-a400-a7037e06e2d3 req-8f2d11d5-dcd4-4831-b1d3-de3be2a32e44 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:41.074504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4a7d6bd-e820-4a1f-a400-a7037e06e2d3 req-8f2d11d5-dcd4-4831-b1d3-de3be2a32e44 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 943 time: 0.1186998 Aug 28 20:28:41.098795 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:41.155398 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4a7d6bd-e820-4a1f-a400-a7037e06e2d3 req-0842db4f-259a-4c83-a9b5-90732dfaad81 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526226 Aug 28 20:28:41.182303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device acbe56c2-68e6-4aa7-90d3-1d25a7169bbb details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:28:41.236995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:41.404418 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (da261883-2966-4623-aee4-0e28a440f5f3), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:41.421841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event updated for resources: {'Port': ['ID=1cbacb5c-6846-442d-9c22-ff478cdfd2fc,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:41.450175 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:41.491981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb', 'mac_address': 'fa:16:3e:fa:0d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:28:41.649520 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:41.654454 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:41.665484 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:41.671734 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP da261883-2966-4623-aee4-0e28a440f5f3 associated. External IP: 172.25.4.192, port: ab7d9bec-a40f-465e-8e7c-250c78f31aa9. Aug 28 20:28:41.674800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbe56c2-68e6-4aa7-90d3-1d25a7169bbb {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:28:41.702840 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:41.723951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50676) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:41.869657 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:42.123509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:42.153081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:28:42.168915 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50692) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:42.183842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:42.497723 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Publish callbacks [] for security_group (65bcb015-519c-415f-9994-0f34d1dd4d5a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:42.519223 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2bc3fb7f-1e11-4ffb-ab60-934819a07424 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/floatingips/7a11c1f1-6330-4270-9a3c-98b63feb60c4 HTTP/1.1" status: 200 len: 993 time: 0.3455963 Aug 28 20:28:42.572416 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (65bcb015-519c-415f-9994-0f34d1dd4d5a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:42.663598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bcb015-519c-415f-9994-0f34d1dd4d5a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:42.718289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d22c-0f2a-4ca2-86ea-767825a3a363 req-354de9c8-9d83-4bd3-ab0d-7888cfe3c180 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:42.730818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router f19a09d9-9580-414c-93fe-e4469949cb11 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:28:42.731306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7005d22c-0f2a-4ca2-86ea-767825a3a363 req-354de9c8-9d83-4bd3-ab0d-7888cfe3c180 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 944 time: 0.2683644 Aug 28 20:28:42.784365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.793139 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:28:42.819890 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e5642f52-df2b-490b-91f4-b407fde1b682 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ce3f72a7715541fc98fb1b80c424fa6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0945134 Aug 28 20:28:42.830493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:42.940286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50706) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:42.974809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7005d22c-0f2a-4ca2-86ea-767825a3a363 req-9428afd2-a459-4645-a2d8-00447c6f6ddb tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403529 Aug 28 20:28:42.996849 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:43.020313 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] Sync routers for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:43.048682 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:43.057379 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:43.148752 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:43.218418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device acbe56c2-68e6-4aa7-90d3-1d25a7169bbb up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:28:43.269452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd26da69-3e4d-4cd3-bc03-83e96858459f admin admin] Publish callbacks [] for security_group (65bcb015-519c-415f-9994-0f34d1dd4d5a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:43.275621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1557e562-1867-4f00-8084-8aa0fbd405d6 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0482984 Aug 28 20:28:43.276489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:43.282247 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe0e39b-cd4d-42b4-bb71-222f70121a50" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:43.338286 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:43.409464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd26da69-3e4d-4cd3-bc03-83e96858459f admin admin] Publish callbacks [] for security_group (65bcb015-519c-415f-9994-0f34d1dd4d5a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:43.448272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:28:43.459754 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:43.491239 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63c355-9295-4f66-91b7-0337787adccd x-openstack-request-id: req-3b63c355-9295-4f66-91b7-0337787adccd {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:43.491612 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:43.491800 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b63c355-9295-4f66-91b7-0337787adccd {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:43.492383 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b63c355-9295-4f66-91b7-0337787adccd'] response: {'name': 'network-changed', 'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'status': 'completed', 'code': 200} Aug 28 20:28:43.568052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:28:43.568561 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:43.650163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a26a2-6e9c-48d9-a52b-ca8aa05f79b2 req-72baaa1b-4c31-43a2-b9bd-6e6dd25d76ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:43.652887 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-894a26a2-6e9c-48d9-a52b-ca8aa05f79b2 req-72baaa1b-4c31-43a2-b9bd-6e6dd25d76ac tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1511598 Aug 28 20:28:43.728995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port 016d03a8-ad96-4194-8891-c19cf24d269f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:43.728995 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (016d03a8-ad96-4194-8891-c19cf24d269f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:43.748972 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:43.771581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:28:43.772296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:43.775968 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:43.789557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-894a26a2-6e9c-48d9-a52b-ca8aa05f79b2 req-d41fc163-9d3f-47b3-a449-2fa91e13fd67 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289241 Aug 28 20:28:43.809823 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:43.818929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a9703-ec5d-4401-a409-a138555afc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:43.822513 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01796c8-b789-45bd-a12f-97732bd7bae4" -d '{"events": [{"server_uuid": "3c7a9703-ec5d-4401-a409-a138555afc57", "name": "network-vif-plugged", "status": "completed", "tag": "acbe56c2-68e6-4aa7-90d3-1d25a7169bbb"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:43.826265 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50726) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:43.842804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:43.846194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-ac42e820-9ba9-45f9-a466-06d91866233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:43.850761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-ac42e820-9ba9-45f9-a466-06d91866233e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 1127 time: 0.2700434 Aug 28 20:28:43.876847 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e7a158-4ce0-4651-a12d-850b095bc30a x-openstack-request-id: req-70e7a158-4ce0-4651-a12d-850b095bc30a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:43.877148 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a9703-ec5d-4401-a409-a138555afc57", "name": "network-vif-plugged", "status": "completed", "tag": "acbe56c2-68e6-4aa7-90d3-1d25a7169bbb", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:43.877421 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70e7a158-4ce0-4651-a12d-850b095bc30a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:43.877816 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e7a158-4ce0-4651-a12d-850b095bc30a'] response: {'server_uuid': '3c7a9703-ec5d-4401-a409-a138555afc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb', 'code': 200} Aug 28 20:28:43.907191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0df434ca-f45a-493f-9bc5-d9c8960c5c14 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/da261883-2966-4623-aee4-0e28a440f5f3 HTTP/1.1" status: 200 len: 991 time: 0.0796108 Aug 28 20:28:43.975508 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'da261883-2966-4623-aee4-0e28a440f5f3', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'port_id': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'mac_address': 'fa:16:3e:e6:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:28:40Z', 'updated_at': '2022-08-28T20:28:40Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:23Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:43.991284 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:44.007862 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] Checking router: f19a09d9-9580-414c-93fe-e4469949cb11 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:44.023570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:44.024263 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:44.041033 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (016d03a8-ad96-4194-8891-c19cf24d269f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:44.041429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (016d03a8-ad96-4194-8891-c19cf24d269f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:44.060709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:44.066847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd26da69-3e4d-4cd3-bc03-83e96858459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (65bcb015-519c-415f-9994-0f34d1dd4d5a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:44.070094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dd26da69-3e4d-4cd3-bc03-83e96858459f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:44.073829 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dd26da69-3e4d-4cd3-bc03-83e96858459f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/65bcb015-519c-415f-9994-0f34d1dd4d5a HTTP/1.1" status: 204 len: 168 time: 1.2396379 Aug 28 20:28:44.128743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26da69-3e4d-4cd3-bc03-83e96858459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bcb015-519c-415f-9994-0f34d1dd4d5a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:44.135876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc9bfc-7cb8-4704-aae1-f01d9affaea3 req-1089ea42-b5a1-4fa9-b3b0-bd55bfc82edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:44.139635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87fc9bfc-7cb8-4704-aae1-f01d9affaea3 req-1089ea42-b5a1-4fa9-b3b0-bd55bfc82edc service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 1126 time: 0.1734064 Aug 28 20:28:44.159883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for 016d03a8-ad96-4194-8891-c19cf24d269f owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:44.202876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-9692d98e-fec2-4826-806e-fda2f782619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:44.206000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-9692d98e-fec2-4826-806e-fda2f782619c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=810921c5-61e1-4d45-a262-2afa52033bed HTTP/1.1" status: 200 len: 898 time: 0.3500304 Aug 28 20:28:44.234019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:44.329238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-38f3c507-d9d9-41eb-9384-9394fdff54a7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9 HTTP/1.1" status: 200 len: 999 time: 0.1129045 Aug 28 20:28:44.342058 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:44.436403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5036c4-2ad5-4fcf-8e30-0ed6c1617a16 req-e01e21cc-be35-4d56-afc5-166587b19326 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:44.449698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa5036c4-2ad5-4fcf-8e30-0ed6c1617a16 req-e01e21cc-be35-4d56-afc5-166587b19326 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 945 time: 0.1693964 Aug 28 20:28:44.508340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-c6d0018d-5cc2-4322-8713-838301f03819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:44.510089 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-c6d0018d-5cc2-4322-8713-838301f03819 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3eb87388-ed8a-4828-b6d7-a5f4c72614c0 HTTP/1.1" status: 200 len: 835 time: 0.0936217 Aug 28 20:28:44.582628 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fa5036c4-2ad5-4fcf-8e30-0ed6c1617a16 req-4a7adb92-28bf-435a-aa2f-0207b7765c9f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312795 Aug 28 20:28:44.595977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-0371cc26-fa2c-41bc-bdfa-2859fff7d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:44.597697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-0371cc26-fa2c-41bc-bdfa-2859fff7d48b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=810921c5-61e1-4d45-a262-2afa52033bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0730557 Aug 28 20:28:44.624967 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-87fc9bfc-7cb8-4704-aae1-f01d9affaea3 req-cd6d7223-e7bf-4ab0-b954-e987e7cfd0dc service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625316 Aug 28 20:28:44.807774 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:44.818843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-0377adae-c7f5-4f5a-9957-357e0a8f1a5d service neutron] 10.222.0.84 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128572 Aug 28 20:28:44.911669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50742) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:44.999961 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'da261883-2966-4623-aee4-0e28a440f5f3', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'port_id': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'mac_address': 'fa:16:3e:e6:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:28:40Z', 'updated_at': '2022-08-28T20:28:40Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:23Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:45.059339 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47749a6b-0336-411d-a78b-8376361ba0a1 None None] The sync data for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 is: [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': 'da261883-2966-4623-aee4-0e28a440f5f3', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'port_id': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'mac_address': 'fa:16:3e:e6:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:28:40Z', 'updated_at': '2022-08-28T20:28:40Z', 'revision_number': 0, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:23Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:45.085643 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7fe0e39b-cd4d-42b4-bb71-222f70121a50 req-bde53650-9ed0-4a6d-a652-4dc048a3ec6c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591355 Aug 28 20:28:45.096514 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-424f6941-5cfc-4dea-b2b0-e41c4c08c181 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/da261883-2966-4623-aee4-0e28a440f5f3 HTTP/1.1" status: 200 len: 991 time: 0.1810608 Aug 28 20:28:45.099398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (016d03a8-ad96-4194-8891-c19cf24d269f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:45.154064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=016d03a8-ad96-4194-8891-c19cf24d269f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:45.265350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for floatingip (7a11c1f1-6330-4270-9a3c-98b63feb60c4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:45.265758 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Floating IP 7a11c1f1-6330-4270-9a3c-98b63feb60c4 disassociated (deleted). External IP: 172.25.4.87, port: eb6ec1f0-c616-4027-8ce0-28ac332156ae. Aug 28 20:28:45.488274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534bf92-4709-449d-8d2a-5d9389e715c5 None None] New status for floating IP da261883-2966-4623-aee4-0e28a440f5f3: ACTIVE {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:28:45.719844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:28:45.904404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef70ea-e516-4a43-b931-bd78c0c6017d req-76b3699d-9f1d-4f33-8992-9210c9d0338f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:45.904404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-35ef70ea-e516-4a43-b931-bd78c0c6017d req-76b3699d-9f1d-4f33-8992-9210c9d0338f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 945 time: 0.1317332 Aug 28 20:28:45.905880 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:46.100062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50768) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:46.166572 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:46.210225 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1876812f-605d-4637-8a68-a009636783d7 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/da261883-2966-4623-aee4-0e28a440f5f3 HTTP/1.1" status: 200 len: 993 time: 0.1050363 Aug 28 20:28:46.418062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:46.436861 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] Sync routers for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:46.449277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:46.453223 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:46.455151 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:46.459642 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-35ef70ea-e516-4a43-b931-bd78c0c6017d req-005e9f68-5b3b-4b58-843d-75ea597adcb9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102913 Aug 28 20:28:46.515629 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0ff0bed7-d798-4948-8ac5-589622862042 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/7a11c1f1-6330-4270-9a3c-98b63feb60c4 HTTP/1.1" status: 204 len: 168 time: 3.5708845 Aug 28 20:28:46.516756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:46.519385 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eade1e-f99a-47a5-b9c6-c82355dce3af" -d '{"events": [{"name": "network-changed", "server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:46.586681 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e175cb-492c-4695-b87e-646a98e8e975 x-openstack-request-id: req-39e175cb-492c-4695-b87e-646a98e8e975 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:46.587224 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:46.587546 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39e175cb-492c-4695-b87e-646a98e8e975 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:46.588113 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e175cb-492c-4695-b87e-646a98e8e975'] response: {'name': 'network-changed', 'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'status': 'completed', 'code': 200} Aug 28 20:28:46.748149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-137437f6-f1e2-43be-8502-8859788530bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:46.749881 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-137437f6-f1e2-43be-8502-8859788530bb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=693ced18e2794bd5abe2110d87ba128f&device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 1128 time: 0.1027291 Aug 28 20:28:46.810757 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:46.901336 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:46.931675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-b0a9d9c8-b5b2-439d-9b4e-86e7dab9a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:46.933592 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-b0a9d9c8-b5b2-439d-9b4e-86e7dab9a0d2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=2dd27de8-7024-4174-8d73-b214a935931f HTTP/1.1" status: 200 len: 897 time: 0.1760828 Aug 28 20:28:46.979908 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-710443a7-5f8e-4451-b621-4f7cbb334d4b service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae HTTP/1.1" status: 200 len: 217 time: 0.0365603 Aug 28 20:28:46.997482 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:47.038323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-28551b6d-8863-47e0-917d-8f5b16dc510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:47.039994 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-28551b6d-8863-47e0-917d-8f5b16dc510c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=4644ed53-5751-4c11-b688-00598eda587c HTTP/1.1" status: 200 len: 835 time: 0.0526886 Aug 28 20:28:47.062159 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:47.093698 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] Checking router: 381f4313-f855-4b89-9d9a-a0e0cd69e8ae for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:47.104700 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:47.105338 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:47.210251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdeec5-f3ea-43eb-bf58-b46d09712ed3 req-f987a9cc-d333-4e33-a6f7-3c475f37df8c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:47.211968 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83fdeec5-f3ea-43eb-bf58-b46d09712ed3 req-f987a9cc-d333-4e33-a6f7-3c475f37df8c tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 946 time: 0.0553386 Aug 28 20:28:47.235069 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:47.269685 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83fdeec5-f3ea-43eb-bf58-b46d09712ed3 req-e8fcaf00-ccbe-4700-b186-cd48dd900b65 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517302 Aug 28 20:28:47.526236 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:47.584924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 50816) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:47.590952 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649b4d1-2dbc-4196-8190-08b38d4d11af None None] The sync data for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 is: [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:27:26Z', 'revision_number': 4, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '69a7d417-e57a-4525-8684-08b3419a5e00', 'name': '', 'network_id': '2dd27de8-7024-4174-8d73-b214a935931f', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'mac_address': 'fa:16:3e:c9:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4644ed53-5751-4c11-b688-00598eda587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:22Z', 'updated_at': '2022-08-28T20:27:35Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'subnets': [{'id': '4644ed53-5751-4c11-b688-00598eda587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:47.677622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf292b-6135-496b-a21a-3a551cb1b195 req-a3bb3e15-fa83-4fd8-940c-100f3cfccf8d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:47.679288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ddf292b-6135-496b-a21a-3a551cb1b195 req-a3bb3e15-fa83-4fd8-940c-100f3cfccf8d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 945 time: 0.0797877 Aug 28 20:28:47.778195 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0ddf292b-6135-496b-a21a-3a551cb1b195 req-b282f022-c63d-41ba-b7f5-7cbe699bd122 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903602 Aug 28 20:28:47.783960 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1f96172-aca0-4aa2-8872-ca5ae10ebb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:47.934834 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1f96172-aca0-4aa2-8872-ca5ae10ebb17 admin admin] Publish callbacks [] for security_group (a6d1d7a1-9fe3-421d-8233-e47a68decbd8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:48.028477 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a1f96172-aca0-4aa2-8872-ca5ae10ebb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a6d1d7a1-9fe3-421d-8233-e47a68decbd8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:48.037708 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfad97-a1b0-4b89-8488-d03975b73b79 None None] New status for floating IP 7a11c1f1-6330-4270-9a3c-98b63feb60c4: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:28:48.147438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a1f96172-aca0-4aa2-8872-ca5ae10ebb17 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=840106fb1f2c4e4ebfc7f80b3f81ad1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589356 Aug 28 20:28:48.147781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 50838) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:48.154783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96172-aca0-4aa2-8872-ca5ae10ebb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d1d7a1-9fe3-421d-8233-e47a68decbd8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:48.227328 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e57a1db-8bb3-437f-92c9-abbbead093f3 admin admin] Publish callbacks [] for security_group (a6d1d7a1-9fe3-421d-8233-e47a68decbd8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:48.262241 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:48.292368 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e57a1db-8bb3-437f-92c9-abbbead093f3 admin admin] Publish callbacks [] for security_group (a6d1d7a1-9fe3-421d-8233-e47a68decbd8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:48.421450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-371b6edd-591d-4e3c-812b-0fc9436990b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:48.424319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-371b6edd-591d-4e3c-812b-0fc9436990b1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=2dd27de8-7024-4174-8d73-b214a935931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501572 Aug 28 20:28:48.535015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5080c-3f69-4014-ad68-fe57bc9af02d req-5d213edb-7a5d-4d82-b591-a2633ff359c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:48.539317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e57a1db-8bb3-437f-92c9-abbbead093f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a6d1d7a1-9fe3-421d-8233-e47a68decbd8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:48.540703 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f5080c-3f69-4014-ad68-fe57bc9af02d req-5d213edb-7a5d-4d82-b591-a2633ff359c8 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 946 time: 0.1260180 Aug 28 20:28:48.549169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8e57a1db-8bb3-437f-92c9-abbbead093f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:48.549169 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8e57a1db-8bb3-437f-92c9-abbbead093f3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a6d1d7a1-9fe3-421d-8233-e47a68decbd8 HTTP/1.1" status: 204 len: 168 time: 0.3950903 Aug 28 20:28:48.560747 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:48.628994 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3f5080c-3f69-4014-ad68-fe57bc9af02d req-640eb0ec-bd77-4552-ba00-0d56fd21b5eb tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=faa6287e-dc13-4048-a50c-196096d7444e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766540 Aug 28 20:28:48.666818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57a1db-8bb3-437f-92c9-abbbead093f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d1d7a1-9fe3-421d-8233-e47a68decbd8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:48.795817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-f0bc5436-f56d-4da2-8f04-33b53904152d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:48.797657 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-f0bc5436-f56d-4da2-8f04-33b53904152d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 946 time: 0.1678963 Aug 28 20:28:48.815237 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-bbe9c798-6528-43a2-add8-08568fb87e0b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251071 Aug 28 20:28:48.966078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port eb6ec1f0-c616-4027-8ce0-28ac332156ae {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:48.966438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:49.065513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f1eade1e-f99a-47a5-b9c6-c82355dce3af req-bc772c8f-3077-4c83-8d93-fd356221fd4b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414091 Aug 28 20:28:49.151086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port eb6ec1f0-c616-4027-8ce0-28ac332156ae, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=eb6ec1f0-c616-4027-8ce0-28ac332156ae,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:49.151522 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:49.173472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for eb6ec1f0-c616-4027-8ce0-28ac332156ae owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:49.356250 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:49.507212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (eb6ec1f0-c616-4027-8ce0-28ac332156ae), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:49.544708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=eb6ec1f0-c616-4027-8ce0-28ac332156ae,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:49.646684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] No DVR routers for this DVR port eb6ec1f0-c616-4027-8ce0-28ac332156ae on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:28:49.654649 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:49.656287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3b67f4c5-d8eb-4263-b612-bae28bc9c17d req-1c0b14d5-7297-4394-a8b8-3f6794fdc8e2 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.84 "DELETE /networking/v2.0/ports/eb6ec1f0-c616-4027-8ce0-28ac332156ae HTTP/1.1" status: 204 len: 173 time: 0.8514287 Aug 28 20:28:49.657068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'name': 'network-vif-deleted', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:28:49.672597 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b07345-eff4-4a96-b003-afbb4a48a1f4" -d '{"events": [{"server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "name": "network-vif-deleted", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:28:49.740040 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5008a58c-38cb-4030-a2bf-6dfca684602a x-openstack-request-id: req-5008a58c-38cb-4030-a2bf-6dfca684602a {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:28:49.740902 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519a2cde-da41-470c-aa5b-028ac257e1de", "name": "network-vif-deleted", "tag": "eb6ec1f0-c616-4027-8ce0-28ac332156ae", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:28:49.741154 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5008a58c-38cb-4030-a2bf-6dfca684602a {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:28:49.741565 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5008a58c-38cb-4030-a2bf-6dfca684602a'] response: {'server_uuid': '519a2cde-da41-470c-aa5b-028ac257e1de', 'name': 'network-vif-deleted', 'tag': 'eb6ec1f0-c616-4027-8ce0-28ac332156ae', 'status': 'completed', 'code': 200} Aug 28 20:28:49.788956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-379ab0c3-7572-4047-92bf-cbea1caa418b req-79d911c4-b9ce-480a-b3d6-91dbea8fbbaf tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 210 time: 0.0603712 Aug 28 20:28:50.267239 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-a05f3149-5b75-4fdb-a2b0-a95009c66dd8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743922 Aug 28 20:28:50.410140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-7e8b247e-a54e-47df-aa7c-70734aa5009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:50.411881 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-7e8b247e-a54e-47df-aa7c-70734aa5009e service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 1127 time: 0.0723519 Aug 28 20:28:50.564903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-44a65018-abb6-4c62-a8f6-0cb9b61d2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:50.564903 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-44a65018-abb6-4c62-a8f6-0cb9b61d2930 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1251078 Aug 28 20:28:50.606297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-8e9d6cd9-0cc5-4658-95aa-1f11cee03bfa service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e HTTP/1.1" status: 200 len: 217 time: 0.0374660 Aug 28 20:28:50.704203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-02fb2139-b2c4-4d93-b107-482ea4450c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:50.706229 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-02fb2139-b2c4-4d93-b107-482ea4450c8c service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0869572 Aug 28 20:28:50.790365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-ecdf222f-2cc5-4e95-8094-4cad0604bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:50.794115 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-ecdf222f-2cc5-4e95-8094-4cad0604bee8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801501 Aug 28 20:28:50.832640 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:50.958209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-8f6b992a-be40-4727-ae2f-fb9c30749417 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580789 Aug 28 20:28:50.997669 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7eca1e0-6ee7-495b-b5d8-c441cceadcc1 req-4ca3cd63-a397-45c1-8270-6af8c52dfa5e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=519a2cde-da41-470c-aa5b-028ac257e1de HTTP/1.1" status: 200 len: 210 time: 0.0609002 Aug 28 20:28:51.115429 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8a9e3982-8381-46d3-8ef9-c9e352fac6c6 req-91943a94-4807-4fdf-ab65-1c89c664d1a2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517963 Aug 28 20:28:51.586695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device eb6ec1f0-c616-4027-8ce0-28ac332156ae no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:51.654414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: eb6ec1f0-c616-4027-8ce0-28ac332156ae {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:51.655679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device eb6ec1f0-c616-4027-8ce0-28ac332156ae not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:51.943147 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-875a854d-7ae9-4162-b48e-41d49e783407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:52.078387 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51036) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:52.171441 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b273c39-f902-4d4c-80a4-a7014f6fef4d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (faa6287e-dc13-4048-a50c-196096d7444e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:52.216948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b273c39-f902-4d4c-80a4-a7014f6fef4d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (faa6287e-dc13-4048-a50c-196096d7444e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:52.422869 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b273c39-f902-4d4c-80a4-a7014f6fef4d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (faa6287e-dc13-4048-a50c-196096d7444e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:52.425767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1b273c39-f902-4d4c-80a4-a7014f6fef4d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:52.427152 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1b273c39-f902-4d4c-80a4-a7014f6fef4d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/faa6287e-dc13-4048-a50c-196096d7444e HTTP/1.1" status: 204 len: 168 time: 0.3580172 Aug 28 20:28:52.457184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b273c39-f902-4d4c-80a4-a7014f6fef4d tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa6287e-dc13-4048-a50c-196096d7444e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:52.655842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51074) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:53.126674 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:53.143715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:53.459537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port 69a7d417-e57a-4525-8684-08b3419a5e00 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:53.459830 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:53.531035 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:53.586626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port 69a7d417-e57a-4525-8684-08b3419a5e00, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=69a7d417-e57a-4525-8684-08b3419a5e00,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:53.586988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:53.603280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for 69a7d417-e57a-4525-8684-08b3419a5e00 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:54.008113 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (69a7d417-e57a-4525-8684-08b3419a5e00), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:54.041791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=69a7d417-e57a-4525-8684-08b3419a5e00,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:54.201169 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0659a312-ef1d-4990-81da-4b2a44e957df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:54.320633 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:54.320633 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:54.570379 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:54.800978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:28:54.994447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:28:55.001374 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b0b49a56-22a1-4380-960c-48edb9d0e68e tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "PUT /networking/v2.0/routers/381f4313-f855-4b89-9d9a-a0e0cd69e8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444445 Aug 28 20:28:55.004807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51216) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:55.008949 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] Sync routers for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:28:55.047561 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:55.058411 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:55.159773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting subnet 4644ed53-5751-4c11-b688-00598eda587c {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:28:55.166597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (4644ed53-5751-4c11-b688-00598eda587c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:55.234995 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:55.240132 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:55.296067 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (4644ed53-5751-4c11-b688-00598eda587c), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:55.519643 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (4644ed53-5751-4c11-b688-00598eda587c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:55.539536 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:28:53Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:55.612342 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] Checking router: 381f4313-f855-4b89-9d9a-a0e0cd69e8ae for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:28:55.630339 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] Routers {'381f4313-f855-4b89-9d9a-a0e0cd69e8ae'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:28:55.632821 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:55.728951 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (4644ed53-5751-4c11-b688-00598eda587c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:55.823367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Subnet': ['ID=4644ed53-5751-4c11-b688-00598eda587c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:55.857783 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:55.859848 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:55.869221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae99165-c096-4a7e-a026-ff53fd3c5e3a None None] Network 2dd27de8-7024-4174-8d73-b214a935931f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:28:55.885086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51258) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:55.889498 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-012aa0d5-b308-4b9b-8096-8bc44f7fb3fc tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4644ed53-5751-4c11-b688-00598eda587c HTTP/1.1" status: 204 len: 168 time: 0.8803709 Aug 28 20:28:55.908658 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] Set router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:28:56.196968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] DHCP port deletion for 2dd27de8-7024-4174-8d73-b214a935931f request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:28:56.205260 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:56.225361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:56.314511 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:28:56.322441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] Deleting port 074e4831-b8c9-471a-ba94-e02680b251ea {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:56.322873 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:56.397945 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:56.399568 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:56.401406 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:28:53Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:56.462577 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df557839-8d7c-4748-9537-0c1cd3726a4f None None] The sync data for ids ['381f4313-f855-4b89-9d9a-a0e0cd69e8ae'] in n-d-854121-7 is: [{'id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'name': 'tempest-TestNetworkBasicOps-router-1141844604', 'tenant_id': '693ced18e2794bd5abe2110d87ba128f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:27:12Z', 'updated_at': '2022-08-28T20:28:53Z', 'revision_number': 5, 'project_id': '693ced18e2794bd5abe2110d87ba128f', 'gw_port': {'id': '672f6447-37d1-48f3-9c33-a26fba5e2889', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381f4313-f855-4b89-9d9a-a0e0cd69e8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:27:13Z', 'updated_at': '2022-08-28T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:28:56.556994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] For port 074e4831-b8c9-471a-ba94-e02680b251ea, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=074e4831-b8c9-471a-ba94-e02680b251ea,segment=NetworkSegment(5841ee33-df26-4e77-bcc7-6debf22e8e93),segment_id=5841ee33-df26-4e77-bcc7-6debf22e8e93)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:56.557193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:56.583059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] Calling delete_port for 074e4831-b8c9-471a-ba94-e02680b251ea owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:56.587083 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:56.592868 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_gateway (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:56.732055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Deleting port 672f6447-37d1-48f3-9c33-a26fba5e2889 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:28:56.732964 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:56.744898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51294) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:56.836980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (074e4831-b8c9-471a-ba94-e02680b251ea), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:56.957572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] Pushing event deleted for resources: {'Port': ['ID=074e4831-b8c9-471a-ba94-e02680b251ea,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:57.060782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f6a24-fde5-43bc-9e89-bdef167863a2 None None] No DVR routers for this DVR port 074e4831-b8c9-471a-ba94-e02680b251ea on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:28:57.119032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 074e4831-b8c9-471a-ba94-e02680b251ea no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:57.192515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 074e4831-b8c9-471a-ba94-e02680b251ea {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:57.193796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 074e4831-b8c9-471a-ba94-e02680b251ea not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:57.194423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 69a7d417-e57a-4525-8684-08b3419a5e00 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:57.256391 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 69a7d417-e57a-4525-8684-08b3419a5e00 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:57.261367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 69a7d417-e57a-4525-8684-08b3419a5e00 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:57.263735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.308729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] For port 672f6447-37d1-48f3-9c33-a26fba5e2889, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=672f6447-37d1-48f3-9c33-a26fba5e2889,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:28:57.309556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.333117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Calling delete_port for 672f6447-37d1-48f3-9c33-a26fba5e2889 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:28:57.583520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bdc00e2a-629e-44c7-8a8b-4db9abf08cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.674823 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.699700 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bdc00e2a-629e-44c7-8a8b-4db9abf08cd9 admin admin] Publish callbacks [] for security_group (668d90bb-4e4b-4393-be89-e99fb936191f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.703560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (672f6447-37d1-48f3-9c33-a26fba5e2889), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.737196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Port': ['ID=672f6447-37d1-48f3-9c33-a26fba5e2889,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:57.790590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bdc00e2a-629e-44c7-8a8b-4db9abf08cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (668d90bb-4e4b-4393-be89-e99fb936191f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.836361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:57.875888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bdc00e2a-629e-44c7-8a8b-4db9abf08cd9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f7848865b40f4ec4853693813aa2fe30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1296217 Aug 28 20:28:57.878556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51340) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:57.889408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc00e2a-629e-44c7-8a8b-4db9abf08cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d90bb-4e4b-4393-be89-e99fb936191f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:57.964617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8dd99e0d-acf6-473c-b9cd-f949a888ea00 admin admin] Publish callbacks [] for security_group (668d90bb-4e4b-4393-be89-e99fb936191f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.011055 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.015880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8dd99e0d-acf6-473c-b9cd-f949a888ea00 admin admin] Publish callbacks [] for security_group (668d90bb-4e4b-4393-be89-e99fb936191f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.016966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router_controller (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.205341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8dd99e0d-acf6-473c-b9cd-f949a888ea00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (668d90bb-4e4b-4393-be89-e99fb936191f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.208866 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8dd99e0d-acf6-473c-b9cd-f949a888ea00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.210410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8dd99e0d-acf6-473c-b9cd-f949a888ea00 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/668d90bb-4e4b-4393-be89-e99fb936191f HTTP/1.1" status: 204 len: 168 time: 0.3305457 Aug 28 20:28:58.221511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd99e0d-acf6-473c-b9cd-f949a888ea00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d90bb-4e4b-4393-be89-e99fb936191f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:58.306461 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (381f4313-f855-4b89-9d9a-a0e0cd69e8ae), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.308771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Fanout notify agent at l3_agent the message router_deleted on router 381f4313-f855-4b89-9d9a-a0e0cd69e8ae {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:28:58.324493 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.339796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6787fad-54bb-4e6b-909f-fd86eb173b66 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/routers/381f4313-f855-4b89-9d9a-a0e0cd69e8ae HTTP/1.1" status: 204 len: 168 time: 2.4522424 Aug 28 20:28:58.344158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51362) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:58.602636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (2dd27de8-7024-4174-8d73-b214a935931f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.693962 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87de6-2e4b-45c4-9a6c-6383f6d6b94c req-bb206e85-1841-4e81-b75a-78b143d8110a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:58.696159 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6c87de6-2e4b-45c4-9a6c-6383f6d6b94c req-bb206e85-1841-4e81-b75a-78b143d8110a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1093392 Aug 28 20:28:58.764805 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:58.783585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6c87de6-2e4b-45c4-9a6c-6383f6d6b94c req-a98c595e-c2fe-441c-9d75-376afbe9fa3e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747285 Aug 28 20:28:58.808305 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (2dd27de8-7024-4174-8d73-b214a935931f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.837647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd27de8-7024-4174-8d73-b214a935931f']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:58.860625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5841ee33-df26-4e77-bcc7-6debf22e8e93') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:58.861106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5841ee33-df26-4e77-bcc7-6debf22e8e93') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:28:58.885989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (5841ee33-df26-4e77-bcc7-6debf22e8e93), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.935523 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5841ee33-df26-4e77-bcc7-6debf22e8e93), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.941701 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:58.943167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:28:58.943589 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (5841ee33-df26-4e77-bcc7-6debf22e8e93), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:58.999455 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5841ee33-df26-4e77-bcc7-6debf22e8e93 resource provider aggregate not found Aug 28 20:28:59.057555 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 5841ee33-df26-4e77-bcc7-6debf22e8e93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5841ee33-df26-4e77-bcc7-6debf22e8e93 found for delete ", "request_id": "req-13620e18-9da0-4a5a-a73d-8db6a36a7047"}]} Aug 28 20:28:59.111893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f8366-5d39-497c-a55b-1dc76045ed33 req-5edf69cc-cc67-42f7-803e-c2472c8cc51d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:59.114705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-822f8366-5d39-497c-a55b-1dc76045ed33 req-5edf69cc-cc67-42f7-803e-c2472c8cc51d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1907558 Aug 28 20:28:59.134498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 672f6447-37d1-48f3-9c33-a26fba5e2889 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:28:59.174222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 672f6447-37d1-48f3-9c33-a26fba5e2889 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:28:59.174720 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 672f6447-37d1-48f3-9c33-a26fba5e2889 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:28:59.257399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-822f8366-5d39-497c-a55b-1dc76045ed33 req-b9e56d44-d1ba-4682-bccd-e8ce5f57be31 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335874 Aug 28 20:28:59.356845 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (2dd27de8-7024-4174-8d73-b214a935931f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:59.376236 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:59.382101 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2dd27de8-7024-4174-8d73-b214a935931f HTTP/1.1" status: 204 len: 168 time: 1.0365641 Aug 28 20:28:59.405407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf64a9-89ed-4515-8d29-0aa6100c3e67 tempest-TestNetworkBasicOps-952909342 tempest-TestNetworkBasicOps-952909342-project] Pushing event deleted for resources: {'Network': ['ID=2dd27de8-7024-4174-8d73-b214a935931f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:28:59.419022 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:28:59.503546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f360b-42e7-433a-8329-462ec4d6c523 req-7dd159a2-4370-485c-ac65-a3b6b9c72ea9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:59.503546 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-382f360b-42e7-433a-8329-462ec4d6c523 req-7dd159a2-4370-485c-ac65-a3b6b9c72ea9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0859644 Aug 28 20:28:59.571570 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-382f360b-42e7-433a-8329-462ec4d6c523 req-4167b2b3-92de-41f1-ba97-d995a4eb9509 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736787 Aug 28 20:28:59.764563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dbb60-6971-4da3-a6df-25532d150182 req-3ab5babe-b40b-4b05-9a50-8a75e4ece8c5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:28:59.773989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-068dbb60-6971-4da3-a6df-25532d150182 req-3ab5babe-b40b-4b05-9a50-8a75e4ece8c5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1044149 Aug 28 20:28:59.783099 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51422) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:28:59.810058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-626c83cb-9249-4169-a84f-0b8af5259fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:59.851336 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-068dbb60-6971-4da3-a6df-25532d150182 req-81443fc9-4cfa-4283-8bce-74b842cd5a93 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758891 Aug 28 20:28:59.966967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-626c83cb-9249-4169-a84f-0b8af5259fd0 admin admin] Publish callbacks [] for security_group (ddc5f6a4-aeaf-4f1c-acac-39510f984485), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:28:59.968429 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:00.100163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-626c83cb-9249-4169-a84f-0b8af5259fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ddc5f6a4-aeaf-4f1c-acac-39510f984485), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:00.167176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-626c83cb-9249-4169-a84f-0b8af5259fd0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d3f64eab0860425b96a4785df901f191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782446 Aug 28 20:29:00.167176 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c83cb-9249-4169-a84f-0b8af5259fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc5f6a4-aeaf-4f1c-acac-39510f984485,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:00.168508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51438) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:00.307315 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63ebac64-2d93-42bf-83cc-4e8d0d4abf02 admin admin] Publish callbacks [] for security_group (ddc5f6a4-aeaf-4f1c-acac-39510f984485), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:00.315686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51442) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:00.341808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63ebac64-2d93-42bf-83cc-4e8d0d4abf02 admin admin] Publish callbacks [] for security_group (ddc5f6a4-aeaf-4f1c-acac-39510f984485), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:00.371096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51450) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:00.605262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63ebac64-2d93-42bf-83cc-4e8d0d4abf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ddc5f6a4-aeaf-4f1c-acac-39510f984485), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:00.613108 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-63ebac64-2d93-42bf-83cc-4e8d0d4abf02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:00.613108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-63ebac64-2d93-42bf-83cc-4e8d0d4abf02 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ddc5f6a4-aeaf-4f1c-acac-39510f984485 HTTP/1.1" status: 204 len: 168 time: 0.4354918 Aug 28 20:29:00.623755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebac64-2d93-42bf-83cc-4e8d0d4abf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc5f6a4-aeaf-4f1c-acac-39510f984485,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:00.671132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc149f3-7b3d-4f05-92c3-3ce17c634162 req-db579be0-321e-46d8-ab62-cab6186a307f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:00.679760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fdc149f3-7b3d-4f05-92c3-3ce17c634162 req-db579be0-321e-46d8-ab62-cab6186a307f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0928788 Aug 28 20:29:00.776709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51470) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:00.785072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-923d21c1-f75d-4ef4-bbed-8a13e6c8bb13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:00.788581 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c17b2c26-2d10-4371-9650-8d06ee1ba296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:00.819025 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fdc149f3-7b3d-4f05-92c3-3ce17c634162 req-abca0f6e-575f-424e-90fa-4d70dc3547ec tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382833 Aug 28 20:29:00.957231 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-538a0a90-b720-42c8-ac7f-01745394ffbd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=693ced18e2794bd5abe2110d87ba128f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752074 Aug 28 20:29:00.959462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51484) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:00.978217 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:01.037421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a057c62-0c94-49b8-b8a3-00507e699f15 admin admin] Publish callbacks [] for security_group (327db85d-fd65-4460-8106-55da7251bfe3), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.043281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-923d21c1-f75d-4ef4-bbed-8a13e6c8bb13 admin admin] Publish callbacks [] for security_group (3bccf26b-8d3e-4cc4-b0a4-18517599e83d), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.047635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c17b2c26-2d10-4371-9650-8d06ee1ba296 admin admin] Publish callbacks [] for security_group (0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.076556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a057c62-0c94-49b8-b8a3-00507e699f15 admin admin] Publish callbacks [] for security_group (327db85d-fd65-4460-8106-55da7251bfe3), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.122691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-923d21c1-f75d-4ef4-bbed-8a13e6c8bb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3bccf26b-8d3e-4cc4-b0a4-18517599e83d), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.170961 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c17b2c26-2d10-4371-9650-8d06ee1ba296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.186774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d21c1-f75d-4ef4-bbed-8a13e6c8bb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bccf26b-8d3e-4cc4-b0a4-18517599e83d,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:01.218717 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-923d21c1-f75d-4ef4-bbed-8a13e6c8bb13 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fb8547b8e8064d818f0d97e0de09767b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8978572 Aug 28 20:29:01.219963 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51498) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:01.248629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a057c62-0c94-49b8-b8a3-00507e699f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (327db85d-fd65-4460-8106-55da7251bfe3), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.251472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7a057c62-0c94-49b8-b8a3-00507e699f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.252711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7a057c62-0c94-49b8-b8a3-00507e699f15 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/327db85d-fd65-4460-8106-55da7251bfe3 HTTP/1.1" status: 204 len: 168 time: 0.2860119 Aug 28 20:29:01.273939 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a057c62-0c94-49b8-b8a3-00507e699f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327db85d-fd65-4460-8106-55da7251bfe3,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:01.311356 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c17b2c26-2d10-4371-9650-8d06ee1ba296 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=01c0164468cb452c8b269c6e6050821c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9372587 Aug 28 20:29:01.311598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51504) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:01.317185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b2c26-2d10-4371-9650-8d06ee1ba296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:01.346819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f496da9-e894-43b6-a732-138cc684c370 admin admin] Publish callbacks [] for security_group (3bccf26b-8d3e-4cc4-b0a4-18517599e83d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.397091 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f496da9-e894-43b6-a732-138cc684c370 admin admin] Publish callbacks [] for security_group (3bccf26b-8d3e-4cc4-b0a4-18517599e83d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.470340 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dced3c36-2ae7-4be8-a09e-6ff855205731 admin admin] Publish callbacks [] for security_group (0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.511277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dced3c36-2ae7-4be8-a09e-6ff855205731 admin admin] Publish callbacks [] for security_group (0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.642114 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f496da9-e894-43b6-a732-138cc684c370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3bccf26b-8d3e-4cc4-b0a4-18517599e83d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.644749 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f496da9-e894-43b6-a732-138cc684c370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.650210 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9f496da9-e894-43b6-a732-138cc684c370 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3bccf26b-8d3e-4cc4-b0a4-18517599e83d HTTP/1.1" status: 204 len: 168 time: 0.4247935 Aug 28 20:29:01.665261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496da9-e894-43b6-a732-138cc684c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bccf26b-8d3e-4cc4-b0a4-18517599e83d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:01.713784 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dced3c36-2ae7-4be8-a09e-6ff855205731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.720385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dced3c36-2ae7-4be8-a09e-6ff855205731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:01.721169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dced3c36-2ae7-4be8-a09e-6ff855205731 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9 HTTP/1.1" status: 204 len: 168 time: 0.4085755 Aug 28 20:29:01.731951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced3c36-2ae7-4be8-a09e-6ff855205731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd8b635-7c8f-43a8-ad00-ab1a0fa3b6c9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:01.993695 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:02.149281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a386ec-3ad8-4aaf-97a5-664b7b30eb4f req-5c0e91fc-a2e6-428a-b968-39499185b609 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:02.151819 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04a386ec-3ad8-4aaf-97a5-664b7b30eb4f req-5c0e91fc-a2e6-428a-b968-39499185b609 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0868304 Aug 28 20:29:02.247641 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-04a386ec-3ad8-4aaf-97a5-664b7b30eb4f req-124b545a-737e-44c3-9950-e909cd004562 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885870 Aug 28 20:29:02.676223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51572) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:02.697692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-453c5dcf-89e5-4e0a-aa1f-231c2da99889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:02.721643 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:02.798923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-453c5dcf-89e5-4e0a-aa1f-231c2da99889 admin admin] Publish callbacks [] for security_group (9f92c2ec-efe3-4083-bb0c-32707bc30c07), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:02.961949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-453c5dcf-89e5-4e0a-aa1f-231c2da99889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9f92c2ec-efe3-4083-bb0c-32707bc30c07), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.003554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-453c5dcf-89e5-4e0a-aa1f-231c2da99889 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=157fb9442d1d44748f04d2183046fd3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261766 Aug 28 20:29:03.005925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c5dcf-89e5-4e0a-aa1f-231c2da99889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f92c2ec-efe3-4083-bb0c-32707bc30c07,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:03.006377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51594) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:03.061069 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3bdd-6803-4a02-8c60-7b01c4241d1e admin admin] Publish callbacks [] for security_group (9f92c2ec-efe3-4083-bb0c-32707bc30c07), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.078334 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=13,neutron:UPDATE=1,neutron:SELECT=86 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:03.083006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3bdd-6803-4a02-8c60-7b01c4241d1e admin admin] Publish callbacks [] for security_group (9f92c2ec-efe3-4083-bb0c-32707bc30c07), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.241912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3bdd-6803-4a02-8c60-7b01c4241d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9f92c2ec-efe3-4083-bb0c-32707bc30c07), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.244859 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3bdd-6803-4a02-8c60-7b01c4241d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.245718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6cbe3bdd-6803-4a02-8c60-7b01c4241d1e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9f92c2ec-efe3-4083-bb0c-32707bc30c07 HTTP/1.1" status: 204 len: 168 time: 0.2382910 Aug 28 20:29:03.254257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe3bdd-6803-4a02-8c60-7b01c4241d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f92c2ec-efe3-4083-bb0c-32707bc30c07,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:03.314693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51612) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:03.334835 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e92c8e29-adbf-4826-b692-c78031c88980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.424385 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8324c-4bf2-48ce-af79-fe0ec280c394 req-ec87a360-0d01-4cfc-8232-e5c302b21533 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:03.434090 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2eb8324c-4bf2-48ce-af79-fe0ec280c394 req-ec87a360-0d01-4cfc-8232-e5c302b21533 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0775583 Aug 28 20:29:03.466761 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e92c8e29-adbf-4826-b692-c78031c88980 admin admin] Publish callbacks [] for security_group (c94b585d-8a16-4fd6-9855-97869fe39af8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.495588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2eb8324c-4bf2-48ce-af79-fe0ec280c394 req-bd5dbe4b-e816-416a-81bc-96ff76375ba9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599821 Aug 28 20:29:03.534122 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e92c8e29-adbf-4826-b692-c78031c88980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c94b585d-8a16-4fd6-9855-97869fe39af8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.600379 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-8a4246c9-5a86-4dc9-9e8e-b8552aec332b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3723047 Aug 28 20:29:03.603950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c8e29-adbf-4826-b692-c78031c88980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94b585d-8a16-4fd6-9855-97869fe39af8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:03.613236 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e92c8e29-adbf-4826-b692-c78031c88980 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0f3bd454174c4682b5325447b317a82d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2971594 Aug 28 20:29:03.614423 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51618) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:03.683113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-e64b89a2-e3b2-4ebe-86da-eb9e0e4500de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:03.684788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-e64b89a2-e3b2-4ebe-86da-eb9e0e4500de service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=5b0f9bc8d4cb46c8af856fea8e100ef6&device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 1131 time: 0.0446842 Aug 28 20:29:03.695369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce7aee5a-5c50-4485-8bf4-8daa0d3edda8 admin admin] Publish callbacks [] for security_group (c94b585d-8a16-4fd6-9855-97869fe39af8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.723859 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce7aee5a-5c50-4485-8bf4-8daa0d3edda8 admin admin] Publish callbacks [] for security_group (c94b585d-8a16-4fd6-9855-97869fe39af8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.810250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-bacd0e09-7150-43e3-a622-7a9052749fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:03.811775 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-bacd0e09-7150-43e3-a622-7a9052749fc7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3 HTTP/1.1" status: 200 len: 870 time: 0.1031425 Aug 28 20:29:03.862634 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-d8106177-7a32-4e5f-a232-293b3d376440 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c HTTP/1.1" status: 200 len: 217 time: 0.0437992 Aug 28 20:29:03.900398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce7aee5a-5c50-4485-8bf4-8daa0d3edda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c94b585d-8a16-4fd6-9855-97869fe39af8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.912603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ce7aee5a-5c50-4485-8bf4-8daa0d3edda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:03.914601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ce7aee5a-5c50-4485-8bf4-8daa0d3edda8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c94b585d-8a16-4fd6-9855-97869fe39af8 HTTP/1.1" status: 204 len: 168 time: 0.2981391 Aug 28 20:29:03.920563 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:03.929483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aee5a-5c50-4485-8bf4-8daa0d3edda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94b585d-8a16-4fd6-9855-97869fe39af8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:03.942417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-10adc1c0-090c-48cc-ba00-a7459d6945ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:03.945286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-10adc1c0-090c-48cc-ba00-a7459d6945ab service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bc235fe1-645e-497d-a653-ec814f3e7d52 HTTP/1.1" status: 200 len: 843 time: 0.0748265 Aug 28 20:29:04.020473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-7fa3555c-1fed-46fe-8936-e76454b7789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:04.020473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-7fa3555c-1fed-46fe-8936-e76454b7789d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=cd3fa9fc-78d2-451a-b888-27c04b4ce5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0612161 Aug 28 20:29:04.117437 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-289b1582-6e80-48ba-82ca-092bed0263db service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930495 Aug 28 20:29:04.178302 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:04.232811 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1f4b660a-0477-44cc-b44a-cf418218c5af req-5c8b4214-f103-433d-a959-46c108493f23 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/cd3fa9fc-78d2-451a-b888-27c04b4ce5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056354 Aug 28 20:29:04.667322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8907f2d-0a66-4afa-bc56-77584070ce31 req-afe7bdcc-bed7-4481-8b86-5af5aa45b379 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:04.668881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8907f2d-0a66-4afa-bc56-77584070ce31 req-afe7bdcc-bed7-4481-8b86-5af5aa45b379 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0514224 Aug 28 20:29:04.729163 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c8907f2d-0a66-4afa-bc56-77584070ce31 req-4374480e-08ff-490c-a100-b371b9032827 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534890 Aug 28 20:29:05.428409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51666) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:05.597817 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2087885283-network', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:05.694194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Made reservation on behalf of 93b5e75aa65546349bfc3d95468ad2a4 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:05.696979 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:05.710632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:05.772422 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:05.811831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks [] for security_group (5cf79820-ff3e-454f-ad0b-e46c2d63709b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:05.909506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5cf79820-ff3e-454f-ad0b-e46c2d63709b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:05.922214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e49f-677d-4e23-aa55-8e971aa9f33a req-1e7ba96f-d32f-4410-b4b2-b7679774d48f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:05.952668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:29:05.953154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cf0e49f-677d-4e23-aa55-8e971aa9f33a req-1e7ba96f-d32f-4410-b4b2-b7679774d48f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0991693 Aug 28 20:29:05.976136 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf79820-ff3e-454f-ad0b-e46c2d63709b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:05.992417 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (7907b0a5-1956-4f57-a4e3-e15c395d81bd), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:05.995023 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Added segment 7907b0a5-1956-4f57-a4e3-e15c395d81bd of type vlan for network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c Aug 28 20:29:06.075619 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cf0e49f-677d-4e23-aa55-8e971aa9f33a req-5e4bb3e5-25db-4412-93c7-eaca3eea895b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139245 Aug 28 20:29:06.077059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (9582500b-e965-46d5-9d5e-b3a9b55a5b7c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:06.224634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (9582500b-e965-46d5-9d5e-b3a9b55a5b7c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:06.225693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:06.226338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:06.309480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] Pushing event updated for resources: {'Network': ['ID=9582500b-e965-46d5-9d5e-b3a9b55a5b7c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:06.320294 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:29:06.370407 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b6cfc3b8-d354-4d5b-81dc-7bcfe082eccc admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9403670 Aug 28 20:29:06.373429 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51700) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:06.379693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Request body: {'subnet': {'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2087885283-subnet', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:06.394055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51702) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:06.534267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Made reservation on behalf of 93b5e75aa65546349bfc3d95468ad2a4 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:06.536956 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:06.704943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-176648271-network', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:06.801742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Made reservation on behalf of a53d2813633c4dcab0210a81ff20f549 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:06.805380 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:06.817467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:06.901398 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (eb47d692-cd91-4b43-ad8d-5766207e0e1c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:06.903637 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=22,neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:06.932980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks [] for security_group (695443a9-f7f5-4e73-902a-253ca4f26992), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.010181 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb47d692-cd91-4b43-ad8d-5766207e0e1c,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:07.020432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Checking segment: {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:07.021098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Network hostable DHCP agents. Network: 9582500b-e965-46d5-9d5e-b3a9b55a5b7c, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:29:07.033255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (695443a9-f7f5-4e73-902a-253ca4f26992), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.076362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:29:07.102140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695443a9-f7f5-4e73-902a-253ca4f26992,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:07.106281 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (36aecce3-df91-460c-b229-225cae544baa), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.106596 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Added segment 36aecce3-df91-460c-b229-225cae544baa of type vlan for network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 Aug 28 20:29:07.166918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (60aa502a-33f9-4bf3-98e2-1b1f8f860f84), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.173067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:29:07.226555 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:07.247440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 9582500b-e965-46d5-9d5e-b3a9b55a5b7c) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:07.256643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:07.257227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.260263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e75f6-6c69-4d7c-9837-af4514223530 None None] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:07.272502 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (60aa502a-33f9-4bf3-98e2-1b1f8f860f84), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.274682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:07.275818 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.314064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717316-e5a8-4005-b2de-32f0b9d22920 req-115eb6b8-d860-443d-ae96-451979b5f55c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:07.322474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30717316-e5a8-4005-b2de-32f0b9d22920 req-115eb6b8-d860-443d-ae96-451979b5f55c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1076617 Aug 28 20:29:07.400518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] Pushing event updated for resources: {'Network': ['ID=60aa502a-33f9-4bf3-98e2-1b1f8f860f84,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:07.413340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-30717316-e5a8-4005-b2de-32f0b9d22920 req-23f653c0-691b-471d-a5ce-3288bd961893 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864263 Aug 28 20:29:07.418658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:29:07.446036 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cf37636e-9a11-49b3-89ba-0d46c1cb5477 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0494480 Aug 28 20:29:07.447127 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51730) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:07.457815 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-197ffc63-6ea4-4bf2-b434-2bc9c3ff1851 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0832222 Aug 28 20:29:07.465308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51732) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:07.476990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Request body: {'subnet': {'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-176648271-subnet', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:07.480862 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:07.532613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:29:07.537336 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.641240 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (5a16725e-115d-4d20-9f62-97f060334d85), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.642566 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (5a16725e-115d-4d20-9f62-97f060334d85), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.667322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Made reservation on behalf of a53d2813633c4dcab0210a81ff20f549 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:07.683579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.736823 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks [] for router_controller (5a16725e-115d-4d20-9f62-97f060334d85), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:07.755829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Allocated IP 172.20.0.2 (9582500b-e965-46d5-9d5e-b3a9b55a5b7c/eb47d692-cd91-4b43-ad8d-5766207e0e1c/65d9bbcd-8394-44f3-b096-81557a17db7d) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:07.859224 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:08.010384 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Publish callbacks [] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.050715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (ecf07176-4e79-4d20-b6d0-d214bc2fb7d8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.073663 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks [] for router_gateway (5a16725e-115d-4d20-9f62-97f060334d85), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.115026 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf07176-4e79-4d20-b6d0-d214bc2fb7d8,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:08.123616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Checking segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:08.123993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Network hostable DHCP agents. Network: 60aa502a-33f9-4bf3-98e2-1b1f8f860f84, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:29:08.140794 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.239145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:29:08.393151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 60aa502a-33f9-4bf3-98e2-1b1f8f860f84) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:08.398674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:08.399274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.437067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:08.439914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85288cf-23cd-45ed-bd75-3a9b5d352fbd None None] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:08.443509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:08.464823 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:08.471846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks [] for router_gateway (5a16725e-115d-4d20-9f62-97f060334d85), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.486056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:08.499009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.507333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40bf2d5f-f194-4e12-946b-d3164e4e9951 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0587776 Aug 28 20:29:08.514788 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51764) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:08.516855 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:08.522565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:08.559943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Pushing event updated for resources: {'Port': ['ID=65d9bbcd-8394-44f3-b096-81557a17db7d,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:08.672299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Attempting to bind port 65d9bbcd-8394-44f3-b096-81557a17db7d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:08.673311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Attempting to bind port 65d9bbcd-8394-44f3-b096-81557a17db7d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:08.673935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Attempting to bind port 65d9bbcd-8394-44f3-b096-81557a17db7d on network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:08.675250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Allocated IP 172.25.4.178 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/f7df43ca-7cc9-4ca9-89cd-6979fbac80ad) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:08.680173 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:08.694236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:08.694236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Checking segment: {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:08.694236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.694236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Bound using segment: {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:08.694236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Bound port: 65d9bbcd-8394-44f3-b096-81557a17db7d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:08.694236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.793943 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54b2e1-144e-4d1e-b4bb-dc47f60c0389 req-16e1df54-bf5f-4e90-9e4e-71de6b2d9280 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:08.795085 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] For port 65d9bbcd-8394-44f3-b096-81557a17db7d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:08.799969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] For port 65d9bbcd-8394-44f3-b096-81557a17db7d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65d9bbcd-8394-44f3-b096-81557a17db7d,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:08.810363 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed54b2e1-144e-4d1e-b4bb-dc47f60c0389 req-16e1df54-bf5f-4e90-9e4e-71de6b2d9280 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2460556 Aug 28 20:29:08.816111 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:08.853210 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (0d1494a0-f92b-4475-a363-297f67678bed), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.857151 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (0d1494a0-f92b-4475-a363-297f67678bed), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.862466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'fixed_ips': [{'subnet_id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:29:08.863502 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:08.964486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks [] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:09.012532 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks [] for router_controller (0d1494a0-f92b-4475-a363-297f67678bed), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:09.072072 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:09.095955 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ed54b2e1-144e-4d1e-b4bb-dc47f60c0389 req-98e7d849-9485-4cc2-8570-0f0e7ff069f6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835462 Aug 28 20:29:09.175309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:09.245285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382a787-022f-46a9-acdd-3acf548b5d32 None None] Pushing event updated for resources: {'Port': ['ID=65d9bbcd-8394-44f3-b096-81557a17db7d,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:09.277687 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:09.303646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:09.315196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Allocated IP 172.20.0.2 (60aa502a-33f9-4bf3-98e2-1b1f8f860f84/ecf07176-4e79-4d20-b6d0-d214bc2fb7d8/fafa8446-8b99-4674-9591-e7ff3b7a6427) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:09.315520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:09.392880 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Pushing event updated for resources: {'Port': ['ID=f7df43ca-7cc9-4ca9-89cd-6979fbac80ad,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:09.430473 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:09.475523 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:09.595672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51780) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:09.620895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks [] for router_gateway (0d1494a0-f92b-4475-a363-297f67678bed), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:09.808595 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Publish callbacks [] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:09.917371 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:09.970565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b16a230-377b-49a0-8385-effd1ea4e8d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.031195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:10.039011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:10.044300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:10.071238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Pushing event updated for resources: {'Port': ['ID=fafa8446-8b99-4674-9591-e7ff3b7a6427,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:10.093591 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks [] for router_gateway (0d1494a0-f92b-4475-a363-297f67678bed), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.132279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.179419 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks [] for router_gateway (5a16725e-115d-4d20-9f62-97f060334d85), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.229252 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Attempting to bind port fafa8446-8b99-4674-9591-e7ff3b7a6427 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:10.229700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Attempting to bind port fafa8446-8b99-4674-9591-e7ff3b7a6427 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:10.230110 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Attempting to bind port fafa8446-8b99-4674-9591-e7ff3b7a6427 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:10.236370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:10.236724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Checking segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:10.237147 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.237546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Bound using segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:10.238078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Bound port: fafa8446-8b99-4674-9591-e7ff3b7a6427, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:10.238481 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.274042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:10.369284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] For port fafa8446-8b99-4674-9591-e7ff3b7a6427, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:10.374908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] For port fafa8446-8b99-4674-9591-e7ff3b7a6427, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fafa8446-8b99-4674-9591-e7ff3b7a6427,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:10.459349 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:10.478022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Allocated IP 172.25.4.33 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/48d35fec-79da-4606-9bb6-fbe7fc4d5595) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:10.486423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b16a230-377b-49a0-8385-effd1ea4e8d0 admin admin] Publish callbacks [] for security_group (c8fc1efd-b1ef-4afe-a157-45e45d21401b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.495402 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.546366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d8fbf-4446-41bb-970e-5d345c3f2b3d req-64b42c1d-5f99-4fc2-8547-cbea9fb9edb9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:10.558576 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b0d8fbf-4446-41bb-970e-5d345c3f2b3d req-64b42c1d-5f99-4fc2-8547-cbea9fb9edb9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2855585 Aug 28 20:29:10.591465 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2b16a230-377b-49a0-8385-effd1ea4e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8fc1efd-b1ef-4afe-a157-45e45d21401b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.643096 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d339-9291-4994-bfce-fb37cd12c128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.643863 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2b16a230-377b-49a0-8385-effd1ea4e8d0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d2b95d370bd34bd79e79ebeedfafe420&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0473611 Aug 28 20:29:10.659185 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51794) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:10.719521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb6b64-f75e-40c9-ace1-4b27ccabe920 None None] Pushing event updated for resources: {'Port': ['ID=fafa8446-8b99-4674-9591-e7ff3b7a6427,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:10.805079 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16a230-377b-49a0-8385-effd1ea4e8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fc1efd-b1ef-4afe-a157-45e45d21401b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:10.884501 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks [] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.891921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5b0d8fbf-4446-41bb-970e-5d345c3f2b3d req-419a2deb-2fb2-4e83-b4c4-a157babbfb16 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273211 Aug 28 20:29:10.914058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5087c6a8-de62-4a41-b894-f69c213de7b1 admin admin] Publish callbacks [] for security_group (c8fc1efd-b1ef-4afe-a157-45e45d21401b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:10.974872 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5087c6a8-de62-4a41-b894-f69c213de7b1 admin admin] Publish callbacks [] for security_group (c8fc1efd-b1ef-4afe-a157-45e45d21401b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.120277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.132492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d44a5-18a1-49d4-9889-9e2cc4c912c1 None None] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:11.157457 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (5a16725e-115d-4d20-9f62-97f060334d85), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.165357 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d339-9291-4994-bfce-fb37cd12c128 admin admin] Publish callbacks [] for security_group (50a8e772-b6f0-4ba1-9d34-da685d958030), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.209338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65d9bbcd-8394-44f3-b096-81557a17db7d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:11.242747 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:11.247224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Pushing event updated for resources: {'Port': ['ID=48d35fec-79da-4606-9bb6-fbe7fc4d5595,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:11.247812 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5087c6a8-de62-4a41-b894-f69c213de7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8fc1efd-b1ef-4afe-a157-45e45d21401b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.250578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5087c6a8-de62-4a41-b894-f69c213de7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.252628 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5087c6a8-de62-4a41-b894-f69c213de7b1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8fc1efd-b1ef-4afe-a157-45e45d21401b HTTP/1.1" status: 204 len: 168 time: 0.5871251 Aug 28 20:29:11.269966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:11.274764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:11.283548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:11.286050 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d339-9291-4994-bfce-fb37cd12c128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (50a8e772-b6f0-4ba1-9d34-da685d958030), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.288586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087c6a8-de62-4a41-b894-f69c213de7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fc1efd-b1ef-4afe-a157-45e45d21401b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:11.303479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8fd7815c-7b49-411b-b6bf-8ae30a7521fe None None] Provisioning complete for port 65d9bbcd-8394-44f3-b096-81557a17db7d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:11.304288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8fd7815c-7b49-411b-b6bf-8ae30a7521fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.382476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9d339-9291-4994-bfce-fb37cd12c128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8e772-b6f0-4ba1-9d34-da685d958030,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:11.436106 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:11.448728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1ff9d339-9291-4994-bfce-fb37cd12c128 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=480c40f875c44ba68c4c4f9170038f59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1719513 Aug 28 20:29:11.451007 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51800) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:11.459090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65d9bbcd-8394-44f3-b096-81557a17db7d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:11.461094 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.549577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa30002d-286d-4eeb-8478-bd09ec1012ee admin admin] Publish callbacks [] for security_group (50a8e772-b6f0-4ba1-9d34-da685d958030), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.578565 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa30002d-286d-4eeb-8478-bd09ec1012ee admin admin] Publish callbacks [] for security_group (50a8e772-b6f0-4ba1-9d34-da685d958030), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.599236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65d9bbcd-8394-44f3-b096-81557a17db7d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:11.599759 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.617351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Router 5a16725e-115d-4d20-9f62-97f060334d85 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:29:11.673745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7815c-7b49-411b-b6bf-8ae30a7521fe None None] Current status of the port 65d9bbcd-8394-44f3-b096-81557a17db7d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:11.674477 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8fd7815c-7b49-411b-b6bf-8ae30a7521fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.679778 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:11.718174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 65d9bbcd-8394-44f3-b096-81557a17db7d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=65d9bbcd-8394-44f3-b096-81557a17db7d,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:11.806058 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.820804 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks [] for router_gateway (0d1494a0-f92b-4475-a363-297f67678bed), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.847030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa30002d-286d-4eeb-8478-bd09ec1012ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (50a8e772-b6f0-4ba1-9d34-da685d958030), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.855405 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-aa30002d-286d-4eeb-8478-bd09ec1012ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:11.860636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-aa30002d-286d-4eeb-8478-bd09ec1012ee admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/50a8e772-b6f0-4ba1-9d34-da685d958030 HTTP/1.1" status: 204 len: 168 time: 0.4082079 Aug 28 20:29:11.892192 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:11.893257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30002d-286d-4eeb-8478-bd09ec1012ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8e772-b6f0-4ba1-9d34-da685d958030,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:11.924399 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:11.956460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Sync routers for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:12.022519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:12.023302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:12.025481 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-8fd7815c-7b49-411b-b6bf-8ae30a7521fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:29:12.033311 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:12.034625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5e658183-35e1-42d7-a487-ab25bf19399a admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5667799 Aug 28 20:29:12.035254 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-8fd7815c-7b49-411b-b6bf-8ae30a7521fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:29:12.037221 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51808) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:12.263028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:12.323591 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:12.329002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=65d9bbcd-8394-44f3-b096-81557a17db7d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:12.387445 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2021327-9c16-4fb8-be70-9c24d4d837a3 None None] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:12.652333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51812) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:12.656560 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:12.678900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7815c-7b49-411b-b6bf-8ae30a7521fe None None] Current status of the port 65d9bbcd-8394-44f3-b096-81557a17db7d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:12.748155 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:09Z', 'revision_number': 3, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:12.785384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Checking router: 5a16725e-115d-4d20-9f62-97f060334d85 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:12.788864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Updating router 5a16725e-115d-4d20-9f62-97f060334d85 port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:12.860311 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Provisioning complete for port 65d9bbcd-8394-44f3-b096-81557a17db7d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:12.860311 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:12.860311 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:12.907600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3271862-e8e9-4f73-97b9-c5ea93daabe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:12.927334 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27491655-130d-43ab-ae41-d49753736024 req-2a56156b-5cce-4444-bfad-c7e410194081 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:12.953845 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27491655-130d-43ab-ae41-d49753736024 req-2a56156b-5cce-4444-bfad-c7e410194081 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.8487403 Aug 28 20:29:13.002983 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (0d1494a0-f92b-4475-a363-297f67678bed), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.032625 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:13.225933 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-27491655-130d-43ab-ae41-d49753736024 req-d5c45b1b-79a7-4bfd-a859-26ddf075747f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623689 Aug 28 20:29:13.266461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fafa8446-8b99-4674-9591-e7ff3b7a6427 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:13.310158 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:13.339425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3271862-e8e9-4f73-97b9-c5ea93daabe0 admin admin] Publish callbacks [] for security_group (634f3767-2a05-4f6c-bcd2-7fe33afcd1fe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.410867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a3271862-e8e9-4f73-97b9-c5ea93daabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (634f3767-2a05-4f6c-bcd2-7fe33afcd1fe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.453341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fafa8446-8b99-4674-9591-e7ff3b7a6427 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:13.453341 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.453655 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.462503 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a3271862-e8e9-4f73-97b9-c5ea93daabe0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d4784ecc398843de8d950677c82313e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8023262 Aug 28 20:29:13.466232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51830) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:13.481587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3271862-e8e9-4f73-97b9-c5ea93daabe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634f3767-2a05-4f6c-bcd2-7fe33afcd1fe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:13.485468 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.510420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Router 0d1494a0-f92b-4475-a363-297f67678bed is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:29:13.523129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Current status of the port 65d9bbcd-8394-44f3-b096-81557a17db7d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:13.575915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Provisioning complete for port fafa8446-8b99-4674-9591-e7ff3b7a6427 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:13.576289 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.635201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:13.638699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fafa8446-8b99-4674-9591-e7ff3b7a6427 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:13.639093 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.654262 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Sync routers for ids ['0d1494a0-f92b-4475-a363-297f67678bed'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:13.666319 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Routers {'0d1494a0-f92b-4475-a363-297f67678bed'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:13.666954 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d1494a0-f92b-4475-a363-297f67678bed'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:13.696926 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:13.706929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.711021 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a63e5525-730e-4bc7-b0de-9102f9ffbd2d admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1925945 Aug 28 20:29:13.711778 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51836) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:13.722242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3a9dd5a-5bda-431e-b18d-56a605746fc6 admin admin] Publish callbacks [] for security_group (634f3767-2a05-4f6c-bcd2-7fe33afcd1fe), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.733085 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Publish callbacks [] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.778780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fafa8446-8b99-4674-9591-e7ff3b7a6427, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fafa8446-8b99-4674-9591-e7ff3b7a6427,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:13.829200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Current status of the port fafa8446-8b99-4674-9591-e7ff3b7a6427 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:13.840781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.868024 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Set router 0d1494a0-f92b-4475-a363-297f67678bed gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:13.871292 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.880034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 65d9bbcd-8394-44f3-b096-81557a17db7d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:13.883500 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:13.889596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Allocated IP 172.20.0.1 (9582500b-e965-46d5-9d5e-b3a9b55a5b7c/eb47d692-cd91-4b43-ad8d-5766207e0e1c/8855f85f-59e9-4667-b9f4-369b3ab378a5) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:14.033745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks [] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.041167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:29:14.043792 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:29:14.057089 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:11Z', 'revision_number': 3, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:14.074269 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3a9dd5a-5bda-431e-b18d-56a605746fc6 admin admin] Publish callbacks [] for security_group (634f3767-2a05-4f6c-bcd2-7fe33afcd1fe), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.087743 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Checking router: 0d1494a0-f92b-4475-a363-297f67678bed for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:14.088104 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Updating router 0d1494a0-f92b-4475-a363-297f67678bed port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:14.117561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Attempting to bind port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:14.118293 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Attempting to bind port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:14.118538 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Attempting to bind port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:14.123608 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.131628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:14.132114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:14.132585 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.133048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:14.133595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Bound port: f7df43ca-7cc9-4ca9-89cd-6979fbac80ad, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:14.134101 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.145393 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.191268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fafa8446-8b99-4674-9591-e7ff3b7a6427,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:14.194192 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:14.208764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 65d9bbcd-8394-44f3-b096-81557a17db7d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:14.208764 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (65d9bbcd-8394-44f3-b096-81557a17db7d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.214758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:14.218089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:14.225339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:14.241157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Pushing event updated for resources: {'Port': ['ID=8855f85f-59e9-4667-b9f4-369b3ab378a5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:14.249036 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:14.273019 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:14.313813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3a9dd5a-5bda-431e-b18d-56a605746fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (634f3767-2a05-4f6c-bcd2-7fe33afcd1fe), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.320230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] For port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:14.323678 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e3a9dd5a-5bda-431e-b18d-56a605746fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.327135 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e3a9dd5a-5bda-431e-b18d-56a605746fc6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/634f3767-2a05-4f6c-bcd2-7fe33afcd1fe HTTP/1.1" status: 204 len: 168 time: 0.8597772 Aug 28 20:29:14.402670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9dd5a-5bda-431e-b18d-56a605746fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634f3767-2a05-4f6c-bcd2-7fe33afcd1fe,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:14.430938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] For port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f7df43ca-7cc9-4ca9-89cd-6979fbac80ad,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:14.460695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067517c-8380-45ae-868e-235738512689 None None] Pushing event updated for resources: {'Port': ['ID=f7df43ca-7cc9-4ca9-89cd-6979fbac80ad,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:14.531197 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Publish callbacks [] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.574789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abdc07-ca9e-4d38-981e-b1fbb9aa5e55 req-f72b783f-42ee-4024-9855-6055a4b1bdfe tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:14.591231 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-13abdc07-ca9e-4d38-981e-b1fbb9aa5e55 req-f72b783f-42ee-4024-9855-6055a4b1bdfe tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1621833 Aug 28 20:29:14.592741 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.601100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa4c85-d8f8-4934-999f-50e940b2f996 None None] Current status of the port fafa8446-8b99-4674-9591-e7ff3b7a6427 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:14.601243 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (5a16725e-115d-4d20-9f62-97f060334d85), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.619094 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.689969 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Attempting to bind port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:14.696207 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Attempting to bind port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:14.696967 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Attempting to bind port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:14.716154 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:14.721132 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:14.721345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:14.721345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:14.721345 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.721345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:14.721345 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Bound port: 48d35fec-79da-4606-9bb6-fbe7fc4d5595, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:14.722277 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.731377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067517c-8380-45ae-868e-235738512689 None None] Pushing event updated for resources: {'Port': ['ID=f7df43ca-7cc9-4ca9-89cd-6979fbac80ad,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:14.741113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 65d9bbcd-8394-44f3-b096-81557a17db7d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:14.758720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Pushing event updated for resources: {'Port': ['ID=48d35fec-79da-4606-9bb6-fbe7fc4d5595,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:14.762420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:14.763066 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:14.768599 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.772066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.773013 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.773513 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.774043 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.774539 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.774788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.775188 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.775678 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:14.779940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f6d6820d-36f8-4570-aabe-265dd005caeb None None] Provisioning complete for port fafa8446-8b99-4674-9591-e7ff3b7a6427 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:14.780518 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f6d6820d-36f8-4570-aabe-265dd005caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.812165 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] For port 48d35fec-79da-4606-9bb6-fbe7fc4d5595, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:14.822661 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] For port 48d35fec-79da-4606-9bb6-fbe7fc4d5595, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=48d35fec-79da-4606-9bb6-fbe7fc4d5595,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:14.885961 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-13abdc07-ca9e-4d38-981e-b1fbb9aa5e55 req-b482811f-f155-417c-bb98-ff75f25f9688 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692974 Aug 28 20:29:14.922096 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:14.961981 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fafa8446-8b99-4674-9591-e7ff3b7a6427 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:15.013612 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Routers {'0d1494a0-f92b-4475-a363-297f67678bed'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:15.015697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d1494a0-f92b-4475-a363-297f67678bed'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:15.062019 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:15.076438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Allocated IP 172.20.0.1 (60aa502a-33f9-4bf3-98e2-1b1f8f860f84/ecf07176-4e79-4d20-b6d0-d214bc2fb7d8/fa192528-c982-4907-b127-de1148f448d8) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:15.092967 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.146784 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:15.178563 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:15.229250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:15.289168 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb1a2e-eb64-42e5-af52-e223c16c7e6a None None] Pushing event updated for resources: {'Port': ['ID=48d35fec-79da-4606-9bb6-fbe7fc4d5595,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:15.320348 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:15.355928 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks [] for port (fa192528-c982-4907-b127-de1148f448d8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.360565 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] Set router 0d1494a0-f92b-4475-a363-297f67678bed gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:15.411892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fafa8446-8b99-4674-9591-e7ff3b7a6427 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:15.412470 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.435436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d12a0-e122-4ac0-b9d9-06767d71783c req-17f57891-d76b-4a1a-9912-9e9d81304c4e tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:15.438697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-286d12a0-e122-4ac0-b9d9-06767d71783c req-17f57891-d76b-4a1a-9912-9e9d81304c4e tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 949 time: 0.1252415 Aug 28 20:29:15.534468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec5ba6-1bbe-4a4f-9394-e639d1d53bc9 req-ce9cd642-1d62-4012-af88-d89a6c2c15c4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:15.536594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91ec5ba6-1bbe-4a4f-9394-e639d1d53bc9 req-ce9cd642-1d62-4012-af88-d89a6c2c15c4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1515176 Aug 28 20:29:15.555574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-286d12a0-e122-4ac0-b9d9-06767d71783c req-5624bd66-4e18-4d49-892d-270e54c65424 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062572 Aug 28 20:29:15.563901 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6820d-36f8-4570-aabe-265dd005caeb None None] Current status of the port fafa8446-8b99-4674-9591-e7ff3b7a6427 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:15.577415 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks [] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.602591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f6d6820d-36f8-4570-aabe-265dd005caeb None None] Provisioning complete for port 8855f85f-59e9-4667-b9f4-369b3ab378a5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:15.606392 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f6d6820d-36f8-4570-aabe-265dd005caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.625150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fa192528-c982-4907-b127-de1148f448d8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.643146 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-91ec5ba6-1bbe-4a4f-9394-e639d1d53bc9 req-461c215e-62f3-46f0-a55a-8a5f7acea049 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902917 Aug 28 20:29:15.653309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.669517 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:11Z', 'revision_number': 3, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:15.693519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6820d-36f8-4570-aabe-265dd005caeb None None] Port 8855f85f-59e9-4667-b9f4-369b3ab378a5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:15.715131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec90072-29aa-494d-aec2-dd1b9f8f450a None None] The sync data for ids ['0d1494a0-f92b-4475-a363-297f67678bed'] in n-d-854121-7 is: [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:11Z', 'revision_number': 3, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:15.736890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:15.745333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fafa8446-8b99-4674-9591-e7ff3b7a6427 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:15.753019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:15.761463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:15.779854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:09Z', 'revision_number': 3, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:15.818649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Pushing event updated for resources: {'Port': ['ID=8855f85f-59e9-4667-b9f4-369b3ab378a5,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:15.825595 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (5a16725e-115d-4d20-9f62-97f060334d85), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.863644 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (0d1494a0-f92b-4475-a363-297f67678bed), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:15.881669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e67671-8f66-4750-8284-d59e5516f049 None None] The sync data for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 is: [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:09Z', 'revision_number': 3, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:15.930885 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Pushing event updated for resources: {'Port': ['ID=fa192528-c982-4907-b127-de1148f448d8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:16.034987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:16.062864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:16.218190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5372b8b5-0179-473c-b331-1b4e02ff521d None None] Provisioning complete for port fa192528-c982-4907-b127-de1148f448d8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:16.218492 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5372b8b5-0179-473c-b331-1b4e02ff521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa192528-c982-4907-b127-de1148f448d8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:16.262534 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa192528-c982-4907-b127-de1148f448d8), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:16.293511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:16.297482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5372b8b5-0179-473c-b331-1b4e02ff521d None None] Port fa192528-c982-4907-b127-de1148f448d8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:16.340123 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:16.386974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Router 5a16725e-115d-4d20-9f62-97f060334d85 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:29:16.600166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:16.606128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c04c9383-5eeb-4278-9b61-7bf1b5cf5238 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5a16725e-115d-4d20-9f62-97f060334d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5675604 Aug 28 20:29:16.648737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-dc563fd8-85bf-4cf8-886b-8d1c4b31752f None None] Provisioning complete for port 8855f85f-59e9-4667-b9f4-369b3ab378a5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:16.649347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dc563fd8-85bf-4cf8-886b-8d1c4b31752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:16.792380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-dc563fd8-85bf-4cf8-886b-8d1c4b31752f None None] Port 8855f85f-59e9-4667-b9f4-369b3ab378a5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:16.934888 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:16.976029 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e0a3c-05de-4be4-b12b-479e6ef7249b req-4e8c006d-22ca-49eb-b9f0-7c7ef58befc4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:16.979116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a0e0a3c-05de-4be4-b12b-479e6ef7249b req-4e8c006d-22ca-49eb-b9f0-7c7ef58befc4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1182883 Aug 28 20:29:17.056252 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-2f5821e5-e54e-4519-bc79-79de3486baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:17.058518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-2f5821e5-e54e-4519-bc79-79de3486baa6 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.0782018 Aug 28 20:29:17.075960 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3527c3f-43b7-48a8-a0e0-8498479ed877 req-cf31231f-805a-4b2a-b974-fa5ed3681e35 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:17.081651 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3527c3f-43b7-48a8-a0e0-8498479ed877 req-cf31231f-805a-4b2a-b974-fa5ed3681e35 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 949 time: 0.3257787 Aug 28 20:29:17.092382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-6072c6ad-ec7a-4730-8019-2e420a8c157a tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:17.095457 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 48d35fec-79da-4606-9bb6-fbe7fc4d5595 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:17.144207 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-6072c6ad-ec7a-4730-8019-2e420a8c157a tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 949 time: 0.1725891 Aug 28 20:29:17.167185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a0e0a3c-05de-4be4-b12b-479e6ef7249b req-677b6b72-f5a6-4878-a152-ad583fa9f721 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757731 Aug 28 20:29:17.190920 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:17.289554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:17.290537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.306724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-89cadf24-b934-4a82-92f0-a34899833c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:17.310916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-89cadf24-b934-4a82-92f0-a34899833c9c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.2438016 Aug 28 20:29:17.359042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3527c3f-43b7-48a8-a0e0-8498479ed877 req-0033cb76-5ef2-491b-a92e-a26b6143910e tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b1c3ba3b-93aa-4763-99f1-d9a08783e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121882 Aug 28 20:29:17.388117 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks [] for port (fa192528-c982-4907-b127-de1148f448d8), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.470578 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-20b89e7d-fde3-4bd8-b51d-07e1d75022a8 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.1487708 Aug 28 20:29:17.476858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (fa192528-c982-4907-b127-de1148f448d8), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.517797 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:17.518229 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.550336 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Deleting port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:29:17.550915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.558808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 48d35fec-79da-4606-9bb6-fbe7fc4d5595, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=48d35fec-79da-4606-9bb6-fbe7fc4d5595,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:17.576868 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:17.593760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-2a92ba67-3461-4a11-9fef-ed9364f039f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:17.595694 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-2a92ba67-3461-4a11-9fef-ed9364f039f3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.1181870 Aug 28 20:29:17.629578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Pushing event updated for resources: {'Port': ['ID=fa192528-c982-4907-b127-de1148f448d8,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:17.643793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (0d1494a0-f92b-4475-a363-297f67678bed), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.644802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.646158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7df43ca-7cc9-4ca9-89cd-6979fbac80ad up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:17.737493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-9de73418-d53e-44c8-ab89-0446258f7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:17.741033 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-9de73418-d53e-44c8-ab89-0446258f7947 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1382523 Aug 28 20:29:17.846148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:17.861576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] For port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,segment=NetworkSegment(26ab7da8-7714-436f-a636-501e054d7751),segment_id=26ab7da8-7714-436f-a636-501e054d7751)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:17.861985 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.865506 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:17.876681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=48d35fec-79da-4606-9bb6-fbe7fc4d5595,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:17.904325 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.910418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.912521 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.913522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.914649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Calling delete_port for a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:29:17.915180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.915695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.916187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.918306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.918821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.919357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.919869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.924600 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.925242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.925741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.926250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:17.928451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-8532fb0f-22b2-423c-ab41-9360104f2fff service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771257 Aug 28 20:29:17.932722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:17.933113 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:17.953977 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:18.087216 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:18.087811 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:18.114874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f7df43ca-7cc9-4ca9-89cd-6979fbac80ad,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:18.127713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4db9a5e1-c3e5-411f-8aa9-0c938d764803 req-03fa1e14-f62b-4aef-b644-c14d8fa5841b service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788762 Aug 28 20:29:18.195190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Router 0d1494a0-f92b-4475-a363-297f67678bed has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:29:18.210739 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:18.270951 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:18.299482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=f7df43ca-7cc9-4ca9-89cd-6979fbac80ad,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:18.331029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0655fad2-152d-4493-9904-f6f323983ab6 None None] Provisioning complete for port fa192528-c982-4907-b127-de1148f448d8 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:18.331410 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0655fad2-152d-4493-9904-f6f323983ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa192528-c982-4907-b127-de1148f448d8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:18.373532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0655fad2-152d-4493-9904-f6f323983ab6 None None] Port fa192528-c982-4907-b127-de1148f448d8 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:18.429430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:18.435967 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f380e4b7-dc5f-47cf-af33-de1021ba1b0b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0d1494a0-f92b-4475-a363-297f67678bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7229075 Aug 28 20:29:18.518929 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:18.552368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Pushing event deleted for resources: {'Port': ['ID=a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:18.605510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] No DVR routers for this DVR port a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:29:18.613543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:18.617140 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-96222d64-9139-41d7-8121-5d8516a1ba6d req-43ca8ca0-6787-49e1-80ae-f860cba06771 tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.84 "DELETE /networking/v2.0/ports/a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c HTTP/1.1" status: 204 len: 173 time: 1.4576180 Aug 28 20:29:18.617615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'name': 'network-vif-deleted', 'tag': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:29:18.620175 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad56256-81da-4992-9250-b32425f619e5" -d '{"events": [{"server_uuid": "c1a4ed11-b1c0-47da-b577-6e3fffe1e957", "name": "network-vif-deleted", "tag": "a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:29:18.666534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 51980) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:18.788859 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e754889-7f63-4a8f-8152-c53902f34a73 req-22cfaf3f-6fd4-490a-a9e7-c8f647829a1d tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.0597219 Aug 28 20:29:18.844523 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee02de0-c62a-4a8a-9215-c02fc59039ac x-openstack-request-id: req-0ee02de0-c62a-4a8a-9215-c02fc59039ac {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:29:18.844951 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a4ed11-b1c0-47da-b577-6e3fffe1e957", "name": "network-vif-deleted", "tag": "a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:29:18.845283 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ee02de0-c62a-4a8a-9215-c02fc59039ac {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:29:18.845755 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee02de0-c62a-4a8a-9215-c02fc59039ac'] response: {'server_uuid': 'c1a4ed11-b1c0-47da-b577-6e3fffe1e957', 'name': 'network-vif-deleted', 'tag': 'a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c', 'status': 'completed', 'code': 200} Aug 28 20:29:19.029362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 48d35fec-79da-4606-9bb6-fbe7fc4d5595 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:19.103620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a22b5c-eabd-41e1-92e7-7e0557cebf77 req-7cb73419-8829-4f0a-b3b9-859ea1ae15dd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:19.126404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99a22b5c-eabd-41e1-92e7-7e0557cebf77 req-7cb73419-8829-4f0a-b3b9-859ea1ae15dd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1474771 Aug 28 20:29:19.153682 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbee68-86a7-4b30-b7af-9dbadeb12f17 req-c88a4e4b-8bca-4085-bbe8-573e8f0cdaee tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:19.171213 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:19.196128 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17cbee68-86a7-4b30-b7af-9dbadeb12f17 req-c88a4e4b-8bca-4085-bbe8-573e8f0cdaee tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1283810 Aug 28 20:29:19.212526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:19.216823 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.228561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 51996) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:19.273055 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1709923089-network', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:19.297784 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Sync routers for ids ['0d1494a0-f92b-4475-a363-297f67678bed'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:19.303598 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17cbee68-86a7-4b30-b7af-9dbadeb12f17 req-7f31a54c-8524-42b9-8be7-985eb46c0fcc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065314 Aug 28 20:29:19.331478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-99a22b5c-eabd-41e1-92e7-7e0557cebf77 req-ad97f0ae-e32d-4ae2-9776-871b55f2bb7a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994984 Aug 28 20:29:19.389106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Routers {'0d1494a0-f92b-4475-a363-297f67678bed'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:19.389106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d1494a0-f92b-4475-a363-297f67678bed'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:19.466232 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Sync routers for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:19.476344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Made reservation on behalf of d5451ab01eb04f6eac76034e20fb8060 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:19.478557 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:19.479593 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:19.480218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.506825 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.540566 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ea376ff6-77d1-4bbb-86c5-42950fbf531c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.637718 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:19.677915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:29:19.713178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:19.714791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f7df43ca-7cc9-4ca9-89cd-6979fbac80ad up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:19.777699 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks [] for security_group (2c172a2c-7498-4870-ab0c-de85902228df), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.793474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:29:19.794071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device a63edbe4-1c9d-4a6d-9db2-fd4b9fff3d0c not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:29:19.823776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Set router 0d1494a0-f92b-4475-a363-297f67678bed gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:19.826584 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ea376ff6-77d1-4bbb-86c5-42950fbf531c admin admin] Publish callbacks [] for security_group (9f130d2d-db5d-43fc-b031-8cc69ad29f5e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.892689 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:15Z', 'revision_number': 2, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:19.933818 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Checking router: 5a16725e-115d-4d20-9f62-97f060334d85 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:19.934173 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-892db8dd-238e-4069-90ed-164329c2a0ac req-26f3a94c-0009-4e54-b8e8-1b862d77660f tempest-VolumesBackupsTest-772837955 tempest-VolumesBackupsTest-772837955-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c1a4ed11-b1c0-47da-b577-6e3fffe1e957 HTTP/1.1" status: 200 len: 210 time: 0.0300403 Aug 28 20:29:19.934276 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Updating router 5a16725e-115d-4d20-9f62-97f060334d85 port 8855f85f-59e9-4667-b9f4-369b3ab378a5 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:19.964968 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2c172a2c-7498-4870-ab0c-de85902228df), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.982222 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.982222 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:19.986678 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:19.987058 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f7df43ca-7cc9-4ca9-89cd-6979fbac80ad), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:19.998999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:29:20.009410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c172a2c-7498-4870-ab0c-de85902228df,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:20.030155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9fc52da3-e0bc-4f22-9eb9-09236dcd1e99), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.030824 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Added segment 9fc52da3-e0bc-4f22-9eb9-09236dcd1e99 of type vlan for network bf76f69f-acea-45cc-9748-ec8028502f6f Aug 28 20:29:20.033138 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ea376ff6-77d1-4bbb-86c5-42950fbf531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9f130d2d-db5d-43fc-b031-8cc69ad29f5e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.055295 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:20.099573 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (bf76f69f-acea-45cc-9748-ec8028502f6f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.103854 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ea376ff6-77d1-4bbb-86c5-42950fbf531c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9f7decfc43a2400eb7083bae5c6c7e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4333234 Aug 28 20:29:20.103854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea376ff6-77d1-4bbb-86c5-42950fbf531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f130d2d-db5d-43fc-b031-8cc69ad29f5e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:20.105174 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52004) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:20.137455 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:16Z', 'revision_number': 4, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'fa192528-c982-4907-b127-de1148f448d8', 'name': '', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'mac_address': 'fa:16:3e:8e:d9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:14Z', 'updated_at': '2022-08-28T20:29:16Z', 'revision_number': 2, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'subnets': [{'id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:20.187706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Checking router: 0d1494a0-f92b-4475-a363-297f67678bed for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:20.187958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Updating router 0d1494a0-f92b-4475-a363-297f67678bed port fa192528-c982-4907-b127-de1148f448d8 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:20.206313 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a048aca-7990-4fbe-9b6c-31d2c2017669 admin admin] Publish callbacks [] for security_group (9f130d2d-db5d-43fc-b031-8cc69ad29f5e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.218972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f7df43ca-7cc9-4ca9-89cd-6979fbac80ad is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:20.221133 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:20.222160 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa192528-c982-4907-b127-de1148f448d8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.285813 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (bf76f69f-acea-45cc-9748-ec8028502f6f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.287390 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:20.288291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.448495 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] Pushing event updated for resources: {'Network': ['ID=bf76f69f-acea-45cc-9748-ec8028502f6f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:20.479194 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:20.485842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network bf76f69f-acea-45cc-9748-ec8028502f6f details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:29:20.590686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff9b1-43e6-43d5-8011-4908580c1f92 req-f1931114-7a13-4f06-9ca2-435e22c58f6d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:20.598965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a048aca-7990-4fbe-9b6c-31d2c2017669 admin admin] Publish callbacks [] for security_group (9f130d2d-db5d-43fc-b031-8cc69ad29f5e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.600029 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fcff9b1-43e6-43d5-8011-4908580c1f92 req-f1931114-7a13-4f06-9ca2-435e22c58f6d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0743701 Aug 28 20:29:20.607489 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Publish callbacks [] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.667996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5fcff9b1-43e6-43d5-8011-4908580c1f92 req-7a10e3a6-6a51-4ab8-aae6-12e163affae4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668275 Aug 28 20:29:20.677463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c2a8e1d8-2a46-4b14-8ea9-88fc5a8821ca admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4442410 Aug 28 20:29:20.680373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52020) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:20.688125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Request body: {'subnet': {'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1709923089-subnet', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:20.715093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224a5b0-48a9-4c1b-8317-5ff6454dc9e7 req-01b90975-6a2b-44eb-85b8-f8436e078c00 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:20.716345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5224a5b0-48a9-4c1b-8317-5ff6454dc9e7 req-01b90975-6a2b-44eb-85b8-f8436e078c00 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1244159 Aug 28 20:29:20.735466 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.837400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5224a5b0-48a9-4c1b-8317-5ff6454dc9e7 req-46bdaa88-98d8-4b5b-b4e1-518d8ac3c530 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105475 Aug 28 20:29:20.850796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a048aca-7990-4fbe-9b6c-31d2c2017669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9f130d2d-db5d-43fc-b031-8cc69ad29f5e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.850796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3a048aca-7990-4fbe-9b6c-31d2c2017669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.850796 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3a048aca-7990-4fbe-9b6c-31d2c2017669 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9f130d2d-db5d-43fc-b031-8cc69ad29f5e HTTP/1.1" status: 204 len: 168 time: 0.7408891 Aug 28 20:29:20.859418 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:20.862455 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:20.865057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Made reservation on behalf of d5451ab01eb04f6eac76034e20fb8060 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:20.871638 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.877764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a048aca-7990-4fbe-9b6c-31d2c2017669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f130d2d-db5d-43fc-b031-8cc69ad29f5e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:20.896979 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Publish callbacks [] for port (fa192528-c982-4907-b127-de1148f448d8), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.914146 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb877a-9b72-4afd-98e2-bb04cb87689b None None] Pushing event updated for resources: {'Port': ['ID=8855f85f-59e9-4667-b9f4-369b3ab378a5,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:20.949560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2e35-f864-4065-889b-31a0178c0b8f req-415626a7-5d35-4e57-a77d-c66385c238b7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:20.951681 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d6e2e35-f864-4065-889b-31a0178c0b8f req-415626a7-5d35-4e57-a77d-c66385c238b7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1613903 Aug 28 20:29:20.951829 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Attempting to bind port 8855f85f-59e9-4667-b9f4-369b3ab378a5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:20.952054 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Attempting to bind port 8855f85f-59e9-4667-b9f4-369b3ab378a5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:20.952700 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Attempting to bind port 8855f85f-59e9-4667-b9f4-369b3ab378a5 on network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:20.959704 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:20.960399 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Checking segment: {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:20.961052 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:20.961684 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Bound using segment: {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:20.962601 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Bound port: 8855f85f-59e9-4667-b9f4-369b3ab378a5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:20.963093 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.018474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fa192528-c982-4907-b127-de1148f448d8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.076611 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] For port 8855f85f-59e9-4667-b9f4-369b3ab378a5, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:21.081196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52036) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:21.086074 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] For port 8855f85f-59e9-4667-b9f4-369b3ab378a5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8855f85f-59e9-4667-b9f4-369b3ab378a5,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:21.086954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-311168302-network', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:21.132584 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d6e2e35-f864-4065-889b-31a0178c0b8f req-faa9b5cc-3df6-4420-815d-5010be972b1f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595376 Aug 28 20:29:21.163405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e578a-bb0b-48e5-b856-261c96df89f5 None None] Pushing event updated for resources: {'Port': ['ID=fa192528-c982-4907-b127-de1148f448d8,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:21.184801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Attempting to bind port fa192528-c982-4907-b127-de1148f448d8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:21.185273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Attempting to bind port fa192528-c982-4907-b127-de1148f448d8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:21.185718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Attempting to bind port fa192528-c982-4907-b127-de1148f448d8 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:21.186637 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.192966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:21.193388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Checking segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:21.194028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.194516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Bound using segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:21.195074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Bound port: fa192528-c982-4907-b127-de1148f448d8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:21.195534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa192528-c982-4907-b127-de1148f448d8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.253679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Made reservation on behalf of 091421ca3de74beb9a4fbaab2c89d7a2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:21.256163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.265494 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:21.280622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.291149 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:21.292466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] For port fa192528-c982-4907-b127-de1148f448d8, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:21.298357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] For port fa192528-c982-4907-b127-de1148f448d8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fa192528-c982-4907-b127-de1148f448d8,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:21.306799 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:21.307545 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:21.347665 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:21.348665 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb877a-9b72-4afd-98e2-bb04cb87689b None None] Pushing event updated for resources: {'Port': ['ID=8855f85f-59e9-4667-b9f4-369b3ab378a5,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:21.387846 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fa192528-c982-4907-b127-de1148f448d8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.448652 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (978688f8-b1c1-46a0-847d-ee3d5ae4a20b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.501477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Routers {'0d1494a0-f92b-4475-a363-297f67678bed'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:21.503626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:28:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d1494a0-f92b-4475-a363-297f67678bed'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:21.521894 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:21.530678 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:21.596354 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks [] for security_group (1ae2cd7e-b166-4f6c-811b-66b4d87d47ee), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.607783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e578a-bb0b-48e5-b856-261c96df89f5 None None] Pushing event updated for resources: {'Port': ['ID=fa192528-c982-4907-b127-de1148f448d8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:21.654391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=978688f8-b1c1-46a0-847d-ee3d5ae4a20b,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:21.657898 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Checking segment: {'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:21.658649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Network hostable DHCP agents. Network: bf76f69f-acea-45cc-9748-ec8028502f6f, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:29:21.698102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] Set router 0d1494a0-f92b-4475-a363-297f67678bed gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:21.716536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1ae2cd7e-b166-4f6c-811b-66b4d87d47ee), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.774625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:29:21.790851 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c7ed9fd0-6f0e-4e35-8d27-300b49d2e604), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.793500 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Added segment c7ed9fd0-6f0e-4e35-8d27-300b49d2e604 of type vlan for network 682986a2-62d4-470d-9327-3aeda76736c1 Aug 28 20:29:21.847800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Network bf76f69f-acea-45cc-9748-ec8028502f6f is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:29:21.901660 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (682986a2-62d4-470d-9327-3aeda76736c1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:21.909437 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:22.015482 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:21Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:22.054898 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:22.066292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:16Z', 'revision_number': 4, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'fa192528-c982-4907-b127-de1148f448d8', 'name': '', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'mac_address': 'fa:16:3e:8e:d9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:14Z', 'updated_at': '2022-08-28T20:29:21Z', 'revision_number': 4, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'subnets': [{'id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:22.083165 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8a30-eed9-400c-b41e-dcc602579f8e None None] The sync data for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 is: [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:21Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:22.102106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, bf76f69f-acea-45cc-9748-ec8028502f6f) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:22.107173 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa0b6-a496-4bcd-8856-ad7eab8d71f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.113358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a92789-229a-4f45-88f3-edbc7b7bd2d4 None None] Network bf76f69f-acea-45cc-9748-ec8028502f6f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:22.119789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:22.122806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (682986a2-62d4-470d-9327-3aeda76736c1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.124168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:22.124998 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.126028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.186903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52052) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:22.213882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ea671-5e56-4cc1-a76a-606b26ad0dda req-0a017e6b-9690-41a5-bc86-b1d82ba88c0b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:22.223378 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d05ea671-5e56-4cc1-a76a-606b26ad0dda req-0a017e6b-9690-41a5-bc86-b1d82ba88c0b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2869763 Aug 28 20:29:22.296042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847101a-5216-43c8-b6d3-ffd8a8f569eb None None] The sync data for ids ['0d1494a0-f92b-4475-a363-297f67678bed'] in n-d-854121-7 is: [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:16Z', 'revision_number': 4, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'fa192528-c982-4907-b127-de1148f448d8', 'name': '', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'mac_address': 'fa:16:3e:8e:d9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:14Z', 'updated_at': '2022-08-28T20:29:21Z', 'revision_number': 4, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'subnets': [{'id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:22.365409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-bf76f69f-acea-45cc-9748-ec8028502f6f', 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f', 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'fixed_ips': [{'subnet_id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:29:22.365670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e0efb25c-4c52-4ffb-b7bc-4035cd650cdf admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6827388 Aug 28 20:29:22.368626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c9f15d9-01bc-437d-81fc-a013792fea10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.369073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.374480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52054) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:22.411527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1709923089-router', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:22.416911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] Pushing event updated for resources: {'Network': ['ID=682986a2-62d4-470d-9327-3aeda76736c1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:22.451016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 682986a2-62d4-470d-9327-3aeda76736c1 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:29:22.456826 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:22.462774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580c8d1-e6c8-404e-8fe3-d53404e4106d req-15135ff5-79f9-4605-91a1-b19cf73464bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:22.466185 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3580c8d1-e6c8-404e-8fe3-d53404e4106d req-15135ff5-79f9-4605-91a1-b19cf73464bb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.3721573 Aug 28 20:29:22.541226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3580c8d1-e6c8-404e-8fe3-d53404e4106d req-62e899ca-67ad-468a-ab18-ccc34df061cb tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671043 Aug 28 20:29:22.559698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-948455fa-d859-4e10-b028-b6797d3a469d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4772277 Aug 28 20:29:22.560369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52056) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:22.564312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d05ea671-5e56-4cc1-a76a-606b26ad0dda req-4f46c2ef-cf11-445d-9e80-6a1d52374552 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392370 Aug 28 20:29:22.588092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Request body: {'subnet': {'network_id': '682986a2-62d4-470d-9327-3aeda76736c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-311168302-subnet', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:22.625234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (8fb7d854-f160-41ab-bf6b-9ec216029d36), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.627003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (8fb7d854-f160-41ab-bf6b-9ec216029d36), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.756916 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Allocated IP 172.20.0.2 (bf76f69f-acea-45cc-9748-ec8028502f6f/978688f8-b1c1-46a0-847d-ee3d5ae4a20b/f3c850f0-44d7-419c-b7ce-0422fda8685b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:22.775303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Made reservation on behalf of 091421ca3de74beb9a4fbaab2c89d7a2 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:22.780430 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:22.948159 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks [] for router_controller (8fb7d854-f160-41ab-bf6b-9ec216029d36), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.000999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc297cbc-64eb-4391-bdc3-fd7a6487917a req-4e92fc34-bfa4-4a02-a35a-f4a03d13e121 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:23.012384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc297cbc-64eb-4391-bdc3-fd7a6487917a req-4e92fc34-bfa4-4a02-a35a-f4a03d13e121 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2798429 Aug 28 20:29:23.102142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8855f85f-59e9-4667-b9f4-369b3ab378a5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:23.166489 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc297cbc-64eb-4391-bdc3-fd7a6487917a req-56b050fb-7f98-4da7-841d-d714131ce5d5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527114 Aug 28 20:29:23.208297 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c9f15d9-01bc-437d-81fc-a013792fea10 admin admin] Publish callbacks [] for security_group (159a3b89-9d29-4f55-817e-eb9874da2241), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.301620 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (c8758e88-a10f-4b34-b958-1b75677b0d9f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.312991 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Publish callbacks [] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.325486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8855f85f-59e9-4667-b9f4-369b3ab378a5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:23.326677 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.334371 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c9f15d9-01bc-437d-81fc-a013792fea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (159a3b89-9d29-4f55-817e-eb9874da2241), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.441692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d91c51-587d-423c-84ef-795d6726201d req-1fe79b17-73b8-48d9-9a0b-ed2014a425fe tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:23.451066 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5d91c51-587d-423c-84ef-795d6726201d req-1fe79b17-73b8-48d9-9a0b-ed2014a425fe tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1656799 Aug 28 20:29:23.509938 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks [] for router_gateway (8fb7d854-f160-41ab-bf6b-9ec216029d36), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.544971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8758e88-a10f-4b34-b958-1b75677b0d9f,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:23.551280 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c9f15d9-01bc-437d-81fc-a013792fea10 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8a1b18fa16d54d11b065bce8beeb6007&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3412066 Aug 28 20:29:23.551985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52068) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:23.554155 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f15d9-01bc-437d-81fc-a013792fea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159a3b89-9d29-4f55-817e-eb9874da2241,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:23.608319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Checking segment: {'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:23.608719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Network hostable DHCP agents. Network: 682986a2-62d4-470d-9327-3aeda76736c1, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:29:23.621973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.637671 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5d91c51-587d-423c-84ef-795d6726201d req-f7dd55d8-eb68-4b75-a91d-2977b3ba6156 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839948 Aug 28 20:29:23.664126 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:23.687505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Network bf76f69f-acea-45cc-9748-ec8028502f6f is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:23.691958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:23.698266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:23.735518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Pushing event updated for resources: {'Port': ['ID=f3c850f0-44d7-419c-b7ce-0422fda8685b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:23.781428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Network 682986a2-62d4-470d-9327-3aeda76736c1 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:29:23.815031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8855f85f-59e9-4667-b9f4-369b3ab378a5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:23.815631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.855441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Attempting to bind port f3c850f0-44d7-419c-b7ce-0422fda8685b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:23.855674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc409e27-d76d-4cc5-aca1-7a6de84c08e0 req-114edc08-514d-40d9-a059-e2eb42c19f15 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:23.856210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Attempting to bind port f3c850f0-44d7-419c-b7ce-0422fda8685b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:23.856786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Attempting to bind port f3c850f0-44d7-419c-b7ce-0422fda8685b on network bf76f69f-acea-45cc-9748-ec8028502f6f {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:23.857555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc409e27-d76d-4cc5-aca1-7a6de84c08e0 req-114edc08-514d-40d9-a059-e2eb42c19f15 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0652385 Aug 28 20:29:23.858569 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:23.871887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8855f85f-59e9-4667-b9f4-369b3ab378a5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8855f85f-59e9-4667-b9f4-369b3ab378a5,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:23.873236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:23.873614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Checking segment: {'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:23.874068 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.874466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Bound using segment: {'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:23.874941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Bound port: f3c850f0-44d7-419c-b7ce-0422fda8685b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:23.875331 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.904754 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71735a58-f7da-4438-bfad-2ec5267b4bcb admin admin] Publish callbacks [] for security_group (159a3b89-9d29-4f55-817e-eb9874da2241), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.941303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 682986a2-62d4-470d-9327-3aeda76736c1) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:23.953541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] For port f3c850f0-44d7-419c-b7ce-0422fda8685b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:23.953799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:23.954672 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.964560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] For port f3c850f0-44d7-419c-b7ce-0422fda8685b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f3c850f0-44d7-419c-b7ce-0422fda8685b,segment=NetworkSegment(9fc52da3-e0bc-4f22-9eb9-09236dcd1e99),segment_id=9fc52da3-e0bc-4f22-9eb9-09236dcd1e99)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:23.967680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6321251-17d8-447d-88c0-c71b8682a776 None None] Network 682986a2-62d4-470d-9327-3aeda76736c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:23.968808 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71735a58-f7da-4438-bfad-2ec5267b4bcb admin admin] Publish callbacks [] for security_group (159a3b89-9d29-4f55-817e-eb9874da2241), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:23.974018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fc409e27-d76d-4cc5-aca1-7a6de84c08e0 req-33f982c4-b02e-4125-bd7b-99cbf2ce3c71 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061339 Aug 28 20:29:24.054559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.056674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa192528-c982-4907-b127-de1148f448d8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:24.115219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a7c506cc-45b8-43ee-8d93-9a514aa62d86 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5535789 Aug 28 20:29:24.117688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:24.125133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:24.163737 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:24.179067 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:24.230446 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.234779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks [] for router_gateway (8fb7d854-f160-41ab-bf6b-9ec216029d36), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.303018 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.323184 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (b97c42b9-4799-497c-8a74-64f36e80c2a2), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.324307 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (b97c42b9-4799-497c-8a74-64f36e80c2a2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.361625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8855f85f-59e9-4667-b9f4-369b3ab378a5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:24.399758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016d8c2-96c8-407d-9923-cecd969d83ca req-2f2e5961-ba8b-4fe1-8872-ca2bde855dc3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:24.401421 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7016d8c2-96c8-407d-9923-cecd969d83ca req-2f2e5961-ba8b-4fe1-8872-ca2bde855dc3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0834680 Aug 28 20:29:24.404083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52082) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:24.434735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71735a58-f7da-4438-bfad-2ec5267b4bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (159a3b89-9d29-4f55-817e-eb9874da2241), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.438055 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71735a58-f7da-4438-bfad-2ec5267b4bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.443672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-71735a58-f7da-4438-bfad-2ec5267b4bcb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/159a3b89-9d29-4f55-817e-eb9874da2241 HTTP/1.1" status: 204 len: 168 time: 0.8863213 Aug 28 20:29:24.443672 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:24.500062 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-14f030bf-15bb-4827-aec9-5ea369c57aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.542867 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks [] for router_controller (b97c42b9-4799-497c-8a74-64f36e80c2a2), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.586113 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71735a58-f7da-4438-bfad-2ec5267b4bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159a3b89-9d29-4f55-817e-eb9874da2241,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:24.599012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fa192528-c982-4907-b127-de1148f448d8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:24.599559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa192528-c982-4907-b127-de1148f448d8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.648267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-682986a2-62d4-470d-9327-3aeda76736c1', 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1', 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'fixed_ips': [{'subnet_id': 'c8758e88-a10f-4b34-b958-1b75677b0d9f'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:29:24.652837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.978518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7016d8c2-96c8-407d-9923-cecd969d83ca req-a42f24ea-a67f-4fce-8ed3-fbdceb6bb930 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641389 Aug 28 20:29:24.980704 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:24.989150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3933-6e4d-4c55-a505-e2f5e0473f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:25.013266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bd05c-77d3-4783-b127-365fa247401d None None] Pushing event updated for resources: {'Port': ['ID=f3c850f0-44d7-419c-b7ce-0422fda8685b,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:25.150253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Allocated IP 172.25.4.118 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/5fc344e7-0b0d-43e9-b60a-68f07006bcb8) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:25.197229 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fa192528-c982-4907-b127-de1148f448d8 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:25.197616 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fa192528-c982-4907-b127-de1148f448d8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:25.230774 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:25.319826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks [] for router_gateway (b97c42b9-4799-497c-8a74-64f36e80c2a2), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:25.382261 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4d5c1-cad3-4bdb-ac1f-175eb188fe31 req-1aa4003d-7a55-48ac-a3b2-9b257592a3d2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:25.385186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ead4d5c1-cad3-4bdb-ac1f-175eb188fe31 req-1aa4003d-7a55-48ac-a3b2-9b257592a3d2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1503122 Aug 28 20:29:25.409260 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:25.528842 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fa192528-c982-4907-b127-de1148f448d8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fa192528-c982-4907-b127-de1148f448d8,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:25.564545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Allocated IP 172.20.0.2 (682986a2-62d4-470d-9327-3aeda76736c1/c8758e88-a10f-4b34-b958-1b75677b0d9f/4e6c1c56-7299-494c-a056-5ea3d6ec246c) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:25.611443 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ead4d5c1-cad3-4bdb-ac1f-175eb188fe31 req-6cdc32ab-04f6-4e44-a79a-22f2b21b304f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187493 Aug 28 20:29:25.626818 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fa192528-c982-4907-b127-de1148f448d8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:25.972617 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Publish callbacks [] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.040053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks [] for router_gateway (b97c42b9-4799-497c-8a74-64f36e80c2a2), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.068925 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.111567 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.149268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8855f85f-59e9-4667-b9f4-369b3ab378a5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:26.227242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fa192528-c982-4907-b127-de1148f448d8,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:26.247709 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.252693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Network 682986a2-62d4-470d-9327-3aeda76736c1 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:26.258333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:26.285361 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:26.324451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf719bb-3c0e-4844-8d80-363536dbdba8 req-f603f53b-4fd9-48cf-b6d0-2c03d887c1ca tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:26.326803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ddf719bb-3c0e-4844-8d80-363536dbdba8 req-f603f53b-4fd9-48cf-b6d0-2c03d887c1ca tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1265481 Aug 28 20:29:26.330317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8855f85f-59e9-4667-b9f4-369b3ab378a5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:26.330734 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.398235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3933-6e4d-4c55-a505-e2f5e0473f54 admin admin] Publish callbacks [] for security_group (c9883473-b1b9-4558-b05c-892e2294ef18), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.421208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks [] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.424473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Pushing event updated for resources: {'Port': ['ID=4e6c1c56-7299-494c-a056-5ea3d6ec246c,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:26.451017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Attempting to bind port 4e6c1c56-7299-494c-a056-5ea3d6ec246c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:26.451509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Attempting to bind port 4e6c1c56-7299-494c-a056-5ea3d6ec246c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:26.453027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Attempting to bind port 4e6c1c56-7299-494c-a056-5ea3d6ec246c on network 682986a2-62d4-470d-9327-3aeda76736c1 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:26.482019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63377af-0d4e-4404-8ed0-cb36d5ca8e47 None None] Network bf76f69f-acea-45cc-9748-ec8028502f6f requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:26.496081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:26.496611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Checking segment: {'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:26.497126 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.497613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Bound using segment: {'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:26.498231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Bound port: 4e6c1c56-7299-494c-a056-5ea3d6ec246c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:26.498720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.533364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ddf719bb-3c0e-4844-8d80-363536dbdba8 req-30eb14f2-7beb-4d26-a9c2-0c4ce1822aea tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822951 Aug 28 20:29:26.561798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0b7d3933-6e4d-4c55-a505-e2f5e0473f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9883473-b1b9-4558-b05c-892e2294ef18), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.569995 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:26.604106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-18b53f0e-954e-4f81-b463-7e9cc9ff7bc6 None None] Provisioning complete for port f3c850f0-44d7-419c-b7ce-0422fda8685b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:26.610647 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18b53f0e-954e-4f81-b463-7e9cc9ff7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.614025 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d3933-6e4d-4c55-a505-e2f5e0473f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9883473-b1b9-4558-b05c-892e2294ef18,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:26.620949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8855f85f-59e9-4667-b9f4-369b3ab378a5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:26.622442 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f3c850f0-44d7-419c-b7ce-0422fda8685b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:26.624872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52116) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:26.636758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0b7d3933-6e4d-4c55-a505-e2f5e0473f54 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=39a15a70fd33470c889944c061ee2cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2301240 Aug 28 20:29:26.646493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.691597 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:26.763533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc344e7-0b0d-43e9-b60a-68f07006bcb8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:26.776265 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:26.787942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] For port 4e6c1c56-7299-494c-a056-5ea3d6ec246c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:26.787942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f3c850f0-44d7-419c-b7ce-0422fda8685b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:26.787942 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.818881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] For port 4e6c1c56-7299-494c-a056-5ea3d6ec246c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4e6c1c56-7299-494c-a056-5ea3d6ec246c,segment=NetworkSegment(c7ed9fd0-6f0e-4e35-8d27-300b49d2e604),segment_id=c7ed9fd0-6f0e-4e35-8d27-300b49d2e604)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:26.841931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:26.890252 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34ed436c-ad61-470d-ad09-70d1ca837bd4 admin admin] Publish callbacks [] for security_group (c9883473-b1b9-4558-b05c-892e2294ef18), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.906496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:26.912484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:26.916488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-18b53f0e-954e-4f81-b463-7e9cc9ff7bc6 None None] Current status of the port f3c850f0-44d7-419c-b7ce-0422fda8685b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:26.917114 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18b53f0e-954e-4f81-b463-7e9cc9ff7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:26.952137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Allocated IP 172.25.4.137 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/71bf8f45-7ae2-4263-aa2e-d753dc3e16e9) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:26.984767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34ed436c-ad61-470d-ad09-70d1ca837bd4 admin admin] Publish callbacks [] for security_group (c9883473-b1b9-4558-b05c-892e2294ef18), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.015632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.024766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455cfd3-3f31-4dd3-be44-5216cb8d221a req-6487f96a-b724-4321-b02c-ecd5c177d0f0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:27.036832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2455cfd3-3f31-4dd3-be44-5216cb8d221a req-6487f96a-b724-4321-b02c-ecd5c177d0f0 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.2564745 Aug 28 20:29:27.117396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-18b53f0e-954e-4f81-b463-7e9cc9ff7bc6 None None] For port f3c850f0-44d7-419c-b7ce-0422fda8685b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f3c850f0-44d7-419c-b7ce-0422fda8685b,segment=NetworkSegment(9fc52da3-e0bc-4f22-9eb9-09236dcd1e99),segment_id=9fc52da3-e0bc-4f22-9eb9-09236dcd1e99)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:27.173693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2455cfd3-3f31-4dd3-be44-5216cb8d221a req-6cd6b049-14ed-4da2-a026-97d6dfbe45b4 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227796 Aug 28 20:29:27.209587 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.245349 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18b53f0e-954e-4f81-b463-7e9cc9ff7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.255203 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f3c850f0-44d7-419c-b7ce-0422fda8685b is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:27.255647 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.273013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b6fb3-8c17-46f6-92dd-4489f7900e61 None None] Pushing event updated for resources: {'Port': ['ID=4e6c1c56-7299-494c-a056-5ea3d6ec246c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:27.273464 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a37b4-6307-415b-b1e3-134c09f285ed req-4aa480d7-42f7-4b78-a70d-ae8193e3d0ad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:27.280352 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a7a37b4-6307-415b-b1e3-134c09f285ed req-4aa480d7-42f7-4b78-a70d-ae8193e3d0ad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1929743 Aug 28 20:29:27.302532 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:27.385368 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34ed436c-ad61-470d-ad09-70d1ca837bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9883473-b1b9-4558-b05c-892e2294ef18), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.391690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-34ed436c-ad61-470d-ad09-70d1ca837bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.403510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-34ed436c-ad61-470d-ad09-70d1ca837bd4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c9883473-b1b9-4558-b05c-892e2294ef18 HTTP/1.1" status: 204 len: 168 time: 0.7762816 Aug 28 20:29:27.437041 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks [] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.445650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed436c-ad61-470d-ad09-70d1ca837bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9883473-b1b9-4558-b05c-892e2294ef18,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:27.498923 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9a7a37b4-6307-415b-b1e3-134c09f285ed req-ab12fee8-39d0-4f7b-a5e8-2300769ce5a9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014542 Aug 28 20:29:27.513550 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:27.531663 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:27.572319 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:27.592715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b53f0e-954e-4f81-b463-7e9cc9ff7bc6 None None] Pushing event updated for resources: {'Port': ['ID=f3c850f0-44d7-419c-b7ce-0422fda8685b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:27.605162 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:29:27.605589 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:29:27.607564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-82db773e-6033-496e-9078-35879df42a5e None None] Provisioning complete for port f3c850f0-44d7-419c-b7ce-0422fda8685b triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:27.607942 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-82db773e-6033-496e-9078-35879df42a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.635429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.680218 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:27.725964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-82db773e-6033-496e-9078-35879df42a5e None None] Current status of the port f3c850f0-44d7-419c-b7ce-0422fda8685b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:27.766440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:27.774502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:27.777300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:27.837604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Pushing event updated for resources: {'Port': ['ID=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:27.863805 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks [] for router_gateway (8fb7d854-f160-41ab-bf6b-9ec216029d36), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.191528 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f3c850f0-44d7-419c-b7ce-0422fda8685b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:28.196282 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (8fb7d854-f160-41ab-bf6b-9ec216029d36), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.226206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks [] for router_gateway (b97c42b9-4799-497c-8a74-64f36e80c2a2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.502009 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa192528-c982-4907-b127-de1148f448d8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:28.502938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210a59-14bc-49dd-a8d5-3392254c3dcb req-ea09bd12-690d-4bfc-98b4-4200c6cc65d8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:28.505323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a210a59-14bc-49dd-a8d5-3392254c3dcb req-ea09bd12-690d-4bfc-98b4-4200c6cc65d8 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0891166 Aug 28 20:29:28.641778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fa192528-c982-4907-b127-de1148f448d8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:28.642951 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fa192528-c982-4907-b127-de1148f448d8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.643449 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:28.675127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52184) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:28.713422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2e59c034-5f66-4c8a-9015-9e0627e33726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.729590 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0a210a59-14bc-49dd-a8d5-3392254c3dcb req-ffa9a2b2-f8ae-49e0-acc9-ea9cc7823acd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116241 Aug 28 20:29:28.809472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (b97c42b9-4799-497c-8a74-64f36e80c2a2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.841988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aab7-f6aa-47ea-962e-e21595a08352 req-a74d8068-ecd4-415b-ae97-eaa123e2cf8c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:28.843780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fa192528-c982-4907-b127-de1148f448d8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:28.845036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e6c1c56-7299-494c-a056-5ea3d6ec246c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:28.847621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e112aab7-f6aa-47ea-962e-e21595a08352 req-a74d8068-ecd4-415b-ae97-eaa123e2cf8c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1467743 Aug 28 20:29:28.906435 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2e59c034-5f66-4c8a-9015-9e0627e33726 admin admin] Publish callbacks [] for security_group (7f5c2883-07d1-4e36-a49d-6660a0da0f54), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.908469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Router 8fb7d854-f160-41ab-bf6b-9ec216029d36 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:29:28.923071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4e6c1c56-7299-494c-a056-5ea3d6ec246c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:28.924136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:28.990337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2e59c034-5f66-4c8a-9015-9e0627e33726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7f5c2883-07d1-4e36-a49d-6660a0da0f54), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.054810 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e112aab7-f6aa-47ea-962e-e21595a08352 req-c14cca98-47cf-4b5e-b695-7dbc521fbbee tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277916 Aug 28 20:29:29.079626 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4e6c1c56-7299-494c-a056-5ea3d6ec246c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:29.079626 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.164421 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52214) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:29.164695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69aa70-87dc-40c8-a440-3e459240dafe None None] Network 682986a2-62d4-470d-9327-3aeda76736c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:29:29.165443 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2e59c034-5f66-4c8a-9015-9e0627e33726 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8f86076bd93b41738d6d5d38ab0bfa75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4808302 Aug 28 20:29:29.189104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:29.196440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59c034-5f66-4c8a-9015-9e0627e33726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c2883-07d1-4e36-a49d-6660a0da0f54,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:29.233814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Router b97c42b9-4799-497c-8a74-64f36e80c2a2 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:29:29.299979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867200-129c-4390-ae9f-69f2b957fbf7 req-c2edbcf5-664f-42bc-b5bc-0f7c5ac9c310 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:29.301681 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f867200-129c-4390-ae9f-69f2b957fbf7 req-c2edbcf5-664f-42bc-b5bc-0f7c5ac9c310 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0801904 Aug 28 20:29:29.370409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ddb746f-da38-4665-8059-ebdc9cd243da admin admin] Publish callbacks [] for security_group (7f5c2883-07d1-4e36-a49d-6660a0da0f54), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.405046 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ddb746f-da38-4665-8059-ebdc9cd243da admin admin] Publish callbacks [] for security_group (7f5c2883-07d1-4e36-a49d-6660a0da0f54), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.436416 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9f867200-129c-4390-ae9f-69f2b957fbf7 req-05402b9c-8599-4fa3-94bc-e97c85dca3b3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271517 Aug 28 20:29:29.452031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.460386 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e8a736ca-780e-44f1-897e-e946ccce21d0 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0792902 Aug 28 20:29:29.460386 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52224) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:29.475902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Sync routers for ids ['8fb7d854-f160-41ab-bf6b-9ec216029d36'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:29.483361 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 4e6c1c56-7299-494c-a056-5ea3d6ec246c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4e6c1c56-7299-494c-a056-5ea3d6ec246c,segment=NetworkSegment(c7ed9fd0-6f0e-4e35-8d27-300b49d2e604),segment_id=c7ed9fd0-6f0e-4e35-8d27-300b49d2e604)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:29.488617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:29.499652 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Sync routers for ids ['b97c42b9-4799-497c-8a74-64f36e80c2a2'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:29.517350 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Routers {'b97c42b9-4799-497c-8a74-64f36e80c2a2'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:29.518798 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b97c42b9-4799-497c-8a74-64f36e80c2a2'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:29.537551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-8a1a2eed-9e27-4909-a73b-cb5dc8eaf20e None None] Provisioning complete for port 4e6c1c56-7299-494c-a056-5ea3d6ec246c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:29.537551 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2eed-9e27-4909-a73b-cb5dc8eaf20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.537551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Routers {'8fb7d854-f160-41ab-bf6b-9ec216029d36'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:29.542821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['8fb7d854-f160-41ab-bf6b-9ec216029d36'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:29.610870 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ddb746f-da38-4665-8059-ebdc9cd243da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7f5c2883-07d1-4e36-a49d-6660a0da0f54), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.613144 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3ddb746f-da38-4665-8059-ebdc9cd243da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.614504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3ddb746f-da38-4665-8059-ebdc9cd243da admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7f5c2883-07d1-4e36-a49d-6660a0da0f54 HTTP/1.1" status: 204 len: 168 time: 0.4496367 Aug 28 20:29:29.629061 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb746f-da38-4665-8059-ebdc9cd243da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c2883-07d1-4e36-a49d-6660a0da0f54,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:29.642926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.644203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-657f1f60-f6f5-44c0-899e-abfafa8db640 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5250742 Aug 28 20:29:29.652884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52242) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:29.786008 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:29.801954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bde6b-5c4f-49b5-9d6e-9cd103f2cae4 req-a9ae6448-e90a-44ee-a9a4-1a97e2a797ba tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:29.803687 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Set router b97c42b9-4799-497c-8a74-64f36e80c2a2 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:29.804482 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:29.805334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f3c850f0-44d7-419c-b7ce-0422fda8685b up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:29.811536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e7bde6b-5c4f-49b5-9d6e-9cd103f2cae4 req-a9ae6448-e90a-44ee-a9a4-1a97e2a797ba tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1459811 Aug 28 20:29:29.911446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=4e6c1c56-7299-494c-a056-5ea3d6ec246c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:29.949282 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:30.120170 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:30.124653 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1e7bde6b-5c4f-49b5-9d6e-9cd103f2cae4 req-8632c907-fb99-40d5-8b42-6eed45ff7931 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084302 Aug 28 20:29:30.149382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a2eed-9e27-4909-a73b-cb5dc8eaf20e None None] Current status of the port 4e6c1c56-7299-494c-a056-5ea3d6ec246c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:30.178503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port f3c850f0-44d7-419c-b7ce-0422fda8685b triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:30.179286 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (f3c850f0-44d7-419c-b7ce-0422fda8685b), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:30.199356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eb663-e404-463b-96a5-777dd0314a5e req-defc8691-ec95-4c17-8607-554aced99b69 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:30.211274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-634eb663-e404-463b-96a5-777dd0314a5e req-defc8691-ec95-4c17-8607-554aced99b69 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.2498698 Aug 28 20:29:30.270629 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:27Z', 'revision_number': 3, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port': {'id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:26Z', 'updated_at': '2022-08-28T20:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:30.296662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Set router 8fb7d854-f160-41ab-bf6b-9ec216029d36 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:30.354262 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Checking router: b97c42b9-4799-497c-8a74-64f36e80c2a2 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:30.354971 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Updating router b97c42b9-4799-497c-8a74-64f36e80c2a2 port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:30.362860 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:30.448252 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:30.524287 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee58c1-2ae7-48b4-90f5-ed06f606adf8 req-8ea40957-8ab3-4c5f-aded-5fd040d1b2a9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:30.535409 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66ee58c1-2ae7-48b4-90f5-ed06f606adf8 req-8ea40957-8ab3-4c5f-aded-5fd040d1b2a9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1808619 Aug 28 20:29:30.548583 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-634eb663-e404-463b-96a5-777dd0314a5e req-5adec5f0-9466-4f1c-af41-4d2bd2ab65f5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098931 Aug 28 20:29:30.641733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port f3c850f0-44d7-419c-b7ce-0422fda8685b is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:30.800893 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-2f485173-d556-4cb5-a85a-c5766dfcf498 None None] Provisioning complete for port 4e6c1c56-7299-494c-a056-5ea3d6ec246c triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:30.801672 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2f485173-d556-4cb5-a85a-c5766dfcf498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:30.875885 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-66ee58c1-2ae7-48b4-90f5-ed06f606adf8 req-87b3a48f-6953-424d-b970-d100e0d04421 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209102 Aug 28 20:29:30.885031 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e6c1c56-7299-494c-a056-5ea3d6ec246c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:30.896116 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Publish callbacks [] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:30.908132 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:30.984602 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52294) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:31.001823 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.031260 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:31.058939 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Attempting to bind port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:31.059756 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Attempting to bind port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:31.060295 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Attempting to bind port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:31.076747 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:31.077451 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:31.078218 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.078780 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:31.079505 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Bound port: 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:31.080070 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.084613 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f0eff-4c73-4998-8790-fa1fd9a000c8 None None] Pushing event updated for resources: {'Port': ['ID=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:31.150120 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.197726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12437c-502a-4c88-85b5-7b0da7f4f9f6 req-826a579f-6571-43f0-944c-aebd54c8f5e3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:31.206234 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be12437c-502a-4c88-85b5-7b0da7f4f9f6 req-826a579f-6571-43f0-944c-aebd54c8f5e3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1985707 Aug 28 20:29:31.212414 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] For port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:31.222644 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] For port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:31.230138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4e6c1c56-7299-494c-a056-5ea3d6ec246c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:31.233143 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.243420 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:31.288061 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.291320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-be12437c-502a-4c88-85b5-7b0da7f4f9f6 req-80be204e-0eb7-4933-8dfe-8e9263299235 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829411 Aug 28 20:29:31.459892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'name': 'tempest-TestServerBasicOps-1709923089-router', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:22Z', 'updated_at': '2022-08-28T20:29:27Z', 'revision_number': 3, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'gw_port': {'id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:31.481141 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Routers {'b97c42b9-4799-497c-8a74-64f36e80c2a2'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:31.481756 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b97c42b9-4799-497c-8a74-64f36e80c2a2'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:31.489809 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:31.543151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-2f485173-d556-4cb5-a85a-c5766dfcf498 None None] Current status of the port 4e6c1c56-7299-494c-a056-5ea3d6ec246c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:31.560365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Checking router: 8fb7d854-f160-41ab-bf6b-9ec216029d36 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:31.561461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Updating router 8fb7d854-f160-41ab-bf6b-9ec216029d36 port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:31.579967 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f0eff-4c73-4998-8790-fa1fd9a000c8 None None] Pushing event updated for resources: {'Port': ['ID=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:31.650208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Allocated IP 172.20.0.1 (bf76f69f-acea-45cc-9748-ec8028502f6f/978688f8-b1c1-46a0-847d-ee3d5ae4a20b/5098d22c-7130-4638-8754-78d8bf4089f1) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:31.680869 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.725498 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] Set router b97c42b9-4799-497c-8a74-64f36e80c2a2 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:31.745017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281f941-7868-4ae5-9df1-e63814e9d323 req-4570a107-f4d4-4915-8380-746268c4d945 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:31.752537 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b281f941-7868-4ae5-9df1-e63814e9d323 req-4570a107-f4d4-4915-8380-746268c4d945 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0671608 Aug 28 20:29:31.782811 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:31.803164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4e6c1c56-7299-494c-a056-5ea3d6ec246c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:31.825570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10438-fd9f-42d2-8aa1-bd2fd6cfc36c req-9829e927-ffee-4413-8ff6-784bb5cb335c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:31.836420 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36f10438-fd9f-42d2-8aa1-bd2fd6cfc36c req-9829e927-ffee-4413-8ff6-784bb5cb335c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1244905 Aug 28 20:29:31.840039 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fbf759ed-a8d9-4b47-8e4b-820243b202fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:31.945553 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-36f10438-fd9f-42d2-8aa1-bd2fd6cfc36c req-bba38338-36b8-486d-a441-c89e9267655c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045480 Aug 28 20:29:32.021157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks [] for port (5098d22c-7130-4638-8754-78d8bf4089f1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.022338 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:27Z', 'revision_number': 3, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port': {'id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:26Z', 'updated_at': '2022-08-28T20:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:32.075385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.079901 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf476c-9f6d-4cce-b1b8-780209bd0e94 None None] The sync data for ids ['b97c42b9-4799-497c-8a74-64f36e80c2a2'] in n-d-854121-7 is: [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:27Z', 'revision_number': 3, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port': {'id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:26Z', 'updated_at': '2022-08-28T20:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:32.096792 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b281f941-7868-4ae5-9df1-e63814e9d323 req-d636cade-41f5-4afa-a5c2-c23d62ba9670 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433442 Aug 28 20:29:32.097944 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:32.192330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.253579 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Publish callbacks [] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.272575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Network bf76f69f-acea-45cc-9748-ec8028502f6f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:32.275996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:32.280656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:32.283639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fbf759ed-a8d9-4b47-8e4b-820243b202fc admin admin] Publish callbacks [] for security_group (ea44b177-e090-45ec-8753-c60dfcf37876), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.307661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Pushing event updated for resources: {'Port': ['ID=5098d22c-7130-4638-8754-78d8bf4089f1,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:32.321843 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.344743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (8fb7d854-f160-41ab-bf6b-9ec216029d36), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.408732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705eb00-75c0-4e3f-8c2c-0a4bb4141c54 None None] Pushing event updated for resources: {'Port': ['ID=5fc344e7-0b0d-43e9-b60a-68f07006bcb8,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:32.410832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fbf759ed-a8d9-4b47-8e4b-820243b202fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ea44b177-e090-45ec-8753-c60dfcf37876), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.422995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Attempting to bind port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:32.424711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Attempting to bind port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:32.425286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Attempting to bind port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:32.457683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:32.469671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:32.469671 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.470360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:32.471266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Bound port: 5fc344e7-0b0d-43e9-b60a-68f07006bcb8, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:32.471266 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.528086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf759ed-a8d9-4b47-8e4b-820243b202fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea44b177-e090-45ec-8753-c60dfcf37876,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:32.534385 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fbf759ed-a8d9-4b47-8e4b-820243b202fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b2d148c6d40b48dc89c6e30e34d4e979&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5483232 Aug 28 20:29:32.539762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52320) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:32.559110 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:32.573450 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:32.580949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Allocated IP 172.20.0.1 (682986a2-62d4-470d-9327-3aeda76736c1/c8758e88-a10f-4b34-b958-1b75677b0d9f/4eeb849a-6908-409a-8aaa-8f75a3b4be26) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:32.622699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] For port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:32.627026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] For port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5fc344e7-0b0d-43e9-b60a-68f07006bcb8,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:32.628228 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:32.700713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c81d0843-1dde-4fbb-8157-35e4219e429e admin admin] Publish callbacks [] for security_group (ea44b177-e090-45ec-8753-c60dfcf37876), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.745212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c81d0843-1dde-4fbb-8157-35e4219e429e admin admin] Publish callbacks [] for security_group (ea44b177-e090-45ec-8753-c60dfcf37876), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.760215 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.816265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks [] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.854165 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:32.857679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:32.911296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Routers {'8fb7d854-f160-41ab-bf6b-9ec216029d36'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:32.911296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['8fb7d854-f160-41ab-bf6b-9ec216029d36'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:32.929827 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:32.997392 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.078845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Network 682986a2-62d4-470d-9327-3aeda76736c1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:33.084279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:33.100553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:33.105397 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:33.146857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Pushing event updated for resources: {'Port': ['ID=4eeb849a-6908-409a-8aaa-8f75a3b4be26,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:33.194937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9b5225f2-3840-4b76-ab45-7ea9c910d411 None None] Provisioning complete for port 5098d22c-7130-4638-8754-78d8bf4089f1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:33.196281 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b5225f2-3840-4b76-ab45-7ea9c910d411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.198225 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (b97c42b9-4799-497c-8a74-64f36e80c2a2), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.296704 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:29:33.315147 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c81d0843-1dde-4fbb-8157-35e4219e429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ea44b177-e090-45ec-8753-c60dfcf37876), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.324570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c81d0843-1dde-4fbb-8157-35e4219e429e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.328327 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c81d0843-1dde-4fbb-8157-35e4219e429e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ea44b177-e090-45ec-8753-c60dfcf37876 HTTP/1.1" status: 204 len: 168 time: 0.7850773 Aug 28 20:29:33.343948 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705eb00-75c0-4e3f-8c2c-0a4bb4141c54 None None] Pushing event updated for resources: {'Port': ['ID=5fc344e7-0b0d-43e9-b60a-68f07006bcb8,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:33.378201 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7abe1-4282-4e12-8172-a70b1f9d7951 req-ea4f8f1a-9dc1-422c-a360-96512d4e7b4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:33.388139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-acd7abe1-4282-4e12-8172-a70b1f9d7951 req-ea4f8f1a-9dc1-422c-a360-96512d4e7b4e tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.3011155 Aug 28 20:29:33.392746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] Set router 8fb7d854-f160-41ab-bf6b-9ec216029d36 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:33.455894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks [] for port (5098d22c-7130-4638-8754-78d8bf4089f1), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.458681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d0843-1dde-4fbb-8157-35e4219e429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea44b177-e090-45ec-8753-c60dfcf37876,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:33.496639 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9b5225f2-3840-4b76-ab45-7ea9c910d411 None None] Port 5098d22c-7130-4638-8754-78d8bf4089f1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:33.515493 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:33.515933 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.589083 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-acd7abe1-4282-4e12-8172-a70b1f9d7951 req-151e3542-ed74-4553-8540-b536bbe143ae tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113644 Aug 28 20:29:33.592473 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.637159 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.751451 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Pushing event updated for resources: {'Port': ['ID=5098d22c-7130-4638-8754-78d8bf4089f1,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:33.784669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (8fb7d854-f160-41ab-bf6b-9ec216029d36), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.819935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-428f1c68-66a3-4fce-9043-6672f86fef0a None None] Provisioning complete for port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:33.820605 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-428f1c68-66a3-4fce-9043-6672f86fef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.951446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'name': 'tempest-TestServerBasicOps-1709923089-router', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:22Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 4, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'gw_port': {'id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5098d22c-7130-4638-8754-78d8bf4089f1', 'name': '', 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'mac_address': 'fa:16:3e:a4:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:31Z', 'updated_at': '2022-08-28T20:29:31Z', 'revision_number': 1, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'subnets': [{'id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:33.952700 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks [] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:33.960279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-428f1c68-66a3-4fce-9043-6672f86fef0a None None] Port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:33.993771 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:34.021594 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:34.057931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Network bf76f69f-acea-45cc-9748-ec8028502f6f is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:34.063800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:34.198859 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Pushing event updated for resources: {'Port': ['ID=4eeb849a-6908-409a-8aaa-8f75a3b4be26,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:34.287694 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (b97c42b9-4799-497c-8a74-64f36e80c2a2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:34.294975 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:34.300732 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:34.306953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Router 8fb7d854-f160-41ab-bf6b-9ec216029d36 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:29:34.371685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d1196-ba3c-4e5b-854b-59fd871649aa None None] The sync data for ids ['8fb7d854-f160-41ab-bf6b-9ec216029d36'] in n-d-854121-7 is: [{'id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'name': 'tempest-TestServerBasicOps-1709923089-router', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:22Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 4, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'gw_port': {'id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5098d22c-7130-4638-8754-78d8bf4089f1', 'name': '', 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'mac_address': 'fa:16:3e:a4:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:31Z', 'updated_at': '2022-08-28T20:29:31Z', 'revision_number': 1, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'subnets': [{'id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:34.392005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:34.393451 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:34.437323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:34.486452 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-37af8a7f-a2e6-4264-a21b-361d3f6df55d None None] Provisioning complete for port 5098d22c-7130-4638-8754-78d8bf4089f1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:34.486919 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-37af8a7f-a2e6-4264-a21b-361d3f6df55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:34.518677 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:34.530275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Network 682986a2-62d4-470d-9327-3aeda76736c1 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:34.534617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:34.536200 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:34.550819 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-af027d27-4ef6-4b05-952d-23af96a7adfb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/8fb7d854-f160-41ab-bf6b-9ec216029d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0810618 Aug 28 20:29:34.607825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-37af8a7f-a2e6-4264-a21b-361d3f6df55d None None] Port 5098d22c-7130-4638-8754-78d8bf4089f1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:34.630102 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52360) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:34.638756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:34.665111 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b9326d33-e3e6-4637-991f-4aabdf91c739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:34.843664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Router b97c42b9-4799-497c-8a74-64f36e80c2a2 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:29:34.891043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:34.904598 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:34.933081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5254e-bbf4-42b4-975c-2965f68b5681 req-0dea04f6-6c54-4a0f-8710-937f1ed5f991 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:34.942059 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84b5254e-bbf4-42b4-975c-2965f68b5681 req-0dea04f6-6c54-4a0f-8710-937f1ed5f991 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1204596 Aug 28 20:29:34.987443 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:35.001647 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b9326d33-e3e6-4637-991f-4aabdf91c739 admin admin] Publish callbacks [] for security_group (eeed12fc-78b5-4af8-b7ea-bd907afbcfcd), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.052432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:35.053447 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.095125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b9326d33-e3e6-4637-991f-4aabdf91c739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eeed12fc-78b5-4af8-b7ea-bd907afbcfcd), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.171909 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b9326d33-e3e6-4637-991f-4aabdf91c739 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fc868200f14147e19c99a9d61aa56e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331900 Aug 28 20:29:35.171909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52368) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:35.179448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a0831944-69e9-4f17-9674-9f63c765e687 None None] Provisioning complete for port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:35.179851 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0831944-69e9-4f17-9674-9f63c765e687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.202535 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-84b5254e-bbf4-42b4-975c-2965f68b5681 req-3d3f7ec8-adae-4fdd-85ae-34392b3d30ad tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587233 Aug 28 20:29:35.234228 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:35.260810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:29:35.275659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-51e9cc91-4926-460b-ae57-e0dba92af449 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b97c42b9-4799-497c-8a74-64f36e80c2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6212363 Aug 28 20:29:35.278458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a0831944-69e9-4f17-9674-9f63c765e687 None None] Port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:35.292891 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9326d33-e3e6-4637-991f-4aabdf91c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed12fc-78b5-4af8-b7ea-bd907afbcfcd,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:35.297596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:35.313610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df904034-f6ba-4a19-a50d-7917d7d8cd50 admin admin] Publish callbacks [] for security_group (eeed12fc-78b5-4af8-b7ea-bd907afbcfcd), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.377019 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df904034-f6ba-4a19-a50d-7917d7d8cd50 admin admin] Publish callbacks [] for security_group (eeed12fc-78b5-4af8-b7ea-bd907afbcfcd), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.532538 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df904034-f6ba-4a19-a50d-7917d7d8cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (eeed12fc-78b5-4af8-b7ea-bd907afbcfcd), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.535357 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df904034-f6ba-4a19-a50d-7917d7d8cd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.537441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-df904034-f6ba-4a19-a50d-7917d7d8cd50 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eeed12fc-78b5-4af8-b7ea-bd907afbcfcd HTTP/1.1" status: 204 len: 168 time: 0.3641963 Aug 28 20:29:35.558563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904034-f6ba-4a19-a50d-7917d7d8cd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed12fc-78b5-4af8-b7ea-bd907afbcfcd,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:35.578971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52378) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:35.587022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-330f8567-2244-4938-abd6-18848d82fccc tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767742140', 'description': 'tempest-secgroup-smoke-767742140 description', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:35.606412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Sync routers for ids ['b97c42b9-4799-497c-8a74-64f36e80c2a2'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:35.630395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Routers {'b97c42b9-4799-497c-8a74-64f36e80c2a2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:35.631037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b97c42b9-4799-497c-8a74-64f36e80c2a2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:35.772290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Set router b97c42b9-4799-497c-8a74-64f36e80c2a2 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:35.779265 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-330f8567-2244-4938-abd6-18848d82fccc tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.887830 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-330f8567-2244-4938-abd6-18848d82fccc tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group (7ec1388a-dd7d-4839-88e9-20c67e45717b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:35.975527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-330f8567-2244-4938-abd6-18848d82fccc tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ec1388a-dd7d-4839-88e9-20c67e45717b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.011889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8567-2244-4938-abd6-18848d82fccc tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec1388a-dd7d-4839-88e9-20c67e45717b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:36.028292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:33Z', 'revision_number': 4, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port': {'id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:26Z', 'updated_at': '2022-08-28T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '4eeb849a-6908-409a-8aaa-8f75a3b4be26', 'name': '', 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'mac_address': 'fa:16:3e:84:73:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c8758e88-a10f-4b34-b958-1b75677b0d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:32Z', 'updated_at': '2022-08-28T20:29:33Z', 'revision_number': 2, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'subnets': [{'id': 'c8758e88-a10f-4b34-b958-1b75677b0d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:36.061016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Checking router: b97c42b9-4799-497c-8a74-64f36e80c2a2 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:36.061712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Updating router b97c42b9-4799-497c-8a74-64f36e80c2a2 port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:36.061832 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-330f8567-2244-4938-abd6-18848d82fccc tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.064078 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-330f8567-2244-4938-abd6-18848d82fccc tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4817426 Aug 28 20:29:36.071573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52386) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:36.076572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-76118b07-1bf0-4d39-889b-42fa7442d522 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'security_group_rule': {'security_group_id': '7ec1388a-dd7d-4839-88e9-20c67e45717b', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:36.111379 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.270231 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76118b07-1bf0-4d39-889b-42fa7442d522 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (15714d39-d960-47fc-99e6-f124cfae7d2b), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.316448 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:36.395458 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:36.450852 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76118b07-1bf0-4d39-889b-42fa7442d522 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (15714d39-d960-47fc-99e6-f124cfae7d2b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.479715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52402) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:36.539172 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76118b07-1bf0-4d39-889b-42fa7442d522 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (15714d39-d960-47fc-99e6-f124cfae7d2b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.592495 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76118b07-1bf0-4d39-889b-42fa7442d522 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15714d39-d960-47fc-99e6-f124cfae7d2b,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:36.712313 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Publish callbacks [] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.721770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76118b07-1bf0-4d39-889b-42fa7442d522 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.726669 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-76118b07-1bf0-4d39-889b-42fa7442d522 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6514459 Aug 28 20:29:36.734460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52414) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:36.773935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'security_group_rule': {'security_group_id': '7ec1388a-dd7d-4839-88e9-20c67e45717b', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:36.839102 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:36.965151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:36.965775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (ecb99293-bc22-45f1-b37a-d80f43d08a7f), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.009175 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6bfb6f6-9590-4a2f-b0d1-e5ff59bbeff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.139982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41147759-335e-495a-a467-18f12618114b None None] Pushing event updated for resources: {'Port': ['ID=4eeb849a-6908-409a-8aaa-8f75a3b4be26,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:37.160761 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:37.172073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Attempting to bind port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:37.172581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Attempting to bind port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:37.177060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Attempting to bind port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 on network 682986a2-62d4-470d-9327-3aeda76736c1 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:37.193016 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:37.193496 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.197206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:37.199942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Checking segment: {'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:37.199942 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.199942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Bound using segment: {'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:37.199942 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Bound port: 4eeb849a-6908-409a-8aaa-8f75a3b4be26, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:37.200367 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.218003 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca1a92-3e98-487a-988c-754718010642 req-d62e4dc0-8731-4267-bf9a-6be3dc5f2df5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:37.222188 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2ca1a92-3e98-487a-988c-754718010642 req-d62e4dc0-8731-4267-bf9a-6be3dc5f2df5 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.8681371 Aug 28 20:29:37.243554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (ecb99293-bc22-45f1-b37a-d80f43d08a7f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.245786 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-f7dbdea3-4ce4-4159-aad1-9ce53e8dd6a2 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:37.247689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-f7dbdea3-4ce4-4159-aad1-9ce53e8dd6a2 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84 HTTP/1.1" status: 200 len: 910 time: 0.4376035 Aug 28 20:29:37.273838 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6bfb6f6-9590-4a2f-b0d1-e5ff59bbeff4 admin admin] Publish callbacks [] for security_group (41218994-ef86-4bde-a4fb-3b179d3de393), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.293281 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-3c9e6288-07f0-4989-8ccc-d7842e749027 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas/091421ca3de74beb9a4fbaab2c89d7a2 HTTP/1.1" status: 200 len: 375 time: 0.0209382 Aug 28 20:29:37.343870 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (ecb99293-bc22-45f1-b37a-d80f43d08a7f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.350380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a2ca1a92-3e98-487a-988c-754718010642 req-70cf3f75-9714-4194-b300-ede929688cec tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109600 Aug 28 20:29:37.386806 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:37.403886 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6bfb6f6-9590-4a2f-b0d1-e5ff59bbeff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (41218994-ef86-4bde-a4fb-3b179d3de393), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.467892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:37.468302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.471904 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-d7ac1811-45a8-4d50-b74b-20901173fed2 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706705 Aug 28 20:29:37.472526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb99293-bc22-45f1-b37a-d80f43d08a7f,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:37.504752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] For port 4eeb849a-6908-409a-8aaa-8f75a3b4be26, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:37.510339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.510777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.511110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.511600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.511836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.512223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.512718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.513077 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.513392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.513729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.514123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.514462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.514793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.515019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] For port 4eeb849a-6908-409a-8aaa-8f75a3b4be26, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4eeb849a-6908-409a-8aaa-8f75a3b4be26,segment=NetworkSegment(c7ed9fd0-6f0e-4e35-8d27-300b49d2e604),segment_id=c7ed9fd0-6f0e-4e35-8d27-300b49d2e604)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:37.515143 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.515441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:37.518474 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfb6f6-9590-4a2f-b0d1-e5ff59bbeff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41218994-ef86-4bde-a4fb-3b179d3de393,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:37.521346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5fc344e7-0b0d-43e9-b60a-68f07006bcb8,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:37.569450 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c6bfb6f6-9590-4a2f-b0d1-e5ff59bbeff4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8cecb211900443a38a7ac64551e9bba8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0883379 Aug 28 20:29:37.572899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52430) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:37.628205 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.641515 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.651084 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.651084 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f3ffc91a-4b20-44f3-947d-ea180090af01 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9099386 Aug 28 20:29:37.651084 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52434) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:37.658457 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e22a1d2f-e94c-4be1-8fbf-9894124fadc5 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'security_group_rule': {'security_group_id': '7ec1388a-dd7d-4839-88e9-20c67e45717b', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:37.674246 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:37.712775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f50f924f-2db1-4e61-9a11-430d23211af2 admin admin] Publish callbacks [] for security_group (41218994-ef86-4bde-a4fb-3b179d3de393), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.724056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Routers {'b97c42b9-4799-497c-8a74-64f36e80c2a2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:37.724739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b97c42b9-4799-497c-8a74-64f36e80c2a2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:37.736113 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-95439821-9609-4aa6-9fce-524b77d2ee81 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401922 Aug 28 20:29:37.751418 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f50f924f-2db1-4e61-9a11-430d23211af2 admin admin] Publish callbacks [] for security_group (41218994-ef86-4bde-a4fb-3b179d3de393), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.767819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=5fc344e7-0b0d-43e9-b60a-68f07006bcb8,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:37.851222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e22a1d2f-e94c-4be1-8fbf-9894124fadc5 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (db5b810a-ab30-4006-b06b-0b7240392797), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.881072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41147759-335e-495a-a467-18f12618114b None None] Pushing event updated for resources: {'Port': ['ID=4eeb849a-6908-409a-8aaa-8f75a3b4be26,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:37.905898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] Set router b97c42b9-4799-497c-8a74-64f36e80c2a2 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:37.946275 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-08912b6b-8cda-45b3-9690-f6d2546fc890 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580434 Aug 28 20:29:37.975489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f50f924f-2db1-4e61-9a11-430d23211af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (41218994-ef86-4bde-a4fb-3b179d3de393), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.978059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f50f924f-2db1-4e61-9a11-430d23211af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:37.981831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f50f924f-2db1-4e61-9a11-430d23211af2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/41218994-ef86-4bde-a4fb-3b179d3de393 HTTP/1.1" status: 204 len: 168 time: 0.4053774 Aug 28 20:29:38.005868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f924f-2db1-4e61-9a11-430d23211af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41218994-ef86-4bde-a4fb-3b179d3de393,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:38.010106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e22a1d2f-e94c-4be1-8fbf-9894124fadc5 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (db5b810a-ab30-4006-b06b-0b7240392797), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:38.062950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e22a1d2f-e94c-4be1-8fbf-9894124fadc5 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (db5b810a-ab30-4006-b06b-0b7240392797), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:38.089252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a1d2f-e94c-4be1-8fbf-9894124fadc5 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5b810a-ab30-4006-b06b-0b7240392797,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:38.186314 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e22a1d2f-e94c-4be1-8fbf-9894124fadc5 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:38.187711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e22a1d2f-e94c-4be1-8fbf-9894124fadc5 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5377252 Aug 28 20:29:38.190532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52442) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:38.195354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-846cb13f-4f54-40af-b623-54f0bb49df6d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'security_group_rule': {'security_group_id': '7ec1388a-dd7d-4839-88e9-20c67e45717b', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:38.204937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:33Z', 'revision_number': 4, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port': {'id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:26Z', 'updated_at': '2022-08-28T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '4eeb849a-6908-409a-8aaa-8f75a3b4be26', 'name': '', 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'mac_address': 'fa:16:3e:84:73:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c8758e88-a10f-4b34-b958-1b75677b0d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:32Z', 'updated_at': '2022-08-28T20:29:37Z', 'revision_number': 4, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'subnets': [{'id': 'c8758e88-a10f-4b34-b958-1b75677b0d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:38.247945 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433af43d-b773-4ed1-be78-db0cd317a7a6 None None] The sync data for ids ['b97c42b9-4799-497c-8a74-64f36e80c2a2'] in n-d-854121-7 is: [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:33Z', 'revision_number': 4, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port': {'id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:26Z', 'updated_at': '2022-08-28T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '4eeb849a-6908-409a-8aaa-8f75a3b4be26', 'name': '', 'network_id': '682986a2-62d4-470d-9327-3aeda76736c1', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'mac_address': 'fa:16:3e:84:73:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c8758e88-a10f-4b34-b958-1b75677b0d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:32Z', 'updated_at': '2022-08-28T20:29:37Z', 'revision_number': 4, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'subnets': [{'id': 'c8758e88-a10f-4b34-b958-1b75677b0d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:38.348593 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846cb13f-4f54-40af-b623-54f0bb49df6d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (d21e4eab-c60c-4871-b3cd-473813c97dc0), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:38.561222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d6cb-862c-4e85-9df2-333f8d1d70fb req-5dbcf59c-5a1a-4bf1-9287-03ea46aa4124 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:38.569207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846cb13f-4f54-40af-b623-54f0bb49df6d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (d21e4eab-c60c-4871-b3cd-473813c97dc0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:38.569536 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd9d6cb-862c-4e85-9df2-333f8d1d70fb req-5dbcf59c-5a1a-4bf1-9287-03ea46aa4124 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0839517 Aug 28 20:29:38.589649 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:38.609719 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:38.674492 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd9d6cb-862c-4e85-9df2-333f8d1d70fb req-7b9cbf36-e31e-4b49-8040-80e4aa8339a9 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041498 Aug 28 20:29:38.689149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846cb13f-4f54-40af-b623-54f0bb49df6d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d21e4eab-c60c-4871-b3cd-473813c97dc0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:38.804858 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6850fb3b-4790-4d79-85ca-e501f26de2c6 req-67c1fe56-b060-4da1-8a6b-5fdb0b33a3ec tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.1484034 Aug 28 20:29:38.814773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cb13f-4f54-40af-b623-54f0bb49df6d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21e4eab-c60c-4871-b3cd-473813c97dc0,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:38.898543 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Sync routers for ids ['8fb7d854-f160-41ab-bf6b-9ec216029d36'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:29:38.918983 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Routers {'8fb7d854-f160-41ab-bf6b-9ec216029d36'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:38.919640 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['8fb7d854-f160-41ab-bf6b-9ec216029d36'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:38.980715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-846cb13f-4f54-40af-b623-54f0bb49df6d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:38.982410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-846cb13f-4f54-40af-b623-54f0bb49df6d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7908387 Aug 28 20:29:38.986493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52460) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:38.993674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4eeb849a-6908-409a-8aaa-8f75a3b4be26 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:39.001510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'security_group_rule': {'security_group_id': '7ec1388a-dd7d-4839-88e9-20c67e45717b', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:39.108244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:39.108879 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.190451 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Set router 8fb7d854-f160-41ab-bf6b-9ec216029d36 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:39.219722 n-d-854121-7 neutron-server[114322]: INFO neutron.db.securitygroups_db [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Project 93b5e75aa65546349bfc3d95468ad2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:29:39.227400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (60cbc603-303e-4d7d-a426-df9f80d41412), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.296015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52474) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:39.329706 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:39.334903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:39.335498 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.342371 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04c744ae-625f-4d79-b548-bb957ae08eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.373602 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (60cbc603-303e-4d7d-a426-df9f80d41412), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.397132 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:39.412137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 4eeb849a-6908-409a-8aaa-8f75a3b4be26, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4eeb849a-6908-409a-8aaa-8f75a3b4be26,segment=NetworkSegment(c7ed9fd0-6f0e-4e35-8d27-300b49d2e604),segment_id=c7ed9fd0-6f0e-4e35-8d27-300b49d2e604)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:39.492883 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (60cbc603-303e-4d7d-a426-df9f80d41412), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.523792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cbc603-303e-4d7d-a426-df9f80d41412,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:39.537276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.538989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:39.551068 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'name': 'tempest-TestServerBasicOps-1709923089-router', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:22Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 4, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'gw_port': {'id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5098d22c-7130-4638-8754-78d8bf4089f1', 'name': '', 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'mac_address': 'fa:16:3e:a4:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:31Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 2, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'subnets': [{'id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:39.580455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04c744ae-625f-4d79-b548-bb957ae08eed admin admin] Publish callbacks [] for security_group (aacb9605-5970-4cdf-bc3c-8624306945b9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.588066 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Checking router: 8fb7d854-f160-41ab-bf6b-9ec216029d36 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:29:39.588718 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Updating router 8fb7d854-f160-41ab-bf6b-9ec216029d36 port 5098d22c-7130-4638-8754-78d8bf4089f1 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:29:39.688464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=4eeb849a-6908-409a-8aaa-8f75a3b4be26,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:39.713195 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-04c744ae-625f-4d79-b548-bb957ae08eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aacb9605-5970-4cdf-bc3c-8624306945b9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.721771 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.722890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.722890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-da864b7b-45b4-476c-83f7-35413f3cb95c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7292864 Aug 28 20:29:39.723299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52478) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:39.740995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:39.741375 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5fc344e7-0b0d-43e9-b60a-68f07006bcb8), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:39.766443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'security_group_rule': {'security_group_id': '7ec1388a-dd7d-4839-88e9-20c67e45717b', 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:39.792650 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:39.844220 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-04c744ae-625f-4d79-b548-bb957ae08eed admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e1fd308185ff4014b5efd33c712fcc41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466721 Aug 28 20:29:39.845430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c744ae-625f-4d79-b548-bb957ae08eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb9605-5970-4cdf-bc3c-8624306945b9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:39.847628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52482) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:39.946884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da28916-390f-47a3-a5a1-57ddc6892c98 req-1dcbb832-0a6c-4215-b889-ea97e830743b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:39.952165 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3da28916-390f-47a3-a5a1-57ddc6892c98 req-1dcbb832-0a6c-4215-b889-ea97e830743b tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1019335 Aug 28 20:29:39.955228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5fc344e7-0b0d-43e9-b60a-68f07006bcb8 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:39.956400 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Project 93b5e75aa65546349bfc3d95468ad2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:29:39.974348 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:39.975293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (1a165302-941c-4aca-9123-fb0932a81ef4), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.014128 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2e0d42a2-3ae8-4bdc-8290-511cf0a005ed req-b9f5b273-007c-4866-a1bc-99646a4a2f09 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0783603 Aug 28 20:29:40.076394 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-429157c0-f792-47fc-8c8f-328cfb1cf422 admin admin] Publish callbacks [] for security_group (aacb9605-5970-4cdf-bc3c-8624306945b9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.105160 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-429157c0-f792-47fc-8c8f-328cfb1cf422 admin admin] Publish callbacks [] for security_group (aacb9605-5970-4cdf-bc3c-8624306945b9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.126424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3da28916-390f-47a3-a5a1-57ddc6892c98 req-e74e7646-6804-40c9-a724-04cd2f53c86a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532328 Aug 28 20:29:40.189748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (1a165302-941c-4aca-9123-fb0932a81ef4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.276391 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Publish callbacks [] for port (5098d22c-7130-4638-8754-78d8bf4089f1), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.292827 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (1a165302-941c-4aca-9123-fb0932a81ef4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.316367 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-429157c0-f792-47fc-8c8f-328cfb1cf422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aacb9605-5970-4cdf-bc3c-8624306945b9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.318233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a165302-941c-4aca-9123-fb0932a81ef4,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:40.321218 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-429157c0-f792-47fc-8c8f-328cfb1cf422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.322473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-429157c0-f792-47fc-8c8f-328cfb1cf422 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aacb9605-5970-4cdf-bc3c-8624306945b9 HTTP/1.1" status: 204 len: 168 time: 0.4698453 Aug 28 20:29:40.325986 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:40.334814 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429157c0-f792-47fc-8c8f-328cfb1cf422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb9605-5970-4cdf-bc3c-8624306945b9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:40.376071 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.382965 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:40.421234 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.437672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-104a1f4d-8b95-4ddf-8bfe-3d8415706960 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6806335 Aug 28 20:29:40.477909 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389b2ef-d711-43ea-bdef-b9658cdb410d None None] Pushing event updated for resources: {'Port': ['ID=5098d22c-7130-4638-8754-78d8bf4089f1,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:40.515602 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Attempting to bind port 5098d22c-7130-4638-8754-78d8bf4089f1 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:40.516080 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Attempting to bind port 5098d22c-7130-4638-8754-78d8bf4089f1 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:40.520913 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Attempting to bind port 5098d22c-7130-4638-8754-78d8bf4089f1 on network bf76f69f-acea-45cc-9748-ec8028502f6f {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:40.523090 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:40.523469 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Checking segment: {'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:40.524021 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.524417 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Bound using segment: {'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:40.524904 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Bound port: 5098d22c-7130-4638-8754-78d8bf4089f1, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc52da3-e0bc-4f22-9eb9-09236dcd1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:40.525746 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.622113 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] For port 5098d22c-7130-4638-8754-78d8bf4089f1, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:40.625330 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] For port 5098d22c-7130-4638-8754-78d8bf4089f1, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5098d22c-7130-4638-8754-78d8bf4089f1,segment=NetworkSegment(9fc52da3-e0bc-4f22-9eb9-09236dcd1e99),segment_id=9fc52da3-e0bc-4f22-9eb9-09236dcd1e99)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:40.748503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4eeb849a-6908-409a-8aaa-8f75a3b4be26 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:40.773474 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.815802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:40.815802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:40.823087 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Routers {'8fb7d854-f160-41ab-bf6b-9ec216029d36'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:29:40.824036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['8fb7d854-f160-41ab-bf6b-9ec216029d36'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:40.913287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:40.982919 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389b2ef-d711-43ea-bdef-b9658cdb410d None None] Pushing event updated for resources: {'Port': ['ID=5098d22c-7130-4638-8754-78d8bf4089f1,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:40.998846 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] Set router 8fb7d854-f160-41ab-bf6b-9ec216029d36 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:29:41.157828 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-458718bf-6c38-440a-880c-2dd4eff5a9fb req-7768fdbc-f5ed-4af7-a22b-d86e27dd20a9 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0467401 Aug 28 20:29:41.319075 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:41.322445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc835-a3cd-46a8-8098-044dcdb2cf72 req-5f01ec77-96a7-468e-a1cc-65bc4fc39b1a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:41.324276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-771bc835-a3cd-46a8-8098-044dcdb2cf72 req-5f01ec77-96a7-468e-a1cc-65bc4fc39b1a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0738084 Aug 28 20:29:41.424374 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'name': 'tempest-TestServerBasicOps-1709923089-router', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:22Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 4, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'gw_port': {'id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5098d22c-7130-4638-8754-78d8bf4089f1', 'name': '', 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'mac_address': 'fa:16:3e:a4:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:31Z', 'updated_at': '2022-08-28T20:29:40Z', 'revision_number': 4, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'subnets': [{'id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:29:41.437356 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-771bc835-a3cd-46a8-8098-044dcdb2cf72 req-9e3dd09a-25f6-4d7d-a6dc-067f4d449519 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041856 Aug 28 20:29:41.462167 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9218d6b-0ac9-438f-9853-0fd3701e5cb2 None None] The sync data for ids ['8fb7d854-f160-41ab-bf6b-9ec216029d36'] in n-d-854121-7 is: [{'id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'name': 'tempest-TestServerBasicOps-1709923089-router', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:22Z', 'updated_at': '2022-08-28T20:29:32Z', 'revision_number': 4, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'gw_port': {'id': '5fc344e7-0b0d-43e9-b60a-68f07006bcb8', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '5098d22c-7130-4638-8754-78d8bf4089f1', 'name': '', 'network_id': 'bf76f69f-acea-45cc-9748-ec8028502f6f', 'tenant_id': 'd5451ab01eb04f6eac76034e20fb8060', 'mac_address': 'fa:16:3e:a4:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb7d854-f160-41ab-bf6b-9ec216029d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:31Z', 'updated_at': '2022-08-28T20:29:40Z', 'revision_number': 4, 'project_id': 'd5451ab01eb04f6eac76034e20fb8060', 'subnets': [{'id': '978688f8-b1c1-46a0-847d-ee3d5ae4a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:29:42.132678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-c86ffaf3-85e8-4d21-8907-11cb7febc367 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-767742140&fields=id&tenant_id=93b5e75aa65546349bfc3d95468ad2a4 HTTP/1.1" status: 200 len: 267 time: 0.1316826 Aug 28 20:29:42.307070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-acd99d09-4a34-4cd2-8dc8-da572a99c854 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:42.309179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-44f1dc70-7273-4b80-af4e-1b29aff909e3 req-662f4d32-be00-469e-8de6-50e21cfec9ee tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0517213 Aug 28 20:29:42.318661 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-acd99d09-4a34-4cd2-8dc8-da572a99c854 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c HTTP/1.1" status: 200 len: 809 time: 0.1848183 Aug 28 20:29:42.353567 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-8f31bf6c-ca28-4f70-ae11-1c9c1cc57f20 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/quotas/93b5e75aa65546349bfc3d95468ad2a4 HTTP/1.1" status: 200 len: 375 time: 0.0324585 Aug 28 20:29:42.431456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-1fbaa530-a70f-4be1-b94f-b0d0d190e005 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=93b5e75aa65546349bfc3d95468ad2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764875 Aug 28 20:29:42.577579 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-f0f34aa7-e3e2-4037-91b0-b4c28ec79054 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449456 Aug 28 20:29:42.648968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7aa4e2-e79e-477f-9934-5fe8277248c8 req-007160bc-ec4d-4f11-9ea9-da8bf5b219c1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:42.657573 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e7aa4e2-e79e-477f-9934-5fe8277248c8 req-007160bc-ec4d-4f11-9ea9-da8bf5b219c1 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0832570 Aug 28 20:29:42.758422 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-76b97072-c28a-4757-93c2-547862c03c0b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746736 Aug 28 20:29:42.762496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8e7aa4e2-e79e-477f-9934-5fe8277248c8 req-3fd5c2c1-35a0-4bc9-bdd7-6c76f1f92c23 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021914 Aug 28 20:29:42.841690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5098d22c-7130-4638-8754-78d8bf4089f1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:42.931883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5098d22c-7130-4638-8754-78d8bf4089f1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:42.932490 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:43.015660 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:43.038060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5098d22c-7130-4638-8754-78d8bf4089f1 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:43.043010 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:43.136717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 5098d22c-7130-4638-8754-78d8bf4089f1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=5098d22c-7130-4638-8754-78d8bf4089f1,segment=NetworkSegment(9fc52da3-e0bc-4f22-9eb9-09236dcd1e99),segment_id=9fc52da3-e0bc-4f22-9eb9-09236dcd1e99)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:43.181395 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-34ddf9bf-6943-4d2c-a1e4-b2d69eea1ef9 req-91a07f73-0f9c-42fa-b513-f310c13c6933 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 210 time: 0.0532289 Aug 28 20:29:43.213070 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:43.275863 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:43.308688 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=5098d22c-7130-4638-8754-78d8bf4089f1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:43.473543 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-edf5f342-2f48-4c92-942e-ead371add120 req-ab965b43-88b5-47d9-b840-ec33b53e5780 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0488756 Aug 28 20:29:43.906315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4441c-6a99-4233-b0b7-862b0b50ddb1 req-2519cabf-6aee-48a3-9fae-0024433aa366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:43.908412 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75e4441c-6a99-4233-b0b7-862b0b50ddb1 req-2519cabf-6aee-48a3-9fae-0024433aa366 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 1127 time: 0.0753040 Aug 28 20:29:43.911300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e8ed6-2eda-464e-ab56-52ab7485cecb req-f96954bb-d2b8-4aa1-b679-b13ecd062f10 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:43.914046 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-250e8ed6-2eda-464e-ab56-52ab7485cecb req-f96954bb-d2b8-4aa1-b679-b13ecd062f10 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.0738378 Aug 28 20:29:43.990771 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-75e4441c-6a99-4233-b0b7-862b0b50ddb1 req-32816ae3-d010-49cc-8248-20697fe7b562 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753529 Aug 28 20:29:43.992024 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-250e8ed6-2eda-464e-ab56-52ab7485cecb req-2eb67c7c-e244-4e46-a611-e1e41ecfb0dd tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665939 Aug 28 20:29:44.277526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-284997d6-0caa-447f-b8e0-c0d9d9c9472d req-f902bde9-fb8c-4a10-a1b7-305b6b7803f6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 210 time: 0.0427456 Aug 28 20:29:44.407512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-9d7da67e-5b8e-4034-8ff8-181ac72cce1c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:44.409193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-9d7da67e-5b8e-4034-8ff8-181ac72cce1c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.84 "GET /networking/v2.0/networks?id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84 HTTP/1.1" status: 200 len: 910 time: 0.1244454 Aug 28 20:29:44.507609 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52660) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:44.612615 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07c91879-bd76-408e-b500-77f8536f46af req-4392c795-30e5-4d5e-af8e-71ff56395f72 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0462947 Aug 28 20:29:44.653685 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:44.677462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Request body: {'port': {'device_id': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'admin_state_up': True, 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:44.690920 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:44.748724 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:44.792239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Made reservation on behalf of 091421ca3de74beb9a4fbaab2c89d7a2 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:44.795703 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:44.837746 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Publish callbacks [] for security_group (bb97afde-82ac-4bc7-a6fd-e4b181b3da70), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:44.850978 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 5098d22c-7130-4638-8754-78d8bf4089f1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:44.901414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bb97afde-82ac-4bc7-a6fd-e4b181b3da70), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:44.953667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 5098d22c-7130-4638-8754-78d8bf4089f1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:44.956025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5098d22c-7130-4638-8754-78d8bf4089f1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:44.956384 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb97afde-82ac-4bc7-a6fd-e4b181b3da70,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:44.962744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b9e7579edfd8495ab1d16d3e32ef4980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4539099 Aug 28 20:29:44.971289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.971894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.974312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.974870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.975446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.976214 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.976417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52680) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:44.976888 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.977322 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.977759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.978286 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.979166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.979726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.980279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.980925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:44.981475 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65cbb4-c43d-4568-b696-287cfe575bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:29:45.157726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 5098d22c-7130-4638-8754-78d8bf4089f1 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:45.163296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Allocated IP 172.20.0.14 (60aa502a-33f9-4bf3-98e2-1b1f8f860f84/ecf07176-4e79-4d20-b6d0-d214bc2fb7d8/bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:45.199507 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231e346b-6687-4720-832d-b6647f9484fd admin admin] Publish callbacks [] for security_group (bb97afde-82ac-4bc7-a6fd-e4b181b3da70), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:45.236040 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2657ef7-f208-4364-89cc-54b67b9bcfe1 req-b71889a6-4679-4d7f-a9f0-10b5233dfc55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:45.237702 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d2657ef7-f208-4364-89cc-54b67b9bcfe1 req-b71889a6-4679-4d7f-a9f0-10b5233dfc55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1091285 Aug 28 20:29:45.259361 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231e346b-6687-4720-832d-b6647f9484fd admin admin] Publish callbacks [] for security_group (bb97afde-82ac-4bc7-a6fd-e4b181b3da70), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:45.404209 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d2657ef7-f208-4364-89cc-54b67b9bcfe1 req-008a471e-ee56-4374-b7d1-1732416c3a7c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487539 Aug 28 20:29:45.507422 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7891bbcc-a70c-4496-ae0f-925e3fe2a822 req-cd4c1319-6c07-4af9-b219-e8b7dd56bebd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 210 time: 0.1111176 Aug 28 20:29:45.543465 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:45.567488 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks [] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:45.588003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231e346b-6687-4720-832d-b6647f9484fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bb97afde-82ac-4bc7-a6fd-e4b181b3da70), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:45.593154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-231e346b-6687-4720-832d-b6647f9484fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:45.594318 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-231e346b-6687-4720-832d-b6647f9484fd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bb97afde-82ac-4bc7-a6fd-e4b181b3da70 HTTP/1.1" status: 204 len: 168 time: 0.6128039 Aug 28 20:29:45.612751 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e346b-6687-4720-832d-b6647f9484fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb97afde-82ac-4bc7-a6fd-e4b181b3da70,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:45.687496 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:45.758968 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:45.772321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:45.778879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:45.786059 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e9a47-3f37-444f-948f-ef2f9cc91bd2 req-68787661-8b16-4e06-b598-cb4c6b08bbcb tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:45.787635 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a80e9a47-3f37-444f-948f-ef2f9cc91bd2 req-68787661-8b16-4e06-b598-cb4c6b08bbcb tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1028 time: 0.0883534 Aug 28 20:29:45.819261 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:45.826329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Pushing event updated for resources: {'Port': ['ID=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:45.858310 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:45.858948 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:45.880627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ab7d9bec-a40f-465e-8e7c-250c78f31aa9 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:29:45.893281 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a80e9a47-3f37-444f-948f-ef2f9cc91bd2 req-4bc45b85-e908-4512-8599-e412e8d24529 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773187 Aug 28 20:29:45.898887 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ab7d9bec-a40f-465e-8e7c-250c78f31aa9 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:29:46.141697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-ec6f8897-c7c2-489e-ba2c-7c6c48578e41 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4778404 Aug 28 20:29:46.153283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9ec36067-a682-471f-b1f9-362895d40bd5 None None] Provisioning complete for port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:46.153669 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ec36067-a682-471f-b1f9-362895d40bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:46.167109 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Request body: {'port': {'device_id': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:46.199458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9ec36067-a682-471f-b1f9-362895d40bd5 None None] Port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:46.302220 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:46.305454 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:46.317397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:46.346146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:29:46.348649 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fc231-e199-4f26-890c-22f6e0bd9953" -d '{"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:29:46.376885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:46.437120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:46.487941 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:46.631158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc362a-3900-4cb3-a1ab-202b3f97af6e req-ad7dbbb0-e6aa-4a78-89b1-e5ec817042d3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:46.638788 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bc362a-3900-4cb3-a1ab-202b3f97af6e req-ad7dbbb0-e6aa-4a78-89b1-e5ec817042d3 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 943 time: 0.0597053 Aug 28 20:29:46.639167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:46.645888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'port_id': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'mac_address': 'fa:16:3e:e6:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:29:46.715480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:46.716684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:46.723295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c4bc362a-3900-4cb3-a1ab-202b3f97af6e req-a9f1e4dd-470d-4cd2-bef6-d1b22d1bfb2f tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834262 Aug 28 20:29:46.741258 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7d9bec-a40f-465e-8e7c-250c78f31aa9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:29:46.763392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52724) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:46.796670 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:46.812394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:46.848670 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Aug 2022 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734b9eb-1b1e-42ba-9009-e67a05af68b6 x-openstack-request-id: req-0734b9eb-1b1e-42ba-9009-e67a05af68b6 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:29:46.848670 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:29:46.848670 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0734b9eb-1b1e-42ba-9009-e67a05af68b6 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:29:46.848670 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0734b9eb-1b1e-42ba-9009-e67a05af68b6'] response: {'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'code': 200} Aug 28 20:29:46.891440 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:46.892574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e2f49f16-7c85-401c-8d58-7ada79321905 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/floatingips/da261883-2966-4623-aee4-0e28a440f5f3 HTTP/1.1" status: 200 len: 991 time: 0.1260648 Aug 28 20:29:46.894508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52726) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:46.968039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:46.982429 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b294b56b-548f-4ac8-ab67-40a928cdcc1e req-84d10069-dcfa-4659-8f26-4725d410164d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 210 time: 0.0629542 Aug 28 20:29:46.991922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:29:47.003611 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Publish callbacks [] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.018896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Transition to ACTIVE for port object bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:29:47.061217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52732) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:47.084211 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-762ae207-8306-4dcd-a7f1-e749b35af33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.088759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316558a-c76c-4495-8d0c-49ad0aff8cd4 req-967031a0-12a6-49c6-bb44-00fa37abb6af tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:47.090317 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d316558a-c76c-4495-8d0c-49ad0aff8cd4 req-967031a0-12a6-49c6-bb44-00fa37abb6af tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1028 time: 0.0667403 Aug 28 20:29:47.120879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00208fb2-5bb8-444e-8a0b-e89ccb774a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.155851 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.223552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['ab7d9bec-a40f-465e-8e7c-250c78f31aa9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:29:47.224689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Pushing event updated for resources: {'Port': ['ID=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:47.233171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d316558a-c76c-4495-8d0c-49ad0aff8cd4 req-ee00a3ed-936e-46fe-9b15-87f6437de4ae tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240559 Aug 28 20:29:47.295804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Attempting to bind port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:47.295804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Attempting to bind port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:47.296196 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Attempting to bind port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:47.305696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:29:47.306206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Attempting to bind port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:47.315369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:47.315717 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Checking segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:47.316051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Bound using segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:47.316553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Bound port: bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:47.316928 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.357663 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:47.380413 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-762ae207-8306-4dcd-a7f1-e749b35af33e admin admin] Publish callbacks [] for security_group (f5bff809-736d-484b-bf88-ea43eef95803), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.409080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] For port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:47.413097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] For port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:47.422028 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00208fb2-5bb8-444e-8a0b-e89ccb774a0f admin admin] Publish callbacks [] for security_group (6f070b5c-c359-42b6-a24a-22144f4973c8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.451532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-762ae207-8306-4dcd-a7f1-e749b35af33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f5bff809-736d-484b-bf88-ea43eef95803), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.471249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-f38e02e7-e63d-48c7-bd8a-645db89ae225 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:47.473619 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-f38e02e7-e63d-48c7-bd8a-645db89ae225 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.89 "GET /networking/v2.0/networks?id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c HTTP/1.1" status: 200 len: 809 time: 0.2051518 Aug 28 20:29:47.526209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-762ae207-8306-4dcd-a7f1-e749b35af33e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8d5a2fdde3894c23b9b93253fff8787c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4660478 Aug 28 20:29:47.527240 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52734) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:47.527892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ae207-8306-4dcd-a7f1-e749b35af33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bff809-736d-484b-bf88-ea43eef95803,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:47.549599 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.554342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:47.558692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.563159 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 HTTP/1.1" status: 200 len: 1092 time: 1.4064512 Aug 28 20:29:47.565327 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'tag': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:29:47.565587 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:47.577398 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a728fc6e-3054-4363-9da5-3c2f83dabfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "64fce296-d091-441b-8a18-3e3bff0eb1f5", "tag": "bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:29:47.590979 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:47.597491 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-1ea3c5cc-cf3c-43b4-b7b5-4e624156f5fd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.89 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=93b5e75aa65546349bfc3d95468ad2a4 HTTP/1.1" status: 200 len: 379 time: 0.1120167 Aug 28 20:29:47.599573 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-00208fb2-5bb8-444e-8a0b-e89ccb774a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6f070b5c-c359-42b6-a24a-22144f4973c8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.630951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'port': {'device_id': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'admin_state_up': True, 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'security_groups': ['7ec1388a-dd7d-4839-88e9-20c67e45717b']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:47.692148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb02fb-63c9-4645-9850-4a421ca11083 service neutron] Pushing event updated for resources: {'Port': ['ID=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:47.718127 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:47.750245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-00208fb2-5bb8-444e-8a0b-e89ccb774a0f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=750250bb11f64bcdb7b09431af796b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8550558 Aug 28 20:29:47.758109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52742) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:47.790369 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2ed5-e415-4f59-81b5-0392f88410c9 admin admin] Publish callbacks [] for security_group (f5bff809-736d-484b-bf88-ea43eef95803), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.792443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208fb2-5bb8-444e-8a0b-e89ccb774a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f070b5c-c359-42b6-a24a-22144f4973c8,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:47.817082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-eb726bab-a37c-45ec-9574-e115474d89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:47.820127 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-eb726bab-a37c-45ec-9574-e115474d89b7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1126 time: 0.0765553 Aug 28 20:29:47.878133 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2ed5-e415-4f59-81b5-0392f88410c9 admin admin] Publish callbacks [] for security_group (f5bff809-736d-484b-bf88-ea43eef95803), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.887659 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3d8186-a958-40ed-90ae-8c8fb655405b x-openstack-request-id: req-ae3d8186-a958-40ed-90ae-8c8fb655405b {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:29:47.888099 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fce296-d091-441b-8a18-3e3bff0eb1f5", "tag": "bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:29:47.888440 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae3d8186-a958-40ed-90ae-8c8fb655405b {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:29:47.888903 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3d8186-a958-40ed-90ae-8c8fb655405b'] response: {'name': 'network-changed', 'server_uuid': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'tag': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9', 'status': 'completed', 'code': 200} Aug 28 20:29:47.891247 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-243dd5bb-cd16-4b5a-a266-32ac81340f9e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 HTTP/1.1" status: 200 len: 217 time: 0.0544238 Aug 28 20:29:47.948927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-749907e5-c137-4c54-8193-098006294aaa admin admin] Publish callbacks [] for security_group (6f070b5c-c359-42b6-a24a-22144f4973c8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:47.988857 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-749907e5-c137-4c54-8193-098006294aaa admin admin] Publish callbacks [] for security_group (6f070b5c-c359-42b6-a24a-22144f4973c8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.060351 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Made reservation on behalf of 93b5e75aa65546349bfc3d95468ad2a4 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:29:48.064918 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.067316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2ed5-e415-4f59-81b5-0392f88410c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (f5bff809-736d-484b-bf88-ea43eef95803), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.069785 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2ed5-e415-4f59-81b5-0392f88410c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.073718 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d5bb2ed5-e415-4f59-81b5-0392f88410c9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f5bff809-736d-484b-bf88-ea43eef95803 HTTP/1.1" status: 204 len: 168 time: 0.5428147 Aug 28 20:29:48.095777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb2ed5-e415-4f59-81b5-0392f88410c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bff809-736d-484b-bf88-ea43eef95803,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:48.183990 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6e2cc37f-ebbe-4b7e-a9e1-b907743b5121 req-52bddb82-4ec3-4983-ad62-e1db712cadc7 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 210 time: 0.0959749 Aug 28 20:29:48.184625 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-749907e5-c137-4c54-8193-098006294aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6f070b5c-c359-42b6-a24a-22144f4973c8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.187295 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-749907e5-c137-4c54-8193-098006294aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.188424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-749907e5-c137-4c54-8193-098006294aaa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6f070b5c-c359-42b6-a24a-22144f4973c8 HTTP/1.1" status: 204 len: 168 time: 0.4289057 Aug 28 20:29:48.210175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749907e5-c137-4c54-8193-098006294aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f070b5c-c359-42b6-a24a-22144f4973c8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:48.217084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ab7d9bec-a40f-465e-8e7c-250c78f31aa9 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:48.292556 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:48.323277 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Allocated IP 172.20.0.14 (9582500b-e965-46d5-9d5e-b3a9b55a5b7c/eb47d692-cd91-4b43-ad8d-5766207e0e1c/04b37551-b13f-43bc-8cef-8521019d4909) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:29:48.331687 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-544d6d4d-40dd-4d1d-9f52-189f4e84a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:48.339941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-544d6d4d-40dd-4d1d-9f52-189f4e84a948 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ecf07176-4e79-4d20-b6d0-d214bc2fb7d8 HTTP/1.1" status: 200 len: 848 time: 0.4370165 Aug 28 20:29:48.368015 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:48.368396 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.402186 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:48.494276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:48.494782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.518754 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f679-ab91-496f-9747-80eb94a15954 req-7c30fb08-25d6-47e2-bdff-3af39eef555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:48.521269 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-7c30fb08-25d6-47e2-bdff-3af39eef555f service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1719639 Aug 28 20:29:48.530091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc51f5-3505-480d-b98f-f8832fdacdce req-14c9eb7a-da9b-480b-a470-5df68766cd3e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:48.537698 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-50fc51f5-3505-480d-b98f-f8832fdacdce req-14c9eb7a-da9b-480b-a470-5df68766cd3e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1126 time: 0.1366687 Aug 28 20:29:48.542303 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:48.589242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for port (04b37551-b13f-43bc-8cef-8521019d4909), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.647314 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-50fc51f5-3505-480d-b98f-f8832fdacdce req-db8397b8-ae20-43bf-a38a-974ab758cfd0 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089487 Aug 28 20:29:48.649192 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.685949 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-d3144da1-6aaa-4e64-aeae-f08028b731e9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462345 Aug 28 20:29:48.701018 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (04b37551-b13f-43bc-8cef-8521019d4909), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.783123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:48.796057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:29:48.799914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:29:48.803024 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:29:48.837976 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:48.844652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:29:48.847296 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12280d8f-d8c5-4cdb-839f-884ddefd7900" -d '{"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-plugged", "status": "completed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:29:48.851356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'Port': ['ID=04b37551-b13f-43bc-8cef-8521019d4909,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:48.859035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5739f679-ab91-496f-9747-80eb94a15954 req-8e7a2355-66f0-4c8f-a72e-8798d5d0a8d3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651306 Aug 28 20:29:48.894527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:48.897172 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:48.944820 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3875c587-11ee-4c10-921b-41b477291bb7 x-openstack-request-id: req-3875c587-11ee-4c10-921b-41b477291bb7 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:29:48.945225 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-plugged", "status": "completed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:29:48.945486 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3875c587-11ee-4c10-921b-41b477291bb7 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:29:48.945901 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3875c587-11ee-4c10-921b-41b477291bb7'] response: {'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'code': 200} Aug 28 20:29:49.035999 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-4c6be76b-1c1b-4478-bd81-2f092da0e1cd tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4230702 Aug 28 20:29:49.049145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Request body: {'port': {'device_id': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:49.122893 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04b37551-b13f-43bc-8cef-8521019d4909), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.138908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-802c5d71-6d84-4650-a0fc-bb0611a4b443 None None] Provisioning complete for port 04b37551-b13f-43bc-8cef-8521019d4909 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:49.139658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-802c5d71-6d84-4650-a0fc-bb0611a4b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (04b37551-b13f-43bc-8cef-8521019d4909), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.178737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-802c5d71-6d84-4650-a0fc-bb0611a4b443 None None] Port 04b37551-b13f-43bc-8cef-8521019d4909 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:29:49.246254 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:49.344022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52772) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:49.360695 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f52d21b4-b1e6-4971-b931-8f8601e22d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.387630 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197813-0149-4905-b27c-e23ab7794189 req-c16a7bed-df4c-4cef-bee5-8b3644100ae2 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:49.389222 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f197813-0149-4905-b27c-e23ab7794189 req-c16a7bed-df4c-4cef-bee5-8b3644100ae2 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 932 time: 0.0779402 Aug 28 20:29:49.463458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f197813-0149-4905-b27c-e23ab7794189 req-759cc9f2-72c8-4a49-a7f2-7368c1b0947c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672169 Aug 28 20:29:49.525979 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b37551-b13f-43bc-8cef-8521019d4909 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:29:49.543239 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Publish callbacks [] for port (04b37551-b13f-43bc-8cef-8521019d4909), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.565633 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f52d21b4-b1e6-4971-b931-8f8601e22d61 admin admin] Publish callbacks [] for security_group (ed301edb-0b69-40e5-b319-ed5efbe26e69), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.568646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Transition to ACTIVE for port object 04b37551-b13f-43bc-8cef-8521019d4909 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:29:49.638008 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (04b37551-b13f-43bc-8cef-8521019d4909), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.641666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f52d21b4-b1e6-4971-b931-8f8601e22d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ed301edb-0b69-40e5-b319-ed5efbe26e69), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.771392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f52d21b4-b1e6-4971-b931-8f8601e22d61 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=99ecf91835b245d38b21b166842c39e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4279273 Aug 28 20:29:49.777924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52784) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:49.778603 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d21b4-b1e6-4971-b931-8f8601e22d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed301edb-0b69-40e5-b319-ed5efbe26e69,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:49.814295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-1de1489c-3ca6-4e67-b920-b0295cdcfac6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414452 Aug 28 20:29:49.815202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Pushing event updated for resources: {'Port': ['ID=04b37551-b13f-43bc-8cef-8521019d4909,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:49.828484 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:49.865013 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7563-4ac0-4761-ad5d-a9ebc80076e4 admin admin] Publish callbacks [] for security_group (ed301edb-0b69-40e5-b319-ed5efbe26e69), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.902122 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7563-4ac0-4761-ad5d-a9ebc80076e4 admin admin] Publish callbacks [] for security_group (ed301edb-0b69-40e5-b319-ed5efbe26e69), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:49.926020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51a7f-75c4-460a-9c6b-ef8695e3bd6d req-fc089b3d-18e5-4d7a-976e-7aa47dd201cc tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:49.936312 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f51a7f-75c4-460a-9c6b-ef8695e3bd6d req-fc089b3d-18e5-4d7a-976e-7aa47dd201cc tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1126 time: 0.1637065 Aug 28 20:29:49.955318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-6f8350cb-afdd-4182-9084-0bac9edeb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:49.957617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-6f8350cb-afdd-4182-9084-0bac9edeb5ac service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 1127 time: 0.1057003 Aug 28 20:29:49.993998 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-1f92b37c-dd32-4cc1-bdb0-718a3674186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:49.996223 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-1f92b37c-dd32-4cc1-bdb0-718a3674186a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1126 time: 0.0614767 Aug 28 20:29:50.061589 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Attempting to bind port 04b37551-b13f-43bc-8cef-8521019d4909 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:29:50.062063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Attempting to bind port 04b37551-b13f-43bc-8cef-8521019d4909 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:29:50.062420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Attempting to bind port 04b37551-b13f-43bc-8cef-8521019d4909 on network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:50.088544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Port 04b37551-b13f-43bc-8cef-8521019d4909 on network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:29:50.088878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Attempting to bind port 04b37551-b13f-43bc-8cef-8521019d4909 on network 9582500b-e965-46d5-9d5e-b3a9b55a5b7c {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:29:50.111843 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-32f51a7f-75c4-460a-9c6b-ef8695e3bd6d req-92141a9c-5e51-4331-9c5f-347692df9dea tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667283 Aug 28 20:29:50.115464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:29:50.115771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Checking segment: {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:29:50.116133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Bound using segment: {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:29:50.116591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Bound port: 04b37551-b13f-43bc-8cef-8521019d4909, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7907b0a5-1956-4f57-a4e3-e15c395d81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:29:50.117772 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04b37551-b13f-43bc-8cef-8521019d4909), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:50.124145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7563-4ac0-4761-ad5d-a9ebc80076e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ed301edb-0b69-40e5-b319-ed5efbe26e69), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:50.131609 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7563-4ac0-4761-ad5d-a9ebc80076e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:50.136707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ec3f7563-4ac0-4761-ad5d-a9ebc80076e4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ed301edb-0b69-40e5-b319-ed5efbe26e69 HTTP/1.1" status: 204 len: 168 time: 0.3575890 Aug 28 20:29:50.155762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-74aa7210-0264-4daf-8ff4-d7bdfabde97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.157445 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-74aa7210-0264-4daf-8ff4-d7bdfabde97f service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84 HTTP/1.1" status: 200 len: 910 time: 0.1546795 Aug 28 20:29:50.158909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f7563-4ac0-4761-ad5d-a9ebc80076e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed301edb-0b69-40e5-b319-ed5efbe26e69,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:50.219259 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-20672b3a-c11b-49cd-85f6-9492e0ed21d6 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 HTTP/1.1" status: 200 len: 217 time: 0.0519092 Aug 28 20:29:50.241474 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-b741ec9b-279e-4fd9-8a87-0829aacf0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.243636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-b741ec9b-279e-4fd9-8a87-0829aacf0e4c service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.2620299 Aug 28 20:29:50.299303 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-c8e25b78-8bd4-453b-baba-0b5bd22d9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.302877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-c8e25b78-8bd4-453b-baba-0b5bd22d9ba3 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=ecf07176-4e79-4d20-b6d0-d214bc2fb7d8 HTTP/1.1" status: 200 len: 848 time: 0.0762606 Aug 28 20:29:50.304128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-481a7105-f274-416c-8b6f-dc6971fb0533 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb HTTP/1.1" status: 200 len: 217 time: 0.0510697 Aug 28 20:29:50.363929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] For port 04b37551-b13f-43bc-8cef-8521019d4909, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:29:50.366045 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-8454eb43-cf41-4293-a72c-5bbf1c5af4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.369492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-8454eb43-cf41-4293-a72c-5bbf1c5af4a3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599999 Aug 28 20:29:50.370785 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] For port 04b37551-b13f-43bc-8cef-8521019d4909, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=04b37551-b13f-43bc-8cef-8521019d4909,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:29:50.381467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-7514c808-8cfc-47c5-b9f8-1ffdcdc44f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.385708 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-7514c808-8cfc-47c5-b9f8-1ffdcdc44f57 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0756278 Aug 28 20:29:50.457246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-2cb0aee0-3b03-4933-882a-6dc00a1910da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.458793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-2cb0aee0-3b03-4933-882a-6dc00a1910da service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627580 Aug 28 20:29:50.464914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (04b37551-b13f-43bc-8cef-8521019d4909), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:50.472338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.473020 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:50.474905 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/04b37551-b13f-43bc-8cef-8521019d4909 HTTP/1.1" status: 200 len: 1092 time: 1.4328454 Aug 28 20:29:50.482428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:29:50.485161 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1c666e-52e5-4b00-9a50-dbf79cc7143e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "tag": "04b37551-b13f-43bc-8cef-8521019d4909"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:29:50.502903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-b8479551-4107-48ab-8d66-829561ccd11a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241925 Aug 28 20:29:50.614866 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd89f7-fa96-4b52-beef-939d8a80b52a x-openstack-request-id: req-aecd89f7-fa96-4b52-beef-939d8a80b52a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:29:50.615208 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "tag": "04b37551-b13f-43bc-8cef-8521019d4909", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:29:50.618886 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aecd89f7-fa96-4b52-beef-939d8a80b52a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:29:50.618886 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecd89f7-fa96-4b52-beef-939d8a80b52a'] response: {'name': 'network-changed', 'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909', 'status': 'completed', 'code': 200} Aug 28 20:29:50.665405 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:50.682482 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a728fc6e-3054-4363-9da5-3c2f83dabfd1 req-6ec98f7f-3278-475c-a879-bd4a5445083f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716435 Aug 28 20:29:50.750501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef008c1-11fb-4682-b0f7-2011599a4137 service neutron] Pushing event updated for resources: {'Port': ['ID=04b37551-b13f-43bc-8cef-8521019d4909,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:50.756292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c666e-52e5-4b00-9a50-dbf79cc7143e req-440a2d84-0728-473d-81aa-28a72308b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.757832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa1c666e-52e5-4b00-9a50-dbf79cc7143e req-440a2d84-0728-473d-81aa-28a72308b690 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=93b5e75aa65546349bfc3d95468ad2a4&device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1126 time: 0.1413019 Aug 28 20:29:50.772499 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dcf0b-171c-48f9-a9b5-e2cdf110f3b7 req-d0b941b3-a2b2-4cd2-823c-4b8d36730513 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:50.774127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-045dcf0b-171c-48f9-a9b5-e2cdf110f3b7 req-d0b941b3-a2b2-4cd2-823c-4b8d36730513 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 944 time: 0.1618176 Aug 28 20:29:50.897599 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-3be1d672-a09e-43a2-a8d2-17faa789341c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098048 Aug 28 20:29:50.960767 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-045dcf0b-171c-48f9-a9b5-e2cdf110f3b7 req-6e9615e3-aa97-4aed-8341-dde7127fcac7 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703277 Aug 28 20:29:51.003629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c666e-52e5-4b00-9a50-dbf79cc7143e req-57bd80e6-2cec-46da-9365-119fa7086979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:51.005246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa1c666e-52e5-4b00-9a50-dbf79cc7143e req-57bd80e6-2cec-46da-9365-119fa7086979 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=93b5e75aa65546349bfc3d95468ad2a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2301104 Aug 28 20:29:51.075232 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d5ddc32f-1e3b-4aea-9a25-d34830365a08 req-756f9a44-a751-4069-bf2f-25845db1f107 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894684 Aug 28 20:29:51.122433 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c666e-52e5-4b00-9a50-dbf79cc7143e req-4de3b3b4-f058-4c15-8cb8-3e43c8b02f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:51.124614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fa1c666e-52e5-4b00-9a50-dbf79cc7143e req-4de3b3b4-f058-4c15-8cb8-3e43c8b02f05 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125381 Aug 28 20:29:51.217546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-0ec86bc3-0f14-4a14-a52c-7995e0e5227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:51.219438 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-0ec86bc3-0f14-4a14-a52c-7995e0e5227b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=93b5e75aa65546349bfc3d95468ad2a4&device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1126 time: 0.0568643 Aug 28 20:29:51.255838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd1ff-a4b1-4493-9fd7-75159ae928dd req-ae92890b-91e6-48e8-9ec1-d25a4d8501f1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:51.257609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f03fd1ff-a4b1-4493-9fd7-75159ae928dd req-ae92890b-91e6-48e8-9ec1-d25a4d8501f1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1126 time: 0.0561216 Aug 28 20:29:51.266487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-a19ce409-3e5f-4909-aec1-ec091bf6ae58 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b37551-b13f-43bc-8cef-8521019d4909 HTTP/1.1" status: 200 len: 217 time: 0.0403409 Aug 28 20:29:51.318628 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f03fd1ff-a4b1-4493-9fd7-75159ae928dd req-086ef990-697c-4e61-be19-9f94c0d19a4c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544114 Aug 28 20:29:51.318942 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-3f8091d7-9f1e-4d97-9e63-9d11d3617403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:51.320427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-3f8091d7-9f1e-4d97-9e63-9d11d3617403 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=eb47d692-cd91-4b43-ad8d-5766207e0e1c HTTP/1.1" status: 200 len: 848 time: 0.0485108 Aug 28 20:29:51.369779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-06642c9e-7007-4389-91b6-1e5e203574a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:51.371380 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-06642c9e-7007-4389-91b6-1e5e203574a6 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455632 Aug 28 20:29:51.472389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-41ece410-d9ed-4fd2-8373-f22a001c23fc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943031 Aug 28 20:29:51.577431 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9cd95a16-d7ed-4c9c-a0c1-0704ed23c421 req-01e05afc-6087-4ec8-accf-a2a328f2c911 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989497 Aug 28 20:29:51.946161 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bccca00e-e55a-432c-9843-cdd34c64e0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:52.028946 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=26 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:52.116050 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0cc99-ca8e-401a-b3df-1ade7b0f1b1e req-d10dfd15-e96b-43e5-9682-aed213bc1327 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:52.120404 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ae0cc99-ca8e-401a-b3df-1ade7b0f1b1e req-d10dfd15-e96b-43e5-9682-aed213bc1327 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 944 time: 0.0694499 Aug 28 20:29:52.201304 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ae0cc99-ca8e-401a-b3df-1ade7b0f1b1e req-61378934-c0b4-4e5b-87a2-7d80afd924cf tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705943 Aug 28 20:29:52.244221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:29:52.364592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:52.385622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'port_id': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9', 'mac_address': 'fa:16:3e:db:60:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:29:52.432296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:52.432782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:52.448672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:29:52.470803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:52.480653 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:52.484565 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aae21-ebf5-4f6c-bc75-3ae945ce185c req-1e247f5d-a80e-4d27-931a-adb3df5e0402 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:52.489439 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:52.491851 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c0aae21-ebf5-4f6c-bc75-3ae945ce185c req-1e247f5d-a80e-4d27-931a-adb3df5e0402 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1126 time: 0.0677218 Aug 28 20:29:52.538543 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9c0aae21-ebf5-4f6c-bc75-3ae945ce185c req-ecaba707-b267-4761-97d4-272a17ba774e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Aug 28 20:29:52.596253 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:52.664026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:52.910633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:29:53.345428 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd273-ba7e-49aa-b036-4243eb4e0a53 req-841fbe7f-9ba4-41f2-a10a-6606187ffa0d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:53.354384 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca4cd273-ba7e-49aa-b036-4243eb4e0a53 req-841fbe7f-9ba4-41f2-a10a-6606187ffa0d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 944 time: 0.0626962 Aug 28 20:29:53.400529 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52902) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:53.412051 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca4cd273-ba7e-49aa-b036-4243eb4e0a53 req-51e40a4d-3535-4e9b-b2fb-5e917a45742d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567732 Aug 28 20:29:53.535735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cdeb01e8-4244-464d-a6bf-47816bb80ec7 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1608383198'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:53.537504 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cdeb01e8-4244-464d-a6bf-47816bb80ec7 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Unknown quota resources ['metering_label']. {{(pid=114321) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:29:53.658731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360979c-c31f-4856-a23f-e68ac0c24375 req-eb42b76f-652d-4b4f-b740-4df603565336 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:53.660359 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1360979c-c31f-4856-a23f-e68ac0c24375 req-eb42b76f-652d-4b4f-b740-4df603565336 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1127 time: 0.0415728 Aug 28 20:29:53.707307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1360979c-c31f-4856-a23f-e68ac0c24375 req-c2cdb185-6e88-4b18-a7fa-f51b833c521d tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Aug 28 20:29:53.835150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cdeb01e8-4244-464d-a6bf-47816bb80ec7 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:53.839603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52932) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:53.839805 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cdeb01e8-4244-464d-a6bf-47816bb80ec7 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4377513 Aug 28 20:29:53.845722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4507cbdd-ea85-4b16-8da9-6c62e9a88215 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ce0faf7c-937d-43b4-b853-5aa8bd6bd0e5'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:53.847222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4507cbdd-ea85-4b16-8da9-6c62e9a88215 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:29:54.080942 n-d-854121-7 neutron-server[114322]: WARNING neutron.services.metering.metering_plugin [None req-4507cbdd-ea85-4b16-8da9-6c62e9a88215 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 20:29:54.205587 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4507cbdd-ea85-4b16-8da9-6c62e9a88215 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.206947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4507cbdd-ea85-4b16-8da9-6c62e9a88215 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3661537 Aug 28 20:29:54.210251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52948) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:54.214512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-582f8f65-1a24-4705-b744-580baedbfabb tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ce0faf7c-937d-43b4-b853-5aa8bd6bd0e5'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:54.215007 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-582f8f65-1a24-4705-b744-580baedbfabb tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:29:54.237566 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a93bd297-4086-49dc-9c97-8593d0e0384a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.257800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:54.305609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:29:54.363309 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:54.363666 n-d-854121-7 neutron-server[114322]: WARNING neutron.services.metering.metering_plugin [None req-582f8f65-1a24-4705-b744-580baedbfabb tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 20:29:54.364055 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.378900 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:54.468667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:54.468667 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.477565 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:54.497420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-582f8f65-1a24-4705-b744-580baedbfabb tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.497420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-582f8f65-1a24-4705-b744-580baedbfabb tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2831531 Aug 28 20:29:54.499631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 52968) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:54.506811 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:54.508473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:29:54.511618 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c24d24-d54d-4e48-b9e1-bd2fa5d6d0ba" -d '{"events": [{"server_uuid": "64fce296-d091-441b-8a18-3e3bff0eb1f5", "name": "network-vif-plugged", "status": "completed", "tag": "bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:29:54.520061 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52972) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:54.530203 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-994395a1-bdd7-4d31-9841-5bd4b01114d5 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=dc653428-084b-4a52-a8e0-52a54ed7ccc0 HTTP/1.1" status: 200 len: 462 time: 0.0253527 Aug 28 20:29:54.560568 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4904ef5-5470-474e-b01f-af341341e5b5 x-openstack-request-id: req-e4904ef5-5470-474e-b01f-af341341e5b5 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:29:54.560568 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fce296-d091-441b-8a18-3e3bff0eb1f5", "name": "network-vif-plugged", "status": "completed", "tag": "bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:29:54.560568 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4904ef5-5470-474e-b01f-af341341e5b5 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:29:54.560568 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4904ef5-5470-474e-b01f-af341341e5b5'] response: {'server_uuid': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9', 'code': 200} Aug 28 20:29:54.580352 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.600366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa10a2-055e-4549-a59c-60e511f62d6c req-c6cfb99f-275d-486a-bcc7-50e482b4f8ef tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:54.602128 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23fa10a2-055e-4549-a59c-60e511f62d6c req-c6cfb99f-275d-486a-bcc7-50e482b4f8ef tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 944 time: 0.0529633 Aug 28 20:29:54.609258 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.689441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:54.750921 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55a79-581f-4ada-88b0-659d73864f24 req-30e933ba-c130-41ee-80ce-c660de499eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:54.753219 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39a55a79-581f-4ada-88b0-659d73864f24 req-30e933ba-c130-41ee-80ce-c660de499eb5 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0647643 Aug 28 20:29:54.800829 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-81ea5755-991b-45eb-acad-3e53e48c26dd tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:54.802098 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-81ea5755-991b-45eb-acad-3e53e48c26dd tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/dc653428-084b-4a52-a8e0-52a54ed7ccc0 HTTP/1.1" status: 204 len: 168 time: 0.2802293 Aug 28 20:29:54.807036 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-23fa10a2-055e-4549-a59c-60e511f62d6c req-d30b5179-c286-4eb1-90de-cb1526e4fa2b tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952229 Aug 28 20:29:54.807551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52980) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:54.819160 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-160e73a0-7a71-4860-b9ed-608e692c6a97 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=dc653428-084b-4a52-a8e0-52a54ed7ccc0 HTTP/1.1" status: 200 len: 221 time: 0.0104520 Aug 28 20:29:54.824342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 52982) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:54.834639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c87cbf1b-5ffd-420f-a1e3-6570b98218c1 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2026634411', 'description': 'label created by tempest'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:29:54.835438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c87cbf1b-5ffd-420f-a1e3-6570b98218c1 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Unknown quota resources ['metering_label']. {{(pid=114321) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Aug 28 20:29:54.843867 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:54.872772 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39a55a79-581f-4ada-88b0-659d73864f24 req-26b0b155-8fc4-4ca3-80d8-5fba4edac71e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131577 Aug 28 20:29:54.888566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678f167-465e-47fa-84b6-77db7deea126 req-d4e36460-306d-409a-9b76-b1dbfdf8216a tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:54.890313 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e678f167-465e-47fa-84b6-77db7deea126 req-d4e36460-306d-409a-9b76-b1dbfdf8216a tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0671489 Aug 28 20:29:54.899075 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:54.946530 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e678f167-465e-47fa-84b6-77db7deea126 req-b23d5294-b561-4f21-aab6-89a2792ad206 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482359 Aug 28 20:29:55.100003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c87cbf1b-5ffd-420f-a1e3-6570b98218c1 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:55.101217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c87cbf1b-5ffd-420f-a1e3-6570b98218c1 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2757833 Aug 28 20:29:55.104701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53000) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:55.196829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-af30f5c6-ca26-4342-823a-375c8fd3b256 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=6df5e8a2-a178-4bde-a066-3f2d83fd225f HTTP/1.1" status: 200 len: 468 time: 0.0909023 Aug 28 20:29:55.199988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53008) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:55.596699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 04b37551-b13f-43bc-8cef-8521019d4909 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:29:55.727764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 04b37551-b13f-43bc-8cef-8521019d4909, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=04b37551-b13f-43bc-8cef-8521019d4909,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:55.752434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': '04b37551-b13f-43bc-8cef-8521019d4909', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'port_id': '04b37551-b13f-43bc-8cef-8521019d4909', 'mac_address': 'fa:16:3e:6b:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:29:55.756521 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:55.760723 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:55.793785 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 04b37551-b13f-43bc-8cef-8521019d4909 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:55.801461 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04b37551-b13f-43bc-8cef-8521019d4909), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:55.810108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b37551-b13f-43bc-8cef-8521019d4909 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:29:55.814847 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:55.837525 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 04b37551-b13f-43bc-8cef-8521019d4909, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=04b37551-b13f-43bc-8cef-8521019d4909,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:55.864319 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:55.937507 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5cae-0563-4f40-a06c-41c06643b1cb tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:55.938646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9c5e5cae-0563-4f40-a06c-41c06643b1cb tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/6df5e8a2-a178-4bde-a066-3f2d83fd225f HTTP/1.1" status: 204 len: 168 time: 0.7376695 Aug 28 20:29:55.941634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53032) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:55.962716 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-655baa5b-fec1-4721-8fa2-f8c19cb054bc tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=6df5e8a2-a178-4bde-a066-3f2d83fd225f HTTP/1.1" status: 200 len: 216 time: 0.0162559 Aug 28 20:29:55.963140 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53034) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:55.976094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa41ae-910e-4266-87bc-58948447116c req-b22b256e-9080-4142-bdc2-0c0a908ad09f tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:55.977690 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94fa41ae-910e-4266-87bc-58948447116c req-b22b256e-9080-4142-bdc2-0c0a908ad09f tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 944 time: 0.0773780 Aug 28 20:29:55.984168 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b32a632-b491-413a-b5dd-68027bbf0388 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0165195 Aug 28 20:29:55.985000 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53038) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:56.004517 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-47a849b7-3295-4915-9278-2b0cced1a7bf tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0188506 Aug 28 20:29:56.012924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53040) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:56.037468 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04b37551-b13f-43bc-8cef-8521019d4909), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:56.083986 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-68b65fa7-92c7-4573-80a2-f7e84cc41580 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels/ce0faf7c-937d-43b4-b853-5aa8bd6bd0e5 HTTP/1.1" status: 200 len: 473 time: 0.0692155 Aug 28 20:29:56.092430 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53050) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:56.115299 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-200a54fb-0080-419b-be25-35ce817d7470 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules/5c32b221-88f9-4782-a5f0-7ae8c1e61dd4 HTTP/1.1" status: 200 len: 459 time: 0.0216970 Aug 28 20:29:56.121508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53052) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:56.153803 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=04b37551-b13f-43bc-8cef-8521019d4909,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:56.165098 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbb712-b9bd-41f4-8f78-e7a0fc0d37ed req-19d6469f-db41-4eec-bcb9-f29d21bff602 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:56.167983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91bbb712-b9bd-41f4-8f78-e7a0fc0d37ed req-19d6469f-db41-4eec-bcb9-f29d21bff602 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0968890 Aug 28 20:29:56.178096 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-94fa41ae-910e-4266-87bc-58948447116c req-a3aae8ee-f354-4d04-8471-1528f5048aa0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811783 Aug 28 20:29:56.261697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91bbb712-b9bd-41f4-8f78-e7a0fc0d37ed req-2e638a5d-70c8-4b25-ad15-b367164b6d42 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850356 Aug 28 20:29:56.272166 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['04b37551-b13f-43bc-8cef-8521019d4909'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:29:56.398057 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2196b3bd-fb94-4dd5-a717-010445951e3f tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:56.399383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2196b3bd-fb94-4dd5-a717-010445951e3f tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/5c32b221-88f9-4782-a5f0-7ae8c1e61dd4 HTTP/1.1" status: 204 len: 168 time: 0.2725301 Aug 28 20:29:56.402015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53056) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:56.714761 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-93a6f641-67c5-42d1-8574-e39a17ed1917 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:56.716079 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-93a6f641-67c5-42d1-8574-e39a17ed1917 tempest-MeteringIpV6TestJSON-1501572379 tempest-MeteringIpV6TestJSON-1501572379-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/ce0faf7c-937d-43b4-b853-5aa8bd6bd0e5 HTTP/1.1" status: 204 len: 168 time: 0.3130534 Aug 28 20:29:56.814900 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:57.066040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53064) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:57.129556 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.197313 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-def6062c-0a33-4e2b-8ac3-ec0268721894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.311375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-def6062c-0a33-4e2b-8ac3-ec0268721894 admin admin] Publish callbacks [] for security_group (22df1b11-cb18-4aa2-867a-233155588076), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.337312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9cfa0-9af4-475d-a0f5-c48ab4b4a32f req-d9a262f8-3ba0-4b7f-a63f-6cd27056ca3d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:57.339472 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81b9cfa0-9af4-475d-a0f5-c48ab4b4a32f req-d9a262f8-3ba0-4b7f-a63f-6cd27056ca3d tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 945 time: 0.0655947 Aug 28 20:29:57.399030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c361ac-76c8-4cf3-a805-3c71fc786e95 req-486dae9e-d23f-4313-8a85-1fb820390b8f tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:57.400604 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0c361ac-76c8-4cf3-a805-3c71fc786e95 req-486dae9e-d23f-4313-8a85-1fb820390b8f tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0505724 Aug 28 20:29:57.412062 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81b9cfa0-9af4-475d-a0f5-c48ab4b4a32f req-3715eb98-1b22-444a-a16c-16d76bf20aa3 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637438 Aug 28 20:29:57.432782 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-def6062c-0a33-4e2b-8ac3-ec0268721894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (22df1b11-cb18-4aa2-867a-233155588076), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.471162 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d0c361ac-76c8-4cf3-a805-3c71fc786e95 req-a31cbcf2-cfa8-4159-8d92-2d725a189e25 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641303 Aug 28 20:29:57.480706 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:57.495157 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-def6062c-0a33-4e2b-8ac3-ec0268721894 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0765a5fc02c94b3786af421871a3999f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4249346 Aug 28 20:29:57.495157 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6062c-0a33-4e2b-8ac3-ec0268721894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22df1b11-cb18-4aa2-867a-233155588076,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:57.496171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53080) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:57.570835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0952893e-70d0-4355-b569-57e411f6db7c admin admin] Publish callbacks [] for security_group (22df1b11-cb18-4aa2-867a-233155588076), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.599671 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0952893e-70d0-4355-b569-57e411f6db7c admin admin] Publish callbacks [] for security_group (22df1b11-cb18-4aa2-867a-233155588076), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.600755 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1048-d5ec-4bea-8a5a-5a9366d938ac req-b51b662d-9afa-4adf-9b2e-d6d63fcd3fe3 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:57.603273 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c49d1048-d5ec-4bea-8a5a-5a9366d938ac req-b51b662d-9afa-4adf-9b2e-d6d63fcd3fe3 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0475054 Aug 28 20:29:57.608671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 04b37551-b13f-43bc-8cef-8521019d4909 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:29:57.649272 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:57.655408 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58ef4f7d-8ad7-476b-ada2-e81244f32ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.666147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c49d1048-d5ec-4bea-8a5a-5a9366d938ac req-19c2d9c1-c33c-4c65-8fec-662e396e5b59 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563469 Aug 28 20:29:57.677674 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port 04b37551-b13f-43bc-8cef-8521019d4909 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:29:57.699332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.769329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port 04b37551-b13f-43bc-8cef-8521019d4909 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:29:57.769922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (04b37551-b13f-43bc-8cef-8521019d4909), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.772246 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0952893e-70d0-4355-b569-57e411f6db7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (22df1b11-cb18-4aa2-867a-233155588076), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.774945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0952893e-70d0-4355-b569-57e411f6db7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.778714 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0952893e-70d0-4355-b569-57e411f6db7c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/22df1b11-cb18-4aa2-867a-233155588076 HTTP/1.1" status: 204 len: 168 time: 0.2791834 Aug 28 20:29:57.792234 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:57.806515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952893e-70d0-4355-b569-57e411f6db7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df1b11-cb18-4aa2-867a-233155588076,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:57.810169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a96272-5ce8-473a-b6ff-64e89114b696 req-010ad716-fe5e-494b-b56b-b07598f7e24b tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:57.818288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45a96272-5ce8-473a-b6ff-64e89114b696 req-010ad716-fe5e-494b-b56b-b07598f7e24b tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0766475 Aug 28 20:29:57.867955 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:57.874154 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port 04b37551-b13f-43bc-8cef-8521019d4909 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:29:57.879222 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (04b37551-b13f-43bc-8cef-8521019d4909), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.895191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45a96272-5ce8-473a-b6ff-64e89114b696 req-251dfa27-a9c1-4d5c-b703-2558b2ac4e03 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Aug 28 20:29:57.900310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:29:57.902986 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87c5ea8-543f-4cce-80a8-3f531cc8d0dd" -d '{"events": [{"server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "name": "network-vif-plugged", "status": "completed", "tag": "04b37551-b13f-43bc-8cef-8521019d4909"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:29:57.918433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58ef4f7d-8ad7-476b-ada2-e81244f32ec8 admin admin] Publish callbacks [] for security_group (cb08fc55-847c-4720-924a-6baa18eb169f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:57.923867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port 04b37551-b13f-43bc-8cef-8521019d4909, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=04b37551-b13f-43bc-8cef-8521019d4909,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:29:57.948246 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c0cbad-a71a-4f32-b42e-f14902478544 x-openstack-request-id: req-63c0cbad-a71a-4f32-b42e-f14902478544 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:29:57.948246 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "name": "network-vif-plugged", "status": "completed", "tag": "04b37551-b13f-43bc-8cef-8521019d4909", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:29:57.948246 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63c0cbad-a71a-4f32-b42e-f14902478544 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:29:57.948246 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c0cbad-a71a-4f32-b42e-f14902478544'] response: {'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909', 'code': 200} Aug 28 20:29:58.029812 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58ef4f7d-8ad7-476b-ada2-e81244f32ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cb08fc55-847c-4720-924a-6baa18eb169f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.030025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (04b37551-b13f-43bc-8cef-8521019d4909), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.078783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d434eb-6ea5-4524-8e92-a0ce19e57c5b req-a37f8780-40fd-4ffc-87d9-841bb8926ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:58.080555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0d434eb-6ea5-4524-8e92-a0ce19e57c5b req-a37f8780-40fd-4ffc-87d9-841bb8926ce4 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1128 time: 0.0590949 Aug 28 20:29:58.091301 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-58ef4f7d-8ad7-476b-ada2-e81244f32ec8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f8844069b3434c5bb53c853e31d97769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6091936 Aug 28 20:29:58.093941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef4f7d-8ad7-476b-ada2-e81244f32ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb08fc55-847c-4720-924a-6baa18eb169f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:58.095699 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53098) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:58.096187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=04b37551-b13f-43bc-8cef-8521019d4909,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:58.188519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b0d434eb-6ea5-4524-8e92-a0ce19e57c5b req-3aa8f77c-83ae-43fd-8cad-17b18f9f9993 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011858 Aug 28 20:29:58.204364 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea3b6b-a648-4bec-83a0-0793b8f7df0a admin admin] Publish callbacks [] for security_group (cb08fc55-847c-4720-924a-6baa18eb169f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.230248 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea3b6b-a648-4bec-83a0-0793b8f7df0a admin admin] Publish callbacks [] for security_group (cb08fc55-847c-4720-924a-6baa18eb169f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.233755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-21496502-64cb-484f-8d93-d45206bce73d tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:58.235419 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-21496502-64cb-484f-8d93-d45206bce73d tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84 HTTP/1.1" status: 200 len: 910 time: 0.1167431 Aug 28 20:29:58.254693 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:29:58.257719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-083009db-d545-493d-9657-030dc9fd6180 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas/091421ca3de74beb9a4fbaab2c89d7a2 HTTP/1.1" status: 200 len: 375 time: 0.0108552 Aug 28 20:29:58.308916 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-86983f80-b620-46b5-9ad6-09c85162543a tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0443175 Aug 28 20:29:58.426212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea3b6b-a648-4bec-83a0-0793b8f7df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cb08fc55-847c-4720-924a-6baa18eb169f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.429829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-4eb86b40-e94b-4761-b582-daa120c4c23e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137233 Aug 28 20:29:58.430891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dea3b6b-a648-4bec-83a0-0793b8f7df0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.432095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5dea3b6b-a648-4bec-83a0-0793b8f7df0a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cb08fc55-847c-4720-924a-6baa18eb169f HTTP/1.1" status: 204 len: 168 time: 0.3194599 Aug 28 20:29:58.441251 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea3b6b-a648-4bec-83a0-0793b8f7df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb08fc55-847c-4720-924a-6baa18eb169f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:58.550633 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-38859356-700a-4401-9828-67927e5c7bdc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145797 Aug 28 20:29:58.571583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e9b4-bd58-4f40-8a38-3b8ec6a79306 req-6ecc3f6e-f07e-4864-b28b-80ede68a19ed tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:58.573227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c226e9b4-bd58-4f40-8a38-3b8ec6a79306 req-6ecc3f6e-f07e-4864-b28b-80ede68a19ed tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.0534656 Aug 28 20:29:58.630764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c226e9b4-bd58-4f40-8a38-3b8ec6a79306 req-f204fcd4-a44d-4bb2-80f0-4f5b9c623bfb tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505269 Aug 28 20:29:58.760530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53112) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:58.775825 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79834dd3-0f3b-4308-a161-5954b3c31455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.866353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79834dd3-0f3b-4308-a161-5954b3c31455 admin admin] Publish callbacks [] for security_group (51b9e112-612e-49b1-b5b3-4a8cb986d5b2), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:58.900362 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ab3566a3-f270-41ab-a7aa-2ec14c444355 req-d2790372-321d-4add-96ad-b9d23763daef tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 210 time: 0.0340717 Aug 28 20:29:58.951297 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-79834dd3-0f3b-4308-a161-5954b3c31455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (51b9e112-612e-49b1-b5b3-4a8cb986d5b2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.007100 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-79834dd3-0f3b-4308-a161-5954b3c31455 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9a1ce586c1934874910724b9338c0ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447267 Aug 28 20:29:59.010125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79834dd3-0f3b-4308-a161-5954b3c31455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9e112-612e-49b1-b5b3-4a8cb986d5b2,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:59.010625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53120) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:59.080243 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2f2251a-ed6d-43e3-9d34-b84313efa09d admin admin] Publish callbacks [] for security_group (51b9e112-612e-49b1-b5b3-4a8cb986d5b2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.102595 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2f2251a-ed6d-43e3-9d34-b84313efa09d admin admin] Publish callbacks [] for security_group (51b9e112-612e-49b1-b5b3-4a8cb986d5b2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.441798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2f2251a-ed6d-43e3-9d34-b84313efa09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (51b9e112-612e-49b1-b5b3-4a8cb986d5b2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.455114 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a2f2251a-ed6d-43e3-9d34-b84313efa09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.455114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a2f2251a-ed6d-43e3-9d34-b84313efa09d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/51b9e112-612e-49b1-b5b3-4a8cb986d5b2 HTTP/1.1" status: 204 len: 168 time: 0.4391224 Aug 28 20:29:59.460401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2251a-ed6d-43e3-9d34-b84313efa09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9e112-612e-49b1-b5b3-4a8cb986d5b2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:29:59.619280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53130) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:29:59.633023 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6a08-85d1-4a25-a92a-6c4e367c01b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.720271 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6a08-85d1-4a25-a92a-6c4e367c01b8 admin admin] Publish callbacks [] for security_group (d956feda-aa4d-4877-adaf-73c5c055f655), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.783491 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bf3b9-a684-49dd-ae4b-144f7986aa34 req-558f9277-c52b-483e-8d22-489e9085a2c4 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:29:59.785091 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f41bf3b9-a684-49dd-ae4b-144f7986aa34 req-558f9277-c52b-483e-8d22-489e9085a2c4 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.0644376 Aug 28 20:29:59.846468 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f41bf3b9-a684-49dd-ae4b-144f7986aa34 req-37c786d4-4e47-4a16-a5f2-f5b3d727ad04 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478759 Aug 28 20:29:59.963616 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6a08-85d1-4a25-a92a-6c4e367c01b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d956feda-aa4d-4877-adaf-73c5c055f655), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:29:59.991657 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d3759972-77b8-4389-92cf-b47dee160ff3 req-dbda383a-e20e-45e3-bbf9-06e57f45cec1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 210 time: 0.0300455 Aug 28 20:30:00.022135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69056bb-de27-4711-b2b6-64826d2e7656 req-cb10ebed-3246-4fc7-ae1e-138b1e1356e9 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:00.023697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b69056bb-de27-4711-b2b6-64826d2e7656 req-cb10ebed-3246-4fc7-ae1e-138b1e1356e9 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.0999744 Aug 28 20:30:00.040207 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bf4f6a08-85d1-4a25-a92a-6c4e367c01b8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5d5e299bab0a41ddbcda658446e0fd13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198036 Aug 28 20:30:00.042171 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f6a08-85d1-4a25-a92a-6c4e367c01b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d956feda-aa4d-4877-adaf-73c5c055f655,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:00.043035 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53142) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:00.091208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b69056bb-de27-4711-b2b6-64826d2e7656 req-e980bbd8-3024-4a6d-b09b-b6f79b439aca tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601056 Aug 28 20:30:00.110586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b67b69ad-5597-46ef-b34e-40b4f8724342 admin admin] Publish callbacks [] for security_group (d956feda-aa4d-4877-adaf-73c5c055f655), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:00.140818 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b67b69ad-5597-46ef-b34e-40b4f8724342 admin admin] Publish callbacks [] for security_group (d956feda-aa4d-4877-adaf-73c5c055f655), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:00.244664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7924353-d7b3-4bbb-8211-70d355edc4f6 req-7b5e1ddc-abfc-441c-bdfc-9b9b70eeb418 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:00.244664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7924353-d7b3-4bbb-8211-70d355edc4f6 req-7b5e1ddc-abfc-441c-bdfc-9b9b70eeb418 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.0539329 Aug 28 20:30:00.293770 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a7924353-d7b3-4bbb-8211-70d355edc4f6 req-c3f867c2-fcd0-46cf-83f5-d94336ff3674 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 Aug 28 20:30:00.323719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53152) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:00.342178 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b67b69ad-5597-46ef-b34e-40b4f8724342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d956feda-aa4d-4877-adaf-73c5c055f655), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:00.344805 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b67b69ad-5597-46ef-b34e-40b4f8724342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:00.348891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b67b69ad-5597-46ef-b34e-40b4f8724342 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d956feda-aa4d-4877-adaf-73c5c055f655 HTTP/1.1" status: 204 len: 168 time: 0.3017809 Aug 28 20:30:00.356162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b69ad-5597-46ef-b34e-40b4f8724342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d956feda-aa4d-4877-adaf-73c5c055f655,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:00.615141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eebea7-b8f9-4cc5-b222-155015196248 tempest-TestServerBasicOps-1608615154 tempest-TestServerBasicOps-1608615154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:00.616753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-71eebea7-b8f9-4cc5-b222-155015196248 tempest-TestServerBasicOps-1608615154 tempest-TestServerBasicOps-1608615154-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1123 time: 0.2920897 Aug 28 20:30:00.619855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53162) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:00.624298 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Request body: {'floatingip': {'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'port_id': '04b37551-b13f-43bc-8cef-8521019d4909', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:00.658726 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:00.808179 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:00.914486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:01.058683 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Allocated IP 172.25.4.93 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/299a0526-8308-413c-9eab-61201398e60e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:01.098069 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e87c5d8c-c05f-4dba-a20c-6704d1302e71 req-f143fe7b-d3b5-4e89-a30d-a2708ebc493f tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 210 time: 0.0292587 Aug 28 20:30:01.194240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for port (299a0526-8308-413c-9eab-61201398e60e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:01.429288 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (299a0526-8308-413c-9eab-61201398e60e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:01.473169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:01.478373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:01.484171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:01.509990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'Port': ['ID=299a0526-8308-413c-9eab-61201398e60e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:01.970808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for floatingip (734ca52c-5813-4785-9e4f-2a24e0d17a43), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.020425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53202) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:02.134984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--915328496'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:02.204553 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (299a0526-8308-413c-9eab-61201398e60e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.263722 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63be6bc0-d2da-4869-a7ae-a704afe0c0bf req-db9e160d-ed7d-48dc-9152-8c0d1d041857 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 210 time: 0.0351422 Aug 28 20:30:02.382409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.404569 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.456002 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for port (299a0526-8308-413c-9eab-61201398e60e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.479981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-1e58230a-0ae3-4df4-83a3-8b72fafa8c1f tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:02.482505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-1e58230a-0ae3-4df4-83a3-8b72fafa8c1f tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.89 "GET /networking/v2.0/networks?id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84 HTTP/1.1" status: 200 len: 910 time: 0.1244271 Aug 28 20:30:02.494581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Request body: {'port': {'device_id': '2774782f-7943-4af8-81cc-638351cb44d6', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'admin_state_up': True, 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:02.546428 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (da0c8be5-9462-4d5b-a4f1-1daeaeb32678), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.591610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (299a0526-8308-413c-9eab-61201398e60e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.636637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Made reservation on behalf of 091421ca3de74beb9a4fbaab2c89d7a2 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:02.640767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (da0c8be5-9462-4d5b-a4f1-1daeaeb32678), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.640991 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.726722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event updated for resources: {'Port': ['ID=299a0526-8308-413c-9eab-61201398e60e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:02.737517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (734ca52c-5813-4785-9e4f-2a24e0d17a43), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:02.823980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c8be5-9462-4d5b-a4f1-1daeaeb32678,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:02.882099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53222) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:02.936630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Allocated IP 172.20.0.11 (60aa502a-33f9-4bf3-98e2-1b1f8f860f84/ecf07176-4e79-4d20-b6d0-d214bc2fb7d8/afaa5991-cf71-4bd9-be8e-14dd67c91fd9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:03.119795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ededfbee-e48b-4919-8f99-7c85c9b82b63 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:03.156533 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:03.204437 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:03.212846 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks [] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.223187 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:03.240410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.261796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ededfbee-e48b-4919-8f99-7c85c9b82b63 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "PUT /networking/v2.0/quotas/0af08eea9dab4f60a0943512f558d7a3 HTTP/1.1" status: 200 len: 368 time: 0.3782706 Aug 28 20:30:03.265064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53226) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:03.270360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Request body: {'network': {'project_id': '0af08eea9dab4f60a0943512f558d7a3'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:03.299299 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:03.303004 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Floating IP 734ca52c-5813-4785-9e4f-2a24e0d17a43 associated. External IP: 172.25.4.93, port: 04b37551-b13f-43bc-8cef-8521019d4909. Aug 28 20:30:03.350308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-a006d63c-1472-4661-b91d-c92381baaff3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055911 Aug 28 20:30:03.393275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-992c41a4-527d-4a88-a221-033f9ea599d5 req-f2071db4-888b-41ba-bf8f-be9139244833 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 210 time: 0.0390630 Aug 28 20:30:03.418978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.435261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.437500 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Made reservation on behalf of 0af08eea9dab4f60a0943512f558d7a3 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:03.440449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.464196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.475655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:30:03.514872 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:03.520085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a3093-5296-4738-a7e2-d9fc97f02366,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:03.525398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:03.534068 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.539162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:03.539375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-21e4db89-1897-448a-bcd4-2f280c696b93 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5128717 Aug 28 20:30:03.539375 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-ea81dfd4-22eb-48fc-b3a3-4d65697d4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:03.539375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-ea81dfd4-22eb-48fc-b3a3-4d65697d4e23 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.1036212 Aug 28 20:30:03.540072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53230) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:03.593306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:03.593306 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.593306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Pushing event updated for resources: {'Port': ['ID=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:03.724037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-e0337039-008e-4501-b656-b943cac83573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:03.725559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-e0337039-008e-4501-b656-b943cac83573 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1189561 Aug 28 20:30:03.735767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for security_group (9837c347-9dc5-4508-849a-bf15c31e3ada), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.740587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-f02ccd3a-f361-4728-abd1-b722056c13ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2500544 Aug 28 20:30:03.766185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Request body: {'port': {'device_id': '2774782f-7943-4af8-81cc-638351cb44d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:03.825885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9837c347-9dc5-4508-849a-bf15c31e3ada), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.847304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:03.875945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (71c24c16-062a-436d-9f53-83a937bddf26), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.876299 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Added segment 71c24c16-062a-436d-9f53-83a937bddf26 of type vlan for network e92474f6-4d89-4f5f-9b1f-e1317a0c0505 Aug 28 20:30:03.931226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-eee8d324-b44e-497e-a36b-efdf36b25614 None None] Provisioning complete for port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:03.931892 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eee8d324-b44e-497e-a36b-efdf36b25614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.933287 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-e89ddffc-2fe8-4b96-9a64-3eeff5234fe7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.1850300 Aug 28 20:30:03.936755 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.955509 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5e5fff38-2f4c-45e9-9b37-8d98677115bc tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4112639 Aug 28 20:30:03.955756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9837c347-9dc5-4508-849a-bf15c31e3ada,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:03.960709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53234) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:03.962389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e92474f6-4d89-4f5f-9b1f-e1317a0c0505), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:03.969266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2db827c1-63fb-4933-8210-6f525570215d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-security--621348789', 'description': 'tempest-security-description-2110621794'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:04.023959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-60b952fa-e78b-43c7-b09e-36de53971c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:04.025495 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-60b952fa-e78b-43c7-b09e-36de53971c29 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0718555 Aug 28 20:30:04.026144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-eee8d324-b44e-497e-a36b-efdf36b25614 None None] Port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:30:04.027447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Router 5a16725e-115d-4d20-9f62-97f060334d85 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:30:04.068778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db827c1-63fb-4933-8210-6f525570215d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.115221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-a4f91071-82f0-4181-adc9-a8c97013d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:04.116761 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-a4f91071-82f0-4181-adc9-a8c97013d650 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820336 Aug 28 20:30:04.165933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e92474f6-4d89-4f5f-9b1f-e1317a0c0505), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.167730 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:04.167730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.230038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:30:04.242745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] Sync routers for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:30:04.247293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db827c1-63fb-4933-8210-6f525570215d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.256740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:04.257744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:04.272218 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-87cd9745-6a8b-4583-9ceb-3b6c01ea79c7 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458247 Aug 28 20:30:04.304420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Pushing event updated for resources: {'Network': ['ID=e92474f6-4d89-4f5f-9b1f-e1317a0c0505,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:04.346774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e92474f6-4d89-4f5f-9b1f-e1317a0c0505 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:04.349252 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db827c1-63fb-4933-8210-6f525570215d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.350286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.352773 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2db827c1-63fb-4933-8210-6f525570215d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.354408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2db827c1-63fb-4933-8210-6f525570215d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/1b4a3093-5296-4738-a7e2-d9fc97f02366 HTTP/1.1" status: 200 len: 1796 time: 0.3891420 Aug 28 20:30:04.359304 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53238) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:04.359794 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1a650580-829a-422a-b2ca-5c33a759643f tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0933204 Aug 28 20:30:04.372138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53240) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:04.377528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Request body: {'network': {'project_id': '0af08eea9dab4f60a0943512f558d7a3'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:04.433003 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0c162a8e-7553-4a35-8d9e-dfc67009aeac tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8117158 Aug 28 20:30:04.439824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:04.442619 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "tag": "04b37551-b13f-43bc-8cef-8521019d4909"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:04.445341 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:04.469621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db827c1-63fb-4933-8210-6f525570215d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a3093-5296-4738-a7e2-d9fc97f02366,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:04.474293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afaa5991-cf71-4bd9-be8e-14dd67c91fd9 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:30:04.482887 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Publish callbacks [] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.486096 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-80372826-3ca6-4d4b-98d4-bc1242eae476 req-f41e4fbb-f240-4083-ba71-740d845f8777 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032182 Aug 28 20:30:04.491472 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c761d576-efe9-4641-95db-7cdccc2bf996 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups/1b4a3093-5296-4738-a7e2-d9fc97f02366 HTTP/1.1" status: 200 len: 1796 time: 0.1285348 Aug 28 20:30:04.491895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53248) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:04.505060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Transition to ACTIVE for port object afaa5991-cf71-4bd9-be8e-14dd67c91fd9 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:30:04.545471 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d1e298-f05e-4335-8f0f-5699473fe3a3 x-openstack-request-id: req-d5d1e298-f05e-4335-8f0f-5699473fe3a3 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:04.545903 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "tag": "04b37551-b13f-43bc-8cef-8521019d4909", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:04.546027 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5d1e298-f05e-4335-8f0f-5699473fe3a3 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:04.546430 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d1e298-f05e-4335-8f0f-5699473fe3a3'] response: {'name': 'network-changed', 'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909', 'status': 'completed', 'code': 200} Aug 28 20:30:04.560511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5a875-80df-43ed-92df-a97d87c0dd13 req-624b441d-ecf8-4df5-803c-c17759d0dea3 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:04.562100 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fec5a875-80df-43ed-92df-a97d87c0dd13 req-624b441d-ecf8-4df5-803c-c17759d0dea3 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1028 time: 0.0540257 Aug 28 20:30:04.586388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Made reservation on behalf of 0af08eea9dab4f60a0943512f558d7a3 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:04.587939 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.602465 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cdcbb92-a2a0-4213-bc80-e37768d0c984 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.612166 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.635333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-2408f259-eb75-428d-9437-6387b2521360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:04.637065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-2408f259-eb75-428d-9437-6387b2521360 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=93b5e75aa65546349bfc3d95468ad2a4&device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1128 time: 0.0893450 Aug 28 20:30:04.654019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fec5a875-80df-43ed-92df-a97d87c0dd13 req-47d5350d-29c2-4b2b-bf9a-5c76265d7cd8 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778985 Aug 28 20:30:04.685404 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cdcbb92-a2a0-4213-bc80-e37768d0c984 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.741665 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:04.751726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:04.788152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '734ca52c-5813-4785-9e4f-2a24e0d17a43', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'port_id': '04b37551-b13f-43bc-8cef-8521019d4909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'mac_address': 'fa:16:3e:6b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:30:01Z', 'updated_at': '2022-08-28T20:30:01Z', 'revision_number': 0, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:23Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:04.798850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Pushing event updated for resources: {'Port': ['ID=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:04.818441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] Checking router: 5a16725e-115d-4d20-9f62-97f060334d85 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:30:04.821102 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (835198df-2b92-4b3f-93c9-2603da5e6059), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.821286 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Added segment 835198df-2b92-4b3f-93c9-2603da5e6059 of type vlan for network 98086a8d-d314-485e-9e23-f4f6e17ad144 Aug 28 20:30:04.827195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:04.827808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:29:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:04.910599 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (98086a8d-d314-485e-9e23-f4f6e17ad144), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:04.935049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-02c71055-776c-4942-9709-9e6a9dc38d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:04.936549 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-02c71055-776c-4942-9709-9e6a9dc38d31 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c HTTP/1.1" status: 200 len: 910 time: 0.2652643 Aug 28 20:30:04.956998 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:05.014335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Attempting to bind port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:05.014335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Attempting to bind port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:05.014335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Attempting to bind port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:05.014335 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:05.014335 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cdcbb92-a2a0-4213-bc80-e37768d0c984 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1b4a3093-5296-4738-a7e2-d9fc97f02366), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.015760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cdcbb92-a2a0-4213-bc80-e37768d0c984 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.017018 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1cdcbb92-a2a0-4213-bc80-e37768d0c984 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1b4a3093-5296-4738-a7e2-d9fc97f02366 HTTP/1.1" status: 204 len: 168 time: 0.5240898 Aug 28 20:30:05.020689 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53258) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:05.043222 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:05.043553 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Attempting to bind port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 on network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:05.048715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcbb92-a2a0-4213-bc80-e37768d0c984 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a3093-5296-4738-a7e2-d9fc97f02366,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:05.062426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:30:05.062775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Checking segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:05.063970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Bound using segment: {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:30:05.063970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Bound port: afaa5991-cf71-4bd9-be8e-14dd67c91fd9, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36aecce3-df91-460c-b229-225cae544baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:30:05.063970 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.078872 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-d6ca110d-7811-4f71-9367-70f5b55bdd6f service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b37551-b13f-43bc-8cef-8521019d4909 HTTP/1.1" status: 200 len: 999 time: 0.1345868 Aug 28 20:30:05.112429 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (98086a8d-d314-485e-9e23-f4f6e17ad144), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.113535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.114108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.115075 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:05.144382 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-724ddd60-d61b-44c9-906b-abf05e8a43c7 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1218798 Aug 28 20:30:05.148326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53262) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:05.238843 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:05.245423 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-90c9fb0a-9d8c-4c0d-a240-a1d764057afe tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] delete failed (client error): The resource could not be found. Aug 28 20:30:05.258929 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-90c9fb0a-9d8c-4c0d-a240-a1d764057afe tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1b4a3093-5296-4738-a7e2-d9fc97f02366 HTTP/1.1" status: 404 len: 347 time: 0.0812533 Aug 28 20:30:05.259152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53264) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:05.264286 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1029-563f-4c44-92b4-92761abbbf5b req-e4375a29-e41f-4418-982d-f29615ed7b70 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.269559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-39218686-95e6-44f0-94da-2ac21df4f427 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--438109947'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:05.274583 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d69c1029-563f-4c44-92b4-92761abbbf5b req-e4375a29-e41f-4418-982d-f29615ed7b70 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1491940 Aug 28 20:30:05.275293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] For port afaa5991-cf71-4bd9-be8e-14dd67c91fd9, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:05.277763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Pushing event updated for resources: {'Network': ['ID=98086a8d-d314-485e-9e23-f4f6e17ad144,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:05.279676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-d11c426e-fcd1-44c6-b520-cf040e49aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.281797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-20743b56-2911-4908-bd2d-e045a76a70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.284493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-20743b56-2911-4908-bd2d-e045a76a70ab service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=eb47d692-cd91-4b43-ad8d-5766207e0e1c HTTP/1.1" status: 200 len: 848 time: 0.1992445 Aug 28 20:30:05.288263 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] For port afaa5991-cf71-4bd9-be8e-14dd67c91fd9, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:30:05.290375 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-d11c426e-fcd1-44c6-b520-cf040e49aec3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.0993471 Aug 28 20:30:05.332783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-33603ed4-fa81-423b-a316-283b89db386d tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9590347 Aug 28 20:30:05.337379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53266) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:05.347163 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f949d34d-a846-4458-b681-9ca6da08b628 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Request body: {'network': {'project_id': '0af08eea9dab4f60a0943512f558d7a3'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:05.364976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-003f4df0-4f24-4933-8e6b-fe7ed133c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.367987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-003f4df0-4f24-4933-8e6b-fe7ed133c5c0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736175 Aug 28 20:30:05.370376 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f949d34d-a846-4458-b681-9ca6da08b628 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 20:30:05.370856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f949d34d-a846-4458-b681-9ca6da08b628 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:30:05.372013 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f949d34d-a846-4458-b681-9ca6da08b628 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0312433 Aug 28 20:30:05.381955 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53268) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:05.403855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 98086a8d-d314-485e-9e23-f4f6e17ad144 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:05.430093 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.436312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.437444 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.438678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/afaa5991-cf71-4bd9-be8e-14dd67c91fd9 HTTP/1.1" status: 200 len: 1092 time: 1.6834574 Aug 28 20:30:05.440712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2774782f-7943-4af8-81cc-638351cb44d6', 'tag': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:05.444029 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dbb910-d157-4cbd-9473-633a1b05be57" -d '{"events": [{"name": "network-changed", "server_uuid": "2774782f-7943-4af8-81cc-638351cb44d6", "tag": "afaa5991-cf71-4bd9-be8e-14dd67c91fd9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:05.450790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39218686-95e6-44f0-94da-2ac21df4f427 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.484972 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:05.502336 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cbb1523c-21e5-44ac-8d8f-6626047cb602 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0af08eea9dab4f60a0943512f558d7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189835 Aug 28 20:30:05.522170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d69c1029-563f-4c44-92b4-92761abbbf5b req-267d79f7-092c-444c-85f6-e0bc1a6f2ffa tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292697 Aug 28 20:30:05.522451 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53272) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:05.562364 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d925fee8-3e42-4284-80a1-d3cc32ec3aa2 x-openstack-request-id: req-d925fee8-3e42-4284-80a1-d3cc32ec3aa2 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:05.562809 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2774782f-7943-4af8-81cc-638351cb44d6", "tag": "afaa5991-cf71-4bd9-be8e-14dd67c91fd9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:05.563171 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d925fee8-3e42-4284-80a1-d3cc32ec3aa2 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:05.563693 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d925fee8-3e42-4284-80a1-d3cc32ec3aa2'] response: {'name': 'network-changed', 'server_uuid': '2774782f-7943-4af8-81cc-638351cb44d6', 'tag': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9', 'status': 'completed', 'code': 200} Aug 28 20:30:05.596203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-c21d6cdb-bb05-439e-b2b9-f14cc69babae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.597905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-c21d6cdb-bb05-439e-b2b9-f14cc69babae service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.2947590 Aug 28 20:30:05.603585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '734ca52c-5813-4785-9e4f-2a24e0d17a43', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'port_id': '04b37551-b13f-43bc-8cef-8521019d4909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'mac_address': 'fa:16:3e:6b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:30:01Z', 'updated_at': '2022-08-28T20:30:01Z', 'revision_number': 0, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:23Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:05.616656 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6846f1-0910-4c8a-8f0c-62cf6e7dcabd tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for security_group (9837c347-9dc5-4508-849a-bf15c31e3ada), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.631656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb19c2-cc0e-4835-8fc1-4c44f290c772 None None] The sync data for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 is: [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_floatingips': [{'id': '734ca52c-5813-4785-9e4f-2a24e0d17a43', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'router_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'port_id': '04b37551-b13f-43bc-8cef-8521019d4909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'mac_address': 'fa:16:3e:6b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-28T20:30:01Z', 'updated_at': '2022-08-28T20:30:01Z', 'revision_number': 0, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:23Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:30:05.644148 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6846f1-0910-4c8a-8f0c-62cf6e7dcabd tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for security_group (9837c347-9dc5-4508-849a-bf15c31e3ada), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.664745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-01ee23ce-d652-4a49-92fe-402d311ee19a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914026 Aug 28 20:30:05.669258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb910-d157-4cbd-9473-633a1b05be57 req-5d040d61-05b4-4fd2-a923-a372992250a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.672223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75dbb910-d157-4cbd-9473-633a1b05be57 req-5d040d61-05b4-4fd2-a923-a372992250a7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1126 time: 0.1301043 Aug 28 20:30:05.763143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84a5df-34ed-48e2-b575-39bfc1449e57 service neutron] Pushing event updated for resources: {'Port': ['ID=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:05.782867 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:05.785591 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-f4d7c99b-88cf-4a60-b1de-77fbc5b00eb1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.0849793 Aug 28 20:30:05.865829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-b5ecb051-5b9f-4594-82bb-6e1be39d401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.865829 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-b5ecb051-5b9f-4594-82bb-6e1be39d401a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0662980 Aug 28 20:30:05.904279 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39218686-95e6-44f0-94da-2ac21df4f427 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (d41809d6-a464-4533-b5f5-557d2fbfc071), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:05.913116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767a6a7-7a18-4b85-abe4-f52b4d56dd37 req-0e82d1c7-3112-40a7-945b-1028a4544f72 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.914283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-8b1957c6-56c0-4a01-aa2f-e9d191137383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.914930 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4767a6a7-7a18-4b85-abe4-f52b4d56dd37 req-0e82d1c7-3112-40a7-945b-1028a4544f72 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1126 time: 0.1596932 Aug 28 20:30:05.915951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-8b1957c6-56c0-4a01-aa2f-e9d191137383 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488999 Aug 28 20:30:05.936215 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad756c6c-66a0-44b3-ad3b-559021c93387 None None] New status for floating IP 734ca52c-5813-4785-9e4f-2a24e0d17a43: ACTIVE {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:30:05.941437 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed3b47fe-d69c-4e0e-a3ba-860436ba79bf req-ca9bf1e0-c28d-49db-9853-683f083636e3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677214 Aug 28 20:30:05.990397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb910-d157-4cbd-9473-633a1b05be57 req-bc5734dc-b6fe-4da0-bc79-11cf4e78e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:05.992313 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75dbb910-d157-4cbd-9473-633a1b05be57 req-bc5734dc-b6fe-4da0-bc79-11cf4e78e743 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2458398 Aug 28 20:30:05.998574 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4767a6a7-7a18-4b85-abe4-f52b4d56dd37 req-d815307b-6439-4597-913d-50dffe04a3b3 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740886 Aug 28 20:30:06.008944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39218686-95e6-44f0-94da-2ac21df4f427 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d41809d6-a464-4533-b5f5-557d2fbfc071), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.020659 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6846f1-0910-4c8a-8f0c-62cf6e7dcabd tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9837c347-9dc5-4508-849a-bf15c31e3ada), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.024512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9d6846f1-0910-4c8a-8f0c-62cf6e7dcabd tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.027616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9d6846f1-0910-4c8a-8f0c-62cf6e7dcabd tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9837c347-9dc5-4508-849a-bf15c31e3ada HTTP/1.1" status: 204 len: 168 time: 0.5000155 Aug 28 20:30:06.042389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53278) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:06.043487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6846f1-0910-4c8a-8f0c-62cf6e7dcabd tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837c347-9dc5-4508-849a-bf15c31e3ada,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:06.117562 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39218686-95e6-44f0-94da-2ac21df4f427 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41809d6-a464-4533-b5f5-557d2fbfc071,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:06.139204 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-06f61263-9665-4187-be3b-9449d5a5a0f9 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158449 Aug 28 20:30:06.150777 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb910-d157-4cbd-9473-633a1b05be57 req-adeaa374-3fab-425f-9c2e-3babd755b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:06.152304 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-75dbb910-d157-4cbd-9473-633a1b05be57 req-adeaa374-3fab-425f-9c2e-3babd755b382 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528533 Aug 28 20:30:06.178941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (98086a8d-d314-485e-9e23-f4f6e17ad144), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.186193 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-39218686-95e6-44f0-94da-2ac21df4f427 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.190494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-39218686-95e6-44f0-94da-2ac21df4f427 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9222243 Aug 28 20:30:06.191689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53280) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:06.202043 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2da36ff3-cf6b-45f2-b783-6cb2f2fab5a2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': 'd41809d6-a464-4533-b5f5-557d2fbfc071', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:06.261791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-ca7d4242-6340-4059-b2ae-177434534e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:06.263361 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-ca7d4242-6340-4059-b2ae-177434534e77 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1126 time: 0.0530417 Aug 28 20:30:06.305552 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-df76a2c5-0c35-4930-acf7-ea52b4dbb4aa service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afaa5991-cf71-4bd9-be8e-14dd67c91fd9 HTTP/1.1" status: 200 len: 217 time: 0.0355949 Aug 28 20:30:06.333058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (98086a8d-d314-485e-9e23-f4f6e17ad144), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.355028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5facfa1f-3526-412f-bc24-9613cf6ea0e5 req-436acd05-5ede-45b7-a580-1d7e3937e451 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052100 Aug 28 20:30:06.367181 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98086a8d-d314-485e-9e23-f4f6e17ad144']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:06.371991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-70045369-c03c-43f6-bbc6-3a12a16449a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:06.373904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-70045369-c03c-43f6-bbc6-3a12a16449a0 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=ecf07176-4e79-4d20-b6d0-d214bc2fb7d8 HTTP/1.1" status: 200 len: 848 time: 0.0624442 Aug 28 20:30:06.376272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2da36ff3-cf6b-45f2-b783-6cb2f2fab5a2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (6b519e03-fadb-4d79-82d7-070ffefd9b78), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.385043 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835198df-2b92-4b3f-93c9-2603da5e6059') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:06.385345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835198df-2b92-4b3f-93c9-2603da5e6059') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:06.397550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (835198df-2b92-4b3f-93c9-2603da5e6059), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.418927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (835198df-2b92-4b3f-93c9-2603da5e6059), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.428132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:06.428547 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (835198df-2b92-4b3f-93c9-2603da5e6059), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.482092 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2da36ff3-cf6b-45f2-b783-6cb2f2fab5a2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (6b519e03-fadb-4d79-82d7-070ffefd9b78), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.491516 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 835198df-2b92-4b3f-93c9-2603da5e6059 resource provider aggregate not found Aug 28 20:30:06.498143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-e93d1487-51d9-445d-af43-45f08a098f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:06.500017 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-e93d1487-51d9-445d-af43-45f08a098f80 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=60aa502a-33f9-4bf3-98e2-1b1f8f860f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969245 Aug 28 20:30:06.511404 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 835198df-2b92-4b3f-93c9-2603da5e6059 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 835198df-2b92-4b3f-93c9-2603da5e6059 found for delete ", "request_id": "req-7bc40112-e03d-425f-ab8c-1f4276eea81e"}]} Aug 28 20:30:06.568420 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2da36ff3-cf6b-45f2-b783-6cb2f2fab5a2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6b519e03-fadb-4d79-82d7-070ffefd9b78), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.585935 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (98086a8d-d314-485e-9e23-f4f6e17ad144), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.614339 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da36ff3-cf6b-45f2-b783-6cb2f2fab5a2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b519e03-fadb-4d79-82d7-070ffefd9b78,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:06.626673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.633504 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-2fcf0650-def2-4ff8-ae97-55e0a46c9fe6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273155 Aug 28 20:30:06.637065 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/98086a8d-d314-485e-9e23-f4f6e17ad144 HTTP/1.1" status: 204 len: 168 time: 0.5884743 Aug 28 20:30:06.637065 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c8682-ca42-4bfb-8f84-8aea7faa20f3 tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Pushing event deleted for resources: {'Network': ['ID=98086a8d-d314-485e-9e23-f4f6e17ad144,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:06.637773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53290) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:06.696046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2da36ff3-cf6b-45f2-b783-6cb2f2fab5a2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.702758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2da36ff3-cf6b-45f2-b783-6cb2f2fab5a2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5067081 Aug 28 20:30:06.704028 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53292) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:06.742474 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:06.758109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75705509-9d99-4bdb-af5f-5245cb0f2e8b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (6b519e03-fadb-4d79-82d7-070ffefd9b78), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.772520 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d180320-3ec9-42a6-b1b6-eb54e2f13110 req-bd7bc1cd-7caf-4869-918c-c69de73ec443 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:06.774115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d180320-3ec9-42a6-b1b6-eb54e2f13110 req-bd7bc1cd-7caf-4869-918c-c69de73ec443 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1035795 Aug 28 20:30:06.777124 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e92474f6-4d89-4f5f-9b1f-e1317a0c0505), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.798341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75705509-9d99-4bdb-af5f-5245cb0f2e8b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (6b519e03-fadb-4d79-82d7-070ffefd9b78), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.831224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-31e9e0c2-25a5-4f09-9400-61d9a726a2d5 req-8f9352bf-26ed-46ac-b0f8-071e2320bcd7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856079 Aug 28 20:30:06.906733 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d180320-3ec9-42a6-b1b6-eb54e2f13110 req-4212f539-1930-4e82-b76d-c35cdc826733 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261089 Aug 28 20:30:06.911149 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e92474f6-4d89-4f5f-9b1f-e1317a0c0505), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.936114 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92474f6-4d89-4f5f-9b1f-e1317a0c0505']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:06.945758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75705509-9d99-4bdb-af5f-5245cb0f2e8b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (6b519e03-fadb-4d79-82d7-070ffefd9b78), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.958030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c24c16-062a-436d-9f53-83a937bddf26') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:06.958030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c24c16-062a-436d-9f53-83a937bddf26') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:06.958381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75705509-9d99-4bdb-af5f-5245cb0f2e8b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.958381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-75705509-9d99-4bdb-af5f-5245cb0f2e8b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/6b519e03-fadb-4d79-82d7-070ffefd9b78 HTTP/1.1" status: 204 len: 168 time: 0.2464859 Aug 28 20:30:06.958564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53296) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:06.960686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75705509-9d99-4bdb-af5f-5245cb0f2e8b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b519e03-fadb-4d79-82d7-070ffefd9b78,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:06.972034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (71c24c16-062a-436d-9f53-83a937bddf26), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:06.998594 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (71c24c16-062a-436d-9f53-83a937bddf26), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.011482 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:07.011895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (71c24c16-062a-436d-9f53-83a937bddf26), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.071573 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-18a3f26c-9a2e-4344-a04b-9798bf62caac tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1083410 Aug 28 20:30:07.071833 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53300) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:07.157312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608992c7-0fdf-488a-8e64-e592e9a3b842 req-3d6a6a6c-7573-493f-9f55-353321aba99e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:07.163915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-608992c7-0fdf-488a-8e64-e592e9a3b842 req-3d6a6a6c-7573-493f-9f55-353321aba99e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1126 time: 0.0515027 Aug 28 20:30:07.216441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-608992c7-0fdf-488a-8e64-e592e9a3b842 req-fe869617-80a3-4439-a35f-dad5470a322d tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509193 Aug 28 20:30:07.422508 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:07.476406 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a62773a0-a6b4-49ce-aa33-eb25d12b1467 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (d41809d6-a464-4533-b5f5-557d2fbfc071), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.499763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a62773a0-a6b4-49ce-aa33-eb25d12b1467 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (d41809d6-a464-4533-b5f5-557d2fbfc071), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.534053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e92474f6-4d89-4f5f-9b1f-e1317a0c0505), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.534818 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:07.539926 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.547778 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e92474f6-4d89-4f5f-9b1f-e1317a0c0505 HTTP/1.1" status: 204 len: 168 time: 0.9040291 Aug 28 20:30:07.560502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5556-4245-4fa5-9426-4f2416afc19c tempest-QuotasNegativeTest-2103910127 tempest-QuotasNegativeTest-2103910127-project-admin] Pushing event deleted for resources: {'Network': ['ID=e92474f6-4d89-4f5f-9b1f-e1317a0c0505,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:07.625843 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:07.654271 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a62773a0-a6b4-49ce-aa33-eb25d12b1467 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d41809d6-a464-4533-b5f5-557d2fbfc071), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.656940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a62773a0-a6b4-49ce-aa33-eb25d12b1467 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.658118 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a62773a0-a6b4-49ce-aa33-eb25d12b1467 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d41809d6-a464-4533-b5f5-557d2fbfc071 HTTP/1.1" status: 204 len: 168 time: 0.5855463 Aug 28 20:30:07.664325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53304) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:07.674709 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62773a0-a6b4-49ce-aa33-eb25d12b1467 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41809d6-a464-4533-b5f5-557d2fbfc071,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:07.730974 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6176f7b7-bff3-4e26-a91a-8cd26e1d757f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688858 Aug 28 20:30:07.735068 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53306) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:07.745488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-38eca7a9-9f50-40c6-925e-d2f3a2180654 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119241970'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:07.866068 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38eca7a9-9f50-40c6-925e-d2f3a2180654 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:07.959009 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38eca7a9-9f50-40c6-925e-d2f3a2180654 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (8be19247-855f-4be6-94d0-ce888b03a1e4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.044932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce7a3-c6f2-4dc8-8cc1-e992d570da9e req-1cf7ffe1-10a1-4388-bc51-b4ac4e096120 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:08.046814 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-545ce7a3-c6f2-4dc8-8cc1-e992d570da9e req-1cf7ffe1-10a1-4388-bc51-b4ac4e096120 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0519302 Aug 28 20:30:08.055270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38eca7a9-9f50-40c6-925e-d2f3a2180654 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8be19247-855f-4be6-94d0-ce888b03a1e4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.092652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eca7a9-9f50-40c6-925e-d2f3a2180654 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be19247-855f-4be6-94d0-ce888b03a1e4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:08.110400 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-545ce7a3-c6f2-4dc8-8cc1-e992d570da9e req-ca42df7b-f519-4595-93a1-c61761b7541d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554197 Aug 28 20:30:08.153500 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-38eca7a9-9f50-40c6-925e-d2f3a2180654 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.154937 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-38eca7a9-9f50-40c6-925e-d2f3a2180654 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4179213 Aug 28 20:30:08.158541 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53316) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:08.163129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0ed95177-4c40-4fed-964b-c6d950e03dea tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '8be19247-855f-4be6-94d0-ce888b03a1e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:08.244993 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ed95177-4c40-4fed-964b-c6d950e03dea tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f0812944-a14a-4752-9e12-e208065f2b43), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.334453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ed95177-4c40-4fed-964b-c6d950e03dea tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f0812944-a14a-4752-9e12-e208065f2b43), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.353916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c16a1-1cec-4123-b3a5-244ed8cd24f0 req-ab465784-1093-4fdb-81ae-456d491af936 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:08.353916 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-332c16a1-1cec-4123-b3a5-244ed8cd24f0 req-ab465784-1093-4fdb-81ae-456d491af936 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1126 time: 0.0505624 Aug 28 20:30:08.410876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-332c16a1-1cec-4123-b3a5-244ed8cd24f0 req-a16808c8-8646-43e4-9e6d-55c6f09580ff tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494449 Aug 28 20:30:08.413985 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ed95177-4c40-4fed-964b-c6d950e03dea tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f0812944-a14a-4752-9e12-e208065f2b43), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.429996 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed95177-4c40-4fed-964b-c6d950e03dea tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0812944-a14a-4752-9e12-e208065f2b43,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:08.465321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53322) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:08.517748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ed95177-4c40-4fed-964b-c6d950e03dea tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.519617 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0ed95177-4c40-4fed-964b-c6d950e03dea tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3597243 Aug 28 20:30:08.522466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53328) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:08.527946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2eaf0d74-2526-4351-944a-6b393dcc2e18 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '8be19247-855f-4be6-94d0-ce888b03a1e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:08.536611 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 71c24c16-062a-436d-9f53-83a937bddf26 resource provider aggregate not found Aug 28 20:30:08.563082 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 71c24c16-062a-436d-9f53-83a937bddf26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71c24c16-062a-436d-9f53-83a937bddf26 found for delete ", "request_id": "req-70b85ff1-a633-4896-900d-cdfe07cf5672"}]} Aug 28 20:30:08.599540 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:08.606750 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5e51342-cb6a-41e7-ab66-ac0d519552b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.651568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2eaf0d74-2526-4351-944a-6b393dcc2e18 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f6908032-90b1-46bd-b242-c34c0c8cd9f4), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.742751 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2eaf0d74-2526-4351-944a-6b393dcc2e18 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f6908032-90b1-46bd-b242-c34c0c8cd9f4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.754517 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5e51342-cb6a-41e7-ab66-ac0d519552b2 admin admin] Publish callbacks [] for security_group (fe2157e8-d6e1-429d-920b-62253c929f55), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.806813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2eaf0d74-2526-4351-944a-6b393dcc2e18 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f6908032-90b1-46bd-b242-c34c0c8cd9f4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.828300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf0d74-2526-4351-944a-6b393dcc2e18 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6908032-90b1-46bd-b242-c34c0c8cd9f4,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:08.836450 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5e51342-cb6a-41e7-ab66-ac0d519552b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fe2157e8-d6e1-429d-920b-62253c929f55), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.877514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51342-cb6a-41e7-ab66-ac0d519552b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2157e8-d6e1-429d-920b-62253c929f55,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:08.884553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b5e51342-cb6a-41e7-ab66-ac0d519552b2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=69dec9c6b5784e24816acab6c0ebf7b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151702 Aug 28 20:30:08.884925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53334) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:08.921610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2eaf0d74-2526-4351-944a-6b393dcc2e18 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.922867 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2eaf0d74-2526-4351-944a-6b393dcc2e18 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3993206 Aug 28 20:30:08.926974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53336) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:08.942274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f8165f50-95d7-47c9-af21-eabc5884651b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '8be19247-855f-4be6-94d0-ce888b03a1e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:08.946945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d8806f1-a334-4b87-8bdd-1289e01f3b8a admin admin] Publish callbacks [] for security_group (fe2157e8-d6e1-429d-920b-62253c929f55), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:08.986000 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:08.988432 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d8806f1-a334-4b87-8bdd-1289e01f3b8a admin admin] Publish callbacks [] for security_group (fe2157e8-d6e1-429d-920b-62253c929f55), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.078079 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8165f50-95d7-47c9-af21-eabc5884651b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (da13c498-6616-4e44-b44a-3d9af237ab10), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.175506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d8806f1-a334-4b87-8bdd-1289e01f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fe2157e8-d6e1-429d-920b-62253c929f55), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.180338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d8806f1-a334-4b87-8bdd-1289e01f3b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.182018 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8d8806f1-a334-4b87-8bdd-1289e01f3b8a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fe2157e8-d6e1-429d-920b-62253c929f55 HTTP/1.1" status: 204 len: 168 time: 0.2958212 Aug 28 20:30:09.188981 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8165f50-95d7-47c9-af21-eabc5884651b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (da13c498-6616-4e44-b44a-3d9af237ab10), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.190980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8806f1-a334-4b87-8bdd-1289e01f3b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2157e8-d6e1-429d-920b-62253c929f55,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:09.258300 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8165f50-95d7-47c9-af21-eabc5884651b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (da13c498-6616-4e44-b44a-3d9af237ab10), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.278573 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8165f50-95d7-47c9-af21-eabc5884651b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da13c498-6616-4e44-b44a-3d9af237ab10,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:09.366854 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:09.391753 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f8165f50-95d7-47c9-af21-eabc5884651b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.399584 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f8165f50-95d7-47c9-af21-eabc5884651b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4646115 Aug 28 20:30:09.400789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53340) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:09.406070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6fe9afa5-d3a2-4dd8-acaa-214f52757a0e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '8be19247-855f-4be6-94d0-ce888b03a1e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:09.540027 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fe9afa5-d3a2-4dd8-acaa-214f52757a0e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (071bd247-cbda-49c4-8619-15e1ec0d7566), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.636757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7a74-ede8-4c39-bbea-28708497b248 req-22dd25a7-62fb-458c-9405-e746125ae6ab tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:09.638508 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6dcc7a74-ede8-4c39-bbea-28708497b248 req-22dd25a7-62fb-458c-9405-e746125ae6ab tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1126 time: 0.0799217 Aug 28 20:30:09.668214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device afaa5991-cf71-4bd9-be8e-14dd67c91fd9 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:30:09.702701 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fe9afa5-d3a2-4dd8-acaa-214f52757a0e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (071bd247-cbda-49c4-8619-15e1ec0d7566), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.736407 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6dcc7a74-ede8-4c39-bbea-28708497b248 req-818ed5fd-1b26-420d-9e86-cbb82bd423ba tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896749 Aug 28 20:30:09.765446 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:09.791386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fe9afa5-d3a2-4dd8-acaa-214f52757a0e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (071bd247-cbda-49c4-8619-15e1ec0d7566), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.821099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port afaa5991-cf71-4bd9-be8e-14dd67c91fd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:09.824256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9afa5-d3a2-4dd8-acaa-214f52757a0e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071bd247-cbda-49c4-8619-15e1ec0d7566,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:09.849251 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9', 'network_id': '60aa502a-33f9-4bf3-98e2-1b1f8f860f84', 'port_id': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9', 'mac_address': 'fa:16:3e:c4:a4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf07176-4e79-4d20-b6d0-d214bc2fb7d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:30:09.888841 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:09.904068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:09.904747 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.917199 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fe9afa5-d3a2-4dd8-acaa-214f52757a0e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:09.918767 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6fe9afa5-d3a2-4dd8-acaa-214f52757a0e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5168991 Aug 28 20:30:09.921961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53348) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:09.927704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b198641d-a168-40d4-b36b-309df4d84d61 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '8be19247-855f-4be6-94d0-ce888b03a1e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:09.931974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afaa5991-cf71-4bd9-be8e-14dd67c91fd9 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:30:09.957127 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:09.960277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port afaa5991-cf71-4bd9-be8e-14dd67c91fd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:10.134052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.141914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b198641d-a168-40d4-b36b-309df4d84d61 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (eae655eb-e325-4d6e-81fc-7664a7912791), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.170779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53350) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:10.189991 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40792e07-1442-4df5-8105-eb2a36b23dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.203478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:10.241453 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b198641d-a168-40d4-b36b-309df4d84d61 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (eae655eb-e325-4d6e-81fc-7664a7912791), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.282388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40792e07-1442-4df5-8105-eb2a36b23dda admin admin] Publish callbacks [] for security_group (c1f4f3e8-4138-462a-b98c-1696c704242f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.296657 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:30:10.305278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b198641d-a168-40d4-b36b-309df4d84d61 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (eae655eb-e325-4d6e-81fc-7664a7912791), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.323249 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:10.324960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198641d-a168-40d4-b36b-309df4d84d61 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae655eb-e325-4d6e-81fc-7664a7912791,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:10.381721 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-40792e07-1442-4df5-8105-eb2a36b23dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c1f4f3e8-4138-462a-b98c-1696c704242f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.383704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['afaa5991-cf71-4bd9-be8e-14dd67c91fd9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:30:10.420660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792e07-1442-4df5-8105-eb2a36b23dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f4f3e8-4138-462a-b98c-1696c704242f,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:10.425023 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40792e07-1442-4df5-8105-eb2a36b23dda admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3bd630ab4c5943739835d548ad252848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530537 Aug 28 20:30:10.428047 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53352) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:10.453537 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b198641d-a168-40d4-b36b-309df4d84d61 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.458539 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b198641d-a168-40d4-b36b-309df4d84d61 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5319090 Aug 28 20:30:10.460722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53354) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:10.498240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-238618b8-0918-4aa8-9193-17a75963bb36 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (eae655eb-e325-4d6e-81fc-7664a7912791), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.509611 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-238618b8-0918-4aa8-9193-17a75963bb36 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (eae655eb-e325-4d6e-81fc-7664a7912791), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.734524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-238618b8-0918-4aa8-9193-17a75963bb36 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (eae655eb-e325-4d6e-81fc-7664a7912791), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.742654 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-238618b8-0918-4aa8-9193-17a75963bb36 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.747905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-238618b8-0918-4aa8-9193-17a75963bb36 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/eae655eb-e325-4d6e-81fc-7664a7912791 HTTP/1.1" status: 204 len: 168 time: 0.2821171 Aug 28 20:30:10.748741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53356) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:10.755932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238618b8-0918-4aa8-9193-17a75963bb36 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eae655eb-e325-4d6e-81fc-7664a7912791,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:10.813895 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-28e9d63f-f765-43a8-832b-6d28daac9b1a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0609636 Aug 28 20:30:10.814358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53360) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:10.847051 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae793ead-583e-4f18-ac34-d4b763c9c60e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (071bd247-cbda-49c4-8619-15e1ec0d7566), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.858873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae793ead-583e-4f18-ac34-d4b763c9c60e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (071bd247-cbda-49c4-8619-15e1ec0d7566), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.903436 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:10.911270 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc5715-e33d-4c98-ad8f-177679f12c1b req-4563c036-4447-4366-9027-ba48ef615903 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:10.912831 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2cc5715-e33d-4c98-ad8f-177679f12c1b req-4563c036-4447-4366-9027-ba48ef615903 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1127 time: 0.0557420 Aug 28 20:30:10.913841 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-202bd8fb-5049-4612-8d9b-48c18e224364 admin admin] Publish callbacks [] for security_group (c1f4f3e8-4138-462a-b98c-1696c704242f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.949815 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-202bd8fb-5049-4612-8d9b-48c18e224364 admin admin] Publish callbacks [] for security_group (c1f4f3e8-4138-462a-b98c-1696c704242f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:10.998876 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c2cc5715-e33d-4c98-ad8f-177679f12c1b req-fcae19ce-b0a6-4be1-abca-5f6f92c00a89 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765698 Aug 28 20:30:11.017706 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae793ead-583e-4f18-ac34-d4b763c9c60e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (071bd247-cbda-49c4-8619-15e1ec0d7566), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.025836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ae793ead-583e-4f18-ac34-d4b763c9c60e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.026927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ae793ead-583e-4f18-ac34-d4b763c9c60e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/071bd247-cbda-49c4-8619-15e1ec0d7566 HTTP/1.1" status: 204 len: 168 time: 0.2116156 Aug 28 20:30:11.030000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53364) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.041417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae793ead-583e-4f18-ac34-d4b763c9c60e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=071bd247-cbda-49c4-8619-15e1ec0d7566,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:11.084526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-859517dd-3a92-4cd4-8fe8-f2ebed554c48 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0503094 Aug 28 20:30:11.087225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53366) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.113726 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06c54ecc-3c7f-4dca-aec6-b47afdd4133e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (da13c498-6616-4e44-b44a-3d9af237ab10), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.122890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06c54ecc-3c7f-4dca-aec6-b47afdd4133e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (da13c498-6616-4e44-b44a-3d9af237ab10), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.162824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-202bd8fb-5049-4612-8d9b-48c18e224364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c1f4f3e8-4138-462a-b98c-1696c704242f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.166925 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-202bd8fb-5049-4612-8d9b-48c18e224364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.168287 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-202bd8fb-5049-4612-8d9b-48c18e224364 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c1f4f3e8-4138-462a-b98c-1696c704242f HTTP/1.1" status: 204 len: 168 time: 0.7388535 Aug 28 20:30:11.178978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bd8fb-5049-4612-8d9b-48c18e224364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f4f3e8-4138-462a-b98c-1696c704242f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:11.248586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06c54ecc-3c7f-4dca-aec6-b47afdd4133e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (da13c498-6616-4e44-b44a-3d9af237ab10), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.257131 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-06c54ecc-3c7f-4dca-aec6-b47afdd4133e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.258356 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-06c54ecc-3c7f-4dca-aec6-b47afdd4133e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/da13c498-6616-4e44-b44a-3d9af237ab10 HTTP/1.1" status: 204 len: 168 time: 0.1699624 Aug 28 20:30:11.261408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53370) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.262856 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c54ecc-3c7f-4dca-aec6-b47afdd4133e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da13c498-6616-4e44-b44a-3d9af237ab10,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:11.320685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53372) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.320920 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-098d24b2-293e-4b16-a980-937cd5ced167 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0580385 Aug 28 20:30:11.346936 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99cb07ff-2eb7-45b6-845a-312e7c8e5ceb tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f6908032-90b1-46bd-b242-c34c0c8cd9f4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.364466 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99cb07ff-2eb7-45b6-845a-312e7c8e5ceb tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f6908032-90b1-46bd-b242-c34c0c8cd9f4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.476951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99cb07ff-2eb7-45b6-845a-312e7c8e5ceb tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f6908032-90b1-46bd-b242-c34c0c8cd9f4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.483283 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-99cb07ff-2eb7-45b6-845a-312e7c8e5ceb tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.484447 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-99cb07ff-2eb7-45b6-845a-312e7c8e5ceb tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/f6908032-90b1-46bd-b242-c34c0c8cd9f4 HTTP/1.1" status: 204 len: 168 time: 0.1624839 Aug 28 20:30:11.487388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53374) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.490959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb07ff-2eb7-45b6-845a-312e7c8e5ceb tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6908032-90b1-46bd-b242-c34c0c8cd9f4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:11.544134 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-03c27102-769a-4a6c-a953-34eb845f9010 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0548351 Aug 28 20:30:11.547341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53380) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.577442 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64a1312e-a6b3-44a8-924f-57201c90714f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f0812944-a14a-4752-9e12-e208065f2b43), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.588243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64a1312e-a6b3-44a8-924f-57201c90714f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (f0812944-a14a-4752-9e12-e208065f2b43), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.668509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device afaa5991-cf71-4bd9-be8e-14dd67c91fd9 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:11.682796 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64a1312e-a6b3-44a8-924f-57201c90714f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (f0812944-a14a-4752-9e12-e208065f2b43), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.689202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-64a1312e-a6b3-44a8-924f-57201c90714f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.693087 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-64a1312e-a6b3-44a8-924f-57201c90714f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/f0812944-a14a-4752-9e12-e208065f2b43 HTTP/1.1" status: 204 len: 168 time: 0.1421282 Aug 28 20:30:11.693988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53384) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.698029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1312e-a6b3-44a8-924f-57201c90714f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0812944-a14a-4752-9e12-e208065f2b43,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:11.718403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:30:11.746399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ebdc91c3-4dfa-4ecb-8d23-750d4cd24d0f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0511680 Aug 28 20:30:11.749271 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53388) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:11.815841 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4e304d2-034c-4844-81d2-eea27b3ed676 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (8be19247-855f-4be6-94d0-ce888b03a1e4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.822495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:11.822495 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.849382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4e304d2-034c-4844-81d2-eea27b3ed676 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (8be19247-855f-4be6-94d0-ce888b03a1e4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.925504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:11.925504 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:11.960555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2774782f-7943-4af8-81cc-638351cb44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:11.963231 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6adb3a-1e18-4b56-9d52-48531da8c2e6" -d '{"events": [{"server_uuid": "2774782f-7943-4af8-81cc-638351cb44d6", "name": "network-vif-plugged", "status": "completed", "tag": "afaa5991-cf71-4bd9-be8e-14dd67c91fd9"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:11.977180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port afaa5991-cf71-4bd9-be8e-14dd67c91fd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:12.006791 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0309541-9c4a-434e-854d-958216cd6d1f x-openstack-request-id: req-c0309541-9c4a-434e-854d-958216cd6d1f {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:12.006791 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2774782f-7943-4af8-81cc-638351cb44d6", "name": "network-vif-plugged", "status": "completed", "tag": "afaa5991-cf71-4bd9-be8e-14dd67c91fd9", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:12.007105 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0309541-9c4a-434e-854d-958216cd6d1f {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:12.007614 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0309541-9c4a-434e-854d-958216cd6d1f'] response: {'server_uuid': '2774782f-7943-4af8-81cc-638351cb44d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9', 'code': 200} Aug 28 20:30:12.013631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4e304d2-034c-4844-81d2-eea27b3ed676 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (8be19247-855f-4be6-94d0-ce888b03a1e4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.017028 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d4e304d2-034c-4844-81d2-eea27b3ed676 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.022312 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d4e304d2-034c-4844-81d2-eea27b3ed676 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8be19247-855f-4be6-94d0-ce888b03a1e4 HTTP/1.1" status: 204 len: 168 time: 0.2690194 Aug 28 20:30:12.023106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53400) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:12.034054 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e304d2-034c-4844-81d2-eea27b3ed676 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be19247-855f-4be6-94d0-ce888b03a1e4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:12.046477 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.145715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:12.147867 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4c8fd8b9-9a58-4e69-80b9-ce7b7b86b148 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1228068 Aug 28 20:30:12.153688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53404) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:12.161205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ac1fcbf8-1ba0-4560-8133-1b7a135bd489 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--159406265'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:12.192686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110480-2939-4bd0-8e28-04c623bed5d7 req-8081e2f7-488b-4a0e-b335-fc8e3e81b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:12.192686 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3110480-2939-4bd0-8e28-04c623bed5d7 req-8081e2f7-488b-4a0e-b335-fc8e3e81b1bb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0869181 Aug 28 20:30:12.192686 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:12.243678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306ac73-1583-4d92-8c7a-22c3b1f2e8c8 req-02e48a69-f854-4558-baa5-1e2c6c1deaaf tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:12.245216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1306ac73-1583-4d92-8c7a-22c3b1f2e8c8 req-02e48a69-f854-4558-baa5-1e2c6c1deaaf tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0960867 Aug 28 20:30:12.284469 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d3110480-2939-4bd0-8e28-04c623bed5d7 req-28090341-9ca9-42d5-adc0-2ab9ca4a31b8 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773921 Aug 28 20:30:12.312670 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1306ac73-1583-4d92-8c7a-22c3b1f2e8c8 req-fb55e424-9c29-42de-993e-9cdbe42aef5b tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590329 Aug 28 20:30:12.351141 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac1fcbf8-1ba0-4560-8133-1b7a135bd489 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.426691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac1fcbf8-1ba0-4560-8133-1b7a135bd489 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (fa9cd488-f4e8-4da9-b6d4-df043eca46a5), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.442833 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:12.514869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac1fcbf8-1ba0-4560-8133-1b7a135bd489 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa9cd488-f4e8-4da9-b6d4-df043eca46a5), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.546591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fcbf8-1ba0-4560-8133-1b7a135bd489 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9cd488-f4e8-4da9-b6d4-df043eca46a5,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:12.610441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ac1fcbf8-1ba0-4560-8133-1b7a135bd489 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.612246 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ac1fcbf8-1ba0-4560-8133-1b7a135bd489 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4576087 Aug 28 20:30:12.615309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53418) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:12.620490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d6b059cc-9dae-46b8-9bf2-e0dd45f88a42 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': 'fa9cd488-f4e8-4da9-b6d4-df043eca46a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:12.628250 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:12.716930 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:12.718379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6b059cc-9dae-46b8-9bf2-e0dd45f88a42 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (9663bd9d-754a-4624-9d96-686307b3a945), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.782289 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6b059cc-9dae-46b8-9bf2-e0dd45f88a42 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (9663bd9d-754a-4624-9d96-686307b3a945), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.858354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6b059cc-9dae-46b8-9bf2-e0dd45f88a42 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (9663bd9d-754a-4624-9d96-686307b3a945), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.876506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b059cc-9dae-46b8-9bf2-e0dd45f88a42 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9663bd9d-754a-4624-9d96-686307b3a945,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:12.975927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d6b059cc-9dae-46b8-9bf2-e0dd45f88a42 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:12.977439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d6b059cc-9dae-46b8-9bf2-e0dd45f88a42 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3608637 Aug 28 20:30:12.987851 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53428) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:13.053431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc67c-e1d3-40d8-8836-aa70cf77693b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (fa9cd488-f4e8-4da9-b6d4-df043eca46a5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.089076 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc67c-e1d3-40d8-8836-aa70cf77693b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (fa9cd488-f4e8-4da9-b6d4-df043eca46a5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.189429 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.191186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc67c-e1d3-40d8-8836-aa70cf77693b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (fa9cd488-f4e8-4da9-b6d4-df043eca46a5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.194035 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc67c-e1d3-40d8-8836-aa70cf77693b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.198299 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53438) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:13.207680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bcdfc67c-e1d3-40d8-8836-aa70cf77693b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fa9cd488-f4e8-4da9-b6d4-df043eca46a5 HTTP/1.1" status: 204 len: 168 time: 0.2186050 Aug 28 20:30:13.231735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfc67c-e1d3-40d8-8836-aa70cf77693b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9cd488-f4e8-4da9-b6d4-df043eca46a5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:13.272245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-852e4f32-0f1c-47e4-94ea-eb41fd795c87 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726066 Aug 28 20:30:13.275997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53442) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:13.280708 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4661de35-f7c6-4cd5-a125-bc12c2ea678d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637077926'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:13.382416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53446) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:13.399597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4661de35-f7c6-4cd5-a125-bc12c2ea678d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.462976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3779d-f2c6-4d0a-a677-cceff2f57a01 req-d4d20d7e-8ce5-44a9-923f-6cc88e364e0e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:13.472192 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06d3779d-f2c6-4d0a-a677-cceff2f57a01 req-d4d20d7e-8ce5-44a9-923f-6cc88e364e0e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0695086 Aug 28 20:30:13.537795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06d3779d-f2c6-4d0a-a677-cceff2f57a01 req-b2c3688a-12c0-46d5-9a46-16e9e3e3b4f0 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642881 Aug 28 20:30:13.570635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4661de35-f7c6-4cd5-a125-bc12c2ea678d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (a31bc99e-eaba-4c46-abc1-2289b987501c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.590404 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1747835146'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:13.637113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4661de35-f7c6-4cd5-a125-bc12c2ea678d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a31bc99e-eaba-4c46-abc1-2289b987501c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.672323 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661de35-f7c6-4cd5-a125-bc12c2ea678d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31bc99e-eaba-4c46-abc1-2289b987501c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:13.722372 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Made reservation on behalf of 45919750987e4c5e8323e188071edf43 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:13.726329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.736056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.751440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4661de35-f7c6-4cd5-a125-bc12c2ea678d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.752697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4661de35-f7c6-4cd5-a125-bc12c2ea678d tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4755683 Aug 28 20:30:13.756205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53458) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:13.760519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-78812f06-ee6c-47a2-b31f-6fd3ae240a49 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--212603380'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:13.838912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks [] for security_group (32a701d6-1eed-4011-939c-3bc2b424ea83), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.842414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78812f06-ee6c-47a2-b31f-6fd3ae240a49 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.923227 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78812f06-ee6c-47a2-b31f-6fd3ae240a49 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (e002bf95-e603-44bf-a8a6-2544f253e2dc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.924847 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (32a701d6-1eed-4011-939c-3bc2b424ea83), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.954738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:13.964834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a701d6-1eed-4011-939c-3bc2b424ea83,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:13.970254 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9bc0f602-becc-4e5e-b39d-3b27475a96dc), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:13.970611 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Added segment 9bc0f602-becc-4e5e-b39d-3b27475a96dc of type vlan for network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf Aug 28 20:30:14.019829 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (8a2dc9fb-b0da-447b-a4f3-93d02b3544cf), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.076644 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78812f06-ee6c-47a2-b31f-6fd3ae240a49 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e002bf95-e603-44bf-a8a6-2544f253e2dc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.097259 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:14.108972 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78812f06-ee6c-47a2-b31f-6fd3ae240a49 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e002bf95-e603-44bf-a8a6-2544f253e2dc,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:14.128520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (8a2dc9fb-b0da-447b-a4f3-93d02b3544cf), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.133890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:14.140032 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.211587 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78812f06-ee6c-47a2-b31f-6fd3ae240a49 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.212921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-78812f06-ee6c-47a2-b31f-6fd3ae240a49 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4557912 Aug 28 20:30:14.215890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53466) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:14.220764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-5543b981-1206-43b8-820f-6086c60b5a62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': 'a31bc99e-eaba-4c46-abc1-2289b987501c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e002bf95-e603-44bf-a8a6-2544f253e2dc', 'remote_ip_prefix': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:14.250402 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Pushing event updated for resources: {'Network': ['ID=8a2dc9fb-b0da-447b-a4f3-93d02b3544cf,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:14.260353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:14.277148 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:14.312729 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0a561332-7d1c-44c3-8e3c-4480d2e1f989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9292080 Aug 28 20:30:14.399357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5543b981-1206-43b8-820f-6086c60b5a62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (a3b0aaec-542b-4f5f-bbaf-9439331e2495), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.463517 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:14.492213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5543b981-1206-43b8-820f-6086c60b5a62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (a3b0aaec-542b-4f5f-bbaf-9439331e2495), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.519767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53474) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:14.525954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Request body: {'port': {'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf', 'binding:host_id': 'n-h2-854121-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-100139449'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:14.579729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5543b981-1206-43b8-820f-6086c60b5a62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a3b0aaec-542b-4f5f-bbaf-9439331e2495), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.601708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543b981-1206-43b8-820f-6086c60b5a62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b0aaec-542b-4f5f-bbaf-9439331e2495,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:14.618138 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:14.672114 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de857ba2-db86-43af-95e4-8bd3b44f108e req-24267b17-2613-4a9c-b7e0-468049fb7990 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:14.673677 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de857ba2-db86-43af-95e4-8bd3b44f108e req-24267b17-2613-4a9c-b7e0-468049fb7990 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0535758 Aug 28 20:30:14.680455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Made reservation on behalf of ae644d05cfe743c0a147fbda75e3a592 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:14.683586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.705576 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.714923 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5543b981-1206-43b8-820f-6086c60b5a62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.716405 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5543b981-1206-43b8-820f-6086c60b5a62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4994631 Aug 28 20:30:14.722430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53482) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:14.726009 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-de857ba2-db86-43af-95e4-8bd3b44f108e req-7ecf102f-03f4-49ad-9f13-a89fa2a0b442 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464833 Aug 28 20:30:14.765965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad33a-0017-425d-8d5b-2e44748a5799 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (a3b0aaec-542b-4f5f-bbaf-9439331e2495), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.787195 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad33a-0017-425d-8d5b-2e44748a5799 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (a3b0aaec-542b-4f5f-bbaf-9439331e2495), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.882830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0977b-592a-4fde-a0d5-acce51cfe58c req-afdca15b-4fa0-488c-83a9-56f825928154 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:14.884291 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93a0977b-592a-4fde-a0d5-acce51cfe58c req-afdca15b-4fa0-488c-83a9-56f825928154 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0578966 Aug 28 20:30:14.896387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for security_group (b79b289f-0daa-4368-aac9-0c818ef5162e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.936779 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-93a0977b-592a-4fde-a0d5-acce51cfe58c req-aee994d1-9a9d-4535-91ea-528be77acf9b tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Aug 28 20:30:14.974019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad33a-0017-425d-8d5b-2e44748a5799 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (a3b0aaec-542b-4f5f-bbaf-9439331e2495), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.982804 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad33a-0017-425d-8d5b-2e44748a5799 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:14.985432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6a1ad33a-0017-425d-8d5b-2e44748a5799 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/a3b0aaec-542b-4f5f-bbaf-9439331e2495 HTTP/1.1" status: 204 len: 168 time: 0.2607863 Aug 28 20:30:14.991460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53488) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:14.999326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ad33a-0017-425d-8d5b-2e44748a5799 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b0aaec-542b-4f5f-bbaf-9439331e2495,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:15.010760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b79b289f-0daa-4368-aac9-0c818ef5162e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.027450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] device_id is not set on port 4806dc70-8d5c-488d-aa2e-f3080f938cdf yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:15.073604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4f309-297f-4ca1-ac34-9f82fe2f5c10 req-fb40d31f-72e5-4ba6-b380-ca8426305925 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:15.075225 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5bf4f309-297f-4ca1-ac34-9f82fe2f5c10 req-fb40d31f-72e5-4ba6-b380-ca8426305925 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0427005 Aug 28 20:30:15.118965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79b289f-0daa-4368-aac9-0c818ef5162e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:15.144801 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-54c11db4-8d57-4031-8627-c21a032080c2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1521268 Aug 28 20:30:15.148652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53492) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:15.181116 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5bf4f309-297f-4ca1-ac34-9f82fe2f5c10 req-1f734d2c-32a7-4499-bc6b-644c5672970c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990491 Aug 28 20:30:15.296206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-839fd9b2-ae86-48c1-b4b4-7bf79352879e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (e002bf95-e603-44bf-a8a6-2544f253e2dc), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.345733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-839fd9b2-ae86-48c1-b4b4-7bf79352879e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (e002bf95-e603-44bf-a8a6-2544f253e2dc), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.368879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] device_id is not set on port 4806dc70-8d5c-488d-aa2e-f3080f938cdf yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:15.379341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for port (4806dc70-8d5c-488d-aa2e-f3080f938cdf), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.518309 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4806dc70-8d5c-488d-aa2e-f3080f938cdf), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.520927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-839fd9b2-ae86-48c1-b4b4-7bf79352879e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (e002bf95-e603-44bf-a8a6-2544f253e2dc), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.525608 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-839fd9b2-ae86-48c1-b4b4-7bf79352879e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.527878 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-839fd9b2-ae86-48c1-b4b4-7bf79352879e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e002bf95-e603-44bf-a8a6-2544f253e2dc HTTP/1.1" status: 204 len: 168 time: 0.3772302 Aug 28 20:30:15.529726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53500) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:15.586070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fd9b2-ae86-48c1-b4b4-7bf79352879e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e002bf95-e603-44bf-a8a6-2544f253e2dc,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:15.612645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=4806dc70-8d5c-488d-aa2e-f3080f938cdf,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:15.615053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-63347f9b-30f4-4a50-8958-35375f5f3c62 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0833786 Aug 28 20:30:15.620112 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53504) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:15.645831 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Checking segment: {'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:15.646560 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Network hostable DHCP agents. Network: 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:30:15.708467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faffc4-dcd2-4002-b707-27a60b6a7b85 req-c81b2f22-12f8-4cce-804b-1915e788fa3c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:15.710569 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98faffc4-dcd2-4002-b707-27a60b6a7b85 req-c81b2f22-12f8-4cce-804b-1915e788fa3c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0722215 Aug 28 20:30:15.737455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:30:15.741804 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0646d434-69f9-4cc1-bfa5-b93bd087a279 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (a31bc99e-eaba-4c46-abc1-2289b987501c), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.780745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0646d434-69f9-4cc1-bfa5-b93bd087a279 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (a31bc99e-eaba-4c46-abc1-2289b987501c), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.809050 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-98faffc4-dcd2-4002-b707-27a60b6a7b85 req-7a6bfc24-1c29-459d-8d20-853587f145b8 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863602 Aug 28 20:30:15.832514 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:15.838166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:15.845076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80377c10-3086-48e0-8174-e5ac2a334b30 None None] Network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:15.854809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:15.855220 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:15.855619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:15.860785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:15.862017 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:15.862896 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 2 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:15.881293 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:15.881636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:15.882019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:15.887186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:15.887777 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:15.888367 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 3 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:15.903659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:15.904175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:15.904819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:15.913510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:15.914043 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:15.914879 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 4 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:15.933518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0646d434-69f9-4cc1-bfa5-b93bd087a279 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a31bc99e-eaba-4c46-abc1-2289b987501c), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.937024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:15.937024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:15.937024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:15.941194 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0646d434-69f9-4cc1-bfa5-b93bd087a279 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:15.943330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0646d434-69f9-4cc1-bfa5-b93bd087a279 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a31bc99e-eaba-4c46-abc1-2289b987501c HTTP/1.1" status: 204 len: 168 time: 0.3154354 Aug 28 20:30:15.944017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:15.944774 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:15.945637 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 5 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:15.949532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53508) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:15.959723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646d434-69f9-4cc1-bfa5-b93bd087a279 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31bc99e-eaba-4c46-abc1-2289b987501c,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:15.978217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:15.978583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:15.979012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:15.987920 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:15.988238 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:15.993389 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 6 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:16.022883 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1bcafdb2-e334-49e8-9d88-8389d52aca90 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0701666 Aug 28 20:30:16.023691 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:16.024203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:16.024364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:16.027421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53510) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:16.032251 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:16.032558 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:16.032924 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 7 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:16.034107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8f041066-f738-4aa5-9d1e-377540382e45 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--832178330'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:16.046880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:16.053063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:16.053063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:16.055483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:16.055831 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:16.056233 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 8 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:16.076750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:16.076750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:16.076750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:16.078288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:16.078641 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:16.079175 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 9 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:16.094693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:16.095049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:16.095395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:16.101320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:16.101661 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:16.102091 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 10 to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf Aug 28 20:30:16.108117 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:16.116772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:16.117122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:16.117473 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:16.122316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:16.122653 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port 4806dc70-8d5c-488d-aa2e-f3080f938cdf on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:16.123031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4806dc70-8d5c-488d-aa2e-f3080f938cdf), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.151263 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f041066-f738-4aa5-9d1e-377540382e45 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.206522 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] For port 4806dc70-8d5c-488d-aa2e-f3080f938cdf, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:16.207049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempted to set empty binding levels {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 20:30:16.244473 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f041066-f738-4aa5-9d1e-377540382e45 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (afefc0ff-2555-4b97-933a-85285d7f568a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.346154 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (4806dc70-8d5c-488d-aa2e-f3080f938cdf), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.347341 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:16.347957 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.401288 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=4806dc70-8d5c-488d-aa2e-f3080f938cdf,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:16.413601 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f041066-f738-4aa5-9d1e-377540382e45 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (afefc0ff-2555-4b97-933a-85285d7f568a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.416803 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:16.455728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f041066-f738-4aa5-9d1e-377540382e45 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afefc0ff-2555-4b97-933a-85285d7f568a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:16.531639 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-473f9121-f34f-446d-8a25-58cdc5e07dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0099430 Aug 28 20:30:16.534563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53514) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:16.557457 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:16.566769 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f041066-f738-4aa5-9d1e-377540382e45 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.568661 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8f041066-f738-4aa5-9d1e-377540382e45 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5397530 Aug 28 20:30:16.571829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53518) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:16.576677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-89c03e73-f87b-4c8b-a6ea-5106b68e3a5f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': 'afefc0ff-2555-4b97-933a-85285d7f568a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:16.622943 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Deleting port 4806dc70-8d5c-488d-aa2e-f3080f938cdf {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:16.623196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4806dc70-8d5c-488d-aa2e-f3080f938cdf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.688543 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:16.694599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] For port 4806dc70-8d5c-488d-aa2e-f3080f938cdf, host n-h2-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:16.694947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4806dc70-8d5c-488d-aa2e-f3080f938cdf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.696510 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89c03e73-f87b-4c8b-a6ea-5106b68e3a5f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (9aa9375d-2806-4c93-89d5-0fbddc45df3d), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.712205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Calling delete_port for 4806dc70-8d5c-488d-aa2e-f3080f938cdf owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:16.757143 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:16.771778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89c03e73-f87b-4c8b-a6ea-5106b68e3a5f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (9aa9375d-2806-4c93-89d5-0fbddc45df3d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.900464 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4806dc70-8d5c-488d-aa2e-f3080f938cdf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.909776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89c03e73-f87b-4c8b-a6ea-5106b68e3a5f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (9aa9375d-2806-4c93-89d5-0fbddc45df3d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.937335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event deleted for resources: {'Port': ['ID=4806dc70-8d5c-488d-aa2e-f3080f938cdf,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:16.945222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:16.949014 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-89467c2d-5ec5-4c99-99ba-c48860542c65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/4806dc70-8d5c-488d-aa2e-f3080f938cdf HTTP/1.1" status: 204 len: 168 time: 0.4132113 Aug 28 20:30:16.953137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53524) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:16.958722 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c03e73-f87b-4c8b-a6ea-5106b68e3a5f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa9375d-2806-4c93-89d5-0fbddc45df3d,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:16.961842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cbf17-965e-4010-aaef-bc03f0078e67 req-60c082ee-b199-4af0-b692-82e7bbfca909 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:16.963519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f5cbf17-965e-4010-aaef-bc03f0078e67 req-60c082ee-b199-4af0-b692-82e7bbfca909 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0702515 Aug 28 20:30:16.990189 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a9de0f-94e0-4754-8576-10e32b45a414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:30:16.992582 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f9a9de0f-94e0-4754-8576-10e32b45a414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/4806dc70-8d5c-488d-aa2e-f3080f938cdf HTTP/1.1" status: 404 len: 333 time: 0.0368395 Aug 28 20:30:16.995590 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53526) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:17.011380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Request body: {'port': {'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-34083464'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:17.048815 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9f5cbf17-965e-4010-aaef-bc03f0078e67 req-c2bb47e6-28cd-4c61-9a51-3d90f2197a4a tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778422 Aug 28 20:30:17.072752 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-89c03e73-f87b-4c8b-a6ea-5106b68e3a5f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.075488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-89c03e73-f87b-4c8b-a6ea-5106b68e3a5f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5016916 Aug 28 20:30:17.077371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12794570-8597-4a36-b065-2455d8cb4267 req-9e096c54-5e7b-4542-b255-2d2f999a9ca4 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:17.078961 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12794570-8597-4a36-b065-2455d8cb4267 req-9e096c54-5e7b-4542-b255-2d2f999a9ca4 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 1128 time: 0.0780075 Aug 28 20:30:17.090433 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53528) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:17.128241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8daba3a6-bcac-41c0-8626-5819aa4b24b2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (9aa9375d-2806-4c93-89d5-0fbddc45df3d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.137690 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8daba3a6-bcac-41c0-8626-5819aa4b24b2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (9aa9375d-2806-4c93-89d5-0fbddc45df3d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.175574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Deleting port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:17.175947 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.263705 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Made reservation on behalf of ae644d05cfe743c0a147fbda75e3a592 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:17.265748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] For port afaa5991-cf71-4bd9-be8e-14dd67c91fd9, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:17.266288 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.266515 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.280759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Calling delete_port for afaa5991-cf71-4bd9-be8e-14dd67c91fd9 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:17.283182 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] device_id is not set on port bb7847f6-29df-44b6-9194-84e2b61467ea yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:17.302639 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8daba3a6-bcac-41c0-8626-5819aa4b24b2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (9aa9375d-2806-4c93-89d5-0fbddc45df3d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.307862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8daba3a6-bcac-41c0-8626-5819aa4b24b2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.311861 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8daba3a6-bcac-41c0-8626-5819aa4b24b2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/9aa9375d-2806-4c93-89d5-0fbddc45df3d HTTP/1.1" status: 204 len: 168 time: 0.2202661 Aug 28 20:30:17.327284 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53532) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:17.352938 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daba3a6-bcac-41c0-8626-5819aa4b24b2 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aa9375d-2806-4c93-89d5-0fbddc45df3d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:17.389330 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dab81fcf-cf6d-4917-98e9-960247f33400 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573161 Aug 28 20:30:17.389570 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53534) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:17.464111 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-222e4460-7a65-464c-9407-678985375362 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (afefc0ff-2555-4b97-933a-85285d7f568a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.489484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-222e4460-7a65-464c-9407-678985375362 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (afefc0ff-2555-4b97-933a-85285d7f568a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.551011 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (afaa5991-cf71-4bd9-be8e-14dd67c91fd9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.567339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['afaa5991-cf71-4bd9-be8e-14dd67c91fd9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:30:17.578821 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Pushing event deleted for resources: {'Port': ['ID=afaa5991-cf71-4bd9-be8e-14dd67c91fd9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:17.609886 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-222e4460-7a65-464c-9407-678985375362 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (afefc0ff-2555-4b97-933a-85285d7f568a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.613152 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-222e4460-7a65-464c-9407-678985375362 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.615032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-222e4460-7a65-464c-9407-678985375362 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/afefc0ff-2555-4b97-933a-85285d7f568a HTTP/1.1" status: 204 len: 168 time: 0.2242150 Aug 28 20:30:17.620907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:30:17.646716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] No DVR routers for this DVR port afaa5991-cf71-4bd9-be8e-14dd67c91fd9 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:17.648825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53536) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:17.658388 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.664227 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-12794570-8597-4a36-b065-2455d8cb4267 req-a0429bc7-f3af-4417-a6f7-ac878c02590c tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.89 "DELETE /networking/v2.0/ports/afaa5991-cf71-4bd9-be8e-14dd67c91fd9 HTTP/1.1" status: 204 len: 173 time: 0.5776906 Aug 28 20:30:17.677827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2774782f-7943-4af8-81cc-638351cb44d6', 'name': 'network-vif-deleted', 'tag': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:17.686111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e4460-7a65-464c-9407-678985375362 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afefc0ff-2555-4b97-933a-85285d7f568a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:17.687886 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85879a40-60c1-4b9d-bfd0-b174aabf8151" -d '{"events": [{"server_uuid": "2774782f-7943-4af8-81cc-638351cb44d6", "name": "network-vif-deleted", "tag": "afaa5991-cf71-4bd9-be8e-14dd67c91fd9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:17.709045 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:17.775581 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6ffa9-bf27-4878-b180-600ebd729ec1 x-openstack-request-id: req-faa6ffa9-bf27-4878-b180-600ebd729ec1 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:17.775989 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2774782f-7943-4af8-81cc-638351cb44d6", "name": "network-vif-deleted", "tag": "afaa5991-cf71-4bd9-be8e-14dd67c91fd9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:17.776145 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-faa6ffa9-bf27-4878-b180-600ebd729ec1 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:17.776523 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa6ffa9-bf27-4878-b180-600ebd729ec1'] response: {'server_uuid': '2774782f-7943-4af8-81cc-638351cb44d6', 'name': 'network-vif-deleted', 'tag': 'afaa5991-cf71-4bd9-be8e-14dd67c91fd9', 'status': 'completed', 'code': 200} Aug 28 20:30:17.786357 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4e289f5e-8fb8-4e51-8ff0-a3bcb7d6a779 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1321943 Aug 28 20:30:17.787497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53540) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:17.792125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-afafd687-e7cc-4479-b656-f216a9ecab09 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204245376'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:17.802063 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.923141 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afafd687-e7cc-4479-b656-f216a9ecab09 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:17.984282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.013372 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afafd687-e7cc-4479-b656-f216a9ecab09 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (795bc7e8-4422-4e94-8163-3d81ad447511), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.053325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:18.058658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:18.061510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:18.062475 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:18.063088 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.066595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7847f6-29df-44b6-9194-84e2b61467ea,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:18.149905 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afafd687-e7cc-4479-b656-f216a9ecab09 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (795bc7e8-4422-4e94-8163-3d81ad447511), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.160526 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6862ba7a-301d-4a36-a2eb-3e6dcc6e35cf req-7eb1f8f2-5c6d-489b-81de-02e89ecd0410 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2774782f-7943-4af8-81cc-638351cb44d6 HTTP/1.1" status: 200 len: 210 time: 0.0342977 Aug 28 20:30:18.185307 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7c5146eb-b5f8-4616-9fd2-24f3da5431a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1859052 Aug 28 20:30:18.185559 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafd687-e7cc-4479-b656-f216a9ecab09 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795bc7e8-4422-4e94-8163-3d81ad447511,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:18.186106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53550) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:18.191649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:18.260135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.302772 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-afafd687-e7cc-4479-b656-f216a9ecab09 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.306792 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-afafd687-e7cc-4479-b656-f216a9ecab09 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5160792 Aug 28 20:30:18.307056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53554) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:18.311726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-d6169228-b4f3-42e5-ba44-9d567f3cec01 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '795bc7e8-4422-4e94-8163-3d81ad447511', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:18.423492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6169228-b4f3-42e5-ba44-9d567f3cec01 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.475112 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:18.481166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] device_id is not set on port bb7847f6-29df-44b6-9194-84e2b61467ea yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:18.489461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.492317 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6169228-b4f3-42e5-ba44-9d567f3cec01 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.494182 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:18.590812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.619728 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6169228-b4f3-42e5-ba44-9d567f3cec01 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.626478 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:18.646773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6169228-b4f3-42e5-ba44-9d567f3cec01 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:18.649205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7847f6-29df-44b6-9194-84e2b61467ea,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:18.651579 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.651912 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.652293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.657410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.657765 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.658188 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 2 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.672508 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.672850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.673198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.678556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.678893 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.679292 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 3 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.702122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.702122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.702122 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.706519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.706519 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.706519 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 4 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.718708 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6169228-b4f3-42e5-ba44-9d567f3cec01 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.724337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.724337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.724337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.724695 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6169228-b4f3-42e5-ba44-9d567f3cec01 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4162655 Aug 28 20:30:18.727914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53560) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:18.737657 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.738231 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.743056 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 5 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.756600 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-70594b59-259a-4da4-b246-741d3a3ce23a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e HTTP/1.1" status: 200 len: 763 time: 0.0275075 Aug 28 20:30:18.759563 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53562) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:18.761584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.761960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.762309 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.767447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.767781 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.768181 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 6 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.782129 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.782546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.782901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.788082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.788414 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.788810 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 7 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.803187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.803563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.803906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.805176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-870d4675-130b-4873-bd3a-a200593b4441 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441399 Aug 28 20:30:18.808227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53564) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:18.808875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.809210 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.809610 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 8 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.823219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.827315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.827315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.828584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.828913 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.829303 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 9 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.836086 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58d25b45-ee9a-48c3-bca2-2f03b6d24bec tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.843596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.843905 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.844207 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.849337 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58d25b45-ee9a-48c3-bca2-2f03b6d24bec tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.849811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.850113 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.850577 n-d-854121-7 neutron-server[114321]: INFO neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 10 to bind port bb7847f6-29df-44b6-9194-84e2b61467ea Aug 28 20:30:18.864722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:18.865302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:18.865542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:18.870444 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:18.870830 n-d-854121-7 neutron-server[114321]: ERROR neutron.plugins.ml2.managers [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port bb7847f6-29df-44b6-9194-84e2b61467ea on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:18.871208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.937142 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] For port bb7847f6-29df-44b6-9194-84e2b61467ea, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:18.937600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempted to set empty binding levels {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 20:30:18.968420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58d25b45-ee9a-48c3-bca2-2f03b6d24bec tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.975506 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-58d25b45-ee9a-48c3-bca2-2f03b6d24bec tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.977277 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-58d25b45-ee9a-48c3-bca2-2f03b6d24bec tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e HTTP/1.1" status: 204 len: 168 time: 0.1668804 Aug 28 20:30:18.979886 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53568) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:18.991579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d25b45-ee9a-48c3-bca2-2f03b6d24bec tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe79fd1-ecdd-49e0-9cd1-26c08ce8976e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:18.998611 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:18.999220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] In _notify_port_updated(), no bound segment for port bb7847f6-29df-44b6-9194-84e2b61467ea on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:30:19.000097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.000701 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.002061 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/bb7847f6-29df-44b6-9194-84e2b61467ea HTTP/1.1" status: 200 len: 977 time: 0.8147380 Aug 28 20:30:19.006660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53570) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.063872 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:19.143208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d373a-aba4-4b76-acd4-ced95b0a6fea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7847f6-29df-44b6-9194-84e2b61467ea,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:19.153755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-653c122a-e6b2-464b-bf49-2f16932d34a9 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1726170 Aug 28 20:30:19.156771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.156978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53574) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.157419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.157756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.158272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.158772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.159332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.159702 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.160174 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.160652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.161774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.162300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.162878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.163354 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.163834 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.164308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.164779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.165318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.165791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.166302 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.166776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.167250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.167724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.167951 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a88c687b-cb53-45d2-924a-c927e907554b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '795bc7e8-4422-4e94-8163-3d81ad447511', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:19.168532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.168824 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.169152 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.169741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.170090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.170586 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.171013 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.171478 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.172165 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.172410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.176538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-19b2377d-f204-4714-bbf8-359a8aeeb599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 29592 time: 0.1677866 Aug 28 20:30:19.193406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53582) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.281531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Deleting port bb7847f6-29df-44b6-9194-84e2b61467ea {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:19.281907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.332031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a88c687b-cb53-45d2-924a-c927e907554b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (324fc127-4efc-400c-ab3c-d48cff754936), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.372868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] For port bb7847f6-29df-44b6-9194-84e2b61467ea, host n-h2-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:19.373245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.391606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Calling delete_port for bb7847f6-29df-44b6-9194-84e2b61467ea owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:19.408756 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a88c687b-cb53-45d2-924a-c927e907554b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (324fc127-4efc-400c-ab3c-d48cff754936), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.486776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a88c687b-cb53-45d2-924a-c927e907554b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (324fc127-4efc-400c-ab3c-d48cff754936), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.506172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c687b-cb53-45d2-924a-c927e907554b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324fc127-4efc-400c-ab3c-d48cff754936,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:19.603100 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bb7847f6-29df-44b6-9194-84e2b61467ea), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.604861 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a88c687b-cb53-45d2-924a-c927e907554b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.606651 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a88c687b-cb53-45d2-924a-c927e907554b tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4481452 Aug 28 20:30:19.609718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53588) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.613623 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:19.628759 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1b039bc2-54e3-45c5-951c-e4530591c88e tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/324fc127-4efc-400c-ab3c-d48cff754936 HTTP/1.1" status: 200 len: 763 time: 0.0172772 Aug 28 20:30:19.631137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53592) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.642988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb7847f6-29df-44b6-9194-84e2b61467ea,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:19.650493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.658529 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53594) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.658888 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-02c91376-4c7d-4973-bcec-267e81d4f56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/bb7847f6-29df-44b6-9194-84e2b61467ea HTTP/1.1" status: 204 len: 168 time: 0.4642639 Aug 28 20:30:19.671411 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:19.690149 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce91d5db-8f0d-4ff1-839a-7eee67a6dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:30:19.691623 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ce91d5db-8f0d-4ff1-839a-7eee67a6dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/bb7847f6-29df-44b6-9194-84e2b61467ea HTTP/1.1" status: 404 len: 333 time: 0.0319734 Aug 28 20:30:19.697613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53596) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.701130 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9143e710-a922-4a13-bfaf-941a40f818be tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0690315 Aug 28 20:30:19.703882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53598) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.721514 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:19.744409 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15c27830-a4c7-44d0-aa89-606e878371e0 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (324fc127-4efc-400c-ab3c-d48cff754936), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.744958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302630000', 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:19.760998 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15c27830-a4c7-44d0-aa89-606e878371e0 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (324fc127-4efc-400c-ab3c-d48cff754936), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.829344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f17174-359c-45aa-9d55-56de35586341 req-b8b20896-481c-4f8d-a718-430afd8647d3 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:19.830915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69f17174-359c-45aa-9d55-56de35586341 req-b8b20896-481c-4f8d-a718-430afd8647d3 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0463479 Aug 28 20:30:19.837984 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:19.878673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-69f17174-359c-45aa-9d55-56de35586341 req-2591a88d-8f33-4b8e-a297-00d337c636c0 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Aug 28 20:30:19.882434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Made reservation on behalf of ae644d05cfe743c0a147fbda75e3a592 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:19.882702 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15c27830-a4c7-44d0-aa89-606e878371e0 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (324fc127-4efc-400c-ab3c-d48cff754936), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.884958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.891448 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15c27830-a4c7-44d0-aa89-606e878371e0 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:19.892651 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-15c27830-a4c7-44d0-aa89-606e878371e0 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/324fc127-4efc-400c-ab3c-d48cff754936 HTTP/1.1" status: 204 len: 168 time: 0.1878269 Aug 28 20:30:19.899920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53602) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:19.902189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27830-a4c7-44d0-aa89-606e878371e0 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=324fc127-4efc-400c-ab3c-d48cff754936,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:19.921363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] device_id is not set on port bd65b330-3632-4f9e-a67a-cd0c0ee56900 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:19.999281 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-74db6cb4-8843-44d2-bb95-ec9a78e24033 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1005373 Aug 28 20:30:20.001558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53604) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.008149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': '795bc7e8-4422-4e94-8163-3d81ad447511', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:20.108546 n-d-854121-7 neutron-server[114321]: INFO neutron.db.securitygroups_db [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Project 12a26db4f1264750ab2129be51710eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 20:30:20.121915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (d91e8ac0-56f8-48ef-85a4-1167e15aaab0), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.140988 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for port (bd65b330-3632-4f9e-a67a-cd0c0ee56900), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.195561 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:20.216161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (d91e8ac0-56f8-48ef-85a4-1167e15aaab0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.311341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d91e8ac0-56f8-48ef-85a4-1167e15aaab0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.313631 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (bd65b330-3632-4f9e-a67a-cd0c0ee56900), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.360300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91e8ac0-56f8-48ef-85a4-1167e15aaab0,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:20.382767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:20.383918 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=bd65b330-3632-4f9e-a67a-cd0c0ee56900,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:20.386795 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:20.388831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:20.389773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:20.390402 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.421381 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.422739 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-60d90527-a3bf-4aa0-9cc3-d8875674894a tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4201319 Aug 28 20:30:20.425742 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53612) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.446080 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-64cfc396-0579-4675-b4a2-580b216e7829 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/d91e8ac0-56f8-48ef-85a4-1167e15aaab0 HTTP/1.1" status: 200 len: 769 time: 0.0179880 Aug 28 20:30:20.452639 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53614) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.489683 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4ec0c3e0-900b-4333-8e13-4e12348c456c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7821636 Aug 28 20:30:20.492458 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53616) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.503247 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bdfdde17-f94b-4e7b-a155-6dea87ab23b9 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0468063 Aug 28 20:30:20.508109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53618) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.508242 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:20.530913 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55103548-3fd3-4c8b-b666-44e32e4edf70 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (d91e8ac0-56f8-48ef-85a4-1167e15aaab0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.534893 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ef6eb-037d-42c6-8351-852968349eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:20.537190 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-933ef6eb-037d-42c6-8351-852968349eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/bd65b330-3632-4f9e-a67a-cd0c0ee56900 HTTP/1.1" status: 200 len: 959 time: 0.0434968 Aug 28 20:30:20.540317 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53620) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.542767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55103548-3fd3-4c8b-b666-44e32e4edf70 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (d91e8ac0-56f8-48ef-85a4-1167e15aaab0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.553267 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:20.614656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Deleting port bd65b330-3632-4f9e-a67a-cd0c0ee56900 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:20.615049 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bd65b330-3632-4f9e-a67a-cd0c0ee56900), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.680123 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bd65b330-3632-4f9e-a67a-cd0c0ee56900), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.693795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Calling delete_port for bd65b330-3632-4f9e-a67a-cd0c0ee56900 owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:20.699648 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55103548-3fd3-4c8b-b666-44e32e4edf70 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (d91e8ac0-56f8-48ef-85a4-1167e15aaab0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.706968 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-55103548-3fd3-4c8b-b666-44e32e4edf70 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.708137 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-55103548-3fd3-4c8b-b666-44e32e4edf70 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/d91e8ac0-56f8-48ef-85a4-1167e15aaab0 HTTP/1.1" status: 204 len: 168 time: 0.2016773 Aug 28 20:30:20.711916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53626) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.731175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55103548-3fd3-4c8b-b666-44e32e4edf70 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d91e8ac0-56f8-48ef-85a4-1167e15aaab0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:20.760610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0336b0c8-9614-4acb-b48a-fdc9cde006fd tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475731 Aug 28 20:30:20.763455 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53628) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.834658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63612ce6-fd5d-4d84-a43e-6a21b5e47b53 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (795bc7e8-4422-4e94-8163-3d81ad447511), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.837003 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (bd65b330-3632-4f9e-a67a-cd0c0ee56900), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.865636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63612ce6-fd5d-4d84-a43e-6a21b5e47b53 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (795bc7e8-4422-4e94-8163-3d81ad447511), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.866816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd65b330-3632-4f9e-a67a-cd0c0ee56900,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:20.870469 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:20.874338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b27a8ac6-e13a-4af5-8a0c-4fbeb023b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/bd65b330-3632-4f9e-a67a-cd0c0ee56900 HTTP/1.1" status: 204 len: 168 time: 0.3326433 Aug 28 20:30:20.877017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53630) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.907969 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c86c78c-ade7-405d-8934-58cff1057bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:30:20.909740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8c86c78c-ade7-405d-8934-58cff1057bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/bd65b330-3632-4f9e-a67a-cd0c0ee56900 HTTP/1.1" status: 404 len: 333 time: 0.0317857 Aug 28 20:30:20.919177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53632) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:20.924808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Request body: {'port': {'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811720462'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:20.932677 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:21.003364 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63612ce6-fd5d-4d84-a43e-6a21b5e47b53 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (795bc7e8-4422-4e94-8163-3d81ad447511), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.006575 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-63612ce6-fd5d-4d84-a43e-6a21b5e47b53 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.009255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-63612ce6-fd5d-4d84-a43e-6a21b5e47b53 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/795bc7e8-4422-4e94-8163-3d81ad447511 HTTP/1.1" status: 204 len: 168 time: 0.2433295 Aug 28 20:30:21.011516 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:21.013110 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Made reservation on behalf of ae644d05cfe743c0a147fbda75e3a592 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:21.015571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53636) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:21.015724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.026785 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9b85-2b93-4027-9d7d-1584a59c7d37 req-f0ed17f9-04fc-4335-b8e9-53cbf331479e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:21.028346 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6f6f9b85-2b93-4027-9d7d-1584a59c7d37 req-f0ed17f9-04fc-4335-b8e9-53cbf331479e tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0576091 Aug 28 20:30:21.037178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] device_id is not set on port ac2864a3-a725-4749-a04c-601ea35ed234 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:21.040338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63612ce6-fd5d-4d84-a43e-6a21b5e47b53 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795bc7e8-4422-4e94-8163-3d81ad447511,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:21.076760 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-15adc302-5aa7-4bb0-9b95-f1169ecd3089 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599942 Aug 28 20:30:21.083923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:21.086294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-01225ec4-00bc-4e9e-9b6b-0fe586d97335 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group': {'name': 'tempest-secgroup--452236767'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:21.128695 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6f6f9b85-2b93-4027-9d7d-1584a59c7d37 req-0a6ed2ff-f559-4ec1-80b3-25f38b21f8ac tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935483 Aug 28 20:30:21.190874 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01225ec4-00bc-4e9e-9b6b-0fe586d97335 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.222063 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:21.265045 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for port (ac2864a3-a725-4749-a04c-601ea35ed234), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.276833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01225ec4-00bc-4e9e-9b6b-0fe586d97335 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (aaee7961-bb55-4fa0-822a-f8da2b3595a4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.347401 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01225ec4-00bc-4e9e-9b6b-0fe586d97335 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aaee7961-bb55-4fa0-822a-f8da2b3595a4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.376565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.383951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01225ec4-00bc-4e9e-9b6b-0fe586d97335 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaee7961-bb55-4fa0-822a-f8da2b3595a4,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:21.432859 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-01225ec4-00bc-4e9e-9b6b-0fe586d97335 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.444918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-01225ec4-00bc-4e9e-9b6b-0fe586d97335 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3522098 Aug 28 20:30:21.447829 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53648) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:21.453273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ff94cf01-dfa7-4bef-af6f-3a9a8f99ca8f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Request body: {'security_group_rule': {'security_group_id': 'aaee7961-bb55-4fa0-822a-f8da2b3595a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:21.457095 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:21.470516 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:21.471973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-501af9bf-bd52-4fc0-bd0f-6464c9fda82d tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:21.473536 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-501af9bf-bd52-4fc0-bd0f-6464c9fda82d tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.84 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 1128 time: 0.0698130 Aug 28 20:30:21.474156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=ac2864a3-a725-4749-a04c-601ea35ed234,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:21.477154 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:21.479423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:21.480351 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:21.481009 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.563290 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Deleting port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:21.563884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.592088 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ff94cf01-dfa7-4bef-af6f-3a9a8f99ca8f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (3d8dae12-0cb1-493b-a05f-df0ae86632d2), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.629723 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:21.634311 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3dc22b54-17b2-4978-a6cc-006e30963978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7096298 Aug 28 20:30:21.634846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53652) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:21.643647 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:21.681247 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ff94cf01-dfa7-4bef-af6f-3a9a8f99ca8f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (3d8dae12-0cb1-493b-a05f-df0ae86632d2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.683962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device afaa5991-cf71-4bd9-be8e-14dd67c91fd9 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:21.703591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: afaa5991-cf71-4bd9-be8e-14dd67c91fd9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:21.703836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device afaa5991-cf71-4bd9-be8e-14dd67c91fd9 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:21.708376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] For port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:21.714446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.743107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Calling delete_port for bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:21.752564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.794677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ff94cf01-dfa7-4bef-af6f-3a9a8f99ca8f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712014'] for security_group_rule (3d8dae12-0cb1-493b-a05f-df0ae86632d2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.816167 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94cf01-dfa7-4bef-af6f-3a9a8f99ca8f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8dae12-0cb1-493b-a05f-df0ae86632d2,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:21.835099 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:21.891925 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:21.951129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ff94cf01-dfa7-4bef-af6f-3a9a8f99ca8f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:21.952408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ff94cf01-dfa7-4bef-af6f-3a9a8f99ca8f tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5033922 Aug 28 20:30:21.955329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53656) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:21.968136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6b6-911e-427e-9e0e-79eb9936f294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.019655 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56daedf4-5992-408a-975b-58d93f3ba7d6 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (aaee7961-bb55-4fa0-822a-f8da2b3595a4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.022443 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] device_id is not set on port ac2864a3-a725-4749-a04c-601ea35ed234 yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:22.030407 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks [] for port (ac2864a3-a725-4749-a04c-601ea35ed234), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.042665 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56daedf4-5992-408a-975b-58d93f3ba7d6 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (aaee7961-bb55-4fa0-822a-f8da2b3595a4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.145596 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.147273 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.183960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:30:22.193405 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56daedf4-5992-408a-975b-58d93f3ba7d6 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (aaee7961-bb55-4fa0-822a-f8da2b3595a4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.200809 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-56daedf4-5992-408a-975b-58d93f3ba7d6 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.202049 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-56daedf4-5992-408a-975b-58d93f3ba7d6 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aaee7961-bb55-4fa0-822a-f8da2b3595a4 HTTP/1.1" status: 204 len: 168 time: 0.2456548 Aug 28 20:30:22.217910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53662) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:22.260869 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=ac2864a3-a725-4749-a04c-601ea35ed234,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:22.267513 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] No DVR routers for this DVR port bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:22.275764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.276094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-624b0123-fcd7-4428-b945-ffa79f35c5a1 req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.84 "DELETE /networking/v2.0/ports/bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 HTTP/1.1" status: 204 len: 173 time: 0.7858691 Aug 28 20:30:22.276557 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'name': 'network-vif-deleted', 'tag': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:22.279035 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442006ec-ad7e-4315-8010-dd3ced333396" -d '{"events": [{"server_uuid": "64fce296-d091-441b-8a18-3e3bff0eb1f5", "name": "network-vif-deleted", "tag": "bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:22.286594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56daedf4-5992-408a-975b-58d93f3ba7d6 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaee7961-bb55-4fa0-822a-f8da2b3595a4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:22.319996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055eeb4-6e52-40f9-a9a1-e225899501a1 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] Pushing event deleted for resources: {'Port': ['ID=bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:22.329538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.329931 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.330275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.331977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f6bc95b-7b82-495b-b2f7-6d933429c9ac req-67991edf-6d1e-4b67-9def-398d1684f370 tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.1148653 Aug 28 20:30:22.364865 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.365556 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.366166 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 2 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.379631 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5a90f3a1-2890-4def-a6bf-1ccfa4de0d28 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1605892 Aug 28 20:30:22.388416 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53668) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:22.401253 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9236402-54c9-4ac1-bb44-34ac8a62bd4c x-openstack-request-id: req-c9236402-54c9-4ac1-bb44-34ac8a62bd4c {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:22.401884 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fce296-d091-441b-8a18-3e3bff0eb1f5", "name": "network-vif-deleted", "tag": "bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:22.402356 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9236402-54c9-4ac1-bb44-34ac8a62bd4c {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:22.402939 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9236402-54c9-4ac1-bb44-34ac8a62bd4c'] response: {'server_uuid': '64fce296-d091-441b-8a18-3e3bff0eb1f5', 'name': 'network-vif-deleted', 'tag': 'bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9', 'status': 'completed', 'code': 200} Aug 28 20:30:22.403824 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.404331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.404884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.414741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.415078 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.415478 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 3 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.440922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.441331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.442366 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.450628 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2cee1cdc-215b-4b9e-bf5e-6c5c21ce29ca tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0606148 Aug 28 20:30:22.451329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.451871 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.452503 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 4 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.454574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53670) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:22.470373 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.471037 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.471592 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.481274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.482401 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.482401 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 5 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.485530 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-d6244573-951f-412d-bddc-28a9a9febe27 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] delete failed (client error): The resource could not be found. Aug 28 20:30:22.489184 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d6244573-951f-412d-bddc-28a9a9febe27 tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aaee7961-bb55-4fa0-822a-f8da2b3595a4 HTTP/1.1" status: 404 len: 347 time: 0.0333056 Aug 28 20:30:22.493827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53672) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:22.501572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.512586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.512586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.512586 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.512586 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.512586 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 6 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.526244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.527083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.527643 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.532808 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.533497 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.534214 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 7 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.552476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1c5be394-6bd6-4f66-b900-d80ef1976faf tempest-SecGroupIPv6Test-245451497 tempest-SecGroupIPv6Test-245451497-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0540123 Aug 28 20:30:22.552731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.552731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.552731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.557723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.558173 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.558644 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 8 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.576393 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.577426 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.577839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.583203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.583633 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.584145 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 9 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.598442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.598999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.599415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.606384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.607305 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.607505 n-d-854121-7 neutron-server[114322]: INFO neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempt 10 to bind port ac2864a3-a725-4749-a04c-601ea35ed234 Aug 28 20:30:22.626167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:22.626605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:22.627021 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempting to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:22.634259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:22.634696 n-d-854121-7 neutron-server[114322]: ERROR neutron.plugins.ml2.managers [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Failed to bind port ac2864a3-a725-4749-a04c-601ea35ed234 on host n-h2-854121-7 for vnic_type normal using segments [{'id': '9bc0f602-becc-4e5e-b39d-3b27475a96dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8a2dc9fb-b0da-447b-a4f3-93d02b3544cf'}] Aug 28 20:30:22.635202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.730205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] For port ac2864a3-a725-4749-a04c-601ea35ed234, host n-h2-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:22.730205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attempted to set empty binding levels {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 20:30:22.825564 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.826348 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] In _notify_port_updated(), no bound segment for port ac2864a3-a725-4749-a04c-601ea35ed234 on network 8a2dc9fb-b0da-447b-a4f3-93d02b3544cf {{(pid=114322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Aug 28 20:30:22.827493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:22.828134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.829680 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/ac2864a3-a725-4749-a04c-601ea35ed234 HTTP/1.1" status: 200 len: 979 time: 1.1930075 Aug 28 20:30:22.832752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53676) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:22.883200 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53beb7-e435-4951-b7da-a0622afe0f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event updated for resources: {'Port': ['ID=ac2864a3-a725-4749-a04c-601ea35ed234,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:22.916621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Deleting port ac2864a3-a725-4749-a04c-601ea35ed234 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:22.916962 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.967266 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:22.983275 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] For port ac2864a3-a725-4749-a04c-601ea35ed234, host n-h2-854121-7, got binding levels [] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:22.983794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:22.998748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Calling delete_port for ac2864a3-a725-4749-a04c-601ea35ed234 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:23.196721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ac2864a3-a725-4749-a04c-601ea35ed234), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.231706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac2864a3-a725-4749-a04c-601ea35ed234,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:23.248731 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.248731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-59a3e3f8-c429-4995-a4ff-248326ff805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/ac2864a3-a725-4749-a04c-601ea35ed234 HTTP/1.1" status: 204 len: 168 time: 0.4124846 Aug 28 20:30:23.249766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53680) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:23.273760 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53682) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:23.298040 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bec1fe-81ff-47da-9664-d080d5a48540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] GET failed (client error): The resource could not be found. Aug 28 20:30:23.304510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e2bec1fe-81ff-47da-9664-d080d5a48540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078154526-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/ac2864a3-a725-4749-a04c-601ea35ed234 HTTP/1.1" status: 404 len: 333 time: 0.0518014 Aug 28 20:30:23.306414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53686) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:23.338604 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:23.449015 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (8a2dc9fb-b0da-447b-a4f3-93d02b3544cf), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.469834 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:23.538678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e6e677ed-d603-463b-b973-98125dcc1e41 req-d97aeb95-63d0-40c2-ad7f-33fefa7cf3fe tempest-TestServerMultinode-567725541 tempest-TestServerMultinode-567725541-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=64fce296-d091-441b-8a18-3e3bff0eb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0482233 Aug 28 20:30:23.542271 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-14407eec-2ac3-4865-8c48-ef1488f68ea4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=12a26db4f1264750ab2129be51710eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669411 Aug 28 20:30:23.546431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53694) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:23.570141 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (8a2dc9fb-b0da-447b-a4f3-93d02b3544cf), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.611881 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2dc9fb-b0da-447b-a4f3-93d02b3544cf']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:23.624142 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc0f602-becc-4e5e-b39d-3b27475a96dc') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:23.624544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc0f602-becc-4e5e-b39d-3b27475a96dc') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:23.625353 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:23.626283 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6a06-8cef-4cd7-8867-96548d839137 admin admin] Publish callbacks [] for security_group (da0c8be5-9462-4d5b-a4f1-1daeaeb32678), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.636220 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (9bc0f602-becc-4e5e-b39d-3b27475a96dc), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.650870 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6a06-8cef-4cd7-8867-96548d839137 admin admin] Publish callbacks [] for security_group (da0c8be5-9462-4d5b-a4f1-1daeaeb32678), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.651576 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (9bc0f602-becc-4e5e-b39d-3b27475a96dc), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.658455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:23.658857 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (9bc0f602-becc-4e5e-b39d-3b27475a96dc), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.711409 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 9bc0f602-becc-4e5e-b39d-3b27475a96dc resource provider aggregate not found Aug 28 20:30:23.739364 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 9bc0f602-becc-4e5e-b39d-3b27475a96dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bc0f602-becc-4e5e-b39d-3b27475a96dc found for delete ", "request_id": "req-965922e9-f6f3-4eb6-ab23-296e6b7318bf"}]} Aug 28 20:30:23.789065 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6a06-8cef-4cd7-8867-96548d839137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (da0c8be5-9462-4d5b-a4f1-1daeaeb32678), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.791586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6a06-8cef-4cd7-8867-96548d839137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.792772 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4b4b6a06-8cef-4cd7-8867-96548d839137 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/da0c8be5-9462-4d5b-a4f1-1daeaeb32678 HTTP/1.1" status: 204 len: 168 time: 0.2428167 Aug 28 20:30:23.801488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b6a06-8cef-4cd7-8867-96548d839137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c8be5-9462-4d5b-a4f1-1daeaeb32678,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:23.818338 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (8a2dc9fb-b0da-447b-a4f3-93d02b3544cf), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.827265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:23.834709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8a2dc9fb-b0da-447b-a4f3-93d02b3544cf HTTP/1.1" status: 204 len: 168 time: 0.5281157 Aug 28 20:30:23.861266 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df56329-ff55-447d-93e9-d2626abac1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723559554-project] Pushing event deleted for resources: {'Network': ['ID=8a2dc9fb-b0da-447b-a4f3-93d02b3544cf,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:24.137741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53708) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:24.213464 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-96632a60-9ae2-41cc-bcd1-783f8aefca9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:24.343396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 1cbacb5c-6846-442d-9c22-ff478cdfd2fc {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:24.347690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:24.389544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:24.425001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:24.426250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device bee2d34d-7f1f-4dc1-acb2-e4bc4c3528c9 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:24.529436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53722) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:24.578649 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:24.645632 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53730) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:24.701217 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:24.701560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:24.716095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 1cbacb5c-6846-442d-9c22-ff478cdfd2fc owned by network:floatingip {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:24.717112 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:24.829829 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:24.831110 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b71c1887-3fb3-4ed1-b2d3-0145eaf5d8ad admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=45919750987e4c5e8323e188071edf43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998943 Aug 28 20:30:24.845006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53736) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:24.933900 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4379-00f3-4ab4-b06b-2ab4016aed0d admin admin] Publish callbacks [] for security_group (32a701d6-1eed-4011-939c-3bc2b424ea83), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:24.970409 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4379-00f3-4ab4-b06b-2ab4016aed0d admin admin] Publish callbacks [] for security_group (32a701d6-1eed-4011-939c-3bc2b424ea83), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.082264 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1cbacb5c-6846-442d-9c22-ff478cdfd2fc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.105463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (0d1494a0-f92b-4475-a363-297f67678bed), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.106907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=1cbacb5c-6846-442d-9c22-ff478cdfd2fc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:25.113602 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4379-00f3-4ab4-b06b-2ab4016aed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (32a701d6-1eed-4011-939c-3bc2b424ea83), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.117738 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4379-00f3-4ab4-b06b-2ab4016aed0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.121560 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bf5d4379-00f3-4ab4-b06b-2ab4016aed0d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/32a701d6-1eed-4011-939c-3bc2b424ea83 HTTP/1.1" status: 204 len: 168 time: 0.2748537 Aug 28 20:30:25.181659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d4379-00f3-4ab4-b06b-2ab4016aed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a701d6-1eed-4011-939c-3bc2b424ea83,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:25.234114 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:25.299608 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for floatingip (da261883-2966-4623-aee4-0e28a440f5f3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.299608 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Floating IP da261883-2966-4623-aee4-0e28a440f5f3 disassociated (deleted). External IP: 172.25.4.192, port: ab7d9bec-a40f-465e-8e7c-250c78f31aa9. Aug 28 20:30:25.347615 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:25.390213 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53748) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:25.501567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Deleting port fa192528-c982-4907-b127-de1148f448d8 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:25.502085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fa192528-c982-4907-b127-de1148f448d8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.564733 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router f19a09d9-9580-414c-93fe-e4469949cb11 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:30:25.644607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] For port fa192528-c982-4907-b127-de1148f448d8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fa192528-c982-4907-b127-de1148f448d8,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:25.647204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fa192528-c982-4907-b127-de1148f448d8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.682189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Calling delete_port for fa192528-c982-4907-b127-de1148f448d8 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:25.692629 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:30:25.699024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:25.704318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] Sync routers for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:30:25.709946 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:25.731921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:25.733877 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:25.738306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-30af833c-ad3a-4e4c-b3ec-0eec8330b489 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/da261883-2966-4623-aee4-0e28a440f5f3 HTTP/1.1" status: 204 len: 168 time: 1.5961013 Aug 28 20:30:25.738306 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:25.739897 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:25.818461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1540498346'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:25.830320 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2aedbb-f221-4fb6-a95b-dab0cba8ad11 x-openstack-request-id: req-af2aedbb-f221-4fb6-a95b-dab0cba8ad11 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:25.831139 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:25.831139 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af2aedbb-f221-4fb6-a95b-dab0cba8ad11 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:25.831413 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2aedbb-f221-4fb6-a95b-dab0cba8ad11'] response: {'name': 'network-changed', 'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'status': 'completed', 'code': 200} Aug 28 20:30:25.937073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:25.939206 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:25.961878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-eebe9f44-7e84-47c8-a7c7-89525fd69aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:25.963437 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-eebe9f44-7e84-47c8-a7c7-89525fd69aa9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=19747ba661ca427ea056cf5402e7450c&device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 1127 time: 0.0874341 Aug 28 20:30:26.022692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Made reservation on behalf of a78de7cbb2384804a42da1c2a3f224e5 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:26.026912 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.037270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.042243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.140239 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:26.235372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:23Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:26.267596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] Checking router: f19a09d9-9580-414c-93fe-e4469949cb11 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:30:26.279505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:26.280130 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:26.325287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53768) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:26.403982 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-515d031f-2f0c-43e8-bd72-734cfcf9938c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ae644d05cfe743c0a147fbda75e3a592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753200 Aug 28 20:30:26.406977 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53770) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:26.447488 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:26.496042 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-636ac354-e391-4e76-92aa-1139dcc35546 admin admin] Publish callbacks [] for security_group (b79b289f-0daa-4368-aac9-0c818ef5162e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.527952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-636ac354-e391-4e76-92aa-1139dcc35546 admin admin] Publish callbacks [] for security_group (b79b289f-0daa-4368-aac9-0c818ef5162e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.593103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-a05a4e86-0f38-4cdc-a0fd-32c655201133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:26.594760 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-a05a4e86-0f38-4cdc-a0fd-32c655201133 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=810921c5-61e1-4d45-a262-2afa52033bed HTTP/1.1" status: 200 len: 898 time: 0.6217971 Aug 28 20:30:26.616081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270b03-24f9-431a-b910-12a3d8020997 req-79092569-c9a7-479a-b7e6-cdce2ce23989 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:26.617704 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54270b03-24f9-431a-b910-12a3d8020997 req-79092569-c9a7-479a-b7e6-cdce2ce23989 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1359241 Aug 28 20:30:26.682634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for security_group (ef876138-0aef-428b-886d-3ffe948eb110), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.702435 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:23Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:26.707042 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54270b03-24f9-431a-b910-12a3d8020997 req-ebf149cb-0dd3-4b24-8d4b-be060cce2272 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764017 Aug 28 20:30:26.715286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fa192528-c982-4907-b127-de1148f448d8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.720870 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-636ac354-e391-4e76-92aa-1139dcc35546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (b79b289f-0daa-4368-aac9-0c818ef5162e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.728387 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-636ac354-e391-4e76-92aa-1139dcc35546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.731016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-636ac354-e391-4e76-92aa-1139dcc35546 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b79b289f-0daa-4368-aac9-0c818ef5162e HTTP/1.1" status: 204 len: 168 time: 0.3207800 Aug 28 20:30:26.745020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ac354-e391-4e76-92aa-1139dcc35546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79b289f-0daa-4368-aac9-0c818ef5162e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:26.745310 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c988d0a-ef17-4766-b09f-22260900b317 None None] The sync data for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 is: [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:28:16Z', 'revision_number': 4, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '305367f5-1d19-47e1-9b05-4aa7855c33b8', 'name': '', 'network_id': '810921c5-61e1-4d45-a262-2afa52033bed', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'mac_address': 'fa:16:3e:1d:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:15Z', 'updated_at': '2022-08-28T20:28:23Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'subnets': [{'id': '3eb87388-ed8a-4828-b6d7-a5f4c72614c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:30:26.761648 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:26.763362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa192528-c982-4907-b127-de1148f448d8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:26.797716 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef876138-0aef-428b-886d-3ffe948eb110), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.888329 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:26.944259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef876138-0aef-428b-886d-3ffe948eb110,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:26.948819 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e6dd0f6c-512d-4c81-9768-93f22cdabcd9), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:26.949163 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Added segment e6dd0f6c-512d-4c81-9768-93f22cdabcd9 of type vlan for network e9737287-c310-4545-b9b1-b536fe2a2b70 Aug 28 20:30:27.041391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e9737287-c310-4545-b9b1-b536fe2a2b70), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:27.059952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:27.204196 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (0d1494a0-f92b-4475-a363-297f67678bed), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:27.242418 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfd314-aeb9-43ea-a37e-6ac32ec90e94 None None] New status for floating IP da261883-2966-4623-aee4-0e28a440f5f3: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:30:27.388837 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:27.395553 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e9737287-c310-4545-b9b1-b536fe2a2b70), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:27.411619 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:27.412674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:27.623202 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-4bc76958-8ba5-4793-bcc7-d90d9a1d32a2 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9 HTTP/1.1" status: 200 len: 217 time: 0.0856552 Aug 28 20:30:27.632384 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event updated for resources: {'Network': ['ID=e9737287-c310-4545-b9b1-b536fe2a2b70,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:27.647598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e9737287-c310-4545-b9b1-b536fe2a2b70 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:27.694921 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:27.720027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53790) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:27.726694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8d49b279-d4ba-432d-af03-cc8f4e7682ea tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3348861 Aug 28 20:30:27.762440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Request body: {'subnet': {'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:27.929887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-677fe71c-88c9-4fb2-96d2-7982276fdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:27.933516 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-677fe71c-88c9-4fb2-96d2-7982276fdbe6 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=3eb87388-ed8a-4828-b6d7-a5f4c72614c0 HTTP/1.1" status: 200 len: 835 time: 0.0961986 Aug 28 20:30:28.013072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Made reservation on behalf of a78de7cbb2384804a42da1c2a3f224e5 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:28.015857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-8b07e3f3-39b7-43da-aff9-faea29c9306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:28.017457 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-8b07e3f3-39b7-43da-aff9-faea29c9306b service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=810921c5-61e1-4d45-a262-2afa52033bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0710750 Aug 28 20:30:28.017761 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:28.029129 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Router 0d1494a0-f92b-4475-a363-297f67678bed has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:30:28.076670 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:28.105359 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-5146c2a0-9091-4fab-89f8-2fe41f5d2475 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:28.107205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-5146c2a0-9091-4fab-89f8-2fe41f5d2475 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1742775 Aug 28 20:30:28.121519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c2631-7847-4ae9-be7b-416ae3776063 req-54be12fd-7bd2-4014-8ffd-74a54c9d791c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:28.121519 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-701c2631-7847-4ae9-be7b-416ae3776063 req-54be12fd-7bd2-4014-8ffd-74a54c9d791c tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 945 time: 0.1457455 Aug 28 20:30:28.191830 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-a992b0db-caad-432c-b4f0-a293efa337b1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613381 Aug 28 20:30:28.271478 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-701c2631-7847-4ae9-be7b-416ae3776063 req-54d71765-f75f-44e6-a80e-5aeb79e79b75 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916691 Aug 28 20:30:28.391983 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:28.393607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:28.394232 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:28.417877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:30:28.436508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] Sync routers for ids ['0d1494a0-f92b-4475-a363-297f67678bed'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:30:28.436508 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:28.437176 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a30ca887-4da1-4b74-b9bc-a4b6343f27e8 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0d1494a0-f92b-4475-a363-297f67678bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7882001 Aug 28 20:30:28.438657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53804) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:28.463180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] Routers {'0d1494a0-f92b-4475-a363-297f67678bed'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:28.464307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d1494a0-f92b-4475-a363-297f67678bed'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:28.530333 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:28.550098 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9150006a-fc0c-43a1-b4d4-9ccfed2e96af req-f7c91024-c8b7-470e-8c4b-274dc4e83e93 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084693 Aug 28 20:30:28.617422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port ab7d9bec-a40f-465e-8e7c-250c78f31aa9, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:28.617422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:28.633458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] Set router 0d1494a0-f92b-4475-a363-297f67678bed gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:28.634378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for ab7d9bec-a40f-465e-8e7c-250c78f31aa9 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:28.673073 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks [] for router (0d1494a0-f92b-4475-a363-297f67678bed), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:28.882461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:30:26Z', 'revision_number': 5, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:28.889396 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ab7d9bec-a40f-465e-8e7c-250c78f31aa9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:28.931515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] Checking router: 0d1494a0-f92b-4475-a363-297f67678bed for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:30:28.943434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=ab7d9bec-a40f-465e-8e7c-250c78f31aa9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:28.950207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] Routers {'0d1494a0-f92b-4475-a363-297f67678bed'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:28.951462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d1494a0-f92b-4475-a363-297f67678bed'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:28.980862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks [] for router_gateway (0d1494a0-f92b-4475-a363-297f67678bed), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:29.051921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] No DVR routers for this DVR port ab7d9bec-a40f-465e-8e7c-250c78f31aa9 on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:29.054996 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:29.059444 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6902775b-a553-4dc9-a57f-feba09b3a637 req-b9f42482-3c11-4b43-8786-ed2162871c99 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.84 "DELETE /networking/v2.0/ports/ab7d9bec-a40f-465e-8e7c-250c78f31aa9 HTTP/1.1" status: 204 len: 173 time: 0.9360573 Aug 28 20:30:29.060317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-deleted', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:29.063903 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc6c7ba-3ac9-4bf9-aef6-a75910ac94ee" -d '{"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-deleted", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:29.100090 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (6a7e35fb-a9b4-4d13-9fbf-ad62297d8279), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:29.100245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] Set router 0d1494a0-f92b-4475-a363-297f67678bed gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:29.126059 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aa2f10-5597-4fba-a1ef-bbd8b8e5a27a x-openstack-request-id: req-03aa2f10-5597-4fba-a1ef-bbd8b8e5a27a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:29.140125 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed", "name": "network-vif-deleted", "tag": "ab7d9bec-a40f-465e-8e7c-250c78f31aa9", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:29.140125 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03aa2f10-5597-4fba-a1ef-bbd8b8e5a27a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:29.140125 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03aa2f10-5597-4fba-a1ef-bbd8b8e5a27a'] response: {'server_uuid': '3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed', 'name': 'network-vif-deleted', 'tag': 'ab7d9bec-a40f-465e-8e7c-250c78f31aa9', 'status': 'completed', 'code': 200} Aug 28 20:30:29.140125 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:29.175030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event updated for resources: {'Subnet': ['ID=6a7e35fb-a9b4-4d13-9fbf-ad62297d8279,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:29.183766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Checking segment: {'id': 'e6dd0f6c-512d-4c81-9768-93f22cdabcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:29.184147 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Network hostable DHCP agents. Network: e9737287-c310-4545-b9b1-b536fe2a2b70, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:30:29.252908 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Deleting port 48d35fec-79da-4606-9bb6-fbe7fc4d5595 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:29.255966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:29.320567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:30:26Z', 'revision_number': 5, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:29.337571 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Network e9737287-c310-4545-b9b1-b536fe2a2b70 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:30:29.366219 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:29.366219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e68bc-3a59-473d-b89c-9f624d113dde None None] The sync data for ids ['0d1494a0-f92b-4475-a363-297f67678bed'] in n-d-854121-7 is: [{'id': '0d1494a0-f92b-4475-a363-297f67678bed', 'name': 'tempest-TestServerMultinode-176648271-router', 'tenant_id': 'a53d2813633c4dcab0210a81ff20f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:30:26Z', 'revision_number': 5, 'project_id': 'a53d2813633c4dcab0210a81ff20f549', 'gw_port': {'id': '48d35fec-79da-4606-9bb6-fbe7fc4d5595', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1494a0-f92b-4475-a363-297f67678bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:10Z', 'updated_at': '2022-08-28T20:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:30:29.420485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] For port 48d35fec-79da-4606-9bb6-fbe7fc4d5595, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=48d35fec-79da-4606-9bb6-fbe7fc4d5595,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:29.424982 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:29.449792 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Calling delete_port for 48d35fec-79da-4606-9bb6-fbe7fc4d5595 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:29.506538 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e1341d48-df5c-4198-a4e5-3cb44220397b req-44442b3a-628e-4229-81f5-23c84558ad53 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 210 time: 0.1010404 Aug 28 20:30:29.510276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e9737287-c310-4545-b9b1-b536fe2a2b70) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:29.520283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:29.520924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:29.521548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f5d54-da4c-4a45-be66-7e82c61c05ac None None] Network e9737287-c310-4545-b9b1-b536fe2a2b70 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:29.656877 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a59d4741-eaa2-4023-a9e2-7712929a4225 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9354200 Aug 28 20:30:29.660166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53830) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:29.679516 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Request body: {'port': {'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70', 'name': 'tempest-TagsExtTest-418559980'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:29.762453 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:29.796704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e9737287-c310-4545-b9b1-b536fe2a2b70', 'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70', 'project_id': 'a78de7cbb2384804a42da1c2a3f224e5', 'fixed_ips': [{'subnet_id': '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:30:29.802549 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:29.973329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53834) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:30.016321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Allocated IP 172.20.0.2 (e9737287-c310-4545-b9b1-b536fe2a2b70/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/c3fc1f50-5d95-4e70-bfb6-67c31994c117) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:30.088328 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (48d35fec-79da-4606-9bb6-fbe7fc4d5595), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.094844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Made reservation on behalf of a78de7cbb2384804a42da1c2a3f224e5 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:30.098551 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.147246 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] device_id is not set on port d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:30.190902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d35fec-79da-4606-9bb6-fbe7fc4d5595,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:30.260274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-307850616', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:30.260579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (0d1494a0-f92b-4475-a363-297f67678bed), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.373185 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (0d1494a0-f92b-4475-a363-297f67678bed), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.375675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks [] for router_controller (0d1494a0-f92b-4475-a363-297f67678bed), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.411530 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Made reservation on behalf of 2d16f8ac70c041938056a30b71fd7d73 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:30.424245 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.427841 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:30.436579 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.439309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Publish callbacks [] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.531039 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for security_group (93bb66a3-1ed4-45a3-9142-2808eed93f3e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.580354 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (0d1494a0-f92b-4475-a363-297f67678bed), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.582123 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.583901 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1494a0-f92b-4475-a363-297f67678bed {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:30:30.601673 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.610299 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-82f1b6e2-0e57-44ec-b031-05a0f4a5bc35 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/0d1494a0-f92b-4475-a363-297f67678bed HTTP/1.1" status: 204 len: 168 time: 2.1700497 Aug 28 20:30:30.612063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (93bb66a3-1ed4-45a3-9142-2808eed93f3e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.614712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53844) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:30.618225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] device_id is not set on port a3b3efb4-0fbf-4516-9a40-6b9996176a90 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:30.662704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Network e9737287-c310-4545-b9b1-b536fe2a2b70 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:30.668910 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:30.673357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:30.718678 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2eaa85db-fd91-4504-a9da-c6b2715a58e2 req-9023fe13-8ea4-4c3e-8fdf-512fcfff751a tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3f6c1c7a-f2b5-4f0d-9e94-3be40d362aed HTTP/1.1" status: 200 len: 210 time: 0.1051307 Aug 28 20:30:30.724554 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:30.779940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] Deleting subnet ecf07176-4e79-4d20-b6d0-d214bc2fb7d8 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:30:30.784518 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] Publish callbacks [] for subnet (ecf07176-4e79-4d20-b6d0-d214bc2fb7d8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.796899 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bb66a3-1ed4-45a3-9142-2808eed93f3e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:30.804950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Pushing event updated for resources: {'Port': ['ID=c3fc1f50-5d95-4e70-bfb6-67c31994c117,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:30.861946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Attempting to bind port c3fc1f50-5d95-4e70-bfb6-67c31994c117 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:30.861946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Attempting to bind port c3fc1f50-5d95-4e70-bfb6-67c31994c117 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'e6dd0f6c-512d-4c81-9768-93f22cdabcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:30.861946 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Attempting to bind port c3fc1f50-5d95-4e70-bfb6-67c31994c117 on network e9737287-c310-4545-b9b1-b536fe2a2b70 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:30.867206 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.867557 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.867903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.868271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.868658 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.868999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.869681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.870050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.873752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.873752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.873752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.873752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.873752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.873752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.873752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:30.879205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa192528-c982-4907-b127-de1148f448d8 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:30.882786 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (ecf07176-4e79-4d20-b6d0-d214bc2fb7d8), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.918365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:30:30.918924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Checking segment: {'id': 'e6dd0f6c-512d-4c81-9768-93f22cdabcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:30.919530 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.920924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Bound using segment: {'id': 'e6dd0f6c-512d-4c81-9768-93f22cdabcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:30:30.921291 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Allocated IP 172.20.0.13 (e9737287-c310-4545-b9b1-b536fe2a2b70/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:30.921699 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Bound port: c3fc1f50-5d95-4e70-bfb6-67c31994c117, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dd0f6c-512d-4c81-9768-93f22cdabcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e9737287-c310-4545-b9b1-b536fe2a2b70'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:30:30.922288 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:30.929603 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: fa192528-c982-4907-b127-de1148f448d8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:30.930185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fa192528-c982-4907-b127-de1148f448d8 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:30.956488 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Allocated IP 172.25.4.79 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/a3b3efb4-0fbf-4516-9a40-6b9996176a90) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:30.972405 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=20,neutron:SELECT=72,neutron:UPDATE=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:30.989137 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (ecf07176-4e79-4d20-b6d0-d214bc2fb7d8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.045762 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] For port c3fc1f50-5d95-4e70-bfb6-67c31994c117, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:31.052743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] For port c3fc1f50-5d95-4e70-bfb6-67c31994c117, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c3fc1f50-5d95-4e70-bfb6-67c31994c117,segment=NetworkSegment(e6dd0f6c-512d-4c81-9768-93f22cdabcd9),segment_id=e6dd0f6c-512d-4c81-9768-93f22cdabcd9)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:30:31.150190 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.220341 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for port (d7b8af93-bcc9-49a5-9316-5eda77eaaaf9), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.222758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (ecf07176-4e79-4d20-b6d0-d214bc2fb7d8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.243784 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for port (a3b3efb4-0fbf-4516-9a40-6b9996176a90), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.287257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2b52d-8469-483f-8ebd-95e886ab0d6f None None] Network 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:31.311933 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52344d1-2013-4aa2-ad5e-fa30e330c709 None None] Pushing event updated for resources: {'Port': ['ID=c3fc1f50-5d95-4e70-bfb6-67c31994c117,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:31.312767 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.337988 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ecf07176-4e79-4d20-b6d0-d214bc2fb7d8 HTTP/1.1" status: 204 len: 168 time: 0.7026854 Aug 28 20:30:31.337988 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a6c6a-e925-4226-aa9d-3021fcecc6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf07176-4e79-4d20-b6d0-d214bc2fb7d8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:31.339230 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53850) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:31.373906 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d7b8af93-bcc9-49a5-9316-5eda77eaaaf9), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.412357 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a3b3efb4-0fbf-4516-9a40-6b9996176a90), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.515281 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Network e9737287-c310-4545-b9b1-b536fe2a2b70 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:31.526964 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:31.529640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:31.536468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:31.536468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event updated for resources: {'Port': ['ID=d7b8af93-bcc9-49a5-9316-5eda77eaaaf9,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:31.593978 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (60aa502a-33f9-4bf3-98e2-1b1f8f860f84), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.599116 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Pushing event updated for resources: {'Port': ['ID=a3b3efb4-0fbf-4516-9a40-6b9996176a90,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:31.625082 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:31.627663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:31.650321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] DHCP port deletion for 60aa502a-33f9-4bf3-98e2-1b1f8f860f84 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:30:31.701336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] Deleting port fafa8446-8b99-4674-9591-e7ff3b7a6427 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:31.701781 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.715367 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:31.715600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:31.716730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.785758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:31.785758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.786060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] For port fafa8446-8b99-4674-9591-e7ff3b7a6427, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fafa8446-8b99-4674-9591-e7ff3b7a6427,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:31.786060 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.798857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Deleting port fafa8446-8b99-4674-9591-e7ff3b7a6427 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:31.799960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.803048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] Calling delete_port for fafa8446-8b99-4674-9591-e7ff3b7a6427 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:31.828673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53858) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:31.853836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e4e95ed1-a9a4-492c-a8e0-558b08163e7e tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8792574 Aug 28 20:30:31.869366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53860) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:31.875721 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:31.877227 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.79'}]}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:31.903852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] For port fafa8446-8b99-4674-9591-e7ff3b7a6427, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fafa8446-8b99-4674-9591-e7ff3b7a6427,segment=NetworkSegment(36aecce3-df91-460c-b229-225cae544baa),segment_id=36aecce3-df91-460c-b229-225cae544baa)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:31.904350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:31.931501 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Calling delete_port for fafa8446-8b99-4674-9591-e7ff3b7a6427 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:31.998742 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8ea9c005-6307-4a93-9380-2389be9d1dce tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3348227 Aug 28 20:30:32.002285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53864) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:32.008808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-22877480-fd8b-4339-96a6-fd1093b2f4c9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2101366520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:32.178472 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: items = [ Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.179769 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: warnings.warn('Neutron quota engine will require "--force" ' Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: self.session.flush() Aug 28 20:30:32.188258 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (fafa8446-8b99-4674-9591-e7ff3b7a6427), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.195417 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:32.201177 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] No DVR routers for this DVR port fafa8446-8b99-4674-9591-e7ff3b7a6427 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:32.232681 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.233635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.239370 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafa8446-8b99-4674-9591-e7ff3b7a6427,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:32.259862 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22877480-fd8b-4339-96a6-fd1093b2f4c9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (c7018390-0a31-43f4-9f7b-f86066eccb8c), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.261463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22877480-fd8b-4339-96a6-fd1093b2f4c9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (c7018390-0a31-43f4-9f7b-f86066eccb8c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.268238 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:32.275298 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (f19a09d9-9580-414c-93fe-e4469949cb11), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.297770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] Pushing event deleted for resources: {'Port': ['ID=fafa8446-8b99-4674-9591-e7ff3b7a6427,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:32.315068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c7fa4-f421-4f27-a3d6-80895aa9e7a5 None None] No DVR routers for this DVR port fafa8446-8b99-4674-9591-e7ff3b7a6427 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:32.401766 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (60aa502a-33f9-4bf3-98e2-1b1f8f860f84), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.433107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ab7d9bec-a40f-465e-8e7c-250c78f31aa9 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:32.482247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: ab7d9bec-a40f-465e-8e7c-250c78f31aa9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:32.482787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device ab7d9bec-a40f-465e-8e7c-250c78f31aa9 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:32.694650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port 305367f5-1d19-47e1-9b05-4aa7855c33b8 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:32.695378 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.760741 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for router_controller (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.762386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22877480-fd8b-4339-96a6-fd1093b2f4c9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for router_controller (c7018390-0a31-43f4-9f7b-f86066eccb8c), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.764296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aa502a-33f9-4bf3-98e2-1b1f8f860f84']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:32.767612 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:32.776615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36aecce3-df91-460c-b229-225cae544baa') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:32.777029 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36aecce3-df91-460c-b229-225cae544baa') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:32.792377 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (36aecce3-df91-460c-b229-225cae544baa), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.808711 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (36aecce3-df91-460c-b229-225cae544baa), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.818287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:32.818706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (36aecce3-df91-460c-b229-225cae544baa), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.866750 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 36aecce3-df91-460c-b229-225cae544baa resource provider aggregate not found Aug 28 20:30:32.889938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c3fc1f50-5d95-4e70-bfb6-67c31994c117 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:32.893767 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23149f-825b-44c0-8473-3648be3b277b None None] Network e9737287-c310-4545-b9b1-b536fe2a2b70 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:32.952296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22877480-fd8b-4339-96a6-fd1093b2f4c9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (c7018390-0a31-43f4-9f7b-f86066eccb8c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:32.998451 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 36aecce3-df91-460c-b229-225cae544baa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36aecce3-df91-460c-b229-225cae544baa found for delete ", "request_id": "req-a3ca318c-17ff-484a-b8ac-c5e3a0953fee"}]} Aug 28 20:30:33.002397 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:33.012694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3490c396-0ae5-4110-bfd1-e7ae17e39f60 None None] Provisioning complete for port c3fc1f50-5d95-4e70-bfb6-67c31994c117 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:33.013346 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3490c396-0ae5-4110-bfd1-e7ae17e39f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.077936 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c3fc1f50-5d95-4e70-bfb6-67c31994c117 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:33.078631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.088109 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for router_gateway (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.181169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-22877480-fd8b-4339-96a6-fd1093b2f4c9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.190379 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-22877480-fd8b-4339-96a6-fd1093b2f4c9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1815505 Aug 28 20:30:33.190379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53876) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:33.194987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3490c396-0ae5-4110-bfd1-e7ae17e39f60 None None] Current status of the port c3fc1f50-5d95-4e70-bfb6-67c31994c117 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:33.195626 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3490c396-0ae5-4110-bfd1-e7ae17e39f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.201204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a84a96c2-4253-4af4-97b1-342eed1dea0a tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-150050466', 'prefixes': ['172.20.0.0/16']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:33.203834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port 305367f5-1d19-47e1-9b05-4aa7855c33b8, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=305367f5-1d19-47e1-9b05-4aa7855c33b8,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:33.204582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.224179 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for 305367f5-1d19-47e1-9b05-4aa7855c33b8 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:33.225957 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:33.262877 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (60aa502a-33f9-4bf3-98e2-1b1f8f860f84), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.266800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c3fc1f50-5d95-4e70-bfb6-67c31994c117 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:33.267213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.280947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3490c396-0ae5-4110-bfd1-e7ae17e39f60 None None] For port c3fc1f50-5d95-4e70-bfb6-67c31994c117, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c3fc1f50-5d95-4e70-bfb6-67c31994c117,segment=NetworkSegment(e6dd0f6c-512d-4c81-9768-93f22cdabcd9),segment_id=e6dd0f6c-512d-4c81-9768-93f22cdabcd9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:33.309437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.316348 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/60aa502a-33f9-4bf3-98e2-1b1f8f860f84 HTTP/1.1" status: 204 len: 168 time: 1.9772420 Aug 28 20:30:33.340857 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53878) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:33.386591 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82520e0-7fc3-4fd2-a166-8183f3067982 admin admin] Pushing event deleted for resources: {'Network': ['ID=60aa502a-33f9-4bf3-98e2-1b1f8f860f84,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:33.409024 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3490c396-0ae5-4110-bfd1-e7ae17e39f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.557215 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:30:33.564235 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:30:33.564235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490c396-0ae5-4110-bfd1-e7ae17e39f60 None None] Pushing event updated for resources: {'Port': ['ID=c3fc1f50-5d95-4e70-bfb6-67c31994c117,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:33.564235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-be4c9e15-3237-4ab8-afc2-f9d79140e34d None None] Provisioning complete for port d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:33.564235 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-be4c9e15-3237-4ab8-afc2-f9d79140e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d7b8af93-bcc9-49a5-9316-5eda77eaaaf9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.584290 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (305367f5-1d19-47e1-9b05-4aa7855c33b8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.621676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-be4c9e15-3237-4ab8-afc2-f9d79140e34d None None] Port d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:30:33.638432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-be4c9e15-3237-4ab8-afc2-f9d79140e34d None None] Provisioning complete for port c3fc1f50-5d95-4e70-bfb6-67c31994c117 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:33.638936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-be4c9e15-3237-4ab8-afc2-f9d79140e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.640178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=305367f5-1d19-47e1-9b05-4aa7855c33b8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:33.734037 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:33.741099 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:33.817481 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-be4c9e15-3237-4ab8-afc2-f9d79140e34d None None] Current status of the port c3fc1f50-5d95-4e70-bfb6-67c31994c117 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:33.838350 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for router_gateway (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.879592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.948088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ee0a392c-21b2-453b-9ef8-9401de898cef None None] Provisioning complete for port d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:33.948697 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ee0a392c-21b2-453b-9ef8-9401de898cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d7b8af93-bcc9-49a5-9316-5eda77eaaaf9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.976962 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a84a96c2-4253-4af4-97b1-342eed1dea0a tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:33.979008 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a84a96c2-4253-4af4-97b1-342eed1dea0a tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7901499 Aug 28 20:30:33.984431 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53882) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:33.991104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-e68eb8be-f202-41a3-b19e-7c36876d3844 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', 'tempest-TagsExtTest-Tag-855366886') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:34.000594 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (f19a09d9-9580-414c-93fe-e4469949cb11), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.011617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a392c-21b2-453b-9ef8-9401de898cef None None] Port d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:30:34.114033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c3fc1f50-5d95-4e70-bfb6-67c31994c117 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:34.189403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fafa8446-8b99-4674-9591-e7ff3b7a6427 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:34.202015 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e68eb8be-f202-41a3-b19e-7c36876d3844 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags/tempest-TagsExtTest-Tag-855366886 HTTP/1.1" status: 201 len: 201 time: 0.2145667 Aug 28 20:30:34.220080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: fafa8446-8b99-4674-9591-e7ff3b7a6427 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:34.228146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fafa8446-8b99-4674-9591-e7ff3b7a6427 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:34.228146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 48d35fec-79da-4606-9bb6-fbe7fc4d5595 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:34.228397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53884) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:34.228397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-b4d94018-d901-4d89-81c0-22fc2f18fbc8 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', 'tempest-TagsExtTest-Tag-432216442') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:34.243120 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 48d35fec-79da-4606-9bb6-fbe7fc4d5595 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:34.243628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 48d35fec-79da-4606-9bb6-fbe7fc4d5595 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:34.296053 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (b97c42b9-4799-497c-8a74-64f36e80c2a2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.354472 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Router f19a09d9-9580-414c-93fe-e4469949cb11 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:30:34.355772 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:34.490871 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:30:34.501278 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ad23b004-7fae-4677-a0fb-fc436c149022 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "PUT /networking/v2.0/routers/f19a09d9-9580-414c-93fe-e4469949cb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6658728 Aug 28 20:30:34.501278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53888) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:34.502241 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] Sync routers for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:30:34.508890 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=14 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:34.509948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for router (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.515378 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:34.516029 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:34.539856 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b4d94018-d901-4d89-81c0-22fc2f18fbc8 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags/tempest-TagsExtTest-Tag-432216442 HTTP/1.1" status: 201 len: 201 time: 0.3169203 Aug 28 20:30:34.544880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53890) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:34.552297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-6595a6db-0ec4-45d2-8d5c-be8b441f8687 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', 'tempest-TagsExtTest-Tag-448517525') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:34.594129 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:34.634406 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting subnet 3eb87388-ed8a-4828-b6d7-a5f4c72614c0 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:30:34.635724 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:34.637332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (3eb87388-ed8a-4828-b6d7-a5f4c72614c0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.659601 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:34.690445 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (3eb87388-ed8a-4828-b6d7-a5f4c72614c0), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.773574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.777570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks [] for router_controller (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.784265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6595a6db-0ec4-45d2-8d5c-be8b441f8687 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags/tempest-TagsExtTest-Tag-448517525 HTTP/1.1" status: 201 len: 201 time: 0.2380757 Aug 28 20:30:34.791211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53894) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:34.800851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-9483ac9b-3913-47db-b20c-4cd7d707d55f tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', 'tempest-TagsExtTest-Tag-1783010617') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:34.851357 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (3eb87388-ed8a-4828-b6d7-a5f4c72614c0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:34.856521 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:30:33Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:34.897753 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] Checking router: f19a09d9-9580-414c-93fe-e4469949cb11 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:30:34.924351 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] Routers {'f19a09d9-9580-414c-93fe-e4469949cb11'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:34.925132 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['f19a09d9-9580-414c-93fe-e4469949cb11'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:34.968874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c3fc1f50-5d95-4e70-bfb6-67c31994c117 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:35.031512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (3eb87388-ed8a-4828-b6d7-a5f4c72614c0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.047536 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:35.064064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c3fc1f50-5d95-4e70-bfb6-67c31994c117 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:35.064064 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.084381 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] Set router f19a09d9-9580-414c-93fe-e4469949cb11 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:35.089755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb87388-ed8a-4828-b6d7-a5f4c72614c0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:35.101084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987b603-8514-46a3-92c6-cb09f1c0ec08 None None] Network 810921c5-61e1-4d45-a262-2afa52033bed requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:35.105844 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.109410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-858f3f0d-bb70-454f-9651-052ab958b9ef tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3eb87388-ed8a-4828-b6d7-a5f4c72614c0 HTTP/1.1" status: 204 len: 168 time: 0.6091788 Aug 28 20:30:35.114441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53898) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:35.304209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (f19a09d9-9580-414c-93fe-e4469949cb11), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.311190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c3fc1f50-5d95-4e70-bfb6-67c31994c117 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:35.336965 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:35.355529 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9483ac9b-3913-47db-b20c-4cd7d707d55f tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags/tempest-TagsExtTest-Tag-1783010617 HTTP/1.1" status: 201 len: 201 time: 0.5609059 Aug 28 20:30:35.363911 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53900) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:35.370478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-7061e3f2-850a-409d-94d4-43ee56a8f4da tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:35.376856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Deleting port 4eeb849a-6908-409a-8aaa-8f75a3b4be26 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:35.377351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.409041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] DHCP port deletion for 810921c5-61e1-4d45-a262-2afa52033bed request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:30:35.415718 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:30:33Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:35.420888 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:35.449756 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b83b66-e132-4b58-aa42-aa262ab4c53e None None] The sync data for ids ['f19a09d9-9580-414c-93fe-e4469949cb11'] in n-d-854121-7 is: [{'id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661091396', 'tenant_id': '19747ba661ca427ea056cf5402e7450c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:28:07Z', 'updated_at': '2022-08-28T20:30:33Z', 'revision_number': 5, 'project_id': '19747ba661ca427ea056cf5402e7450c', 'gw_port': {'id': 'f1e6041c-db04-4d44-b354-f5bf5bb80af1', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a09d9-9580-414c-93fe-e4469949cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:28:09Z', 'updated_at': '2022-08-28T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:30:35.504588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] Deleting port 7cfc5137-79bd-4f60-8aa2-17448e818751 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:35.504588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.518552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (2e817ef9-984e-4f2a-a24e-4d87d3c260e0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.519131 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e817ef9-984e-4f2a-a24e-4d87d3c260e0 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:30:35.538145 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7061e3f2-850a-409d-94d4-43ee56a8f4da tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags HTTP/1.1" status: 200 len: 240 time: 0.1731162 Aug 28 20:30:35.542273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53902) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:35.557944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-7868c184-eac6-4ee6-89ac-e0ae6a3b40f8 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', 'tempest-TagsExtTest-Tag-855366886') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:35.569389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] For port 4eeb849a-6908-409a-8aaa-8f75a3b4be26, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4eeb849a-6908-409a-8aaa-8f75a3b4be26,segment=NetworkSegment(c7ed9fd0-6f0e-4e35-8d27-300b49d2e604),segment_id=c7ed9fd0-6f0e-4e35-8d27-300b49d2e604)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:35.569835 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.573265 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_gateway (f19a09d9-9580-414c-93fe-e4469949cb11), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.602346 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] For port 7cfc5137-79bd-4f60-8aa2-17448e818751, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7cfc5137-79bd-4f60-8aa2-17448e818751,segment=NetworkSegment(f725d307-5031-4f64-a3cc-59aa11baeacb),segment_id=f725d307-5031-4f64-a3cc-59aa11baeacb)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:35.602966 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.615880 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Calling delete_port for 4eeb849a-6908-409a-8aaa-8f75a3b4be26 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:35.617941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] Calling delete_port for 7cfc5137-79bd-4f60-8aa2-17448e818751 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:35.641319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7868c184-eac6-4ee6-89ac-e0ae6a3b40f8 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags/tempest-TagsExtTest-Tag-855366886 HTTP/1.1" status: 204 len: 168 time: 0.0920827 Aug 28 20:30:35.641584 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53904) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:35.646763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-f10a25d7-5dc2-46d7-b21f-6a1936b322bd tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', 'tempest-TagsExtTest-Tag-855366886') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:35.702773 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 20:30:35.707832 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-577bd508-559e-4c82-b519-cd869cc18126 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8333876 Aug 28 20:30:35.710186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53906) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:35.717789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Deleting port f1e6041c-db04-4d44-b354-f5bf5bb80af1 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:35.718387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.787726 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:35.820172 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (7cfc5137-79bd-4f60-8aa2-17448e818751), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.850853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] For port f1e6041c-db04-4d44-b354-f5bf5bb80af1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f1e6041c-db04-4d44-b354-f5bf5bb80af1,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:35.851457 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.870930 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Calling delete_port for f1e6041c-db04-4d44-b354-f5bf5bb80af1 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:35.891060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] Pushing event deleted for resources: {'Port': ['ID=7cfc5137-79bd-4f60-8aa2-17448e818751,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:35.893352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde7139-b97c-4f82-8242-cfa2b528bc60 None None] No DVR routers for this DVR port 7cfc5137-79bd-4f60-8aa2-17448e818751 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:35.931490 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Deleting port a3b3efb4-0fbf-4516-9a40-6b9996176a90 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:35.931944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (a3b3efb4-0fbf-4516-9a40-6b9996176a90), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:35.993622 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f10a25d7-5dc2-46d7-b21f-6a1936b322bd tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags/tempest-TagsExtTest-Tag-855366886 HTTP/1.1" status: 204 len: 168 time: 0.3510966 Aug 28 20:30:35.996324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53912) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:36.006097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-7c76a4f8-c486-42f0-8a59-f7c73fca5866 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:36.054790 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (a3b3efb4-0fbf-4516-9a40-6b9996176a90), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:36.092267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Calling delete_port for a3b3efb4-0fbf-4516-9a40-6b9996176a90 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:36.110912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7c76a4f8-c486-42f0-8a59-f7c73fca5866 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags HTTP/1.1" status: 200 len: 205 time: 0.1126828 Aug 28 20:30:36.115277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53914) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:36.118694 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:36.123852 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-9d25272f-c619-45d1-86dc-1ce933adb1eb tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:36.187787 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9d25272f-c619-45d1-86dc-1ce933adb1eb tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags HTTP/1.1" status: 200 len: 240 time: 0.0666797 Aug 28 20:30:36.187787 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53916) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:36.192055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-bceb902a-ed47-49b0-aab9-5ae39dbc9f21 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', 'tempest-TagsExtTest-Tag-432216442') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:36.193843 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:36.265126 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bceb902a-ed47-49b0-aab9-5ae39dbc9f21 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags/tempest-TagsExtTest-Tag-432216442 HTTP/1.1" status: 204 len: 168 time: 0.0746324 Aug 28 20:30:36.265440 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53920) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:36.270243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-dd51ae84-e166-48be-8ee1-e8aa8ffbb239 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', 'tempest-TagsExtTest-Tag-432216442') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:36.276917 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (4eeb849a-6908-409a-8aaa-8f75a3b4be26), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:36.283710 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:36.307035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eeb849a-6908-409a-8aaa-8f75a3b4be26,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:36.382140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (a3b3efb4-0fbf-4516-9a40-6b9996176a90), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:36.404785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dd51ae84-e166-48be-8ee1-e8aa8ffbb239 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags/tempest-TagsExtTest-Tag-432216442 HTTP/1.1" status: 204 len: 168 time: 0.1383822 Aug 28 20:30:36.406036 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f1e6041c-db04-4d44-b354-f5bf5bb80af1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:36.408597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53922) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:36.430570 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3b3efb4-0fbf-4516-9a40-6b9996176a90,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:36.437459 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-c378ac02-7428-4aae-9c29-997cd6654bc8 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:36.496594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Port': ['ID=f1e6041c-db04-4d44-b354-f5bf5bb80af1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:36.501820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c378ac02-7428-4aae-9c29-997cd6654bc8 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags HTTP/1.1" status: 200 len: 205 time: 0.0667691 Aug 28 20:30:36.505984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53924) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:36.512970 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-7e66a7bc-1bad-422b-b2c1-98ea5b6b1ee4 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:36.594991 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (b97c42b9-4799-497c-8a74-64f36e80c2a2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:36.596544 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7e66a7bc-1bad-422b-b2c1-98ea5b6b1ee4 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags HTTP/1.1" status: 200 len: 240 time: 0.0893433 Aug 28 20:30:36.600081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53926) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:36.607676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-c602b4ce-faf4-4009-8433-1848541ee843 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', 'tempest-TagsExtTest-Tag-448517525') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:36.696759 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:36.704241 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-41acdc87-1e4b-41fa-8968-7cae1f324625 tempest-RoutersAdminNegativeIpV6Test-1529717343 tempest-RoutersAdminNegativeIpV6Test-1529717343-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/a3b3efb4-0fbf-4516-9a40-6b9996176a90 HTTP/1.1" status: 204 len: 168 time: 0.9893110 Aug 28 20:30:36.988055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 305367f5-1d19-47e1-9b05-4aa7855c33b8 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:37.053687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 305367f5-1d19-47e1-9b05-4aa7855c33b8 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:37.055187 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 305367f5-1d19-47e1-9b05-4aa7855c33b8 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:37.057801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cfc5137-79bd-4f60-8aa2-17448e818751 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:37.073264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Router b97c42b9-4799-497c-8a74-64f36e80c2a2 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:30:37.085506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 7cfc5137-79bd-4f60-8aa2-17448e818751 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:37.086011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7cfc5137-79bd-4f60-8aa2-17448e818751 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:37.121297 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c602b4ce-faf4-4009-8433-1848541ee843 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags/tempest-TagsExtTest-Tag-448517525 HTTP/1.1" status: 204 len: 168 time: 0.5186141 Aug 28 20:30:37.123696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53932) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:37.128535 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-c355fbd2-3f32-4143-8946-2eb7bbb2c3e6 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', 'tempest-TagsExtTest-Tag-448517525') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.218163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (f19a09d9-9580-414c-93fe-e4469949cb11), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.239726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:30:37.246663 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0ce30f0d-18bb-4af8-bc16-4cb8117f9cf5 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b97c42b9-4799-497c-8a74-64f36e80c2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9034011 Aug 28 20:30:37.249097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53934) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:37.254971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] Sync routers for ids ['b97c42b9-4799-497c-8a74-64f36e80c2a2'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:30:37.286935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] Routers {'b97c42b9-4799-497c-8a74-64f36e80c2a2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:37.287484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b97c42b9-4799-497c-8a74-64f36e80c2a2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.363940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (f19a09d9-9580-414c-93fe-e4469949cb11), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.367030 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router_controller (f19a09d9-9580-414c-93fe-e4469949cb11), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.398059 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks [] for router (b97c42b9-4799-497c-8a74-64f36e80c2a2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.410710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] Set router b97c42b9-4799-497c-8a74-64f36e80c2a2 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:37.435625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53940) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:37.476370 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (f19a09d9-9580-414c-93fe-e4469949cb11), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.477295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Fanout notify agent at l3_agent the message router_deleted on router f19a09d9-9580-414c-93fe-e4469949cb11 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:30:37.485560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.487099 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4065f670-9c34-43ce-be78-8acc8835ff95 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/routers/f19a09d9-9580-414c-93fe-e4469949cb11 HTTP/1.1" status: 204 len: 168 time: 2.3715663 Aug 28 20:30:37.493175 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53946) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:37.636097 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks [] for router_gateway (b97c42b9-4799-497c-8a74-64f36e80c2a2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.639776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (810921c5-61e1-4d45-a262-2afa52033bed), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.647983 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c355fbd2-3f32-4143-8946-2eb7bbb2c3e6 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags/tempest-TagsExtTest-Tag-448517525 HTTP/1.1" status: 204 len: 168 time: 0.5182817 Aug 28 20:30:37.648295 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:37.648445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53948) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:37.654103 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-176796f6-acc1-491b-bc4e-47a1272f6858 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.733367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:30:36Z', 'revision_number': 5, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port': {'id': '71bf8f45-7ae2-4263-aa2e-d753dc3e16e9', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:26Z', 'updated_at': '2022-08-28T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.764676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] Checking router: b97c42b9-4799-497c-8a74-64f36e80c2a2 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:30:37.775437 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.778986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] Routers {'b97c42b9-4799-497c-8a74-64f36e80c2a2'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:37.779656 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['b97c42b9-4799-497c-8a74-64f36e80c2a2'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.806506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Deleting port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:37.807256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.870652 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-176796f6-acc1-491b-bc4e-47a1272f6858 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags HTTP/1.1" status: 200 len: 205 time: 0.2200866 Aug 28 20:30:37.874153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53950) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:37.879141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-c8e7e739-a779-4f52-8172-ddd638352732 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.886579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] Set router b97c42b9-4799-497c-8a74-64f36e80c2a2 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:37.918274 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] For port 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:37.918613 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.925511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (810921c5-61e1-4d45-a262-2afa52033bed), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:37.938426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Calling delete_port for 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:37.965068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:30:37Z', 'revision_number': 6, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.966492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c8e7e739-a779-4f52-8172-ddd638352732 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags HTTP/1.1" status: 200 len: 241 time: 0.0908196 Aug 28 20:30:37.972780 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:37.978594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53952) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:37.978594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810921c5-61e1-4d45-a262-2afa52033bed']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.984211 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-85a0ac52-ef09-462a-b0e3-c6e0c0af5585 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', 'tempest-TagsExtTest-Tag-1783010617') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:37.995308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab4aff-9228-4043-a85d-38ab24c44bf0 None None] The sync data for ids ['b97c42b9-4799-497c-8a74-64f36e80c2a2'] in n-d-854121-7 is: [{'id': 'b97c42b9-4799-497c-8a74-64f36e80c2a2', 'name': 'tempest-TestServerMultinode-311168302-router', 'tenant_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:24Z', 'updated_at': '2022-08-28T20:30:37Z', 'revision_number': 6, 'project_id': '091421ca3de74beb9a4fbaab2c89d7a2', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:30:38.022358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f725d307-5031-4f64-a3cc-59aa11baeacb') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:38.022801 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f725d307-5031-4f64-a3cc-59aa11baeacb') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:38.107760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (f725d307-5031-4f64-a3cc-59aa11baeacb), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.127119 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f725d307-5031-4f64-a3cc-59aa11baeacb), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.138530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:38.138945 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (f725d307-5031-4f64-a3cc-59aa11baeacb), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.147427 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:38.153986 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-85a0ac52-ef09-462a-b0e3-c6e0c0af5585 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags/tempest-TagsExtTest-Tag-1783010617 HTTP/1.1" status: 204 len: 168 time: 0.1719542 Aug 28 20:30:38.157369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53960) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:38.163578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-8313ab2b-04a0-4eaa-8ea2-3838f288f8c6 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', 'tempest-TagsExtTest-Tag-1783010617') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:38.198453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Publish callbacks [] for security_group (9771bd06-90d4-4c0e-abcd-49204e2227e4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.201107 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f725d307-5031-4f64-a3cc-59aa11baeacb resource provider aggregate not found Aug 28 20:30:38.230854 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:38.234464 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment f725d307-5031-4f64-a3cc-59aa11baeacb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f725d307-5031-4f64-a3cc-59aa11baeacb found for delete ", "request_id": "req-3e1c91b6-24ca-48d1-b219-cdbc9ca62a62"}]} Aug 28 20:30:38.276647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9771bd06-90d4-4c0e-abcd-49204e2227e4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.326552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (810921c5-61e1-4d45-a262-2afa52033bed), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.338916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.342032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/networks/810921c5-61e1-4d45-a262-2afa52033bed HTTP/1.1" status: 204 len: 168 time: 0.8475430 Aug 28 20:30:38.344717 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8a973a57bbbe44599b804044f4ac83ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9078813 Aug 28 20:30:38.345573 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53966) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:38.349634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9771bd06-90d4-4c0e-abcd-49204e2227e4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:38.353219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53968) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:38.390389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'Network': ['ID=810921c5-61e1-4d45-a262-2afa52033bed,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:38.408375 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8313ab2b-04a0-4eaa-8ea2-3838f288f8c6 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags/tempest-TagsExtTest-Tag-1783010617 HTTP/1.1" status: 204 len: 168 time: 0.2464321 Aug 28 20:30:38.408375 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (71bf8f45-7ae2-4263-aa2e-d753dc3e16e9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.424343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53970) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:38.443680 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.444275 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.444734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.445227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.445567 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.445927 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.446418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.446764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.447102 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.447430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.447769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.447906 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-bbc63352-9bc7-4794-8fbf-7f66d7060dbc tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:38.448148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.448429 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.448762 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.449078 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518cce5-fbcf-4b4c-8171-e06f87204d55 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.458877 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.459800 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.460650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.461471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.462347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.463633 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.464135 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.464665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.465164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.465669 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.466401 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.467299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.467299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.467830 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.468325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538f820-539c-486b-8b43-a7dabb4ee82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:38.483422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bf8f45-7ae2-4263-aa2e-d753dc3e16e9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:38.520554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e834-96c1-40ab-8e14-5e22a8bad7a2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.532834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-bbc63352-9bc7-4794-8fbf-7f66d7060dbc tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags HTTP/1.1" status: 200 len: 205 time: 0.0932233 Aug 28 20:30:38.541841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53972) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:38.548954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-49c412e3-3a48-4fa1-b81d-6f2813e28d8b tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:38.567579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e834-96c1-40ab-8e14-5e22a8bad7a2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.576907 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1774acbb-b313-43f2-888a-2f66732ad262 admin admin] Publish callbacks [] for security_group (9771bd06-90d4-4c0e-abcd-49204e2227e4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.609024 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:38.626233 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-49c412e3-3a48-4fa1-b81d-6f2813e28d8b tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags HTTP/1.1" status: 204 len: 168 time: 0.0867345 Aug 28 20:30:38.627548 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1774acbb-b313-43f2-888a-2f66732ad262 admin admin] Publish callbacks [] for security_group (9771bd06-90d4-4c0e-abcd-49204e2227e4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.630023 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53976) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:38.638034 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-d8e673b4-f3e9-4a10-a605-cf6b43e50c77 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:38.709244 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (b97c42b9-4799-497c-8a74-64f36e80c2a2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.790773 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e834-96c1-40ab-8e14-5e22a8bad7a2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.793719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e834-96c1-40ab-8e14-5e22a8bad7a2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:38.795116 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f6a2e834-96c1-40ab-8e14-5e22a8bad7a2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d HTTP/1.1" status: 204 len: 168 time: 0.4465313 Aug 28 20:30:38.810823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2e834-96c1-40ab-8e14-5e22a8bad7a2 tempest-TestNetworkAdvancedServerOps-2077832766 tempest-TestNetworkAdvancedServerOps-2077832766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f25457-bfb7-4199-80fe-4a6dd0dc0f8d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:39.018404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:39.055833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:39.056937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 71bf8f45-7ae2-4263-aa2e-d753dc3e16e9 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:39.058477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4eeb849a-6908-409a-8aaa-8f75a3b4be26 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:39.088024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4eeb849a-6908-409a-8aaa-8f75a3b4be26 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:39.089200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4eeb849a-6908-409a-8aaa-8f75a3b4be26 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:39.090368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f1e6041c-db04-4d44-b354-f5bf5bb80af1 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:39.128641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: f1e6041c-db04-4d44-b354-f5bf5bb80af1 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:39.130040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device f1e6041c-db04-4d44-b354-f5bf5bb80af1 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:39.178592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (b97c42b9-4799-497c-8a74-64f36e80c2a2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.181751 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks [] for router_controller (b97c42b9-4799-497c-8a74-64f36e80c2a2), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.186377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d8e673b4-f3e9-4a10-a605-cf6b43e50c77 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags HTTP/1.1" status: 204 len: 168 time: 0.5536923 Aug 28 20:30:39.189759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53986) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.198955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-dea9270c-a9fa-4f15-8162-10733e3af1a9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:39.305586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dea9270c-a9fa-4f15-8162-10733e3af1a9 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags HTTP/1.1" status: 204 len: 168 time: 0.1131148 Aug 28 20:30:39.306217 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 53992) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.311903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-0e9102ee-61e6-4930-9c22-b043958cc6c7 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:39.354121 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53994) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.385175 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0e9102ee-61e6-4930-9c22-b043958cc6c7 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags HTTP/1.1" status: 204 len: 168 time: 0.0776818 Aug 28 20:30:39.389331 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 53998) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.403298 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1774acbb-b313-43f2-888a-2f66732ad262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9771bd06-90d4-4c0e-abcd-49204e2227e4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.408281 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1774acbb-b313-43f2-888a-2f66732ad262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.409443 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1774acbb-b313-43f2-888a-2f66732ad262 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9771bd06-90d4-4c0e-abcd-49204e2227e4 HTTP/1.1" status: 204 len: 168 time: 1.0548277 Aug 28 20:30:39.415980 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-a1c83c63-46f7-48d7-96fd-5fb3f91304af tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', 'tempest-TagsExtTest-Tag-292963019') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:39.424432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (b97c42b9-4799-497c-8a74-64f36e80c2a2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.425329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b97c42b9-4799-497c-8a74-64f36e80c2a2 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:30:39.445302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.449493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a674e6b2-544f-486c-a21d-ecd7a3b611b7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/b97c42b9-4799-497c-8a74-64f36e80c2a2 HTTP/1.1" status: 204 len: 168 time: 2.1957471 Aug 28 20:30:39.451732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54002) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.464533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774acbb-b313-43f2-888a-2f66732ad262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771bd06-90d4-4c0e-abcd-49204e2227e4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:39.549700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] Deleting subnet c8758e88-a10f-4b34-b958-1b75677b0d9f {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:30:39.564973 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] Publish callbacks [] for subnet (c8758e88-a10f-4b34-b958-1b75677b0d9f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.628016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54006) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.651432 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (c8758e88-a10f-4b34-b958-1b75677b0d9f), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.654117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc21f8-662e-4d24-bdbe-f21157bb7b67 req-66c48155-bc85-4573-86a9-65f56ed1cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:39.657467 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0dc21f8-662e-4d24-bdbe-f21157bb7b67 req-66c48155-bc85-4573-86a9-65f56ed1cc69 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1128 time: 0.3010101 Aug 28 20:30:39.756283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b0dc21f8-662e-4d24-bdbe-f21157bb7b67 req-05d80656-2f48-43a7-a3d5-d957696475b0 service neutron] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885448 Aug 28 20:30:39.762344 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c8758e88-a10f-4b34-b958-1b75677b0d9f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.820992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a1c83c63-46f7-48d7-96fd-5fb3f91304af tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags/tempest-TagsExtTest-Tag-292963019 HTTP/1.1" status: 201 len: 201 time: 0.4293454 Aug 28 20:30:39.824247 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54012) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.832465 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-49872cc3-0741-4345-9f63-9ed6f1680ed1 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', 'tempest-TagsExtTest-Tag-1502230487') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:39.871567 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:39.897877 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-63c38586-f495-4b15-a00b-433b3dc7cb5e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=19747ba661ca427ea056cf5402e7450c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683642 Aug 28 20:30:39.901463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54016) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:39.907808 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:39.959818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed35891f-86e1-4ee4-b964-eb02ea0e8897 admin admin] Publish callbacks [] for security_group (c0a8b27f-397f-4b91-bdf3-d3092211c4f8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:39.992721 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed35891f-86e1-4ee4-b964-eb02ea0e8897 admin admin] Publish callbacks [] for security_group (c0a8b27f-397f-4b91-bdf3-d3092211c4f8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.034135 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-49872cc3-0741-4345-9f63-9ed6f1680ed1 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags/tempest-TagsExtTest-Tag-1502230487 HTTP/1.1" status: 201 len: 201 time: 0.2072661 Aug 28 20:30:40.034556 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (c8758e88-a10f-4b34-b958-1b75677b0d9f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.037628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54022) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:40.049051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-7ca2e28a-aaa6-461d-bef0-641d6c996c69 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', 'tempest-TagsExtTest-Tag-828991392') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:40.076974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8758e88-a10f-4b34-b958-1b75677b0d9f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:40.161201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.165697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a6cfab17-571f-4f7b-9aa3-090ba7f56b9d admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/c8758e88-a10f-4b34-b958-1b75677b0d9f HTTP/1.1" status: 204 len: 168 time: 0.7122571 Aug 28 20:30:40.170087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54026) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:40.266975 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (682986a2-62d4-470d-9327-3aeda76736c1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.313880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed35891f-86e1-4ee4-b964-eb02ea0e8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c0a8b27f-397f-4b91-bdf3-d3092211c4f8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.317791 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Deleting port 4e6c1c56-7299-494c-a056-5ea3d6ec246c {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:40.318206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.325985 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ed35891f-86e1-4ee4-b964-eb02ea0e8897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.325985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ed35891f-86e1-4ee4-b964-eb02ea0e8897 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c0a8b27f-397f-4b91-bdf3-d3092211c4f8 HTTP/1.1" status: 204 len: 168 time: 0.4171863 Aug 28 20:30:40.325985 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7ca2e28a-aaa6-461d-bef0-641d6c996c69 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags/tempest-TagsExtTest-Tag-828991392 HTTP/1.1" status: 201 len: 201 time: 0.2767875 Aug 28 20:30:40.326368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54028) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:40.333338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35891f-86e1-4ee4-b964-eb02ea0e8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a8b27f-397f-4b91-bdf3-d3092211c4f8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:40.337240 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-47685b9b-d326-4bc0-9cbc-49a48ea12092 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', 'tempest-TagsExtTest-Tag-392105012') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:40.354744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e56ce-b019-405e-99aa-78068d9e0ca9 None None] Network 682986a2-62d4-470d-9327-3aeda76736c1 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:40.480430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] For port 4e6c1c56-7299-494c-a056-5ea3d6ec246c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4e6c1c56-7299-494c-a056-5ea3d6ec246c,segment=NetworkSegment(c7ed9fd0-6f0e-4e35-8d27-300b49d2e604),segment_id=c7ed9fd0-6f0e-4e35-8d27-300b49d2e604)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:40.481033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.498399 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Calling delete_port for 4e6c1c56-7299-494c-a056-5ea3d6ec246c owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:40.566921 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54036) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:40.573349 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-7d279c97-b198-46fa-a951-90459c121793 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', {'tags': ['tempest-TagsExtTest-Tag-819475996', 'tempest-TagsExtTest-Tag-46148357', 'tempest-TagsExtTest-Tag-1278268338']}) {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:40.599083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-47685b9b-d326-4bc0-9cbc-49a48ea12092 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags/tempest-TagsExtTest-Tag-392105012 HTTP/1.1" status: 201 len: 201 time: 0.2487047 Aug 28 20:30:40.601547 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54038) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:40.618817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] DHCP port deletion for 682986a2-62d4-470d-9327-3aeda76736c1 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:30:40.630248 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:40.668889 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7974129-61b7-4938-ad68-2deaf8339d89 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2d16f8ac70c041938056a30b71fd7d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637076 Aug 28 20:30:40.678704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54040) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:40.695131 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:40.701935 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:40.703792 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] Deleting port 4e6c1c56-7299-494c-a056-5ea3d6ec246c {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:40.704435 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.777149 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3539d299-8a0f-4e47-be6c-f12c520d5f6d admin admin] Publish callbacks [] for security_group (93bb66a3-1ed4-45a3-9142-2808eed93f3e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.814278 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.828189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e6c1c56-7299-494c-a056-5ea3d6ec246c no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:40.837130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3539d299-8a0f-4e47-be6c-f12c520d5f6d admin admin] Publish callbacks [] for security_group (93bb66a3-1ed4-45a3-9142-2808eed93f3e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.861340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6c1c56-7299-494c-a056-5ea3d6ec246c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:40.866642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] No DVR routers for this DVR port 4e6c1c56-7299-494c-a056-5ea3d6ec246c on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:40.899717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 4e6c1c56-7299-494c-a056-5ea3d6ec246c {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:40.900895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 4e6c1c56-7299-494c-a056-5ea3d6ec246c not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:40.915129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] For port 4e6c1c56-7299-494c-a056-5ea3d6ec246c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=4e6c1c56-7299-494c-a056-5ea3d6ec246c,segment=NetworkSegment(c7ed9fd0-6f0e-4e35-8d27-300b49d2e604),segment_id=c7ed9fd0-6f0e-4e35-8d27-300b49d2e604)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:40.915995 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:40.932182 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7d279c97-b198-46fa-a951-90459c121793 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags HTTP/1.1" status: 200 len: 315 time: 0.3639035 Aug 28 20:30:40.934935 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54044) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:40.936312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] Calling delete_port for 4e6c1c56-7299-494c-a056-5ea3d6ec246c owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:40.942256 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-9e815006-427d-4c2a-b919-a0a39a66d86d tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.011992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (682986a2-62d4-470d-9327-3aeda76736c1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.029256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3539d299-8a0f-4e47-be6c-f12c520d5f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (93bb66a3-1ed4-45a3-9142-2808eed93f3e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.032658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3539d299-8a0f-4e47-be6c-f12c520d5f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.033929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3539d299-8a0f-4e47-be6c-f12c520d5f6d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/93bb66a3-1ed4-45a3-9142-2808eed93f3e HTTP/1.1" status: 204 len: 168 time: 0.3541157 Aug 28 20:30:41.046198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539d299-8a0f-4e47-be6c-f12c520d5f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bb66a3-1ed4-45a3-9142-2808eed93f3e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:41.049057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682986a2-62d4-470d-9327-3aeda76736c1']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.066888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.067645 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ed9fd0-6f0e-4e35-8d27-300b49d2e604') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.084674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (c7ed9fd0-6f0e-4e35-8d27-300b49d2e604), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.096630 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:41.124328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9e815006-427d-4c2a-b919-a0a39a66d86d tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags HTTP/1.1" status: 204 len: 168 time: 0.1878679 Aug 28 20:30:41.127693 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (c7ed9fd0-6f0e-4e35-8d27-300b49d2e604), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.128714 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54052) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.135776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-d5d6c747-e196-446c-b98e-4e359d0be1c1 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', 'tempest-TagsExtTest-Tag-819475996') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.144925 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (4e6c1c56-7299-494c-a056-5ea3d6ec246c), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.146242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:41.146782 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (c7ed9fd0-6f0e-4e35-8d27-300b49d2e604), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.193537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] Pushing event deleted for resources: {'Port': ['ID=4e6c1c56-7299-494c-a056-5ea3d6ec246c,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:41.198268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f87e05-1e5d-4f81-b1e6-f45a567af179 None None] No DVR routers for this DVR port 4e6c1c56-7299-494c-a056-5ea3d6ec246c on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:41.244615 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c7ed9fd0-6f0e-4e35-8d27-300b49d2e604 resource provider aggregate not found Aug 28 20:30:41.266964 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-d5d6c747-e196-446c-b98e-4e359d0be1c1 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:41.271478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54060) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.271733 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d5d6c747-e196-446c-b98e-4e359d0be1c1 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags/tempest-TagsExtTest-Tag-819475996 HTTP/1.1" status: 404 len: 328 time: 0.1417186 Aug 28 20:30:41.276285 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-96a8768b-ab5b-44b4-b547-f5a08f56e444 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', 'tempest-TagsExtTest-Tag-46148357') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.281538 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment c7ed9fd0-6f0e-4e35-8d27-300b49d2e604 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7ed9fd0-6f0e-4e35-8d27-300b49d2e604 found for delete ", "request_id": "req-33fe8246-c0de-4bdb-9ac1-b19c6d5f2f06"}]} Aug 28 20:30:41.343464 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-96a8768b-ab5b-44b4-b547-f5a08f56e444 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:41.346192 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-96a8768b-ab5b-44b4-b547-f5a08f56e444 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags/tempest-TagsExtTest-Tag-46148357 HTTP/1.1" status: 404 len: 327 time: 0.0719454 Aug 28 20:30:41.348735 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54062) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.353487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-0ea6ca74-81d6-41fa-a038-5440e028f5a2 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279', 'tempest-TagsExtTest-Tag-1278268338') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.410212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (682986a2-62d4-470d-9327-3aeda76736c1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.417746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.421317 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/682986a2-62d4-470d-9327-3aeda76736c1 HTTP/1.1" status: 204 len: 168 time: 1.2516763 Aug 28 20:30:41.422433 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-0ea6ca74-81d6-41fa-a038-5440e028f5a2 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:41.423394 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0ea6ca74-81d6-41fa-a038-5440e028f5a2 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags/tempest-TagsExtTest-Tag-1278268338 HTTP/1.1" status: 404 len: 329 time: 0.0735054 Aug 28 20:30:41.429539 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54070) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.437098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-9cf97012-bb06-428b-8844-32ca8f602cef tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', {'tags': ['tempest-TagsExtTest-Tag-561408836', 'tempest-TagsExtTest-Tag-156167561', 'tempest-TagsExtTest-Tag-723205468']}) {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.439292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5b58c-c7b2-4f9f-92ae-c9d1073055f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=682986a2-62d4-470d-9327-3aeda76736c1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:41.462478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54072) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.527379 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0ca4b64c-69dc-4e73-a810-e3fe313ede15 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8f626f7d7d214deb95c600f193e75b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629132 Aug 28 20:30:41.530412 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.636894 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56e94e26-fb14-40aa-ba95-899de759c477 admin admin] Publish callbacks [] for security_group (3ac305c1-b223-4fc9-a359-066f096804aa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.657500 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:41.674993 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56e94e26-fb14-40aa-ba95-899de759c477 admin admin] Publish callbacks [] for security_group (3ac305c1-b223-4fc9-a359-066f096804aa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.686216 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9cf97012-bb06-428b-8844-32ca8f602cef tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags HTTP/1.1" status: 200 len: 315 time: 0.2507081 Aug 28 20:30:41.686216 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54080) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.692681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-da1602bb-d00c-4cb6-9738-5e2eae9d0eaf tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.701675 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:41.831427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56e94e26-fb14-40aa-ba95-899de759c477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ac305c1-b223-4fc9-a359-066f096804aa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.835173 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-56e94e26-fb14-40aa-ba95-899de759c477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:41.837009 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-56e94e26-fb14-40aa-ba95-899de759c477 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3ac305c1-b223-4fc9-a359-066f096804aa HTTP/1.1" status: 204 len: 168 time: 0.3035693 Aug 28 20:30:41.847046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e94e26-fb14-40aa-ba95-899de759c477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac305c1-b223-4fc9-a359-066f096804aa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:41.863941 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:41.888418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-da1602bb-d00c-4cb6-9738-5e2eae9d0eaf tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags HTTP/1.1" status: 204 len: 168 time: 0.2014921 Aug 28 20:30:41.891097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54090) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.896335 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-96c4f7bc-8c91-43d9-a476-9a70df9f5c95 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', 'tempest-TagsExtTest-Tag-561408836') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:41.943699 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-96c4f7bc-8c91-43d9-a476-9a70df9f5c95 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:41.945238 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-96c4f7bc-8c91-43d9-a476-9a70df9f5c95 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags/tempest-TagsExtTest-Tag-561408836 HTTP/1.1" status: 404 len: 328 time: 0.0531094 Aug 28 20:30:41.949218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54092) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:41.955857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-4ad97826-1817-4d2a-bc97-74733a2ff97d tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', 'tempest-TagsExtTest-Tag-156167561') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.014823 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-4ad97826-1817-4d2a-bc97-74733a2ff97d tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:42.016032 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4ad97826-1817-4d2a-bc97-74733a2ff97d tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags/tempest-TagsExtTest-Tag-156167561 HTTP/1.1" status: 404 len: 328 time: 0.0653584 Aug 28 20:30:42.019808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54094) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.025590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-efb08e15-ab94-4d79-8e87-99baba5e1910 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9', 'tempest-TagsExtTest-Tag-723205468') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.068159 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-efb08e15-ab94-4d79-8e87-99baba5e1910 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:42.069219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-efb08e15-ab94-4d79-8e87-99baba5e1910 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags/tempest-TagsExtTest-Tag-723205468 HTTP/1.1" status: 404 len: 328 time: 0.0481136 Aug 28 20:30:42.073004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54096) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.078330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-cdca53fa-4ee2-4a35-9ca9-a9aa9445a3bc tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', {'tags': ['tempest-TagsExtTest-Tag-652241955', 'tempest-TagsExtTest-Tag-330988303', 'tempest-TagsExtTest-Tag-3338140']}) {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.107085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54098) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.185305 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-844f68ba-8a44-4fef-bf1f-3f46687af684 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a53d2813633c4dcab0210a81ff20f549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770519 Aug 28 20:30:42.188166 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54100) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.264526 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e29415-9462-40c5-8552-8b8dda46b5ef admin admin] Publish callbacks [] for security_group (695443a9-f7f5-4e73-902a-253ca4f26992), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:42.305492 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e29415-9462-40c5-8552-8b8dda46b5ef admin admin] Publish callbacks [] for security_group (695443a9-f7f5-4e73-902a-253ca4f26992), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:42.351101 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cdca53fa-4ee2-4a35-9ca9-a9aa9445a3bc tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags HTTP/1.1" status: 200 len: 313 time: 0.2768238 Aug 28 20:30:42.353892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54112) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.359212 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-59c775a8-96a0-4b2a-aa4e-c02147385a73 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.527218 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e29415-9462-40c5-8552-8b8dda46b5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (695443a9-f7f5-4e73-902a-253ca4f26992), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:42.531551 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76e29415-9462-40c5-8552-8b8dda46b5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:42.535585 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-76e29415-9462-40c5-8552-8b8dda46b5ef admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/695443a9-f7f5-4e73-902a-253ca4f26992 HTTP/1.1" status: 204 len: 168 time: 0.3457568 Aug 28 20:30:42.544414 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e29415-9462-40c5-8552-8b8dda46b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695443a9-f7f5-4e73-902a-253ca4f26992,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:42.557460 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-59c775a8-96a0-4b2a-aa4e-c02147385a73 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags HTTP/1.1" status: 204 len: 168 time: 0.2021015 Aug 28 20:30:42.568424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54120) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.568424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-b410bb19-72eb-4212-a6b4-800f53331b83 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', 'tempest-TagsExtTest-Tag-652241955') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.653332 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-b410bb19-72eb-4212-a6b4-800f53331b83 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:42.657216 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b410bb19-72eb-4212-a6b4-800f53331b83 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags/tempest-TagsExtTest-Tag-652241955 HTTP/1.1" status: 404 len: 328 time: 0.0929680 Aug 28 20:30:42.658015 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54128) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.662723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-40a45414-4eca-4aa1-8fad-0a8d88cbac49 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', 'tempest-TagsExtTest-Tag-330988303') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.753436 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-40a45414-4eca-4aa1-8fad-0a8d88cbac49 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:42.755232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-40a45414-4eca-4aa1-8fad-0a8d88cbac49 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags/tempest-TagsExtTest-Tag-330988303 HTTP/1.1" status: 404 len: 328 time: 0.0962570 Aug 28 20:30:42.758300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54132) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.765832 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-d81f6c04-664a-430a-8fab-fd3e780e1be6 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c', 'tempest-TagsExtTest-Tag-3338140') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.849288 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-d81f6c04-664a-430a-8fab-fd3e780e1be6 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:42.850982 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d81f6c04-664a-430a-8fab-fd3e780e1be6 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags/tempest-TagsExtTest-Tag-3338140 HTTP/1.1" status: 404 len: 326 time: 0.0914629 Aug 28 20:30:42.855718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54136) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:42.867923 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-dbd0c6ca-5361-4200-a7d1-9ff7d6361d48 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', {'tags': ['tempest-TagsExtTest-Tag-1812634025', 'tempest-TagsExtTest-Tag-480132994', 'tempest-TagsExtTest-Tag-1111465541']}) {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:42.889448 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:43.023095 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dbd0c6ca-5361-4200-a7d1-9ff7d6361d48 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags HTTP/1.1" status: 200 len: 317 time: 0.1660500 Aug 28 20:30:43.025656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54144) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.030674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-298ec232-5aee-4b32-bb54-d9820437a2b0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.173335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-298ec232-5aee-4b32-bb54-d9820437a2b0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1433802 Aug 28 20:30:43.174089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54150) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.181648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-276cec47-66c7-4375-b62d-644722bf7e88 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', 'tempest-TagsExtTest-Tag-1812634025') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.201441 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-276cec47-66c7-4375-b62d-644722bf7e88 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:43.202777 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-276cec47-66c7-4375-b62d-644722bf7e88 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags/tempest-TagsExtTest-Tag-1812634025 HTTP/1.1" status: 404 len: 329 time: 0.0272138 Aug 28 20:30:43.206508 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54152) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.208635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:43.211620 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-c5c4febe-4921-442a-88b3-3eae9826c15c tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', 'tempest-TagsExtTest-Tag-480132994') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.236363 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-c5c4febe-4921-442a-88b3-3eae9826c15c tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:43.244290 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c5c4febe-4921-442a-88b3-3eae9826c15c tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags/tempest-TagsExtTest-Tag-480132994 HTTP/1.1" status: 404 len: 328 time: 0.0296903 Aug 28 20:30:43.245202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54156) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.253532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-c76168b8-71d3-4477-836f-268db6edffaf tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8', 'tempest-TagsExtTest-Tag-1111465541') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.277747 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-c76168b8-71d3-4477-836f-268db6edffaf tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] show failed (client error): The resource could not be found. Aug 28 20:30:43.281541 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c76168b8-71d3-4477-836f-268db6edffaf tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags/tempest-TagsExtTest-Tag-1111465541 HTTP/1.1" status: 404 len: 329 time: 0.0321445 Aug 28 20:30:43.282133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54158) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.289492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-01b0ec17-7ac1-4d07-8608-80f6e3ac86be tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '62f2adbd-7421-4002-b511-9b6121fe04d8') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.323283 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-01b0ec17-7ac1-4d07-8608-80f6e3ac86be tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8/tags HTTP/1.1" status: 204 len: 168 time: 0.0397387 Aug 28 20:30:43.325673 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54160) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.332520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-d29395ed-be5e-491d-b1e3-bab689717305 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7018390-0a31-43f4-9f7b-f86066eccb8c') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.433295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d29395ed-be5e-491d-b1e3-bab689717305 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c/tags HTTP/1.1" status: 204 len: 168 time: 0.1047921 Aug 28 20:30:43.439417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54164) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.446017 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.tag.tag_plugin [None req-1271cdb9-b46e-4932-90af-13a23570f540 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7b8af93-bcc9-49a5-9316-5eda77eaaaf9') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.502364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1271cdb9-b46e-4932-90af-13a23570f540 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9/tags HTTP/1.1" status: 204 len: 168 time: 0.0621843 Aug 28 20:30:43.506210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54168) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.511128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.tag.tag_plugin [None req-808ac604-d6ea-4235-9514-91946028914e tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a7e35fb-a9b4-4d13-9fbf-ad62297d8279') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:43.584948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-808ac604-d6ea-4235-9514-91946028914e tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279/tags HTTP/1.1" status: 204 len: 168 time: 0.0719097 Aug 28 20:30:43.584948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54172) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.585141 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54174) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.635350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54176) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.713773 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2567780d-37cd-4e10-bece-ae9b3b2c076f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=091421ca3de74beb9a4fbaab2c89d7a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234779 Aug 28 20:30:43.718318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54180) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.724337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54182) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.783727 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:43.784000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5f045-f073-415d-9eeb-b10cf15e5a95 req-39c1462a-f631-4a58-bca9-d35e509d0330 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:43.786304 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4dd5f045-f073-415d-9eeb-b10cf15e5a95 req-39c1462a-f631-4a58-bca9-d35e509d0330 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1415789 Aug 28 20:30:43.788694 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f27f4134-b112-4b42-b0c9-5efddab4511a admin admin] Publish callbacks [] for security_group (1ae2cd7e-b166-4f6c-811b-66b4d87d47ee), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:43.828041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f27f4134-b112-4b42-b0c9-5efddab4511a admin admin] Publish callbacks [] for security_group (1ae2cd7e-b166-4f6c-811b-66b4d87d47ee), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:43.838155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-46b200c0-dabc-4ca6-8f56-378547f512e4 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:43.839396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-46b200c0-dabc-4ca6-8f56-378547f512e4 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/62f2adbd-7421-4002-b511-9b6121fe04d8 HTTP/1.1" status: 204 len: 168 time: 0.2526124 Aug 28 20:30:43.842257 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54186) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.903930 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-380e6ecb-f1d1-4d13-8c06-164f99d17d8a tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c7018390-0a31-43f4-9f7b-f86066eccb8c HTTP/1.1" status: 200 len: 205 time: 0.0600357 Aug 28 20:30:43.913272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4dd5f045-f073-415d-9eeb-b10cf15e5a95 req-7e86ee4e-d0d1-43d5-92b6-7bd60c9f5ea1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202376 Aug 28 20:30:43.913837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54188) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:43.996447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-887450362-network', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:44.022519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6437ecec-9579-4064-8ed8-215e806c5dd0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for router (c7018390-0a31-43f4-9f7b-f86066eccb8c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.136015 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f27f4134-b112-4b42-b0c9-5efddab4511a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (1ae2cd7e-b166-4f6c-811b-66b4d87d47ee), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.141383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f27f4134-b112-4b42-b0c9-5efddab4511a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.143685 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f27f4134-b112-4b42-b0c9-5efddab4511a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1ae2cd7e-b166-4f6c-811b-66b4d87d47ee HTTP/1.1" status: 204 len: 168 time: 0.4223933 Aug 28 20:30:44.158767 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Made reservation on behalf of 1787e56fcd0b41a4901625e6f9ab80bb for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:44.162934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-31f89e3e-5049-4b58-86b0-ff13817961fb tempest-AgentManagementNegativeTest-1375219671 tempest-AgentManagementNegativeTest-1375219671-project] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5149605 Aug 28 20:30:44.163203 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.183775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f4134-b112-4b42-b0c9-5efddab4511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae2cd7e-b166-4f6c-811b-66b4d87d47ee,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:44.187242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.207839 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937de5d2-9090-4abd-9666-e2a899dc031d req-2aa290fc-70eb-4b37-aaaf-27d63dacb88b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:44.211077 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-937de5d2-9090-4abd-9666-e2a899dc031d req-2aa290fc-70eb-4b37-aaaf-27d63dacb88b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1266940 Aug 28 20:30:44.314459 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:44.332451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-937de5d2-9090-4abd-9666-e2a899dc031d req-e49a6d3f-5c9c-4f04-a68a-f5427adf1cc0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045809 Aug 28 20:30:44.338740 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6437ecec-9579-4064-8ed8-215e806c5dd0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (c7018390-0a31-43f4-9f7b-f86066eccb8c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.341222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6437ecec-9579-4064-8ed8-215e806c5dd0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for router_controller (c7018390-0a31-43f4-9f7b-f86066eccb8c), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.408473 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks [] for security_group (856c6aca-a770-4216-91b4-44cb52e23f8b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.499203 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c574-b94f-496c-8a2b-a87b2fa79899 req-10d54557-322f-4ed6-916d-d915a22a5308 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:44.500807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (856c6aca-a770-4216-91b4-44cb52e23f8b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.511630 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4f3c574-b94f-496c-8a2b-a87b2fa79899 req-10d54557-322f-4ed6-916d-d915a22a5308 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0881417 Aug 28 20:30:44.522538 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6437ecec-9579-4064-8ed8-215e806c5dd0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (c7018390-0a31-43f4-9f7b-f86066eccb8c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.522538 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6437ecec-9579-4064-8ed8-215e806c5dd0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Fanout notify agent at l3_agent the message router_deleted on router c7018390-0a31-43f4-9f7b-f86066eccb8c {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:30:44.527976 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:44.538397 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6437ecec-9579-4064-8ed8-215e806c5dd0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.544393 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6437ecec-9579-4064-8ed8-215e806c5dd0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c7018390-0a31-43f4-9f7b-f86066eccb8c HTTP/1.1" status: 204 len: 168 time: 0.6291757 Aug 28 20:30:44.545712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54204) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:44.567235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (55f89305-78fa-42ec-9731-4d807050fb0b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.567912 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Added segment 55f89305-78fa-42ec-9731-4d807050fb0b of type vlan for network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb Aug 28 20:30:44.594892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856c6aca-a770-4216-91b4-44cb52e23f8b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:44.619893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f4f3c574-b94f-496c-8a2b-a87b2fa79899 req-b47b91ac-af29-4ef3-9a60-3f99a16aa5dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070285 Aug 28 20:30:44.662820 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (877cd4ae-9778-4a9f-ac11-da7b5d7229fb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.730438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Deleting port d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:44.731072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d7b8af93-bcc9-49a5-9316-5eda77eaaaf9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.811947 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d4663-dd98-4622-897c-21a1486ca489 req-25de0124-9667-4765-bcb8-130c363c6ff1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:44.813506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-017d4663-dd98-4622-897c-21a1486ca489 req-25de0124-9667-4765-bcb8-130c363c6ff1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1022048 Aug 28 20:30:44.901195 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d7b8af93-bcc9-49a5-9316-5eda77eaaaf9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.913748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54212) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:44.918147 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-017d4663-dd98-4622-897c-21a1486ca489 req-716dd4f7-a34b-4af0-b5cd-d685ce7c3f6e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921237 Aug 28 20:30:44.923371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Calling delete_port for d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 owned by {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:44.940828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (877cd4ae-9778-4a9f-ac11-da7b5d7229fb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:44.942242 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:44.942880 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.124272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Pushing event updated for resources: {'Network': ['ID=877cd4ae-9778-4a9f-ac11-da7b5d7229fb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:45.150845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.152710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.153182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.154439 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.154854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.157308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.157749 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.158184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.158592 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.159005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.161153 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.162725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.163089 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.163823 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01e2f27f-ddd5-40e2-98fa-4953794235b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.164092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.164750 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:45.183001 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5dd1cc03-04fe-46bb-8eb4-d4eab1afa229 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4554906 Aug 28 20:30:45.183140 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:45.195981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54228) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:45.235117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Request body: {'subnet': {'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-887450362-subnet', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:45.404642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d7b8af93-bcc9-49a5-9316-5eda77eaaaf9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.412917 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=89 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:45.420141 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=33 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:45.468140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-2d85be04-b96e-4160-9405-4e3919511697 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:45.468958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event deleted for resources: {'Port': ['ID=d7b8af93-bcc9-49a5-9316-5eda77eaaaf9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:45.475890 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-2d85be04-b96e-4160-9405-4e3919511697 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.2163222 Aug 28 20:30:45.525816 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-2bc06f97-b4d5-4ba4-862a-0da1c946bb22 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 375 time: 0.0486851 Aug 28 20:30:45.589501 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:45.599700 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.604668 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8f26df55-f3a7-4615-b125-e4c959ec1d03 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d7b8af93-bcc9-49a5-9316-5eda77eaaaf9 HTTP/1.1" status: 204 len: 168 time: 1.0559423 Aug 28 20:30:45.609585 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54240) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:45.618793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01e2f27f-ddd5-40e2-98fa-4953794235b4 admin admin] Publish callbacks [] for security_group (46df0edf-2a7b-4392-8234-6eef85fa2577), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.646625 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-ba139948-e0e4-4d10-a32c-6c2b5327cf2b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1197085 Aug 28 20:30:45.705613 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Deleting subnet 6a7e35fb-a9b4-4d13-9fbf-ad62297d8279 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:30:45.710936 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for subnet (6a7e35fb-a9b4-4d13-9fbf-ad62297d8279), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.718660 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Made reservation on behalf of 1787e56fcd0b41a4901625e6f9ab80bb for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:45.721880 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.765657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (6a7e35fb-a9b4-4d13-9fbf-ad62297d8279), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.803958 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:45.849323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-01e2f27f-ddd5-40e2-98fa-4953794235b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (46df0edf-2a7b-4392-8234-6eef85fa2577), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.921215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (6a7e35fb-a9b4-4d13-9fbf-ad62297d8279), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:45.930615 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-01e2f27f-ddd5-40e2-98fa-4953794235b4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e802df29e2e04f66a5a55eb548798dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0140574 Aug 28 20:30:45.936667 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4409f9ce-75c0-4255-a129-6782e4d6b9bf service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891235 Aug 28 20:30:45.940067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54248) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:45.940728 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2f27f-ddd5-40e2-98fa-4953794235b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df0edf-2a7b-4392-8234-6eef85fa2577,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:46.051181 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:46.139486 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (6a7e35fb-a9b4-4d13-9fbf-ad62297d8279), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.160533 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.169510 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfae9d4-dd12-437f-9265-17280a318a9b None None] Network e9737287-c310-4545-b9b1-b536fe2a2b70 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:46.178505 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6a7e35fb-a9b4-4d13-9fbf-ad62297d8279 HTTP/1.1" status: 204 len: 168 time: 0.5555053 Aug 28 20:30:46.181748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54256) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:46.289542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a5821-afbe-4ceb-8140-4a6dd8e6eff0 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7e35fb-a9b4-4d13-9fbf-ad62297d8279,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:46.397889 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54260) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:46.445080 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e9737287-c310-4545-b9b1-b536fe2a2b70), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.529803 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Deleting port c3fc1f50-5d95-4e70-bfb6-67c31994c117 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:46.530270 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.545214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] DHCP port deletion for e9737287-c310-4545-b9b1-b536fe2a2b70 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:30:46.615332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] For port c3fc1f50-5d95-4e70-bfb6-67c31994c117, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c3fc1f50-5d95-4e70-bfb6-67c31994c117,segment=NetworkSegment(e6dd0f6c-512d-4c81-9768-93f22cdabcd9),segment_id=e6dd0f6c-512d-4c81-9768-93f22cdabcd9)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:46.615590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.634625 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Calling delete_port for c3fc1f50-5d95-4e70-bfb6-67c31994c117 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:46.655243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] Deleting port c3fc1f50-5d95-4e70-bfb6-67c31994c117 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:30:46.656293 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.754571 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-26a2f920-6a82-4253-9558-5c9f8461a82b service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892146 Aug 28 20:30:46.781290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-346626621-network', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:46.821641 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:46.823280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] For port c3fc1f50-5d95-4e70-bfb6-67c31994c117, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c3fc1f50-5d95-4e70-bfb6-67c31994c117,segment=NetworkSegment(e6dd0f6c-512d-4c81-9768-93f22cdabcd9),segment_id=e6dd0f6c-512d-4c81-9768-93f22cdabcd9)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:46.823456 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.834310 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6af1ad8-64a0-4a68-b5c7-2b9ef139dcc5 admin admin] Publish callbacks [] for security_group (46df0edf-2a7b-4392-8234-6eef85fa2577), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.837300 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] Calling delete_port for c3fc1f50-5d95-4e70-bfb6-67c31994c117 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:30:46.853073 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.872293 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6af1ad8-64a0-4a68-b5c7-2b9ef139dcc5 admin admin] Publish callbacks [] for security_group (46df0edf-2a7b-4392-8234-6eef85fa2577), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.887498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c3fc1f50-5d95-4e70-bfb6-67c31994c117 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:30:46.894005 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Made reservation on behalf of 3eb7c9bee46e4bd091606fbf7133360d for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:46.902457 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.909224 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] No DVR routers for this DVR port c3fc1f50-5d95-4e70-bfb6-67c31994c117 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:46.912764 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: c3fc1f50-5d95-4e70-bfb6-67c31994c117 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:30:46.913123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c3fc1f50-5d95-4e70-bfb6-67c31994c117 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:30:46.974718 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (c3fc1f50-5d95-4e70-bfb6-67c31994c117), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:46.984052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event deleted for resources: {'Port': ['ID=c3fc1f50-5d95-4e70-bfb6-67c31994c117,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:47.008069 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.013535 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (1b24249b-c328-4a25-97c0-398f28b287b2), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.024706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] Pushing event deleted for resources: {'Port': ['ID=c3fc1f50-5d95-4e70-bfb6-67c31994c117,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:47.031434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c41d18-aeb2-416d-bcd9-8fd02bbd2509 None None] No DVR routers for this DVR port c3fc1f50-5d95-4e70-bfb6-67c31994c117 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:30:47.154754 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6af1ad8-64a0-4a68-b5c7-2b9ef139dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (46df0edf-2a7b-4392-8234-6eef85fa2577), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.158511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d6af1ad8-64a0-4a68-b5c7-2b9ef139dcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.159794 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d6af1ad8-64a0-4a68-b5c7-2b9ef139dcc5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/46df0edf-2a7b-4392-8234-6eef85fa2577 HTTP/1.1" status: 204 len: 168 time: 1.2160404 Aug 28 20:30:47.189976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af1ad8-64a0-4a68-b5c7-2b9ef139dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df0edf-2a7b-4392-8234-6eef85fa2577,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:47.199162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b24249b-c328-4a25-97c0-398f28b287b2,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:47.237272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Checking segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:47.237649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Network hostable DHCP agents. Network: 877cd4ae-9778-4a9f-ac11-da7b5d7229fb, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:30:47.296444 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:30:47.364087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:30:47.481656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 877cd4ae-9778-4a9f-ac11-da7b5d7229fb) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:47.487206 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:47.488833 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.495896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6eb702-8f20-42e9-90d7-58813427cd50 None None] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:47.525187 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:47.580103 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8f1b1dd1-9ea2-4338-bc3a-c139963959e1 req-3814af19-3e82-4fe3-a1fb-85f8fce3f4c6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 210 time: 0.0621560 Aug 28 20:30:47.580103 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e9737287-c310-4545-b9b1-b536fe2a2b70), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.617564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9737287-c310-4545-b9b1-b536fe2a2b70']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:47.634917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dd0f6c-512d-4c81-9768-93f22cdabcd9') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:47.635236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dd0f6c-512d-4c81-9768-93f22cdabcd9') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:47.654241 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (e6dd0f6c-512d-4c81-9768-93f22cdabcd9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.667585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'fixed_ips': [{'subnet_id': '1b24249b-c328-4a25-97c0-398f28b287b2'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:30:47.669225 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.685656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (e6dd0f6c-512d-4c81-9768-93f22cdabcd9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.696941 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks [] for security_group (2eba99d1-5397-405e-acd5-7f9f6d2cb040), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.700540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:47.700952 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (e6dd0f6c-512d-4c81-9768-93f22cdabcd9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:47.788934 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment e6dd0f6c-512d-4c81-9768-93f22cdabcd9 resource provider aggregate not found Aug 28 20:30:47.793479 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment e6dd0f6c-512d-4c81-9768-93f22cdabcd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6dd0f6c-512d-4c81-9768-93f22cdabcd9 found for delete ", "request_id": "req-4476fb16-ae49-46ab-b9d1-98db4483739e"}]} Aug 28 20:30:47.952809 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-e4d8c3f4-d8b5-4adb-b2bf-9fb0b425c6af admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7394617 Aug 28 20:30:47.956617 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54292) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:47.961364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-887450362-router', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:48.337437 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2eba99d1-5397-405e-acd5-7f9f6d2cb040), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.365724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:48.376595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eba99d1-5397-405e-acd5-7f9f6d2cb040,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:48.381885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (591111d6-17fe-45bd-84c3-3a4d0b4405b2), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.382235 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Added segment 591111d6-17fe-45bd-84c3-3a4d0b4405b2 of type vlan for network c705f31b-d63a-4d3d-bc43-0da8b141c51e Aug 28 20:30:48.428456 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (c705f31b-d63a-4d3d-bc43-0da8b141c51e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.451150 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e9737287-c310-4545-b9b1-b536fe2a2b70), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.460747 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.466408 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e9737287-c310-4545-b9b1-b536fe2a2b70 HTTP/1.1" status: 204 len: 168 time: 2.2711687 Aug 28 20:30:48.490187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9582b7-f36a-4baf-b38b-16d3e2f00493 tempest-TagsExtTest-1174461881 tempest-TagsExtTest-1174461881-project] Pushing event deleted for resources: {'Network': ['ID=e9737287-c310-4545-b9b1-b536fe2a2b70,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:48.520590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (90577fac-b347-4bba-9ab0-c0715ef70efe), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.525941 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (90577fac-b347-4bba-9ab0-c0715ef70efe), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.567772 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (c705f31b-d63a-4d3d-bc43-0da8b141c51e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.568858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:48.569452 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.716067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Allocated IP 172.20.0.2 (877cd4ae-9778-4a9f-ac11-da7b5d7229fb/1b24249b-c328-4a25-97c0-398f28b287b2/062de869-673c-437f-8480-ba549ac8bcfe) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:48.728226 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks [] for router_controller (90577fac-b347-4bba-9ab0-c0715ef70efe), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:48.736233 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:48.755944 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=c705f31b-d63a-4d3d-bc43-0da8b141c51e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:48.770417 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-07031d95-0986-4094-9ccd-1bd9271a8dd2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3686831 Aug 28 20:30:48.771596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54304) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:48.781300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Request body: {'subnet': {'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-346626621-subnet', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:48.821489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-63a4075e-cc0a-419e-84af-e861378062c6 req-a854054a-8cba-4cce-8c19-e1d1bf46719b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 210 time: 0.0818214 Aug 28 20:30:48.848660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:48.987746 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Made reservation on behalf of 3eb7c9bee46e4bd091606fbf7133360d for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:48.992022 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.010817 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks [] for router_gateway (90577fac-b347-4bba-9ab0-c0715ef70efe), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.114600 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Publish callbacks [] for port (062de869-673c-437f-8480-ba549ac8bcfe), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.207865 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (062de869-673c-437f-8480-ba549ac8bcfe), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.285356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54318) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:49.320574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:49.328865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:49.331741 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54322) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:49.334634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:49.357756 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:49.361096 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Pushing event updated for resources: {'Port': ['ID=062de869-673c-437f-8480-ba549ac8bcfe,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:49.500964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Attempting to bind port 062de869-673c-437f-8480-ba549ac8bcfe on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:49.501183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Attempting to bind port 062de869-673c-437f-8480-ba549ac8bcfe by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:49.501782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Attempting to bind port 062de869-673c-437f-8480-ba549ac8bcfe on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:49.527072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:30:49.528047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Checking segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:49.528733 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.529215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Bound using segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:30:49.531714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Bound port: 062de869-673c-437f-8480-ba549ac8bcfe, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:30:49.532513 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (062de869-673c-437f-8480-ba549ac8bcfe), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.536312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks [] for router_gateway (90577fac-b347-4bba-9ab0-c0715ef70efe), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.543753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'networks': [{'name': 'tempest-network--459243769'}, {'name': 'tempest-network--81995689'}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:49.544413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'network': {'name': 'tempest-network--459243769'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:49.545049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'network': {'name': 'tempest-network--81995689'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:49.568543 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.572646 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0c69ebde-9ab8-44e5-9334-ba2ab325b549 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a78de7cbb2384804a42da1c2a3f224e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860723 Aug 28 20:30:49.575527 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54326) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:49.619293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (1ce0a25a-b469-41e7-97d2-0ff4533c97b4), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.633388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] For port 062de869-673c-437f-8480-ba549ac8bcfe, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:49.638715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] For port 062de869-673c-437f-8480-ba549ac8bcfe, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=062de869-673c-437f-8480-ba549ac8bcfe,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:30:49.642319 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:49.647435 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-903ce4c8-5ed5-47fb-b30a-89f3ccc7c4e9 admin admin] Publish callbacks [] for security_group (ef876138-0aef-428b-886d-3ffe948eb110), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.676778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce0a25a-b469-41e7-97d2-0ff4533c97b4,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:49.676946 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-903ce4c8-5ed5-47fb-b30a-89f3ccc7c4e9 admin admin] Publish callbacks [] for security_group (ef876138-0aef-428b-886d-3ffe948eb110), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.683335 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:49.701234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Made reservation on behalf of 948d5952c15c44a4b36dfc1009913a8a for: {'network': 2} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:49.706479 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.723121 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (062de869-673c-437f-8480-ba549ac8bcfe), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.736665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.774293 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Checking segment: {'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:49.774808 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Network hostable DHCP agents. Network: c705f31b-d63a-4d3d-bc43-0da8b141c51e, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:30:49.812000 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985900b9-bab7-49d7-a8bf-911424e67736 None None] Pushing event updated for resources: {'Port': ['ID=062de869-673c-437f-8480-ba549ac8bcfe,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:49.828267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Allocated IP 172.25.4.250 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/c08b69bd-5fe1-46d6-8855-064467a7b74f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:49.856068 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:49.886501 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for security_group (5c817e11-a710-4a7b-a4c0-42cb5fe82237), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.934125 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-903ce4c8-5ed5-47fb-b30a-89f3ccc7c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ef876138-0aef-428b-886d-3ffe948eb110), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.934503 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:30:49.944099 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-903ce4c8-5ed5-47fb-b30a-89f3ccc7c4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.947216 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-903ce4c8-5ed5-47fb-b30a-89f3ccc7c4e9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ef876138-0aef-428b-886d-3ffe948eb110 HTTP/1.1" status: 204 len: 168 time: 0.3703723 Aug 28 20:30:49.960804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ce4c8-5ed5-47fb-b30a-89f3ccc7c4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef876138-0aef-428b-886d-3ffe948eb110,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:49.972032 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5c817e11-a710-4a7b-a4c0-42cb5fe82237), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:49.972032 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.014560 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks [] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.027954 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c817e11-a710-4a7b-a4c0-42cb5fe82237,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:50.034382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:50.047746 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5eb448f2-7516-4647-ab98-3f87d19420be), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.048254 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Added segment 5eb448f2-7516-4647-ab98-3f87d19420be of type vlan for network ec9f96b4-c8d2-4ed2-b0af-8e413c39298c Aug 28 20:30:50.098752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, c705f31b-d63a-4d3d-bc43-0da8b141c51e) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:50.098752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:50.098752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.126885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2572909-67b7-4977-802b-bf11205aa72d None None] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:50.138230 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (ec9f96b4-c8d2-4ed2-b0af-8e413c39298c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.177623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92363c6d-dfd5-4b50-a7c4-976865ceabe3 req-276c99c4-8f42-4cac-84b0-7ecc1d087d73 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 210 time: 0.1082180 Aug 28 20:30:50.184392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:50.211664 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3ed9a385-51bd-4b64-997c-9ab0123e5391), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.212502 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Added segment 3ed9a385-51bd-4b64-997c-9ab0123e5391 of type vlan for network fce610b9-5b5a-48d4-89e4-62280dcc3d86 Aug 28 20:30:50.243189 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:50.246896 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.293134 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:50.310519 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (fce610b9-5b5a-48d4-89e4-62280dcc3d86), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.344071 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:50.350555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-c705f31b-d63a-4d3d-bc43-0da8b141c51e', 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e', 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'fixed_ips': [{'subnet_id': '1ce0a25a-b469-41e7-97d2-0ff4533c97b4'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:30:50.350886 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.361831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Pushing event updated for resources: {'Port': ['ID=c08b69bd-5fe1-46d6-8855-064467a7b74f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:50.365670 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:50.369422 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:50.374017 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7448bfe4-c9ab-4e81-9981-4303f78f90b3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6009018 Aug 28 20:30:50.379737 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54338) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:50.383409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:50.387162 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:50.464142 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (ec9f96b4-c8d2-4ed2-b0af-8e413c39298c), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.465200 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (fce610b9-5b5a-48d4-89e4-62280dcc3d86), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.470653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:50.479124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:50.479882 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.651763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (37db3578-b348-4457-997a-4c3e82501562), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.652836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (37db3578-b348-4457-997a-4c3e82501562), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.660513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Allocated IP 172.20.0.2 (c705f31b-d63a-4d3d-bc43-0da8b141c51e/1ce0a25a-b469-41e7-97d2-0ff4533c97b4/deea8867-3cb2-4f8b-b26a-bed5c4d846fb) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:50.703338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Network': ['ID=ec9f96b4-c8d2-4ed2-b0af-8e413c39298c,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:50.749829 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks [] for router_controller (37db3578-b348-4457-997a-4c3e82501562), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:50.784578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network ec9f96b4-c8d2-4ed2-b0af-8e413c39298c details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:50.791224 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-1378fac8-66b1-4555-90ec-12c99968b5d3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309855 Aug 28 20:30:50.839971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.5045319 Aug 28 20:30:50.841468 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54350) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:50.941754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 062de869-673c-437f-8480-ba549ac8bcfe up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:50.980499 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97001c-b10b-4355-9ef9-60f7352ecc6b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Network': ['ID=fce610b9-5b5a-48d4-89e4-62280dcc3d86,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:51.025749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network fce610b9-5b5a-48d4-89e4-62280dcc3d86 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:51.156565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks [] for router_gateway (37db3578-b348-4457-997a-4c3e82501562), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:51.215801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-edf8ea87-6196-47ec-a8f7-a8353afa9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:51.217367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-edf8ea87-6196-47ec-a8f7-a8353afa9af8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 1127 time: 0.3369274 Aug 28 20:30:51.479267 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a64ab72d-6cfc-43d4-a242-5539d8585df8 req-6cd7fda6-c203-4272-9fbe-6c5625b8022b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 210 time: 0.1498005 Aug 28 20:30:51.559264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab9702a-be4f-44c9-990e-187e9da7ca40 None None] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:51.650585 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:51.658226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 062de869-673c-437f-8480-ba549ac8bcfe triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:51.658617 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (062de869-673c-437f-8480-ba549ac8bcfe), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:51.686367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-502c8b1c-5a6d-4754-9288-936968e07270 None None] Provisioning complete for port 062de869-673c-437f-8480-ba549ac8bcfe triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:51.686367 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-502c8b1c-5a6d-4754-9288-936968e07270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (062de869-673c-437f-8480-ba549ac8bcfe), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:51.810330 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks [] for router_gateway (37db3578-b348-4457-997a-4c3e82501562), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:51.840163 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:51.855346 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Publish callbacks [] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:51.874028 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:51.902362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7457a-918b-48d1-b025-b90ed967e3fb tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:51.906651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54368) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:51.919279 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7457a-918b-48d1-b025-b90ed967e3fb tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:51.949922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7457a-918b-48d1-b025-b90ed967e3fb tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:51.958865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7457a-918b-48d1-b025-b90ed967e3fb tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:51.961795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e4f7457a-918b-48d1-b025-b90ed967e3fb tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.1182892 Aug 28 20:30:51.971663 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks [] for router_gateway (90577fac-b347-4bba-9ab0-c0715ef70efe), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:51.973975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54372) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:52.017214 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.048606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 062de869-673c-437f-8480-ba549ac8bcfe is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:52.049007 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (062de869-673c-437f-8480-ba549ac8bcfe), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.060700 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7344fd0c-24ca-4ed6-a93b-6ea2be4ef1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.109726 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (ec9f96b4-c8d2-4ed2-b0af-8e413c39298c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.110835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-502c8b1c-5a6d-4754-9288-936968e07270 None None] Current status of the port 062de869-673c-437f-8480-ba549ac8bcfe is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:52.110835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-502c8b1c-5a6d-4754-9288-936968e07270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (062de869-673c-437f-8480-ba549ac8bcfe), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.114383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:52.127221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491342881-network', 'tenant_id': 'eade34be160642ea9722bf93ef959e8a'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:52.136810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-8c7e282a-86f7-4a9f-a67c-4be73744781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:52.145065 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-8c7e282a-86f7-4a9f-a67c-4be73744781b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.8906183 Aug 28 20:30:52.145267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 062de869-673c-437f-8480-ba549ac8bcfe, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=062de869-673c-437f-8480-ba549ac8bcfe,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:52.157469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:52.163287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:52.173704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Pushing event updated for resources: {'Port': ['ID=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:52.230234 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (062de869-673c-437f-8480-ba549ac8bcfe), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.259859 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-68c74470-4a27-494e-8410-b80531ddf8bf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:52.275750 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-68c74470-4a27-494e-8410-b80531ddf8bf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 1.0103612 Aug 28 20:30:52.371111 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Attempting to bind port deea8867-3cb2-4f8b-b26a-bed5c4d846fb on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:52.373438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Attempting to bind port deea8867-3cb2-4f8b-b26a-bed5c4d846fb by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:52.373624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Made reservation on behalf of eade34be160642ea9722bf93ef959e8a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:52.373794 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Attempting to bind port deea8867-3cb2-4f8b-b26a-bed5c4d846fb on network c705f31b-d63a-4d3d-bc43-0da8b141c51e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:52.375181 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.379564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Allocated IP 172.25.4.60 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/9693d130-494f-4fe2-b9a5-92dd9c674076) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:52.390855 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-502c8b1c-5a6d-4754-9288-936968e07270 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:30:52.391736 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-502c8b1c-5a6d-4754-9288-936968e07270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:30:52.400282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:30:52.401144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Checking segment: {'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:52.401950 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.402934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Bound using segment: {'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:30:52.404363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Bound port: deea8867-3cb2-4f8b-b26a-bed5c4d846fb, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:30:52.404781 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (90577fac-b347-4bba-9ab0-c0715ef70efe), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.405688 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.412957 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'port': {'device_id': '809f8782-26e2-42e2-9905-f12eaced30bd', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'admin_state_up': True, 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:52.415259 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:52.417729 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.446595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=062de869-673c-437f-8480-ba549ac8bcfe,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:52.453402 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (ec9f96b4-c8d2-4ed2-b0af-8e413c39298c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.491902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9f96b4-c8d2-4ed2-b0af-8e413c39298c']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:52.520369 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-8675bb77-e58b-46ea-95c1-6b03d67469bd service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e HTTP/1.1" status: 200 len: 217 time: 0.1228564 Aug 28 20:30:52.536224 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] For port deea8867-3cb2-4f8b-b26a-bed5c4d846fb, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:52.542385 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:52.546227 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb448f2-7516-4647-ab98-3f87d19420be') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:52.546543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb448f2-7516-4647-ab98-3f87d19420be') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:52.547492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] For port deea8867-3cb2-4f8b-b26a-bed5c4d846fb, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,segment=NetworkSegment(591111d6-17fe-45bd-84c3-3a4d0b4405b2),segment_id=591111d6-17fe-45bd-84c3-3a4d0b4405b2)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:30:52.567453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (5eb448f2-7516-4647-ab98-3f87d19420be), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.601999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5eb448f2-7516-4647-ab98-3f87d19420be), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.616183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:52.616598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (5eb448f2-7516-4647-ab98-3f87d19420be), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.631338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.699319 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5eb448f2-7516-4647-ab98-3f87d19420be resource provider aggregate not found Aug 28 20:30:52.708066 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:52.744795 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 5eb448f2-7516-4647-ab98-3f87d19420be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5eb448f2-7516-4647-ab98-3f87d19420be found for delete ", "request_id": "req-d126f617-11a6-4f5c-b74e-e95375393df0"}]} Aug 28 20:30:52.750218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20edcba-02d0-41c7-ad70-b2724fe2313a None None] Pushing event updated for resources: {'Port': ['ID=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:52.795472 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks [] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.819171 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks [] for security_group (915d17d4-8b03-473a-a874-b4e659d5f573), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.882581 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (ec9f96b4-c8d2-4ed2-b0af-8e413c39298c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.889620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 062de869-673c-437f-8480-ba549ac8bcfe up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:52.920207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:52.943882 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ec9f96b4-c8d2-4ed2-b0af-8e413c39298c HTTP/1.1" status: 204 len: 168 time: 0.9661818 Aug 28 20:30:52.961256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54384) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:52.968254 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.043119 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:53.057826 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (915d17d4-8b03-473a-a874-b4e659d5f573), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.073114 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 062de869-673c-437f-8480-ba549ac8bcfe triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:53.074244 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (062de869-673c-437f-8480-ba549ac8bcfe), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.120979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-502c8b1c-5a6d-4754-9288-936968e07270 None None] Current status of the port 062de869-673c-437f-8480-ba549ac8bcfe is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:53.172958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915d17d4-8b03-473a-a874-b4e659d5f573,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:53.176258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb466fb9-e702-4883-a1bb-d5cc025943e8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Network': ['ID=ec9f96b4-c8d2-4ed2-b0af-8e413c39298c,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:53.193091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:53.218724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:53.225442 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:53.239105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:53.247693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-e19bdad3-843e-4f77-b059-d6d602f16b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:53.250233 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-e19bdad3-843e-4f77-b059-d6d602f16b42 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.7156887 Aug 28 20:30:53.258057 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:53.283854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d9fd0534-48a8-41e8-a43e-9f14b37d48e8 None None] Provisioning complete for port 062de869-673c-437f-8480-ba549ac8bcfe triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:53.283854 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0534-48a8-41e8-a43e-9f14b37d48e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (062de869-673c-437f-8480-ba549ac8bcfe), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.286985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 062de869-673c-437f-8480-ba549ac8bcfe is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:53.320641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-eebd6ced-2285-4aa8-9ac3-3c2c9ee2fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:53.322255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-eebd6ced-2285-4aa8-9ac3-3c2c9ee2fc9c service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569668 Aug 28 20:30:53.410481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Pushing event updated for resources: {'Port': ['ID=9693d130-494f-4fe2-b9a5-92dd9c674076,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:53.420514 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (58a04de4-b1a9-4537-b773-099beefb1c5d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.420514 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Added segment 58a04de4-b1a9-4537-b773-099beefb1c5d of type vlan for network b6117410-4917-416e-ab0b-7e4bbb24d286 Aug 28 20:30:53.439291 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (fce610b9-5b5a-48d4-89e4-62280dcc3d86), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.466213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd0534-48a8-41e8-a43e-9f14b37d48e8 None None] Current status of the port 062de869-673c-437f-8480-ba549ac8bcfe is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:53.483274 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-919ae3c7-ae6f-4d39-ae12-103c328430df service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467555 Aug 28 20:30:53.500239 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-90e5bf81-43ce-44f1-908e-948c36663f3b req-5e2981eb-800f-47ee-a377-2897709f9859 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 210 time: 0.2486253 Aug 28 20:30:53.574904 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (b6117410-4917-416e-ab0b-7e4bbb24d286), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.647441 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6b0123ba-b28f-4f7a-9539-a45fed1da2f5 req-26a72162-3416-4b47-9a95-a942f0738090 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539185 Aug 28 20:30:53.661216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (fce610b9-5b5a-48d4-89e4-62280dcc3d86), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.689160 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce610b9-5b5a-48d4-89e4-62280dcc3d86']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:53.700774 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Router 90577fac-b347-4bba-9ab0-c0715ef70efe is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:30:53.743339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed9a385-51bd-4b64-997c-9ab0123e5391') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:53.743686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed9a385-51bd-4b64-997c-9ab0123e5391') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:53.763923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Made reservation on behalf of 72a87c4db6d74cc1a996162e5ad35418 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:53.764108 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (3ed9a385-51bd-4b64-997c-9ab0123e5391), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.765656 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.811421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3ed9a385-51bd-4b64-997c-9ab0123e5391), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.825880 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:30:53.826709 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (3ed9a385-51bd-4b64-997c-9ab0123e5391), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.892040 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (b6117410-4917-416e-ab0b-7e4bbb24d286), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.893449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:53.894692 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.944036 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:30:53.955152 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Sync routers for ids ['90577fac-b347-4bba-9ab0-c0715ef70efe'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:30:53.978164 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks [] for router_gateway (37db3578-b348-4457-997a-4c3e82501562), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:53.982331 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Routers {'90577fac-b347-4bba-9ab0-c0715ef70efe'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:53.983049 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['90577fac-b347-4bba-9ab0-c0715ef70efe'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:54.036012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Allocated IP 172.20.0.7 (3a1f6bbb-6c97-4181-b0c6-f5611dba0733/89a7a736-cb24-41e7-bfce-87f7bbb771be/1f595c3c-ed55-4e07-8559-b137b9c7a66f) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:54.155820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2466183 Aug 28 20:30:54.157145 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (fce610b9-5b5a-48d4-89e4-62280dcc3d86), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.159036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54392) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:54.174449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Request body: {'subnet': {'network_id': 'b6117410-4917-416e-ab0b-7e4bbb24d286', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491342881-subnet', 'tenant_id': 'eade34be160642ea9722bf93ef959e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:54.186225 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef8e61-8d1e-4795-8442-0921e9852a66 None None] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:54.188341 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.192455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/networks/fce610b9-5b5a-48d4-89e4-62280dcc3d86 HTTP/1.1" status: 204 len: 168 time: 1.1959274 Aug 28 20:30:54.202863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54394) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:54.204297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d9b1e-d07f-471b-bc99-a03287a54697 admin admin] Pushing event updated for resources: {'Network': ['ID=b6117410-4917-416e-ab0b-7e4bbb24d286,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:54.241732 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39321585-6f8e-4aa8-9bfe-5a33d85b82b9 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Network': ['ID=fce610b9-5b5a-48d4-89e4-62280dcc3d86,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:54.269200 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Set router 90577fac-b347-4bba-9ab0-c0715ef70efe gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:54.304682 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network b6117410-4917-416e-ab0b-7e4bbb24d286 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:54.368722 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-37e66ebf-d654-4f56-922e-0eb5a6728ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.376955 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.386480 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4187c7f8-98b2-4cfd-b80c-97574de0ee52 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4220490 Aug 28 20:30:54.386834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Made reservation on behalf of eade34be160642ea9722bf93ef959e8a for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:54.393318 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5dce978d-234c-4939-9104-fb6db26799c7 None None] Provisioning complete for port deea8867-3cb2-4f8b-b26a-bed5c4d846fb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:54.393318 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5dce978d-234c-4939-9104-fb6db26799c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.395388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.485532 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383538d1-bbae-4640-a7a0-1ce6bc11f30a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:54.489214 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:54.495719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383538d1-bbae-4640-a7a0-1ce6bc11f30a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:54.503337 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-383538d1-bbae-4640-a7a0-1ce6bc11f30a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2748995 Aug 28 20:30:54.505932 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54396) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:54.511935 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54398) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:54.521394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-745027050'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:54.620869 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.637516 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.639256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5dce978d-234c-4939-9104-fb6db26799c7 None None] Current status of the port deea8867-3cb2-4f8b-b26a-bed5c4d846fb is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:54.639893 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5dce978d-234c-4939-9104-fb6db26799c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.702986 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:54.717691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5dce978d-234c-4939-9104-fb6db26799c7 None None] For port deea8867-3cb2-4f8b-b26a-bed5c4d846fb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,segment=NetworkSegment(591111d6-17fe-45bd-84c3-3a4d0b4405b2),segment_id=591111d6-17fe-45bd-84c3-3a4d0b4405b2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:54.757420 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (37db3578-b348-4457-997a-4c3e82501562), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.802985 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.807465 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5dce978d-234c-4939-9104-fb6db26799c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:54.822290 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 3ed9a385-51bd-4b64-997c-9ab0123e5391 resource provider aggregate not found Aug 28 20:30:54.842668 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:54.875422 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e', 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:30:54.888251 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'name': 'tempest-TestVolumeBootPattern-887450362-router', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:48Z', 'updated_at': '2022-08-28T20:30:50Z', 'revision_number': 3, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'gw_port': {'id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:49Z', 'updated_at': '2022-08-28T20:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:54.920986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:54.940225 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:54.944098 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Checking router: 90577fac-b347-4bba-9ab0-c0715ef70efe for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:30:54.944445 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Updating router 90577fac-b347-4bba-9ab0-c0715ef70efe port c08b69bd-5fe1-46d6-8855-064467a7b74f binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:30:54.979607 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:54.979721 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 3ed9a385-51bd-4b64-997c-9ab0123e5391 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ed9a385-51bd-4b64-997c-9ab0123e5391 found for delete ", "request_id": "req-fb2df874-caf8-4c09-9873-efdeb3fc6a52"}]} Aug 28 20:30:54.990761 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.005053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device deea8867-3cb2-4f8b-b26a-bed5c4d846fb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:55.033522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=1f595c3c-ed55-4e07-8559-b137b9c7a66f,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:55.066726 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:55.068391 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.165172 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-4e2dac6c-8131-4dd7-a734-7a5d1446f634 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7694008 Aug 28 20:30:55.192317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Request body: {'port': {'device_id': '809f8782-26e2-42e2-9905-f12eaced30bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:55.208191 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce978d-234c-4939-9104-fb6db26799c7 None None] Pushing event updated for resources: {'Port': ['ID=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:55.233186 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-63175a11-f8d7-4b45-87f0-f81b7b06ccd0 None None] Provisioning complete for port deea8867-3cb2-4f8b-b26a-bed5c4d846fb triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:55.233568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-63175a11-f8d7-4b45-87f0-f81b7b06ccd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.330323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port deea8867-3cb2-4f8b-b26a-bed5c4d846fb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:55.330711 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.364533 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Publish callbacks [] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.374043 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.454086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-63175a11-f8d7-4b45-87f0-f81b7b06ccd0 None None] Current status of the port deea8867-3cb2-4f8b-b26a-bed5c4d846fb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:55.464901 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.505715 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2371e70-999d-4317-a91f-661fdb1df8c2 req-1dd096ac-b4c2-476f-a429-e85b4cd0b417 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:55.507333 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2371e70-999d-4317-a91f-661fdb1df8c2 req-1dd096ac-b4c2-476f-a429-e85b4cd0b417 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 931 time: 0.7826710 Aug 28 20:30:55.508909 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Attempting to bind port c08b69bd-5fe1-46d6-8855-064467a7b74f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:55.509751 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Attempting to bind port c08b69bd-5fe1-46d6-8855-064467a7b74f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:55.511191 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Attempting to bind port c08b69bd-5fe1-46d6-8855-064467a7b74f on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:55.535512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Made reservation on behalf of 948d5952c15c44a4b36dfc1009913a8a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:55.536046 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:30:55.536257 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.537324 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:55.539114 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:55.540265 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.541169 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:30:55.542864 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Bound port: c08b69bd-5fe1-46d6-8855-064467a7b74f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:30:55.544287 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.587514 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:55.595315 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:55.597575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port deea8867-3cb2-4f8b-b26a-bed5c4d846fb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:55.608231 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:55.642960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bebca0d8-8807-4df1-b9c0-0ba576400bf1 None None] Provisioning complete for port 1f595c3c-ed55-4e07-8559-b137b9c7a66f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:55.643347 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bebca0d8-8807-4df1-b9c0-0ba576400bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.653100 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6424ac88-c0a5-43f5-8c99-d6aa2b9acd35), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.653591 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Added segment 6424ac88-c0a5-43f5-8c99-d6aa2b9acd35 of type vlan for network 3128e2f3-a082-4903-8e7b-24d2ffa1eee5 Aug 28 20:30:55.679824 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (71f030b6-699c-462e-b686-9369c3e0450e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.716558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bebca0d8-8807-4df1-b9c0-0ba576400bf1 None None] Port 1f595c3c-ed55-4e07-8559-b137b9c7a66f cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:30:55.727647 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Pushing event updated for resources: {'Port': ['ID=c08b69bd-5fe1-46d6-8855-064467a7b74f,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:55.774220 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] For port c08b69bd-5fe1-46d6-8855-064467a7b74f, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:55.779539 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] For port c08b69bd-5fe1-46d6-8855-064467a7b74f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c08b69bd-5fe1-46d6-8855-064467a7b74f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:30:55.784000 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:55.786452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.786990 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.787520 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.788050 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.788570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.789086 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.789585 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.791127 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.791667 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.792178 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.792822 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.793474 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.794000 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.794545 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.795041 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:30:55.849200 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (3128e2f3-a082-4903-8e7b-24d2ffa1eee5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.857410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b2371e70-999d-4317-a91f-661fdb1df8c2 req-16956b01-4163-4227-b4d0-4408092a24c4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393793 Aug 28 20:30:55.857883 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f595c3c-ed55-4e07-8559-b137b9c7a66f {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:30:55.869736 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.877599 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Publish callbacks [] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.892924 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Transition to ACTIVE for port object 1f595c3c-ed55-4e07-8559-b137b9c7a66f will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:30:55.928339 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:55.949030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f030b6-699c-462e-b686-9369c3e0450e,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:56.018113 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.023793 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Routers {'90577fac-b347-4bba-9ab0-c0715ef70efe'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:56.024983 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['90577fac-b347-4bba-9ab0-c0715ef70efe'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:56.138823 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b26579-85ab-4289-a207-bb7579fef53d None None] Pushing event updated for resources: {'Port': ['ID=c08b69bd-5fe1-46d6-8855-064467a7b74f,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:56.187178 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (3128e2f3-a082-4903-8e7b-24d2ffa1eee5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.193148 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:56.209511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.212709 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Pushing event updated for resources: {'Port': ['ID=1f595c3c-ed55-4e07-8559-b137b9c7a66f,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:56.223681 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:56.232983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Checking segment: {'id': '58a04de4-b1a9-4537-b773-099beefb1c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b6117410-4917-416e-ab0b-7e4bbb24d286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:56.236187 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Network hostable DHCP agents. Network: b6117410-4917-416e-ab0b-7e4bbb24d286, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:30:56.256688 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:56.280079 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] Set router 90577fac-b347-4bba-9ab0-c0715ef70efe gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:56.354593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Attempting to bind port 1f595c3c-ed55-4e07-8559-b137b9c7a66f on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:56.354593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Attempting to bind port 1f595c3c-ed55-4e07-8559-b137b9c7a66f by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:56.354593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Attempting to bind port 1f595c3c-ed55-4e07-8559-b137b9c7a66f on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:56.355026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Port 1f595c3c-ed55-4e07-8559-b137b9c7a66f on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:30:56.355363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Attempting to bind port 1f595c3c-ed55-4e07-8559-b137b9c7a66f on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:56.362321 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:30:56.363331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:56.364098 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Bound using segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:30:56.364632 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Bound port: 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:30:56.365170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.376322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Network': ['ID=3128e2f3-a082-4903-8e7b-24d2ffa1eee5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:56.393839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 3128e2f3-a082-4903-8e7b-24d2ffa1eee5 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:56.394516 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0074e7b8-9ecb-45da-a113-866480394d8f tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8778033 Aug 28 20:30:56.397090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54416) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:56.402194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-303976386'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:56.474580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] For port 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:56.480914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] For port 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:30:56.559695 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.579632 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'name': 'tempest-TestVolumeBootPattern-887450362-router', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:48Z', 'updated_at': '2022-08-28T20:30:50Z', 'revision_number': 3, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'gw_port': {'id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:49Z', 'updated_at': '2022-08-28T20:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:56.584400 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Network b6117410-4917-416e-ab0b-7e4bbb24d286 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:30:56.586854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Router 37db3578-b348-4457-997a-4c3e82501562 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:30:56.613828 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16d94f-84d1-4ef1-8fd7-94fc7fc61cbd None None] The sync data for ids ['90577fac-b347-4bba-9ab0-c0715ef70efe'] in n-d-854121-7 is: [{'id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'name': 'tempest-TestVolumeBootPattern-887450362-router', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:48Z', 'updated_at': '2022-08-28T20:30:50Z', 'revision_number': 3, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'gw_port': {'id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:49Z', 'updated_at': '2022-08-28T20:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:30:56.690238 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Made reservation on behalf of 948d5952c15c44a4b36dfc1009913a8a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:56.694866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.704645 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.710497 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:56.711129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.712839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/1f595c3c-ed55-4e07-8559-b137b9c7a66f HTTP/1.1" status: 200 len: 1091 time: 1.5255299 Aug 28 20:30:56.713413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:30:56.715812 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe808dbc-dd82-48b0-9bb0-5e0fd570950d" -d '{"events": [{"name": "network-changed", "server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:30:56.775995 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f949ab-5cbf-4fb3-a69d-53a4382abe43 x-openstack-request-id: req-07f949ab-5cbf-4fb3-a69d-53a4382abe43 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:30:56.775995 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:30:56.775995 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07f949ab-5cbf-4fb3-a69d-53a4382abe43 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:30:56.776364 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f949ab-5cbf-4fb3-a69d-53a4382abe43'] response: {'name': 'network-changed', 'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f', 'status': 'completed', 'code': 200} Aug 28 20:30:56.823505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:56.829716 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, b6117410-4917-416e-ab0b-7e4bbb24d286) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:56.834256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:56.834860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.840356 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2a822-57cf-423f-b23a-d17990c8f585 service neutron] Pushing event updated for resources: {'Port': ['ID=1f595c3c-ed55-4e07-8559-b137b9c7a66f,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:56.845833 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device deea8867-3cb2-4f8b-b26a-bed5c4d846fb up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:56.853302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ad910-15dd-4c69-b0c3-4569f809137d None None] Network b6117410-4917-416e-ab0b-7e4bbb24d286 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:56.908570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3a4aecb0-7184-410a-b1b1-2fb958c56d5f), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:56.909174 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Added segment 3a4aecb0-7184-410a-b1b1-2fb958c56d5f of type vlan for network 9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4 Aug 28 20:30:56.927337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe808dbc-dd82-48b0-9bb0-5e0fd570950d req-372126c6-d52f-435c-8fba-8bbf7eea0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:56.947836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe808dbc-dd82-48b0-9bb0-5e0fd570950d req-372126c6-d52f-435c-8fba-8bbf7eea0915 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 1125 time: 0.1265311 Aug 28 20:30:56.964895 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2eeb9db0-c159-4677-9ee1-6f92bdca2891 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7956989 Aug 28 20:30:57.009126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:30:57.026188 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Allocated IP 172.20.0.1 (877cd4ae-9778-4a9f-ac11-da7b5d7229fb/1b24249b-c328-4a25-97c0-398f28b287b2/a9d3e696-474d-498e-adaa-d7d3bbcb957e) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:57.067561 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.127987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Sync routers for ids ['37db3578-b348-4457-997a-4c3e82501562'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:30:57.209025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:30:57.243277 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.245102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c2986c5-c34d-4eda-ad23-c729302cda9b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.8641186 Aug 28 20:30:57.248024 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port deea8867-3cb2-4f8b-b26a-bed5c4d846fb triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:57.249545 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.258766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54428) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:57.262080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Routers {'37db3578-b348-4457-997a-4c3e82501562'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:57.263543 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['37db3578-b348-4457-997a-4c3e82501562'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:57.332989 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:57.339474 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.371789 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f2f77-e1d1-40bc-855d-fe9bafdabbe1 None None] Network b6117410-4917-416e-ab0b-7e4bbb24d286 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:30:57.385943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks [] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.406575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe808dbc-dd82-48b0-9bb0-5e0fd570950d req-f07b3146-3f44-4e7a-ae48-99962665c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:57.408328 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe808dbc-dd82-48b0-9bb0-5e0fd570950d req-f07b3146-3f44-4e7a-ae48-99962665c6f8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=72a87c4db6d74cc1a996162e5ad35418&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4412529 Aug 28 20:30:57.450847 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.457890 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:57.460010 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.473343 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e77df-4ad1-4f2a-8ea1-1203cc4ce890 req-4a3d6ed0-f440-41b6-8f88-68a0362c312e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:57.480052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-727e77df-4ad1-4f2a-8ea1-1203cc4ce890 req-4a3d6ed0-f440-41b6-8f88-68a0362c312e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 943 time: 0.3869603 Aug 28 20:30:57.513232 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:57.533144 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:57.652348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.696863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe808dbc-dd82-48b0-9bb0-5e0fd570950d req-cf7e2ad5-c397-4ae7-a937-cac4548dd110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:57.698682 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fe808dbc-dd82-48b0-9bb0-5e0fd570950d req-cf7e2ad5-c397-4ae7-a937-cac4548dd110 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2706251 Aug 28 20:30:57.725787 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:57.818681 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Pushing event updated for resources: {'Port': ['ID=a9d3e696-474d-498e-adaa-d7d3bbcb957e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:57.836620 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-727e77df-4ad1-4f2a-8ea1-1203cc4ce890 req-4433021b-f075-4471-bbde-fe012d6c4580 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198237 Aug 28 20:30:57.853692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:57.867216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:57.867216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:57.928952 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5305948 Aug 28 20:30:57.931976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54440) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:57.932885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (90577fac-b347-4bba-9ab0-c0715ef70efe), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:57.938027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-bac0f8b5-bbdb-4e59-a694-61ac62f004f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:57.944479 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'ports': [{'network_id': '3128e2f3-a082-4903-8e7b-24d2ffa1eee5', 'name': 'tempest-port--154417171', 'admin_state_up': True}, {'network_id': '9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4', 'admin_state_up': False}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:57.944840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'port': {'network_id': '3128e2f3-a082-4903-8e7b-24d2ffa1eee5', 'name': 'tempest-port--154417171', 'admin_state_up': True}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:57.945333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'port': {'network_id': '9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4', 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:57.946345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-bac0f8b5-bbdb-4e59-a694-61ac62f004f7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 1125 time: 0.1520474 Aug 28 20:30:58.055314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Set router 37db3578-b348-4457-997a-4c3e82501562 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:30:58.062709 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-686701a9-b244-4955-9157-992c74c62367 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f HTTP/1.1" status: 200 len: 217 time: 0.0867581 Aug 28 20:30:58.211254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-f49c5519-5335-46c9-8130-7dbcd81001aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:58.213085 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-f49c5519-5335-46c9-8130-7dbcd81001aa service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.1369593 Aug 28 20:30:58.332122 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e7c96-d3e7-4e85-a5b5-1ce974a3d902 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Network': ['ID=9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:58.412047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:30:58.424865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-0c671579-d573-4e6c-9e7b-b479207bf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:58.431795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-0c671579-d573-4e6c-9e7b-b479207bf03c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2052233 Aug 28 20:30:58.538376 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.547125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54448) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:30:58.555894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-77f1c377-fbab-4505-82ee-cf502d050b98 None None] Provisioning complete for port a9d3e696-474d-498e-adaa-d7d3bbcb957e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:58.556275 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-77f1c377-fbab-4505-82ee-cf502d050b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.565664 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-458152261-network', 'tenant_id': 'b15f0569d01e402db823bdc40bf158b2'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:30:58.576714 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:58.606491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.610812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:30:53Z', 'revision_number': 3, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:58.647999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Made reservation on behalf of 948d5952c15c44a4b36dfc1009913a8a for: {'port': 2} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:58.657521 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.690073 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.712418 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.717240 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:58.718527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Checking router: 37db3578-b348-4457-997a-4c3e82501562 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:30:58.718872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Updating router 37db3578-b348-4457-997a-4c3e82501562 port 9693d130-494f-4fe2-b9a5-92dd9c674076 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:30:58.728244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-77f1c377-fbab-4505-82ee-cf502d050b98 None None] Port a9d3e696-474d-498e-adaa-d7d3bbcb957e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:30:58.751068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port deea8867-3cb2-4f8b-b26a-bed5c4d846fb is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:58.761334 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-58b4e950-b731-4037-9ce5-46aaa698dcb2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186960 Aug 28 20:30:58.765043 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.924632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c08b69bd-5fe1-46d6-8855-064467a7b74f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:30:58.933650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Made reservation on behalf of b15f0569d01e402db823bdc40bf158b2 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:30:58.935613 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:58.980785 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:59.005641 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.065249 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1cb72-01ad-43c7-be31-70cc0cd455ef req-dc008f9f-3d08-47cc-85e2-66d136db419e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:59.069756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] device_id is not set on port f0a04e92-0123-4de2-882f-0c2858577c8d yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:59.069998 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-28c1cb72-01ad-43c7-be31-70cc0cd455ef req-dc008f9f-3d08-47cc-85e2-66d136db419e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 943 time: 0.0730021 Aug 28 20:30:59.136101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c08b69bd-5fe1-46d6-8855-064467a7b74f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:30:59.137961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.147726 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6d1d1383-0a59-4404-a3c6-9f825e6efd63 req-f2f65395-6362-4644-b722-72ebf81f2d8a service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339827 Aug 28 20:30:59.172948 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Allocated IP 172.20.0.1 (c705f31b-d63a-4d3d-bc43-0da8b141c51e/1ce0a25a-b469-41e7-97d2-0ff4533c97b4/b1eb2227-995f-403b-9655-c484d0699482) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:30:59.181016 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-28c1cb72-01ad-43c7-be31-70cc0cd455ef req-5bad6e4a-4983-40e6-9dc1-86210f157dd7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939741 Aug 28 20:30:59.203684 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks [] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.272016 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks [] for security_group (5bf9d018-5ac4-4b9a-a27c-49bae5b4a157), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.337206 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for port (f0a04e92-0123-4de2-882f-0c2858577c8d), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.354549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks [] for port (b1eb2227-995f-403b-9655-c484d0699482), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.361386 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Publish callbacks [] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.399536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5bf9d018-5ac4-4b9a-a27c-49bae5b4a157), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.412510 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:30:59.437132 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (702458c7-2641-4b73-8afa-e04dd036ae22), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.437132 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Added segment 702458c7-2641-4b73-8afa-e04dd036ae22 of type vlan for network 0894d4a4-6564-4fbf-aab2-e89a56483359 Aug 28 20:30:59.437370 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c08b69bd-5fe1-46d6-8855-064467a7b74f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:30:59.437370 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.469568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port c08b69bd-5fe1-46d6-8855-064467a7b74f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c08b69bd-5fe1-46d6-8855-064467a7b74f,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:30:59.476014 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.497136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.534373 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b1eb2227-995f-403b-9655-c484d0699482), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.567002 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (0894d4a4-6564-4fbf-aab2-e89a56483359), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.589958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Attempting to bind port 9693d130-494f-4fe2-b9a5-92dd9c674076 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:30:59.591161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Attempting to bind port 9693d130-494f-4fe2-b9a5-92dd9c674076 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:30:59.591691 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Attempting to bind port 9693d130-494f-4fe2-b9a5-92dd9c674076 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:30:59.603470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] device_id is not set on port 71ad31e7-57de-40eb-b2ef-0268e0b58efe yet. {{(pid=114322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:30:59.616336 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.625205 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:30:59.625775 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:30:59.626442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.627679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:30:59.628979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Bound port: 9693d130-494f-4fe2-b9a5-92dd9c674076, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:30:59.630090 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.635085 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (90577fac-b347-4bba-9ab0-c0715ef70efe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.641959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf9d018-5ac4-4b9a-a27c-49bae5b4a157,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:59.654532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Pushing event updated for resources: {'Port': ['ID=a9d3e696-474d-498e-adaa-d7d3bbcb957e,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:59.669961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:59.676852 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:30:59.703462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:30:59.742642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] For port 9693d130-494f-4fe2-b9a5-92dd9c674076, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:30:59.749238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] For port 9693d130-494f-4fe2-b9a5-92dd9c674076, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9693d130-494f-4fe2-b9a5-92dd9c674076,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:30:59.754593 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:30:59.756520 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (0894d4a4-6564-4fbf-aab2-e89a56483359), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.757684 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:30:59.758381 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.777559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb392b-1c75-4a05-8abc-4b18acdf4a74 None None] Pushing event updated for resources: {'Port': ['ID=9693d130-494f-4fe2-b9a5-92dd9c674076,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:59.813202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1eb2227-995f-403b-9655-c484d0699482,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:59.867419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:30:59.883775 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (37db3578-b348-4457-997a-4c3e82501562), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.896129 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:30:59.926134 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=c08b69bd-5fe1-46d6-8855-064467a7b74f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:30:59.941801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Routers {'37db3578-b348-4457-997a-4c3e82501562'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:30:59.942931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['37db3578-b348-4457-997a-4c3e82501562'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:30:59.998676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] Pushing event updated for resources: {'Network': ['ID=0894d4a4-6564-4fbf-aab2-e89a56483359,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:00.002675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:00.032666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 0894d4a4-6564-4fbf-aab2-e89a56483359 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:31:00.042912 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f4d470ec-84e0-4045-bf9f-41cb7e2f13be admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4896126 Aug 28 20:31:00.043158 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54458) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:00.051262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Request body: {'subnet': {'network_id': '0894d4a4-6564-4fbf-aab2-e89a56483359', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-458152261-subnet', 'tenant_id': 'b15f0569d01e402db823bdc40bf158b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:00.158403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Made reservation on behalf of b15f0569d01e402db823bdc40bf158b2 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:00.167960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.232491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fd9b83f4-6121-432a-b77f-7825b4a9ecb8 None None] Provisioning complete for port b1eb2227-995f-403b-9655-c484d0699482 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:00.233102 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd9b83f4-6121-432a-b77f-7825b4a9ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b1eb2227-995f-403b-9655-c484d0699482), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.243798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for port (71ad31e7-57de-40eb-b2ef-0268e0b58efe), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.259439 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Router 90577fac-b347-4bba-9ab0-c0715ef70efe has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:31:00.292821 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b1eb2227-995f-403b-9655-c484d0699482), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.294707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb392b-1c75-4a05-8abc-4b18acdf4a74 None None] Pushing event updated for resources: {'Port': ['ID=9693d130-494f-4fe2-b9a5-92dd9c674076,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:00.320039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b83f4-6121-432a-b77f-7825b4a9ecb8 None None] Port b1eb2227-995f-403b-9655-c484d0699482 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:00.322904 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] Set router 37db3578-b348-4457-997a-4c3e82501562 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:00.513280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:00.515886 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f0a04e92-0123-4de2-882f-0c2858577c8d), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.529614 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-46506b9e-7f2b-4397-ad7f-cc80c693c60a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/90577fac-b347-4bba-9ab0-c0715ef70efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0121765 Aug 28 20:31:00.535332 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Sync routers for ids ['90577fac-b347-4bba-9ab0-c0715ef70efe'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:00.542480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e438-efb0-427b-8864-b2c876e07c7d req-701defd1-61ee-4d7f-adee-b651c7601221 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:00.544139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78b9e438-efb0-427b-8864-b2c876e07c7d req-701defd1-61ee-4d7f-adee-b651c7601221 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 943 time: 0.1164544 Aug 28 20:31:00.562206 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Routers {'90577fac-b347-4bba-9ab0-c0715ef70efe'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:00.564456 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ac94bff6-94da-4681-ab13-cd0733af72f6 None None] Provisioning complete for port a9d3e696-474d-498e-adaa-d7d3bbcb957e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:00.564989 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ac94bff6-94da-4681-ab13-cd0733af72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.575551 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['90577fac-b347-4bba-9ab0-c0715ef70efe'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:00.654509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ac94bff6-94da-4681-ab13-cd0733af72f6 None None] Port a9d3e696-474d-498e-adaa-d7d3bbcb957e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:00.661929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:30:53Z', 'revision_number': 3, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:00.667674 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks [] for port (b1eb2227-995f-403b-9655-c484d0699482), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.678612 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:00.682793 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Port': ['ID=f0a04e92-0123-4de2-882f-0c2858577c8d,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:00.689294 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:00.718515 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.720125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd195811-da1e-469a-bb88-5e19231cc9de None None] The sync data for ids ['37db3578-b348-4457-997a-4c3e82501562'] in n-d-854121-7 is: [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:30:53Z', 'revision_number': 3, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:00.779173 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Set router 90577fac-b347-4bba-9ab0-c0715ef70efe gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:00.783540 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Checking segment: {'id': '6424ac88-c0a5-43f5-8c99-d6aa2b9acd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '3128e2f3-a082-4903-8e7b-24d2ffa1eee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:00.783899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network hostable DHCP agents. Network: 3128e2f3-a082-4903-8e7b-24d2ffa1eee5, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:00.816795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b1eb2227-995f-403b-9655-c484d0699482), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:00.834905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78b9e438-efb0-427b-8864-b2c876e07c7d req-873799e7-047e-437d-b0ed-1a64b108188a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573532 Aug 28 20:31:00.891701 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:00.924305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c08b69bd-5fe1-46d6-8855-064467a7b74f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:00.931960 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (37db3578-b348-4457-997a-4c3e82501562), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:01.001344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c08b69bd-5fe1-46d6-8855-064467a7b74f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:01.001738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c08b69bd-5fe1-46d6-8855-064467a7b74f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:01.012481 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network 3128e2f3-a082-4903-8e7b-24d2ffa1eee5 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:01.091032 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'name': 'tempest-TestVolumeBootPattern-887450362-router', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:48Z', 'updated_at': '2022-08-28T20:30:58Z', 'revision_number': 4, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'gw_port': {'id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:49Z', 'updated_at': '2022-08-28T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a9d3e696-474d-498e-adaa-d7d3bbcb957e', 'name': '', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'mac_address': 'fa:16:3e:8c:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:56Z', 'updated_at': '2022-08-28T20:30:58Z', 'revision_number': 2, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'subnets': [{'id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:01.114718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 3128e2f3-a082-4903-8e7b-24d2ffa1eee5) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:01.124633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Checking router: 90577fac-b347-4bba-9ab0-c0715ef70efe for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:31:01.124633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Updating router 90577fac-b347-4bba-9ab0-c0715ef70efe port a9d3e696-474d-498e-adaa-d7d3bbcb957e binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:31:01.124896 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:01.124896 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (71ad31e7-57de-40eb-b2ef-0268e0b58efe), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:01.134935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a74b59-0f03-4977-bc08-6a5b328e2308 None None] Network 3128e2f3-a082-4903-8e7b-24d2ffa1eee5 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:01.167881 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:01.292780 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:01.297127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c08b69bd-5fe1-46d6-8855-064467a7b74f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:01.344380 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:01.354382 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Port': ['ID=71ad31e7-57de-40eb-b2ef-0268e0b58efe,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:01.380720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Checking segment: {'id': '3a4aecb0-7184-410a-b1b1-2fb958c56d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:01.381313 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network hostable DHCP agents. Network: 9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:01.464760 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network 9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:01.601904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:01.613218 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd94ac-3133-4771-b9b6-a4327bc92634 None None] Network 9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:01.613663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:01.629493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:01.649720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:01.649720 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:01.680128 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Publish callbacks [] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:01.729254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1eb2227-995f-403b-9655-c484d0699482,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:01.742485 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:01.746290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:01.770363 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Checking segment: {'id': '702458c7-2641-4b73-8afa-e04dd036ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0894d4a4-6564-4fbf-aab2-e89a56483359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:01.771097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Network hostable DHCP agents. Network: 0894d4a4-6564-4fbf-aab2-e89a56483359, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:01.795861 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:01.813485 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4c42d438-ded7-436e-9b17-81f99d9b0daa tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8762712 Aug 28 20:31:01.816766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54480) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:01.877373 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:01.899807 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:01.918741 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Network 0894d4a4-6564-4fbf-aab2-e89a56483359 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:02.044886 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab9b78-89fd-4020-9d67-a25aa3e8a621 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:02.050816 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 0894d4a4-6564-4fbf-aab2-e89a56483359) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:02.061612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:02.062118 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e48f51-ffba-492b-9d17-242b96f3812e None None] Network 0894d4a4-6564-4fbf-aab2-e89a56483359 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:02.062279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab9b78-89fd-4020-9d67-a25aa3e8a621 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:02.062414 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:02.065363 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-acab9b78-89fd-4020-9d67-a25aa3e8a621 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2470148 Aug 28 20:31:02.072028 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54486) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:02.222467 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-cd5e24dd-f37a-4f80-805e-315518a9ae8e admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1677523 Aug 28 20:31:02.244171 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bbde8-afdb-44d4-a0eb-010139a58bfe None None] Pushing event updated for resources: {'Port': ['ID=a9d3e696-474d-498e-adaa-d7d3bbcb957e,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:02.264992 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:02.294797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Attempting to bind port a9d3e696-474d-498e-adaa-d7d3bbcb957e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:02.295560 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Attempting to bind port a9d3e696-474d-498e-adaa-d7d3bbcb957e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:02.308448 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Attempting to bind port a9d3e696-474d-498e-adaa-d7d3bbcb957e on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:02.316105 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:02.316799 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Checking segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:02.317413 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:02.318031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Bound using segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:02.318708 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Bound port: a9d3e696-474d-498e-adaa-d7d3bbcb957e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:02.319312 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:02.366388 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3068f6-5340-43ba-adc8-701c59149ac3 None None] Network 0894d4a4-6564-4fbf-aab2-e89a56483359 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:02.368979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54492) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:02.392047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1532290115-network', 'tenant_id': '56c05ed801854c209463013f864b60b7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:02.395564 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:02.408331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c4185-fa59-4843-b1ca-09b612426d24 req-c739e95a-3ff8-4ddf-8044-47af954bf733 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:02.419594 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba4c4185-fa59-4843-b1ca-09b612426d24 req-c739e95a-3ff8-4ddf-8044-47af954bf733 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 943 time: 0.3639832 Aug 28 20:31:02.439409 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Deleting port f0a04e92-0123-4de2-882f-0c2858577c8d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:02.440333 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f0a04e92-0123-4de2-882f-0c2858577c8d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:02.526178 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] For port a9d3e696-474d-498e-adaa-d7d3bbcb957e, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:02.535566 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] For port a9d3e696-474d-498e-adaa-d7d3bbcb957e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a9d3e696-474d-498e-adaa-d7d3bbcb957e,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:02.611055 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba4c4185-fa59-4843-b1ca-09b612426d24 req-64910e61-6f68-47aa-a9c0-fd0530638d47 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900795 Aug 28 20:31:02.618840 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:02.649968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Router 37db3578-b348-4457-997a-4c3e82501562 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:31:02.717825 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Routers {'90577fac-b347-4bba-9ab0-c0715ef70efe'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:02.718615 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['90577fac-b347-4bba-9ab0-c0715ef70efe'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:02.722509 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1f595c3c-ed55-4e07-8559-b137b9c7a66f details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:31:02.762190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-adbfc670-b7eb-4816-b2f8-c6a7a449adac None None] Provisioning complete for port b1eb2227-995f-403b-9655-c484d0699482 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:02.762758 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-adbfc670-b7eb-4816-b2f8-c6a7a449adac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b1eb2227-995f-403b-9655-c484d0699482), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:02.820676 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54500) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:02.823910 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:02.845986 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-591cb89e-7931-4c73-b7cb-bb0aa9e6f7f2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/37db3578-b348-4457-997a-4c3e82501562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5775898 Aug 28 20:31:02.856349 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bbde8-afdb-44d4-a0eb-010139a58bfe None None] Pushing event updated for resources: {'Port': ['ID=a9d3e696-474d-498e-adaa-d7d3bbcb957e,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:02.932716 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:02.936595 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] Deleting subnet 71f030b6-699c-462e-b686-9369c3e0450e {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:31:02.950743 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] Publish callbacks [] for subnet (71f030b6-699c-462e-b686-9369c3e0450e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:02.992735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9693d130-494f-4fe2-b9a5-92dd9c674076 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:03.039182 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-adbfc670-b7eb-4816-b2f8-c6a7a449adac None None] Port b1eb2227-995f-403b-9655-c484d0699482 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:03.050634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (71f030b6-699c-462e-b686-9369c3e0450e), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.082626 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] Set router 90577fac-b347-4bba-9ab0-c0715ef70efe gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:03.136317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (71f030b6-699c-462e-b686-9369c3e0450e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.205438 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:03.212059 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:03.215394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Made reservation on behalf of 56c05ed801854c209463013f864b60b7 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:03.219659 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.220552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9693d130-494f-4fe2-b9a5-92dd9c674076 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:03.220940 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.264814 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:03.280710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.383395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:03.403185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '1f595c3c-ed55-4e07-8559-b137b9c7a66f', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': '1f595c3c-ed55-4e07-8559-b137b9c7a66f', 'mac_address': 'fa:16:3e:18:55:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:31:03.408302 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (71f030b6-699c-462e-b686-9369c3e0450e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.435031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.442495 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/71f030b6-699c-462e-b686-9369c3e0450e HTTP/1.1" status: 204 len: 168 time: 0.6157446 Aug 28 20:31:03.453612 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks [] for security_group (ffb3efae-eb1b-4dd6-875e-124d5de36f41), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.457001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54506) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:03.471601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0eb0-b45f-4eba-852d-b945e42e827b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f030b6-699c-462e-b686-9369c3e0450e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:03.496133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 1f595c3c-ed55-4e07-8559-b137b9c7a66f is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:03.503752 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.515171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f595c3c-ed55-4e07-8559-b137b9c7a66f {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:31:03.521980 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'name': 'tempest-TestVolumeBootPattern-887450362-router', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:48Z', 'updated_at': '2022-08-28T20:30:58Z', 'revision_number': 4, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'gw_port': {'id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:49Z', 'updated_at': '2022-08-28T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a9d3e696-474d-498e-adaa-d7d3bbcb957e', 'name': '', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'mac_address': 'fa:16:3e:8c:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:56Z', 'updated_at': '2022-08-28T20:31:02Z', 'revision_number': 4, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'subnets': [{'id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:03.542718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:03.549087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9693d130-494f-4fe2-b9a5-92dd9c674076 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:03.549903 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.564401 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3343fe-c637-403d-bd60-95a8813ec6e4 None None] The sync data for ids ['90577fac-b347-4bba-9ab0-c0715ef70efe'] in n-d-854121-7 is: [{'id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'name': 'tempest-TestVolumeBootPattern-887450362-router', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:48Z', 'updated_at': '2022-08-28T20:30:58Z', 'revision_number': 4, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'gw_port': {'id': 'c08b69bd-5fe1-46d6-8855-064467a7b74f', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:49Z', 'updated_at': '2022-08-28T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'a9d3e696-474d-498e-adaa-d7d3bbcb957e', 'name': '', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'mac_address': 'fa:16:3e:8c:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90577fac-b347-4bba-9ab0-c0715ef70efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:56Z', 'updated_at': '2022-08-28T20:31:02Z', 'revision_number': 4, 'project_id': '1787e56fcd0b41a4901625e6f9ab80bb', 'subnets': [{'id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:03.577189 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:03.578196 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ffb3efae-eb1b-4dd6-875e-124d5de36f41), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.593716 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9693d130-494f-4fe2-b9a5-92dd9c674076, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9693d130-494f-4fe2-b9a5-92dd9c674076,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:03.598559 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f0a04e92-0123-4de2-882f-0c2858577c8d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.647711 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.720537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.723088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Calling delete_port for f0a04e92-0123-4de2-882f-0c2858577c8d owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:03.726123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:31:03.747678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (b6117410-4917-416e-ab0b-7e4bbb24d286), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.760478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb3efae-eb1b-4dd6-875e-124d5de36f41,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:03.760744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=1f595c3c-ed55-4e07-8559-b137b9c7a66f,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:03.787983 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (5419ba59-4de3-4ca4-a1f8-a093e74df0a8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:03.788317 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Added segment 5419ba59-4de3-4ca4-a1f8-a093e74df0a8 of type vlan for network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 Aug 28 20:31:03.818891 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:03.859957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9693d130-494f-4fe2-b9a5-92dd9c674076,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:03.971758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Sync routers for ids ['37db3578-b348-4457-997a-4c3e82501562'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:03.992374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Routers {'37db3578-b348-4457-997a-4c3e82501562'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:03.993061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['37db3578-b348-4457-997a-4c3e82501562'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:04.027617 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f268f50-572e-4853-9d36-d08c0906935b req-46702c15-6abc-4bf5-b86d-0ea9fb4f0f56 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:04.038488 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f268f50-572e-4853-9d36-d08c0906935b req-46702c15-6abc-4bf5-b86d-0ea9fb4f0f56 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 944 time: 0.2753420 Aug 28 20:31:04.055835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (745dce8e-1707-4cbb-a89c-e9cd0eb0b342), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.077611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['1f595c3c-ed55-4e07-8559-b137b9c7a66f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:04.083279 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:04.132644 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:04.228029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (b6117410-4917-416e-ab0b-7e4bbb24d286), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.248177 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2f268f50-572e-4853-9d36-d08c0906935b req-64c8e0d6-0c98-4147-bb0b-6b515e943633 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087047 Aug 28 20:31:04.259356 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6117410-4917-416e-ab0b-7e4bbb24d286']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:04.296254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a04de4-b1a9-4537-b773-099beefb1c5d') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:04.297093 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a04de4-b1a9-4537-b773-099beefb1c5d') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:04.318211 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (58a04de4-b1a9-4537-b773-099beefb1c5d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.341455 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (58a04de4-b1a9-4537-b773-099beefb1c5d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.343274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Set router 37db3578-b348-4457-997a-4c3e82501562 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:04.351999 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:04.352828 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (58a04de4-b1a9-4537-b773-099beefb1c5d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.443211 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 58a04de4-b1a9-4537-b773-099beefb1c5d resource provider aggregate not found Aug 28 20:31:04.455943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (745dce8e-1707-4cbb-a89c-e9cd0eb0b342), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.458436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:04.459240 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.473021 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f0a04e92-0123-4de2-882f-0c2858577c8d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.603867 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 58a04de4-b1a9-4537-b773-099beefb1c5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58a04de4-b1a9-4537-b773-099beefb1c5d found for delete ", "request_id": "req-f8f3af2b-803e-47f8-af68-ef49ae1db8b1"}]} Aug 28 20:31:04.604555 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] Pushing event updated for resources: {'Network': ['ID=745dce8e-1707-4cbb-a89c-e9cd0eb0b342,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:04.624683 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:31:04.635358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54530) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:04.636577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c6edd7da-807d-4c30-b0b5-a21d90805707 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2614970 Aug 28 20:31:04.644268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Request body: {'subnet': {'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1532290115-subnet', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:04.678360 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (b6117410-4917-416e-ab0b-7e4bbb24d286), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.688022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.694170 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:04.696351 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f0a04e92-0123-4de2-882f-0c2858577c8d HTTP/1.1" status: 204 len: 168 time: 2.6218603 Aug 28 20:31:04.697640 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ea002-eeaf-487e-9f93-74333d833595 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Port': ['ID=f0a04e92-0123-4de2-882f-0c2858577c8d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:04.710732 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.716699 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b6117410-4917-416e-ab0b-7e4bbb24d286 HTTP/1.1" status: 204 len: 168 time: 1.2526705 Aug 28 20:31:04.716699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54532) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:04.734882 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54534) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:04.785125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Made reservation on behalf of 56c05ed801854c209463013f864b60b7 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:04.789666 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.848544 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5a19-518d-4c0a-a890-95e1b5e7283b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6117410-4917-416e-ab0b-7e4bbb24d286,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:04.860051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:31:00Z', 'revision_number': 4, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b1eb2227-995f-403b-9655-c484d0699482', 'name': '', 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'mac_address': 'fa:16:3e:f0:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1ce0a25a-b469-41e7-97d2-0ff4533c97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:58Z', 'updated_at': '2022-08-28T20:31:00Z', 'revision_number': 2, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'subnets': [{'id': '1ce0a25a-b469-41e7-97d2-0ff4533c97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:04.904553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Checking router: 37db3578-b348-4457-997a-4c3e82501562 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:31:04.906703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Updating router 37db3578-b348-4457-997a-4c3e82501562 port b1eb2227-995f-403b-9655-c484d0699482 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:31:04.948377 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b1eb2227-995f-403b-9655-c484d0699482), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:04.982407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] Deleting subnet 95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:31:05.025543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] Publish callbacks [] for subnet (95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.043593 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:05.139156 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:05.224120 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Deleting port 71ad31e7-57de-40eb-b2ef-0268e0b58efe {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:05.224480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (71ad31e7-57de-40eb-b2ef-0268e0b58efe), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.269103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.283383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a9d3e696-474d-498e-adaa-d7d3bbcb957e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:05.288639 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:05.434412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a9d3e696-474d-498e-adaa-d7d3bbcb957e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:05.434412 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.505604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a814a-756b-4a66-86ef-e4d679866a0a req-ea673f9c-8af6-4593-928b-a454ce2e53ea tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:05.514482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a4a814a-756b-4a66-86ef-e4d679866a0a req-ea673f9c-8af6-4593-928b-a454ce2e53ea tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 944 time: 0.0812013 Aug 28 20:31:05.529617 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (96f7e75f-aa57-4b18-a394-5337b6f929c3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.572250 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.688793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f7e75f-aa57-4b18-a394-5337b6f929c3,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:05.696765 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:05.699263 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Publish callbacks [] for port (b1eb2227-995f-403b-9655-c484d0699482), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.708192 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (71ad31e7-57de-40eb-b2ef-0268e0b58efe), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.747603 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4a4a814a-756b-4a66-86ef-e4d679866a0a req-c780ddfb-1cb6-4062-a7b4-dc787aae617a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275562 Aug 28 20:31:05.750832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Checking segment: {'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:05.751854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Network hostable DHCP agents. Network: 745dce8e-1707-4cbb-a89c-e9cd0eb0b342, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:05.780708 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Calling delete_port for 71ad31e7-57de-40eb-b2ef-0268e0b58efe owned by {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:05.818724 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b1eb2227-995f-403b-9655-c484d0699482), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:05.856033 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54552) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:05.896248 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:05.903465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6d8fc-8f86-46c5-8355-64ba82d7390e None None] Pushing event updated for resources: {'Port': ['ID=b1eb2227-995f-403b-9655-c484d0699482,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:05.924553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a9d3e696-474d-498e-adaa-d7d3bbcb957e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:05.925917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:05.928667 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.013794 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.034652 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Attempting to bind port b1eb2227-995f-403b-9655-c484d0699482 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:06.034955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Attempting to bind port b1eb2227-995f-403b-9655-c484d0699482 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:06.035322 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Attempting to bind port b1eb2227-995f-403b-9655-c484d0699482 on network c705f31b-d63a-4d3d-bc43-0da8b141c51e {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:06.044312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:06.044748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Checking segment: {'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:06.045449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.045591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Bound using segment: {'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:06.046074 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Bound port: b1eb2227-995f-403b-9655-c484d0699482, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591111d6-17fe-45bd-84c3-3a4d0b4405b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:06.046464 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b1eb2227-995f-403b-9655-c484d0699482), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.047624 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 745dce8e-1707-4cbb-a89c-e9cd0eb0b342) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:06.051588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port a9d3e696-474d-498e-adaa-d7d3bbcb957e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=a9d3e696-474d-498e-adaa-d7d3bbcb957e,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:06.063680 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:06.064808 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.082006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940581f-74c1-41f6-8096-90a28955b4d8 None None] Network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:06.083431 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (71ad31e7-57de-40eb-b2ef-0268e0b58efe), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.093734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:06.139734 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Port': ['ID=71ad31e7-57de-40eb-b2ef-0268e0b58efe,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:06.142554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.149945 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-262bb404-5a78-4da7-908b-7a1d4872e17c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/95f3ece1-0d30-47f6-bcd0-9fb7d2821cf1 HTTP/1.1" status: 204 len: 168 time: 1.4112573 Aug 28 20:31:06.152780 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54554) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:06.164203 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.165935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9693d130-494f-4fe2-b9a5-92dd9c674076 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:06.202757 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.215763 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-12e1463d-4e56-4a29-a3b3-1fbc4b5e39a8 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/ports/71ad31e7-57de-40eb-b2ef-0268e0b58efe HTTP/1.1" status: 204 len: 168 time: 1.4986737 Aug 28 20:31:06.257525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54556) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:06.357463 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:06.363490 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f8081e27-0083-48d1-91a5-95c1e5760074 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1036980 Aug 28 20:31:06.367900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54558) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:06.379364 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-738565488'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:06.408414 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] For port b1eb2227-995f-403b-9655-c484d0699482, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:06.425013 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=a9d3e696-474d-498e-adaa-d7d3bbcb957e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:06.434778 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9693d130-494f-4fe2-b9a5-92dd9c674076 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:06.435170 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.435955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (0894d4a4-6564-4fbf-aab2-e89a56483359), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.437244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-745dce8e-1707-4cbb-a89c-e9cd0eb0b342', 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342', 'project_id': '56c05ed801854c209463013f864b60b7', 'fixed_ips': [{'subnet_id': '96f7e75f-aa57-4b18-a394-5337b6f929c3'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:31:06.438210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.446701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c105577b-45ae-4522-879e-15465d0d398c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8069208 Aug 28 20:31:06.447769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54560) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:06.452298 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:06.460637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1532290115-router', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:06.815371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] For port b1eb2227-995f-403b-9655-c484d0699482, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b1eb2227-995f-403b-9655-c484d0699482,segment=NetworkSegment(591111d6-17fe-45bd-84c3-3a4d0b4405b2),segment_id=591111d6-17fe-45bd-84c3-3a4d0b4405b2)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:06.816418 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (37db3578-b348-4457-997a-4c3e82501562), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.818002 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1f595c3c-ed55-4e07-8559-b137b9c7a66f up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:06.818672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Made reservation on behalf of 948d5952c15c44a4b36dfc1009913a8a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:06.819083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (0d6b8a29-8728-40ad-817b-117b9300a437), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.819083 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (0d6b8a29-8728-40ad-817b-117b9300a437), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.819366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.819471 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b1eb2227-995f-403b-9655-c484d0699482), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.819471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 1f595c3c-ed55-4e07-8559-b137b9c7a66f completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:31:06.819700 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks [] for router_controller (0d6b8a29-8728-40ad-817b-117b9300a437), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.819779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:31:06.830214 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (0894d4a4-6564-4fbf-aab2-e89a56483359), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.922005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0894d4a4-6564-4fbf-aab2-e89a56483359']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:06.983948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702458c7-2641-4b73-8afa-e04dd036ae22') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:06.984449 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702458c7-2641-4b73-8afa-e04dd036ae22') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:06.991543 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2b32b642-5490-416a-9260-cc26b24f479c), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:06.992077 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Added segment 2b32b642-5490-416a-9260-cc26b24f479c of type vlan for network 37f53a57-84f7-4ed1-b9df-480ea5b62d1a Aug 28 20:31:07.024578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9693d130-494f-4fe2-b9a5-92dd9c674076 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:07.026866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Routers {'37db3578-b348-4457-997a-4c3e82501562'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:07.027500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['37db3578-b348-4457-997a-4c3e82501562'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:07.041597 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (702458c7-2641-4b73-8afa-e04dd036ae22), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.046237 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:07.053681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Deleting port b1eb2227-995f-403b-9655-c484d0699482 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:07.054176 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b1eb2227-995f-403b-9655-c484d0699482), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.101243 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (37f53a57-84f7-4ed1-b9df-480ea5b62d1a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.101677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 1f595c3c-ed55-4e07-8559-b137b9c7a66f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:07.102241 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.117093 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (702458c7-2641-4b73-8afa-e04dd036ae22), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.129002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30293c7f-ce06-4875-8061-da9b5fc59d35 req-bdac5ced-7eb5-4e63-ac76-697fcd9462a8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:07.131353 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30293c7f-ce06-4875-8061-da9b5fc59d35 req-bdac5ced-7eb5-4e63-ac76-697fcd9462a8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 944 time: 0.2023008 Aug 28 20:31:07.141070 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:07.141496 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (702458c7-2641-4b73-8afa-e04dd036ae22), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.189280 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 702458c7-2641-4b73-8afa-e04dd036ae22 resource provider aggregate not found Aug 28 20:31:07.220487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device a9d3e696-474d-498e-adaa-d7d3bbcb957e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:07.235761 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.db.resource_extend [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 28 20:31:07.269233 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 702458c7-2641-4b73-8afa-e04dd036ae22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 702458c7-2641-4b73-8afa-e04dd036ae22 found for delete ", "request_id": "req-dd2bd599-edd3-49fb-8773-4552ee1a58e9"}]} Aug 28 20:31:07.279048 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:07.326054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6d8fc-8f86-46c5-8355-64ba82d7390e None None] Pushing event updated for resources: {'Port': ['ID=b1eb2227-995f-403b-9655-c484d0699482,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:07.337928 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30293c7f-ce06-4875-8061-da9b5fc59d35 req-0c8c157c-c5ae-47e5-9a13-ab90c2e3ca48 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602280 Aug 28 20:31:07.350585 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (37f53a57-84f7-4ed1-b9df-480ea5b62d1a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.365701 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:07.365701 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.410952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Allocated IP 172.20.0.2 (745dce8e-1707-4cbb-a89c-e9cd0eb0b342/96f7e75f-aa57-4b18-a394-5337b6f929c3/961c58f9-c89e-4f43-afff-206299dbdb07) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:07.454428 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (0894d4a4-6564-4fbf-aab2-e89a56483359), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.457534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Network': ['ID=37f53a57-84f7-4ed1-b9df-480ea5b62d1a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:07.464605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.473745 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0894d4a4-6564-4fbf-aab2-e89a56483359 HTTP/1.1" status: 204 len: 168 time: 1.3190830 Aug 28 20:31:07.480903 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a85593ab-e26e-4d14-ba5d-949b10114749 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1100807 Aug 28 20:31:07.495389 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks [] for router_gateway (0d6b8a29-8728-40ad-817b-117b9300a437), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.497164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54576) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:07.504374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-78321901'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:07.520812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] For port b1eb2227-995f-403b-9655-c484d0699482, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b1eb2227-995f-403b-9655-c484d0699482,segment=NetworkSegment(591111d6-17fe-45bd-84c3-3a4d0b4405b2),segment_id=591111d6-17fe-45bd-84c3-3a4d0b4405b2)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:07.521440 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b1eb2227-995f-403b-9655-c484d0699482), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.527851 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853be1d-69db-4976-8435-7342161b364a admin admin] Pushing event deleted for resources: {'Network': ['ID=0894d4a4-6564-4fbf-aab2-e89a56483359,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:07.549618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 37f53a57-84f7-4ed1-b9df-480ea5b62d1a details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:31:07.557389 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Calling delete_port for b1eb2227-995f-403b-9655-c484d0699482 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:07.560511 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:07.646580 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] Set router 37db3578-b348-4457-997a-4c3e82501562 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:07.650268 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port a9d3e696-474d-498e-adaa-d7d3bbcb957e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:07.650958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (a9d3e696-474d-498e-adaa-d7d3bbcb957e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.692777 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Made reservation on behalf of 948d5952c15c44a4b36dfc1009913a8a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:07.697082 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.743319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:31:07.759410 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (d73c8b0e-2727-428c-849d-9afa0e164ae4), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.760484 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Added segment d73c8b0e-2727-428c-849d-9afa0e164ae4 of type vlan for network 550b8e14-a391-4bf5-9327-6be005383b45 Aug 28 20:31:07.874147 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (550b8e14-a391-4bf5-9327-6be005383b45), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:07.883602 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:07.930143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 1f595c3c-ed55-4e07-8559-b137b9c7a66f is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:07.930633 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.000147 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Publish callbacks [] for port (961c58f9-c89e-4f43-afff-206299dbdb07), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.009624 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:08.029293 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks [] for router_gateway (0d6b8a29-8728-40ad-817b-117b9300a437), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.044743 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (550b8e14-a391-4bf5-9327-6be005383b45), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.048199 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:31:08.051411 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ff459-dfc5-4942-982f-e34e95d63184" -d '{"events": [{"server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:31:08.062858 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:08.066763 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.070673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.077384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:08.104592 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.106869 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b1eb2227-995f-403b-9655-c484d0699482), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.136896 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3045b15b-66c9-4438-91c8-31f448bfa4ef x-openstack-request-id: req-3045b15b-66c9-4438-91c8-31f448bfa4ef {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:31:08.137324 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "name": "network-vif-plugged", "status": "completed", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:31:08.137528 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3045b15b-66c9-4438-91c8-31f448bfa4ef {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:31:08.138124 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3045b15b-66c9-4438-91c8-31f448bfa4ef'] response: {'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f', 'code': 200} Aug 28 20:31:08.184400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54584) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:08.243862 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:08.257973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1eb2227-995f-403b-9655-c484d0699482,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:08.259616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Network': ['ID=550b8e14-a391-4bf5-9327-6be005383b45,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:08.269601 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:08.271858 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.279038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:08.285245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port a9d3e696-474d-498e-adaa-d7d3bbcb957e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:08.296615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 550b8e14-a391-4bf5-9327-6be005383b45 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:31:08.302476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Pushing event updated for resources: {'Port': ['ID=961c58f9-c89e-4f43-afff-206299dbdb07,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:08.320839 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-851c6d90-40da-4d49-be6d-6833ccb16124 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8214054 Aug 28 20:31:08.346243 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5166f59a-b9be-4783-a722-8c639ca168c3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=eade34be160642ea9722bf93ef959e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573801 Aug 28 20:31:08.353571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54588) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:08.420221 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:08.548806 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:31:00Z', 'revision_number': 4, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b1eb2227-995f-403b-9655-c484d0699482', 'name': '', 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'mac_address': 'fa:16:3e:f0:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1ce0a25a-b469-41e7-97d2-0ff4533c97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:58Z', 'updated_at': '2022-08-28T20:31:06Z', 'revision_number': 4, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'subnets': [{'id': '1ce0a25a-b469-41e7-97d2-0ff4533c97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:08.642585 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0a8a6-c96b-4b75-ac9e-d994e94e470c req-2ddd61ad-ac4b-4c51-a719-43acf8935d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:08.645637 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:08.647448 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1df0a8a6-c96b-4b75-ac9e-d994e94e470c req-2ddd61ad-ac4b-4c51-a719-43acf8935d9e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 1127 time: 0.3221316 Aug 28 20:31:08.653511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-353b27b5-eb81-470a-b4e7-e1dc53cd7183 admin admin] Publish callbacks [] for security_group (915d17d4-8b03-473a-a874-b4e659d5f573), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.673802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdf67c-943c-44c4-b00a-e1071ea68e8d None None] The sync data for ids ['37db3578-b348-4457-997a-4c3e82501562'] in n-d-854121-7 is: [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:31:00Z', 'revision_number': 4, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'b1eb2227-995f-403b-9655-c484d0699482', 'name': '', 'network_id': 'c705f31b-d63a-4d3d-bc43-0da8b141c51e', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'mac_address': 'fa:16:3e:f0:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1ce0a25a-b469-41e7-97d2-0ff4533c97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:58Z', 'updated_at': '2022-08-28T20:31:06Z', 'revision_number': 4, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'subnets': [{'id': '1ce0a25a-b469-41e7-97d2-0ff4533c97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:08.720301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-353b27b5-eb81-470a-b4e7-e1dc53cd7183 admin admin] Publish callbacks [] for security_group (915d17d4-8b03-473a-a874-b4e659d5f573), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.737353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Allocated IP 172.25.4.195 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/689ee67a-9c16-43cd-bf6a-4ab647d5c80c) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:08.741756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Attempting to bind port 961c58f9-c89e-4f43-afff-206299dbdb07 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:08.770836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Attempting to bind port 961c58f9-c89e-4f43-afff-206299dbdb07 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:08.774939 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Attempting to bind port 961c58f9-c89e-4f43-afff-206299dbdb07 on network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:08.873199 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:08.899367 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc524570-6f0f-403f-b172-af4a1b124642 req-a4da1f5f-4550-4a99-83d1-183797dbd08a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:08.914410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc524570-6f0f-403f-b172-af4a1b124642 req-a4da1f5f-4550-4a99-83d1-183797dbd08a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 945 time: 0.4628060 Aug 28 20:31:08.915821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=1f595c3c-ed55-4e07-8559-b137b9c7a66f,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:08.937636 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:08.939313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Checking segment: {'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:08.940470 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.944537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Bound using segment: {'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:08.945123 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Bound port: 961c58f9-c89e-4f43-afff-206299dbdb07, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:08.945880 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.959647 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-353b27b5-eb81-470a-b4e7-e1dc53cd7183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (915d17d4-8b03-473a-a874-b4e659d5f573), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.964421 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-353b27b5-eb81-470a-b4e7-e1dc53cd7183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:08.965586 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-353b27b5-eb81-470a-b4e7-e1dc53cd7183 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/915d17d4-8b03-473a-a874-b4e659d5f573 HTTP/1.1" status: 204 len: 168 time: 0.6105962 Aug 28 20:31:09.003836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b27b5-eb81-470a-b4e7-e1dc53cd7183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915d17d4-8b03-473a-a874-b4e659d5f573,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:09.040830 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:09.060737 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-dc524570-6f0f-403f-b172-af4a1b124642 req-d4b3e92e-60fb-4739-ac89-8d020a11a872 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453335 Aug 28 20:31:09.291845 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:09.342923 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks [] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:09.383694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] For port 961c58f9-c89e-4f43-afff-206299dbdb07, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:09.400100 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] For port 961c58f9-c89e-4f43-afff-206299dbdb07, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=961c58f9-c89e-4f43-afff-206299dbdb07,segment=NetworkSegment(5419ba59-4de3-4ca4-a1f8-a093e74df0a8),segment_id=5419ba59-4de3-4ca4-a1f8-a093e74df0a8)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:09.486363 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1df0a8a6-c96b-4b75-ac9e-d994e94e470c req-1d6f06dd-ec90-4512-8cf8-6a4ab5842b76 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8188636 Aug 28 20:31:09.493421 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:09.500292 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:09.629874 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:09.686865 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:09.689565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f391e-9c07-4d36-bc11-7bdf19c7db4d None None] Pushing event updated for resources: {'Port': ['ID=961c58f9-c89e-4f43-afff-206299dbdb07,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:10.099028 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:10.132121 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=6,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:10.578523 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:10.683113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54602) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:10.828642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-861287df-e377-4ec7-b3ff-c3ab22e1bebc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b15f0569d01e402db823bdc40bf158b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414261 Aug 28 20:31:10.834757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54604) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:11.002834 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10ac94d-309c-401d-baed-96339fa7fdae admin admin] Publish callbacks [] for security_group (5bf9d018-5ac4-4b9a-a27c-49bae5b4a157), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.023927 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:11.062005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10ac94d-309c-401d-baed-96339fa7fdae admin admin] Publish callbacks [] for security_group (5bf9d018-5ac4-4b9a-a27c-49bae5b4a157), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.071558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:11.093422 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (37db3578-b348-4457-997a-4c3e82501562), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.157307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:11.181945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Pushing event updated for resources: {'Port': ['ID=689ee67a-9c16-43cd-bf6a-4ab647d5c80c,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:11.224133 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10ac94d-309c-401d-baed-96339fa7fdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5bf9d018-5ac4-4b9a-a27c-49bae5b4a157), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.243511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a10ac94d-309c-401d-baed-96339fa7fdae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.247403 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a10ac94d-309c-401d-baed-96339fa7fdae admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5bf9d018-5ac4-4b9a-a27c-49bae5b4a157 HTTP/1.1" status: 204 len: 168 time: 0.4110217 Aug 28 20:31:11.274637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ac94d-309c-401d-baed-96339fa7fdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf9d018-5ac4-4b9a-a27c-49bae5b4a157,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:11.297267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 961c58f9-c89e-4f43-afff-206299dbdb07 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:11.342515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684ed08-ca72-4480-a1ef-285627605d6e req-31078fce-cd77-4318-bad6-05f2dba955e4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:11.346692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5684ed08-ca72-4480-a1ef-285627605d6e req-31078fce-cd77-4318-bad6-05f2dba955e4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 945 time: 0.4858193 Aug 28 20:31:11.348775 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:11.514694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 961c58f9-c89e-4f43-afff-206299dbdb07 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:11.515389 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.710733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 961c58f9-c89e-4f43-afff-206299dbdb07 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:11.711559 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.784517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 961c58f9-c89e-4f43-afff-206299dbdb07, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=961c58f9-c89e-4f43-afff-206299dbdb07,segment=NetworkSegment(5419ba59-4de3-4ca4-a1f8-a093e74df0a8),segment_id=5419ba59-4de3-4ca4-a1f8-a093e74df0a8)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:11.791171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0329e-c4c4-4131-b53f-c376f4cc98ef None None] Network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:11.863224 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.928514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-88019a85-643b-43e8-ba8c-73d9ef4279bc None None] Provisioning complete for port 961c58f9-c89e-4f43-afff-206299dbdb07 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:11.929005 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-88019a85-643b-43e8-ba8c-73d9ef4279bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:11.938636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5684ed08-ca72-4480-a1ef-285627605d6e req-35da0226-b36b-44d8-a16d-fe34e12530d5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653410 Aug 28 20:31:11.984234 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=961c58f9-c89e-4f43-afff-206299dbdb07,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:12.095926 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-88019a85-643b-43e8-ba8c-73d9ef4279bc None None] Current status of the port 961c58f9-c89e-4f43-afff-206299dbdb07 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:12.239500 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks [] for router_gateway (0d6b8a29-8728-40ad-817b-117b9300a437), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:12.599363 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:12.630094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-62df89d0-8f68-4523-b4a7-64e946b7f537 None None] Provisioning complete for port 961c58f9-c89e-4f43-afff-206299dbdb07 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:12.631394 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-62df89d0-8f68-4523-b4a7-64e946b7f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:12.700723 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54628) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:12.706973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'subnets': [{'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--529825910', 'ip_version': 6}, {'network_id': '550b8e14-a391-4bf5-9327-6be005383b45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:12.707300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'subnet': {'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--529825910', 'ip_version': 6}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:12.708116 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Request body: {'subnet': {'network_id': '550b8e14-a391-4bf5-9327-6be005383b45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:12.731071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-62df89d0-8f68-4523-b4a7-64e946b7f537 None None] Current status of the port 961c58f9-c89e-4f43-afff-206299dbdb07 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:12.832528 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (0d6b8a29-8728-40ad-817b-117b9300a437), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:12.838897 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Router 37db3578-b348-4457-997a-4c3e82501562 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:31:13.075818 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:13.097766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:13.109834 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] Sync routers for ids ['37db3578-b348-4457-997a-4c3e82501562'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:13.115483 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1f9d3f0a-7cc7-4094-b656-31cc5e793b55 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/37db3578-b348-4457-997a-4c3e82501562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2576523 Aug 28 20:31:13.118018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54642) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:13.125476 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] Routers {'37db3578-b348-4457-997a-4c3e82501562'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:13.127281 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['37db3578-b348-4457-997a-4c3e82501562'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:13.194075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Made reservation on behalf of 948d5952c15c44a4b36dfc1009913a8a for: {'subnet': 2} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:13.212911 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:13.213485 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:13.236173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f8ac-a276-415a-905d-d0c1eb4cf5e2 req-91cf2593-adb0-4427-af93-02c653020244 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:13.243165 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 961c58f9-c89e-4f43-afff-206299dbdb07 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:13.255835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b1f8ac-a276-415a-905d-d0c1eb4cf5e2 req-91cf2593-adb0-4427-af93-02c653020244 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 945 time: 0.1911011 Aug 28 20:31:13.275674 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:13.297015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Router 0d6b8a29-8728-40ad-817b-117b9300a437 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:31:13.309712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 961c58f9-c89e-4f43-afff-206299dbdb07 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:13.310488 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (961c58f9-c89e-4f43-afff-206299dbdb07), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:13.314367 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] Set router 37db3578-b348-4457-997a-4c3e82501562 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:13.376443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks [] for router (37db3578-b348-4457-997a-4c3e82501562), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:13.502397 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 961c58f9-c89e-4f43-afff-206299dbdb07 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:13.527627 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:31:07Z', 'revision_number': 5, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:13.556068 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] Checking router: 37db3578-b348-4457-997a-4c3e82501562 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:31:13.566591 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] Routers {'37db3578-b348-4457-997a-4c3e82501562'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:13.567404 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['37db3578-b348-4457-997a-4c3e82501562'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:13.598124 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:13.608495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Sync routers for ids ['0d6b8a29-8728-40ad-817b-117b9300a437'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:13.623160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Routers {'0d6b8a29-8728-40ad-817b-117b9300a437'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:13.623821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d6b8a29-8728-40ad-817b-117b9300a437'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:13.643922 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks [] for router_gateway (37db3578-b348-4457-997a-4c3e82501562), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:13.727482 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:13.731971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-811c1c36-53c4-4ef9-a324-72b8d5dd6f1a admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2807486 Aug 28 20:31:13.732925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54650) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:13.757557 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-45b1f8ac-a276-415a-905d-d0c1eb4cf5e2 req-99ce895b-25f0-427c-a9b8-fe75ece05b66 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004075 Aug 28 20:31:13.805773 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:13.849162 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:13.888551 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] Set router 37db3578-b348-4457-997a-4c3e82501562 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:14.052321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Set router 0d6b8a29-8728-40ad-817b-117b9300a437 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:14.089067 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:14.090608 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:14.115404 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (452ae2ab-0dd6-416d-8ac6-d0696c6826d6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:14.140619 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:31:07Z', 'revision_number': 5, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:14.142543 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:14.177666 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d27ca2-d341-41f9-a65d-044d83199884 None None] The sync data for ids ['37db3578-b348-4457-997a-4c3e82501562'] in n-d-854121-7 is: [{'id': '37db3578-b348-4457-997a-4c3e82501562', 'name': 'tempest-ImageQuotaTest-346626621-router', 'tenant_id': '3eb7c9bee46e4bd091606fbf7133360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:30:50Z', 'updated_at': '2022-08-28T20:31:07Z', 'revision_number': 5, 'project_id': '3eb7c9bee46e4bd091606fbf7133360d', 'gw_port': {'id': '9693d130-494f-4fe2-b9a5-92dd9c674076', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db3578-b348-4457-997a-4c3e82501562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:30:51Z', 'updated_at': '2022-08-28T20:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:14.260368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Checking segment: {'id': '2b32b642-5490-416a-9260-cc26b24f479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:14.261046 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network hostable DHCP agents. Network: 37f53a57-84f7-4ed1-b9df-480ea5b62d1a, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:14.269747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Subnet': ['ID=452ae2ab-0dd6-416d-8ac6-d0696c6826d6,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:14.349245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'name': 'tempest-TestVolumeBootPattern-1532290115-router', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:31:06Z', 'updated_at': '2022-08-28T20:31:11Z', 'revision_number': 3, 'project_id': '56c05ed801854c209463013f864b60b7', 'gw_port': {'id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:08Z', 'updated_at': '2022-08-28T20:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:14.383533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Checking router: 0d6b8a29-8728-40ad-817b-117b9300a437 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:31:14.383898 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Updating router 0d6b8a29-8728-40ad-817b-117b9300a437 port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:31:14.400450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Deleting port 9693d130-494f-4fe2-b9a5-92dd9c674076 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:14.400931 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:14.420926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network 37f53a57-84f7-4ed1-b9df-480ea5b62d1a is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:14.433522 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:14.436642 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:14.488417 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:14.550351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-59f2e213-3fd1-4d79-860d-feaa4a337e75 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=default&fields=id&tenant_id=72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 267 time: 0.5789199 Aug 28 20:31:14.554561 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:14.594579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 37f53a57-84f7-4ed1-b9df-480ea5b62d1a) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:14.607883 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (33020708-bde3-4763-a9be-0f1517358e75), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:14.615062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754af247-b4fc-458a-aadc-6d835bf589f3 None None] Network 37f53a57-84f7-4ed1-b9df-480ea5b62d1a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:14.628812 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-3ba3df2d-d7fc-4f44-afc8-d1dc7ba26067 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:14.630477 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-3ba3df2d-d7fc-4f44-afc8-d1dc7ba26067 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 945 time: 0.0674949 Aug 28 20:31:14.657623 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'port': {'security_groups': []}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:14.714105 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Checking segment: {'id': 'd73c8b0e-2727-428c-849d-9afa0e164ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '550b8e14-a391-4bf5-9327-6be005383b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:14.714685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network hostable DHCP agents. Network: 550b8e14-a391-4bf5-9327-6be005383b45, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:14.717392 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event updated for resources: {'Subnet': ['ID=33020708-bde3-4763-a9be-0f1517358e75,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:14.765888 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:14.841679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-37f53a57-84f7-4ed1-b9df-480ea5b62d1a', 'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a', 'project_id': '948d5952c15c44a4b36dfc1009913a8a', 'fixed_ips': [{'subnet_id': '452ae2ab-0dd6-416d-8ac6-d0696c6826d6'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:31:14.842872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:14.847493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] For port 9693d130-494f-4fe2-b9a5-92dd9c674076, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9693d130-494f-4fe2-b9a5-92dd9c674076,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:14.847942 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:14.857837 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Network 550b8e14-a391-4bf5-9327-6be005383b45 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:14.884903 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Calling delete_port for 9693d130-494f-4fe2-b9a5-92dd9c674076 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:15.030289 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 550b8e14-a391-4bf5-9327-6be005383b45) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:15.035866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:15.036729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:15.037933 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.042382 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Publish callbacks [] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.084030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e3d42-2028-4055-9328-87351b980831 None None] Network 550b8e14-a391-4bf5-9327-6be005383b45 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:15.086818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b1eb2227-995f-403b-9655-c484d0699482 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:31:15.120264 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:15.129320 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.162263 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.165227 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b1eb2227-995f-403b-9655-c484d0699482 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:31:15.165628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b1eb2227-995f-403b-9655-c484d0699482 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:31:15.205889 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3e221b6f-d014-4563-84a2-1e7cc85ac835 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.5006974 Aug 28 20:31:15.205889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54682) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:15.247710 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Attempting to bind port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:15.248593 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Attempting to bind port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:15.249354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Attempting to bind port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:15.317313 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Allocated IP 2001:db8::1 (37f53a57-84f7-4ed1-b9df-480ea5b62d1a/452ae2ab-0dd6-416d-8ac6-d0696c6826d6/f5464bb9-7e1e-449d-ab92-67eec73a5e9a) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:15.333651 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:15.335174 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:15.338822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11104f-4ef3-405f-8b9d-9252db73e516 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:15.338957 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.340198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11104f-4ef3-405f-8b9d-9252db73e516 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:15.342900 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:15.343039 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11104f-4ef3-405f-8b9d-9252db73e516 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:15.343126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Bound port: 689ee67a-9c16-43cd-bf6a-4ab647d5c80c, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:15.353782 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ed11104f-4ef3-405f-8b9d-9252db73e516 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1370804 Aug 28 20:31:15.354002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.354435 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54688) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:15.370059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2985c-57df-40cf-b661-e212a8dd6990 None None] Pushing event updated for resources: {'Port': ['ID=689ee67a-9c16-43cd-bf6a-4ab647d5c80c,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:15.464001 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Deleting subnet 452ae2ab-0dd6-416d-8ac6-d0696c6826d6 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:31:15.500801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-550b8e14-a391-4bf5-9327-6be005383b45', 'network_id': '550b8e14-a391-4bf5-9327-6be005383b45', 'project_id': '948d5952c15c44a4b36dfc1009913a8a', 'fixed_ips': [{'subnet_id': '33020708-bde3-4763-a9be-0f1517358e75'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:31:15.502141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.556358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] For port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:15.593306 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9693d130-494f-4fe2-b9a5-92dd9c674076), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.634892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] For port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=689ee67a-9c16-43cd-bf6a-4ab647d5c80c,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:15.658902 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Pushing event deleted for resources: {'Port': ['ID=9693d130-494f-4fe2-b9a5-92dd9c674076,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:15.669971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] For port 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:15.671769 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:15.675755 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.719885 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.759511 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.812320 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (37db3578-b348-4457-997a-4c3e82501562), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.825185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Allocated IP 2001:db8:0:1::1 (550b8e14-a391-4bf5-9327-6be005383b45/33020708-bde3-4763-a9be-0f1517358e75/77f48470-e331-4694-8d98-812efa03f75b) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:15.855052 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.872068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Routers {'0d6b8a29-8728-40ad-817b-117b9300a437'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:15.872844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d6b8a29-8728-40ad-817b-117b9300a437'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:15.889609 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e', 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:15.894756 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['1f595c3c-ed55-4e07-8559-b137b9c7a66f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:15.938648 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:15.939443 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.941713 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06fa1ddb-c8f8-4b09-8158-250a1ea1a3e9 req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "PUT /networking/v2.0/ports/1f595c3c-ed55-4e07-8559-b137b9c7a66f HTTP/1.1" status: 200 len: 904 time: 1.3004539 Aug 28 20:31:15.942294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:31:15.945111 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a" -d '{"events": [{"name": "network-changed", "server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:31:15.979405 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Publish callbacks [] for port (f5464bb9-7e1e-449d-ab92-67eec73a5e9a), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:15.993136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2985c-57df-40cf-b661-e212a8dd6990 None None] Pushing event updated for resources: {'Port': ['ID=689ee67a-9c16-43cd-bf6a-4ab647d5c80c,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:16.035024 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d970b85-2b4d-4cee-bee5-956d701b34eb x-openstack-request-id: req-6d970b85-2b4d-4cee-bee5-956d701b34eb {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:31:16.035292 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:31:16.035554 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d970b85-2b4d-4cee-bee5-956d701b34eb {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:31:16.035974 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d970b85-2b4d-4cee-bee5-956d701b34eb'] response: {'name': 'network-changed', 'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f', 'status': 'completed', 'code': 200} Aug 28 20:31:16.045504 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (37db3578-b348-4457-997a-4c3e82501562), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.058550 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks [] for router_controller (37db3578-b348-4457-997a-4c3e82501562), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.074449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c31e5-3cd1-478c-aebf-88b9ae8c204d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=1f595c3c-ed55-4e07-8559-b137b9c7a66f,revision_number=6']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:16.102328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['1f595c3c-ed55-4e07-8559-b137b9c7a66f'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:16.110638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7ddf-0b44-4a8a-bd59-c41ded295ae1 req-e894bbdf-5c68-4e35-8767-8761bf74b008 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:16.118866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ded7ddf-0b44-4a8a-bd59-c41ded295ae1 req-e894bbdf-5c68-4e35-8767-8761bf74b008 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 907 time: 0.0976303 Aug 28 20:31:16.150254 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for subnet (452ae2ab-0dd6-416d-8ac6-d0696c6826d6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.228183 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-3ae1e52f-3104-4024-a500-7ac37b33b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:16.230984 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-3ae1e52f-3104-4024-a500-7ac37b33b739 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 1089 time: 0.0766265 Aug 28 20:31:16.232260 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (452ae2ab-0dd6-416d-8ac6-d0696c6826d6), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.364640 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b005-8fa6-4455-994b-134914468e6a req-dc80d8f2-5da6-4474-b3d7-a152d6aca11a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:16.366603 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e123b005-8fa6-4455-994b-134914468e6a req-dc80d8f2-5da6-4474-b3d7-a152d6aca11a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0963526 Aug 28 20:31:16.395841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Allocated IP 172.20.0.1 (745dce8e-1707-4cbb-a89c-e9cd0eb0b342/96f7e75f-aa57-4b18-a394-5337b6f929c3/6b417636-7940-4842-b4fe-969f2c02e111) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:16.407259 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (452ae2ab-0dd6-416d-8ac6-d0696c6826d6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.472004 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e123b005-8fa6-4455-994b-134914468e6a req-d6a283d2-a502-4def-8961-b246bf0a333d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898764 Aug 28 20:31:16.484703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (37db3578-b348-4457-997a-4c3e82501562), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.485537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37db3578-b348-4457-997a-4c3e82501562 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:31:16.487187 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:16.508131 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.516640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f0990d19-f8f7-4db5-9e32-073479c48072 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/37db3578-b348-4457-997a-4c3e82501562 HTTP/1.1" status: 204 len: 168 time: 3.3970265 Aug 28 20:31:16.517654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54708) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:16.579516 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Publish callbacks [] for port (77f48470-e331-4694-8d98-812efa03f75b), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.588822 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:16.591098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (f5464bb9-7e1e-449d-ab92-67eec73a5e9a), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.647219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977d1ef-3b0f-429c-b354-8c48c96e1be0 req-03595c2a-7555-4190-9ecb-c02ed23db10f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:16.656044 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1977d1ef-3b0f-429c-b354-8c48c96e1be0 req-03595c2a-7555-4190-9ecb-c02ed23db10f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0786390 Aug 28 20:31:16.664929 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:16.675517 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-c507691b-47eb-4835-ab7a-0f5f6e85927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:16.676950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (452ae2ab-0dd6-416d-8ac6-d0696c6826d6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.677090 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-c507691b-47eb-4835-ab7a-0f5f6e85927c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.4347854 Aug 28 20:31:16.725376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Network 37f53a57-84f7-4ed1-b9df-480ea5b62d1a is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:16.727904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-b33a79bd-7d21-412c-a6c2-ae052b400695 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f HTTP/1.1" status: 200 len: 217 time: 0.0441425 Aug 28 20:31:16.735343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (77f48470-e331-4694-8d98-812efa03f75b), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.769381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:16.772386 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:16.795222 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:16.813541 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1977d1ef-3b0f-429c-b354-8c48c96e1be0 req-504a2cce-c1d1-4b2d-8d21-e39434b1ea0a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561577 Aug 28 20:31:16.816399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] Set router 0d6b8a29-8728-40ad-817b-117b9300a437 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:16.817099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] Deleting subnet 1ce0a25a-b469-41e7-97d2-0ff4533c97b4 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:31:16.822879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Subnet': ['ID=452ae2ab-0dd6-416d-8ac6-d0696c6826d6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:16.829448 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] Publish callbacks [] for subnet (1ce0a25a-b469-41e7-97d2-0ff4533c97b4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.837512 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.844241 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f4a7f3cd-7b16-4ad6-9956-f0063c54b22e tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/452ae2ab-0dd6-416d-8ac6-d0696c6826d6 HTTP/1.1" status: 204 len: 168 time: 1.4886081 Aug 28 20:31:16.850566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54714) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:16.909907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Pushing event updated for resources: {'Port': ['ID=f5464bb9-7e1e-449d-ab92-67eec73a5e9a,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:16.917272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Network 550b8e14-a391-4bf5-9327-6be005383b45 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:16.941758 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Deleting subnet 33020708-bde3-4763-a9be-0f1517358e75 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:31:16.946987 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for subnet (33020708-bde3-4763-a9be-0f1517358e75), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:16.977157 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks [] for port (6b417636-7940-4842-b4fe-969f2c02e111), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.004453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (33020708-bde3-4763-a9be-0f1517358e75), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.037175 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:17.043284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:17.045922 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-cadd752b-fa93-4f80-a81b-968983a0aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:17.046924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-cadd752b-fa93-4f80-a81b-968983a0aa4c service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.3066211 Aug 28 20:31:17.051612 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (1ce0a25a-b469-41e7-97d2-0ff4533c97b4), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.099685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:17.138172 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:17.186876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7a1dc-cfef-4f96-aef8-f097e8c2d119 req-6fd2c850-4b11-4ad2-8a78-bb4acab66455 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:17.194958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3f7a1dc-cfef-4f96-aef8-f097e8c2d119 req-6fd2c850-4b11-4ad2-8a78-bb4acab66455 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2456865 Aug 28 20:31:17.285417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'name': 'tempest-TestVolumeBootPattern-1532290115-router', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:31:06Z', 'updated_at': '2022-08-28T20:31:11Z', 'revision_number': 3, 'project_id': '56c05ed801854c209463013f864b60b7', 'gw_port': {'id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:08Z', 'updated_at': '2022-08-28T20:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:17.287112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Pushing event updated for resources: {'Port': ['ID=77f48470-e331-4694-8d98-812efa03f75b,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:17.288060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-3c60f88e-2c9b-4294-bea8-8963095753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:17.289914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-3c60f88e-2c9b-4294-bea8-8963095753bb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2143526 Aug 28 20:31:17.329127 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (33020708-bde3-4763-a9be-0f1517358e75), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.335596 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Attempting to bind port f5464bb9-7e1e-449d-ab92-67eec73a5e9a on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:17.335982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Attempting to bind port f5464bb9-7e1e-449d-ab92-67eec73a5e9a by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2b32b642-5490-416a-9260-cc26b24f479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:17.336347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Attempting to bind port f5464bb9-7e1e-449d-ab92-67eec73a5e9a on network 37f53a57-84f7-4ed1-b9df-480ea5b62d1a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:17.338729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9693d130-494f-4fe2-b9a5-92dd9c674076 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:31:17.348244 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39180be-d1fa-4988-a97a-7186ef3a308a None None] The sync data for ids ['0d6b8a29-8728-40ad-817b-117b9300a437'] in n-d-854121-7 is: [{'id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'name': 'tempest-TestVolumeBootPattern-1532290115-router', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:31:06Z', 'updated_at': '2022-08-28T20:31:11Z', 'revision_number': 3, 'project_id': '56c05ed801854c209463013f864b60b7', 'gw_port': {'id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:08Z', 'updated_at': '2022-08-28T20:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:17.380007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (1ce0a25a-b469-41e7-97d2-0ff4533c97b4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.395402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9693d130-494f-4fe2-b9a5-92dd9c674076 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:31:17.395757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9693d130-494f-4fe2-b9a5-92dd9c674076 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:31:17.397250 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Attempting to bind port 77f48470-e331-4694-8d98-812efa03f75b on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:17.397616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Attempting to bind port 77f48470-e331-4694-8d98-812efa03f75b by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'd73c8b0e-2727-428c-849d-9afa0e164ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '550b8e14-a391-4bf5-9327-6be005383b45'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:17.398011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Attempting to bind port 77f48470-e331-4694-8d98-812efa03f75b on network 550b8e14-a391-4bf5-9327-6be005383b45 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:17.405889 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:17.406132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Checking segment: {'id': 'd73c8b0e-2727-428c-849d-9afa0e164ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '550b8e14-a391-4bf5-9327-6be005383b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:17.406546 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.410831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Bound using segment: {'id': 'd73c8b0e-2727-428c-849d-9afa0e164ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '550b8e14-a391-4bf5-9327-6be005383b45'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:17.411498 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Bound port: 77f48470-e331-4694-8d98-812efa03f75b, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73c8b0e-2727-428c-849d-9afa0e164ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '550b8e14-a391-4bf5-9327-6be005383b45'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:17.411901 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (77f48470-e331-4694-8d98-812efa03f75b), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.437158 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:17.437657 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Checking segment: {'id': '2b32b642-5490-416a-9260-cc26b24f479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:17.437980 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.438385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Bound using segment: {'id': '2b32b642-5490-416a-9260-cc26b24f479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:17.438882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Bound port: f5464bb9-7e1e-449d-ab92-67eec73a5e9a, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b32b642-5490-416a-9260-cc26b24f479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '37f53a57-84f7-4ed1-b9df-480ea5b62d1a'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:17.439268 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (f5464bb9-7e1e-449d-ab92-67eec73a5e9a), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.561777 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6b417636-7940-4842-b4fe-969f2c02e111), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.564115 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (1ce0a25a-b469-41e7-97d2-0ff4533c97b4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.564292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (33020708-bde3-4763-a9be-0f1517358e75), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.576027 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:17.607121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-973834fe-a39a-4854-a891-10d59517a68c None None] For port 77f48470-e331-4694-8d98-812efa03f75b, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:17.623881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Pushing event updated for resources: {'Port': ['ID=6b417636-7940-4842-b4fe-969f2c02e111,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:17.647750 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] For port f5464bb9-7e1e-449d-ab92-67eec73a5e9a, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:17.651319 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-973834fe-a39a-4854-a891-10d59517a68c None None] For port 77f48470-e331-4694-8d98-812efa03f75b, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=77f48470-e331-4694-8d98-812efa03f75b,segment=NetworkSegment(d73c8b0e-2727-428c-849d-9afa0e164ae4),segment_id=d73c8b0e-2727-428c-849d-9afa0e164ae4)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:17.679018 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Subnet': ['ID=33020708-bde3-4763-a9be-0f1517358e75,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:17.704808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.709434 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-76816cf6-2b0a-43b7-bb32-4be597a0ca0a tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/33020708-bde3-4763-a9be-0f1517358e75 HTTP/1.1" status: 204 len: 168 time: 0.8578045 Aug 28 20:31:17.711178 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] For port f5464bb9-7e1e-449d-ab92-67eec73a5e9a, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f5464bb9-7e1e-449d-ab92-67eec73a5e9a,segment=NetworkSegment(2b32b642-5490-416a-9260-cc26b24f479c),segment_id=2b32b642-5490-416a-9260-cc26b24f479c)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:17.715131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54722) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:17.757028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (77f48470-e331-4694-8d98-812efa03f75b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.805159 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c53aa7-8379-4587-8a3d-120f415b7b18 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:17.813252 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b0c53aa7-8379-4587-8a3d-120f415b7b18 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0930521 Aug 28 20:31:17.813462 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54726) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:17.925988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973834fe-a39a-4854-a891-10d59517a68c None None] Pushing event updated for resources: {'Port': ['ID=77f48470-e331-4694-8d98-812efa03f75b,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:17.941631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (f5464bb9-7e1e-449d-ab92-67eec73a5e9a), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:17.982858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (550b8e14-a391-4bf5-9327-6be005383b45), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:18.014493 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cada3ae-c253-481e-b100-69f369383d0d None None] Pushing event updated for resources: {'Port': ['ID=f5464bb9-7e1e-449d-ab92-67eec73a5e9a,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:18.098277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Deleting port 77f48470-e331-4694-8d98-812efa03f75b {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:18.098570 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (77f48470-e331-4694-8d98-812efa03f75b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:18.135188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d402179-65be-487a-bc99-7318747fba85 None None] Network 37f53a57-84f7-4ed1-b9df-480ea5b62d1a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:18.262630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3f7a1dc-cfef-4f96-aef8-f097e8c2d119 req-ca532777-d818-4acb-9369-06f004b4fd08 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0666595 Aug 28 20:31:18.264666 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] For port 77f48470-e331-4694-8d98-812efa03f75b, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=77f48470-e331-4694-8d98-812efa03f75b,segment=NetworkSegment(d73c8b0e-2727-428c-849d-9afa0e164ae4),segment_id=d73c8b0e-2727-428c-849d-9afa0e164ae4)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:18.265951 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (77f48470-e331-4694-8d98-812efa03f75b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:18.328721 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Calling delete_port for 77f48470-e331-4694-8d98-812efa03f75b owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:18.335154 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce0a25a-b469-41e7-97d2-0ff4533c97b4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:18.346355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:18.358350 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:18.395318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:18.408178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:18.428390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:18.439664 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8c2250f4-579e-4821-939a-cf8f93db852c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/1ce0a25a-b469-41e7-97d2-0ff4533c97b4 HTTP/1.1" status: 204 len: 168 time: 1.8732915 Aug 28 20:31:18.448548 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b10291-7bda-460b-8e26-b987b3dc14e4 None None] Network c705f31b-d63a-4d3d-bc43-0da8b141c51e requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:18.468793 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-ef1906d7-d7ce-4ec1-a5a1-2784a3eb2798 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927456 Aug 28 20:31:18.470549 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54740) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:18.572813 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:18.635408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dac48-c005-4c88-b013-dd4b24c7c0e1 req-017b6fe5-e505-4f1c-9027-a9647b19735d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:18.636220 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-211dac48-c005-4c88-b013-dd4b24c7c0e1 req-017b6fe5-e505-4f1c-9027-a9647b19735d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1400898 Aug 28 20:31:18.711841 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-211dac48-c005-4c88-b013-dd4b24c7c0e1 req-6dcb9b87-0e8c-47e6-8be1-d4c4359f175c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631673 Aug 28 20:31:18.812352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (77f48470-e331-4694-8d98-812efa03f75b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:18.823352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] DHCP port deletion for c705f31b-d63a-4d3d-bc43-0da8b141c51e request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:31:18.835096 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] No DVR routers for this DVR port 77f48470-e331-4694-8d98-812efa03f75b on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:31:18.835608 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:18.838875 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3ce08564-5d08-4b2c-9abf-9a88a7b6fe0a req-cf01a421-c012-4a7b-acfa-04fdf00d2068 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854221 Aug 28 20:31:18.857927 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (0d6b8a29-8728-40ad-817b-117b9300a437), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:18.906796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Port': ['ID=77f48470-e331-4694-8d98-812efa03f75b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:18.989339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] Deleting port deea8867-3cb2-4f8b-b26a-bed5c4d846fb {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:18.989713 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:18.993956 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b8d90e48-a26e-4551-880f-376b1fe6a3bf None None] Provisioning complete for port 6b417636-7940-4842-b4fe-969f2c02e111 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:18.994329 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b8d90e48-a26e-4551-880f-376b1fe6a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b417636-7940-4842-b4fe-969f2c02e111), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.032417 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (c705f31b-d63a-4d3d-bc43-0da8b141c51e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.195696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (550b8e14-a391-4bf5-9327-6be005383b45), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.257299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550b8e14-a391-4bf5-9327-6be005383b45']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:19.281912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73c8b0e-2727-428c-849d-9afa0e164ae4') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:19.282564 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73c8b0e-2727-428c-849d-9afa0e164ae4') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:19.301182 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:19.317453 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (d73c8b0e-2727-428c-849d-9afa0e164ae4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.323336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 689ee67a-9c16-43cd-bf6a-4ab647d5c80c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:19.327095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Deleting port deea8867-3cb2-4f8b-b26a-bed5c4d846fb {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:19.327607 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.373525 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (d73c8b0e-2727-428c-849d-9afa0e164ae4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.388365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:19.388789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (d73c8b0e-2727-428c-849d-9afa0e164ae4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.402576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b8d90e48-a26e-4551-880f-376b1fe6a3bf None None] Port 6b417636-7940-4842-b4fe-969f2c02e111 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:19.427394 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] For port deea8867-3cb2-4f8b-b26a-bed5c4d846fb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,segment=NetworkSegment(591111d6-17fe-45bd-84c3-3a4d0b4405b2),segment_id=591111d6-17fe-45bd-84c3-3a4d0b4405b2)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:19.427727 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.464759 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:19.502999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:19.503466 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.505533 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] Calling delete_port for deea8867-3cb2-4f8b-b26a-bed5c4d846fb owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:19.519042 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment d73c8b0e-2727-428c-849d-9afa0e164ae4 resource provider aggregate not found Aug 28 20:31:19.567208 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment d73c8b0e-2727-428c-849d-9afa0e164ae4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d73c8b0e-2727-428c-849d-9afa0e164ae4 found for delete ", "request_id": "req-67a48619-5086-4116-8cb0-763e1d11e0b3"}]} Aug 28 20:31:19.667674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-a38ecf77-7022-4fa9-83bb-85f1827f7389 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:19.668764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-a38ecf77-7022-4fa9-83bb-85f1827f7389 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.4103732 Aug 28 20:31:19.669387 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (550b8e14-a391-4bf5-9327-6be005383b45), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.678022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.695053 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/networks/550b8e14-a391-4bf5-9327-6be005383b45 HTTP/1.1" status: 204 len: 168 time: 1.8804259 Aug 28 20:31:19.696829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54774) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:19.730345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-95feb6ca-eb82-4721-8d5a-5fca1b88b23c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a87c4db6d74cc1a996162e5ad35418 HTTP/1.1" status: 200 len: 375 time: 0.0453556 Aug 28 20:31:19.732202 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] For port deea8867-3cb2-4f8b-b26a-bed5c4d846fb, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,segment=NetworkSegment(591111d6-17fe-45bd-84c3-3a4d0b4405b2),segment_id=591111d6-17fe-45bd-84c3-3a4d0b4405b2)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:19.732677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.814941 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc5669-c50e-4482-a690-74c0f6e6aa2b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Network': ['ID=550b8e14-a391-4bf5-9327-6be005383b45,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:19.851452 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:19.852310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Calling delete_port for deea8867-3cb2-4f8b-b26a-bed5c4d846fb owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:19.856544 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:19.857707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.936997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=689ee67a-9c16-43cd-bf6a-4ab647d5c80c,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:19.944565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acef2e4-29e3-49b1-b5a7-72a7b70e0472 None None] DHCP port deletion for 550b8e14-a391-4bf5-9327-6be005383b45 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:31:19.950989 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-63410356-7585-48c5-8404-fa3b86a0d2cd None None] Could not find standard attr ID for object 77f48470-e331-4694-8d98-812efa03f75b. {{(pid=114323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Aug 28 20:31:19.976377 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-f75246ba-e79e-4037-a50e-c6d1aa30a4f6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2292228 Aug 28 20:31:19.977196 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6008ed-c0e9-47f6-91d2-1f7649a8b656 None None] Network 550b8e14-a391-4bf5-9327-6be005383b45 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:19.978388 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (37f53a57-84f7-4ed1-b9df-480ea5b62d1a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:19.996351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6008ed-c0e9-47f6-91d2-1f7649a8b656 None None] Network 550b8e14-a391-4bf5-9327-6be005383b45 could not be found, it might have been deleted concurrently. {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Aug 28 20:31:20.016268 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.046157 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Deleting port f5464bb9-7e1e-449d-ab92-67eec73a5e9a {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:20.046850 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (f5464bb9-7e1e-449d-ab92-67eec73a5e9a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.073345 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] No DVR routers for this DVR port deea8867-3cb2-4f8b-b26a-bed5c4d846fb on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:31:20.079190 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.091814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1837d-e4e9-4257-8706-667a7747256f None None] Pushing event deleted for resources: {'Port': ['ID=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:20.098751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1be18-f61a-46c3-91d7-9b3dabf34459 None None] get_active_networks_info from n-d-854121-7 {{(pid=114323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 28 20:31:20.104133 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b417636-7940-4842-b4fe-969f2c02e111), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.169519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] For port f5464bb9-7e1e-449d-ab92-67eec73a5e9a, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=f5464bb9-7e1e-449d-ab92-67eec73a5e9a,segment=NetworkSegment(2b32b642-5490-416a-9260-cc26b24f479c),segment_id=2b32b642-5490-416a-9260-cc26b24f479c)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:20.170348 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (f5464bb9-7e1e-449d-ab92-67eec73a5e9a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.189649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Calling delete_port for f5464bb9-7e1e-449d-ab92-67eec73a5e9a owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:20.239817 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device deea8867-3cb2-4f8b-b26a-bed5c4d846fb no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:31:20.290651 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-7f9d7bae-4d88-4a6a-9679-7f04bf8d7717 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298231 Aug 28 20:31:20.385480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: deea8867-3cb2-4f8b-b26a-bed5c4d846fb {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:31:20.386038 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device deea8867-3cb2-4f8b-b26a-bed5c4d846fb not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:31:20.404917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (f5464bb9-7e1e-449d-ab92-67eec73a5e9a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.409024 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:20.461511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Port': ['ID=f5464bb9-7e1e-449d-ab92-67eec73a5e9a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:20.461767 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] No DVR routers for this DVR port f5464bb9-7e1e-449d-ab92-67eec73a5e9a on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:31:20.485151 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=689ee67a-9c16-43cd-bf6a-4ab647d5c80c,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:20.497924 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1be18-f61a-46c3-91d7-9b3dabf34459 None None] Resources bound (agent type, host, resource id): {{(pid=114323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 20:31:20.546767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (deea8867-3cb2-4f8b-b26a-bed5c4d846fb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.567204 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (37f53a57-84f7-4ed1-b9df-480ea5b62d1a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.599128 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f53a57-84f7-4ed1-b9df-480ea5b62d1a']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:20.607187 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Pushing event deleted for resources: {'Port': ['ID=deea8867-3cb2-4f8b-b26a-bed5c4d846fb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:20.615418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b32b642-5490-416a-9260-cc26b24f479c') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:20.615766 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b32b642-5490-416a-9260-cc26b24f479c') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:20.621542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] No DVR routers for this DVR port deea8867-3cb2-4f8b-b26a-bed5c4d846fb on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:31:20.630895 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (2b32b642-5490-416a-9260-cc26b24f479c), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.657118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2b32b642-5490-416a-9260-cc26b24f479c), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.661534 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:20.675925 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:20.677629 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (2b32b642-5490-416a-9260-cc26b24f479c), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.764742 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks [] for port (6b417636-7940-4842-b4fe-969f2c02e111), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.769889 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (c705f31b-d63a-4d3d-bc43-0da8b141c51e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.774698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-56434ab8-57ba-4e9a-8255-0cf937b97c7e service neutron] 10.222.0.78 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248800 Aug 28 20:31:20.813331 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c705f31b-d63a-4d3d-bc43-0da8b141c51e']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:20.840178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591111d6-17fe-45bd-84c3-3a4d0b4405b2') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:20.840688 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591111d6-17fe-45bd-84c3-3a4d0b4405b2') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:20.854921 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (591111d6-17fe-45bd-84c3-3a4d0b4405b2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.876179 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (591111d6-17fe-45bd-84c3-3a4d0b4405b2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.886586 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (6b417636-7940-4842-b4fe-969f2c02e111), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.915310 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:20.915727 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (591111d6-17fe-45bd-84c3-3a4d0b4405b2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:20.953709 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 591111d6-17fe-45bd-84c3-3a4d0b4405b2 resource provider aggregate not found Aug 28 20:31:20.995186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (37f53a57-84f7-4ed1-b9df-480ea5b62d1a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.010950 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.015076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/networks/37f53a57-84f7-4ed1-b9df-480ea5b62d1a HTTP/1.1" status: 204 len: 168 time: 1.2803504 Aug 28 20:31:21.020877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54798) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:21.030467 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c987b-4742-49ec-9dc8-64a8fb084b70 tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Network': ['ID=37f53a57-84f7-4ed1-b9df-480ea5b62d1a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:21.037707 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 591111d6-17fe-45bd-84c3-3a4d0b4405b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 591111d6-17fe-45bd-84c3-3a4d0b4405b2 found for delete ", "request_id": "req-b8d52885-65ab-4eae-b3b4-578deec21e95"}]} Aug 28 20:31:21.046125 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (0d6b8a29-8728-40ad-817b-117b9300a437), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.060724 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Pushing event updated for resources: {'Port': ['ID=6b417636-7940-4842-b4fe-969f2c02e111,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:21.140373 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5be896d-e728-4d3b-8db7-f7f31ef41abd req-7ebf479f-530b-4d5c-9575-5fad9507a974 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 210 time: 0.0322995 Aug 28 20:31:21.151120 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:21.160257 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (c705f31b-d63a-4d3d-bc43-0da8b141c51e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.231589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 689ee67a-9c16-43cd-bf6a-4ab647d5c80c up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:21.235475 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.239047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c705f31b-d63a-4d3d-bc43-0da8b141c51e HTTP/1.1" status: 204 len: 168 time: 2.7051845 Aug 28 20:31:21.260264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777a97d-c151-4f76-bbb7-6be358ff51ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c705f31b-d63a-4d3d-bc43-0da8b141c51e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:21.269343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.343008 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:21.343393 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (689ee67a-9c16-43cd-bf6a-4ab647d5c80c), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.484813 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:21.497621 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:21.500651 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.517529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 689ee67a-9c16-43cd-bf6a-4ab647d5c80c is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:21.536306 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 77f48470-e331-4694-8d98-812efa03f75b no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:31:21.592485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 77f48470-e331-4694-8d98-812efa03f75b {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:31:21.595646 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2b32b642-5490-416a-9260-cc26b24f479c resource provider aggregate not found Aug 28 20:31:21.601567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 77f48470-e331-4694-8d98-812efa03f75b not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:31:21.625713 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2b32b642-5490-416a-9260-cc26b24f479c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b32b642-5490-416a-9260-cc26b24f479c found for delete ", "request_id": "req-101d9312-9f03-47cd-938a-b278572ca75d"}]} Aug 28 20:31:21.680273 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:21.728467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4aecb0-7184-410a-b1b1-2fb958c56d5f') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:21.728851 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4aecb0-7184-410a-b1b1-2fb958c56d5f') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:21.771262 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (3a4aecb0-7184-410a-b1b1-2fb958c56d5f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.838296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (3a4aecb0-7184-410a-b1b1-2fb958c56d5f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.888017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:21.888684 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (3a4aecb0-7184-410a-b1b1-2fb958c56d5f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.895533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Router 0d6b8a29-8728-40ad-817b-117b9300a437 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:31:21.920282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a936f28-89e1-4734-acc8-a48c14a9e6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.939393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ea48312f-a07e-46ae-a7d7-8b6d75273700 None None] Provisioning complete for port 6b417636-7940-4842-b4fe-969f2c02e111 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:21.939851 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ea48312f-a07e-46ae-a7d7-8b6d75273700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b417636-7940-4842-b4fe-969f2c02e111), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:21.962949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54824) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:22.056979 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4030455a-1e9e-4b37-a6a3-9e624fa3cabd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3eb7c9bee46e4bd091606fbf7133360d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916824 Aug 28 20:31:22.059714 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54828) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:22.061410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ea48312f-a07e-46ae-a7d7-8b6d75273700 None None] Port 6b417636-7940-4842-b4fe-969f2c02e111 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:22.153634 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b603992-3cdf-4609-86cd-56a73d2e6de5 admin admin] Publish callbacks [] for security_group (2eba99d1-5397-405e-acd5-7f9f6d2cb040), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.178525 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.191795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.198743 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4 HTTP/1.1" status: 204 len: 168 time: 1.1687062 Aug 28 20:31:22.198743 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:22.198917 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54832) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:22.211443 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Sync routers for ids ['0d6b8a29-8728-40ad-817b-117b9300a437'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:22.219429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b603992-3cdf-4609-86cd-56a73d2e6de5 admin admin] Publish callbacks [] for security_group (2eba99d1-5397-405e-acd5-7f9f6d2cb040), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.226118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-84c0d732-b97b-48b5-a439-1981eeafc843 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0d6b8a29-8728-40ad-817b-117b9300a437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4919882 Aug 28 20:31:22.228988 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Routers {'0d6b8a29-8728-40ad-817b-117b9300a437'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:22.229956 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:30:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d6b8a29-8728-40ad-817b-117b9300a437'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:22.240289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519459-6d24-4824-ad42-d51069f7a78b tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Network': ['ID=9793b2ea-a9e0-4c1a-bf57-6bfe865b80f4,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:22.300526 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:22.413650 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b603992-3cdf-4609-86cd-56a73d2e6de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2eba99d1-5397-405e-acd5-7f9f6d2cb040), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.417511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b603992-3cdf-4609-86cd-56a73d2e6de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.419170 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5b603992-3cdf-4609-86cd-56a73d2e6de5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2eba99d1-5397-405e-acd5-7f9f6d2cb040 HTTP/1.1" status: 204 len: 168 time: 0.3577704 Aug 28 20:31:22.422871 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a3f1b4c8-1824-4570-ba03-6b455864693b req-0f0d5553-49ed-4d82-8bf0-22421ab785a1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 210 time: 0.1319673 Aug 28 20:31:22.469704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (3128e2f3-a082-4903-8e7b-24d2ffa1eee5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.477657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b603992-3cdf-4609-86cd-56a73d2e6de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eba99d1-5397-405e-acd5-7f9f6d2cb040,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:22.658001 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Set router 0d6b8a29-8728-40ad-817b-117b9300a437 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:22.673032 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (3128e2f3-a082-4903-8e7b-24d2ffa1eee5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:22.997338 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'name': 'tempest-TestVolumeBootPattern-1532290115-router', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:31:06Z', 'updated_at': '2022-08-28T20:31:19Z', 'revision_number': 4, 'project_id': '56c05ed801854c209463013f864b60b7', 'gw_port': {'id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:08Z', 'updated_at': '2022-08-28T20:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6b417636-7940-4842-b4fe-969f2c02e111', 'name': '', 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'mac_address': 'fa:16:3e:a7:55:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '96f7e75f-aa57-4b18-a394-5337b6f929c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:15Z', 'updated_at': '2022-08-28T20:31:20Z', 'revision_number': 2, 'project_id': '56c05ed801854c209463013f864b60b7', 'subnets': [{'id': '96f7e75f-aa57-4b18-a394-5337b6f929c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:23.035223 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Checking router: 0d6b8a29-8728-40ad-817b-117b9300a437 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:31:23.035552 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Updating router 0d6b8a29-8728-40ad-817b-117b9300a437 port 6b417636-7940-4842-b4fe-969f2c02e111 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:31:23.036526 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3128e2f3-a082-4903-8e7b-24d2ffa1eee5']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:23.055352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6424ac88-c0a5-43f5-8c99-d6aa2b9acd35') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:23.055352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6424ac88-c0a5-43f5-8c99-d6aa2b9acd35') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:23.064866 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (6424ac88-c0a5-43f5-8c99-d6aa2b9acd35), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.088816 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (6424ac88-c0a5-43f5-8c99-d6aa2b9acd35), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.100776 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b417636-7940-4842-b4fe-969f2c02e111), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.105446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:23.105872 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (6424ac88-c0a5-43f5-8c99-d6aa2b9acd35), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.143675 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3a4aecb0-7184-410a-b1b1-2fb958c56d5f resource provider aggregate not found Aug 28 20:31:23.200075 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 3a4aecb0-7184-410a-b1b1-2fb958c56d5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a4aecb0-7184-410a-b1b1-2fb958c56d5f found for delete ", "request_id": "req-0a08742f-df7a-496f-ace4-8d1deb3036ae"}]} Aug 28 20:31:23.314850 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (3128e2f3-a082-4903-8e7b-24d2ffa1eee5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.327974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.339967 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:23.343244 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] 10.222.0.78 "DELETE /networking/v2.0/networks/3128e2f3-a082-4903-8e7b-24d2ffa1eee5 HTTP/1.1" status: 204 len: 168 time: 1.1412523 Aug 28 20:31:23.368630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d716db6-e16a-4d7f-8910-8df536b22fbe tempest-BulkNetworkOpsIpV6Test-1182053112 tempest-BulkNetworkOpsIpV6Test-1182053112-project] Pushing event deleted for resources: {'Network': ['ID=3128e2f3-a082-4903-8e7b-24d2ffa1eee5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:23.602821 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f69021a0-32d9-4e34-9688-6479e2ba134e req-c106cb66-be77-4af2-b288-a1947a472d30 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 210 time: 0.0492957 Aug 28 20:31:23.734170 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Publish callbacks [] for port (6b417636-7940-4842-b4fe-969f2c02e111), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.753260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54872) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:23.795559 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:23.817061 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b417636-7940-4842-b4fe-969f2c02e111), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.857626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-73442a5a-4174-4b5c-bb39-8b2872da0b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.908594 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:23.934660 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a0b5-04a5-4cf4-abbe-825727904188 None None] Pushing event updated for resources: {'Port': ['ID=6b417636-7940-4842-b4fe-969f2c02e111,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:23.976889 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Attempting to bind port 6b417636-7940-4842-b4fe-969f2c02e111 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:23.977259 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Attempting to bind port 6b417636-7940-4842-b4fe-969f2c02e111 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:23.977878 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Attempting to bind port 6b417636-7940-4842-b4fe-969f2c02e111 on network 745dce8e-1707-4cbb-a89c-e9cd0eb0b342 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:23.983806 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:23.984287 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Checking segment: {'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:23.984815 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.985279 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Bound using segment: {'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:23.985830 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Bound port: 6b417636-7940-4842-b4fe-969f2c02e111, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5419ba59-4de3-4ca4-a1f8-a093e74df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:23.986280 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b417636-7940-4842-b4fe-969f2c02e111), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:23.988497 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-73442a5a-4174-4b5c-bb39-8b2872da0b4a admin admin] Publish callbacks [] for security_group (2595d51a-7e80-4be2-be35-a19798708626), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.066498 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] For port 6b417636-7940-4842-b4fe-969f2c02e111, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:24.083664 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] For port 6b417636-7940-4842-b4fe-969f2c02e111, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b417636-7940-4842-b4fe-969f2c02e111,segment=NetworkSegment(5419ba59-4de3-4ca4-a1f8-a093e74df0a8),segment_id=5419ba59-4de3-4ca4-a1f8-a093e74df0a8)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:24.109729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-73442a5a-4174-4b5c-bb39-8b2872da0b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2595d51a-7e80-4be2-be35-a19798708626), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.175566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54882) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:24.191024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54886) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:24.191620 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-73442a5a-4174-4b5c-bb39-8b2872da0b4a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4410031 Aug 28 20:31:24.192913 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73442a5a-4174-4b5c-bb39-8b2872da0b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2595d51a-7e80-4be2-be35-a19798708626,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:24.234832 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b47536a1-f3cf-4941-9e72-94aff205842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.236080 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b417636-7940-4842-b4fe-969f2c02e111), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.281001 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Routers {'0d6b8a29-8728-40ad-817b-117b9300a437'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:24.282305 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0d6b8a29-8728-40ad-817b-117b9300a437'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:24.309761 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5469853-137a-422c-b00a-2696ac547a8f admin admin] Publish callbacks [] for security_group (2595d51a-7e80-4be2-be35-a19798708626), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.337004 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5469853-137a-422c-b00a-2696ac547a8f admin admin] Publish callbacks [] for security_group (2595d51a-7e80-4be2-be35-a19798708626), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.343105 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:31:24.378715 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:24.434581 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a0b5-04a5-4cf4-abbe-825727904188 None None] Pushing event updated for resources: {'Port': ['ID=6b417636-7940-4842-b4fe-969f2c02e111,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:24.436684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c95559d0-5652-406a-a0fc-9fc4318b3ba2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=948d5952c15c44a4b36dfc1009913a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2597501 Aug 28 20:31:24.440762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 54888) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:24.488767 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] Set router 0d6b8a29-8728-40ad-817b-117b9300a437 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:31:24.524588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e860465-0089-462f-a335-39e4e2193b37 admin admin] Publish callbacks [] for security_group (5c817e11-a710-4a7b-a4c0-42cb5fe82237), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.562944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e860465-0089-462f-a335-39e4e2193b37 admin admin] Publish callbacks [] for security_group (5c817e11-a710-4a7b-a4c0-42cb5fe82237), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.568984 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5469853-137a-422c-b00a-2696ac547a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2595d51a-7e80-4be2-be35-a19798708626), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.574033 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.581800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f5469853-137a-422c-b00a-2696ac547a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.599947 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f5469853-137a-422c-b00a-2696ac547a8f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2595d51a-7e80-4be2-be35-a19798708626 HTTP/1.1" status: 204 len: 168 time: 0.3997891 Aug 28 20:31:24.616416 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5469853-137a-422c-b00a-2696ac547a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595d51a-7e80-4be2-be35-a19798708626,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:24.799459 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e860465-0089-462f-a335-39e4e2193b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (5c817e11-a710-4a7b-a4c0-42cb5fe82237), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.802849 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0e860465-0089-462f-a335-39e4e2193b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:24.804218 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0e860465-0089-462f-a335-39e4e2193b37 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5c817e11-a710-4a7b-a4c0-42cb5fe82237 HTTP/1.1" status: 204 len: 168 time: 0.3591759 Aug 28 20:31:24.826095 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1ef84183-540e-4613-9d8b-2b626dffb283 req-2ae7ba2b-89a6-4fc3-a54a-8c8697bed9a3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 210 time: 0.0811863 Aug 28 20:31:24.826988 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e860465-0089-462f-a335-39e4e2193b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c817e11-a710-4a7b-a4c0-42cb5fe82237,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:24.921624 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:24.974751 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'name': 'tempest-TestVolumeBootPattern-1532290115-router', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:31:06Z', 'updated_at': '2022-08-28T20:31:19Z', 'revision_number': 4, 'project_id': '56c05ed801854c209463013f864b60b7', 'gw_port': {'id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:08Z', 'updated_at': '2022-08-28T20:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6b417636-7940-4842-b4fe-969f2c02e111', 'name': '', 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'mac_address': 'fa:16:3e:a7:55:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '96f7e75f-aa57-4b18-a394-5337b6f929c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:15Z', 'updated_at': '2022-08-28T20:31:24Z', 'revision_number': 4, 'project_id': '56c05ed801854c209463013f864b60b7', 'subnets': [{'id': '96f7e75f-aa57-4b18-a394-5337b6f929c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:25.128083 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9705b-fd2e-4b73-ab9f-529c8f67246b None None] The sync data for ids ['0d6b8a29-8728-40ad-817b-117b9300a437'] in n-d-854121-7 is: [{'id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'name': 'tempest-TestVolumeBootPattern-1532290115-router', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:31:06Z', 'updated_at': '2022-08-28T20:31:19Z', 'revision_number': 4, 'project_id': '56c05ed801854c209463013f864b60b7', 'gw_port': {'id': '689ee67a-9c16-43cd-bf6a-4ab647d5c80c', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:08Z', 'updated_at': '2022-08-28T20:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '6b417636-7940-4842-b4fe-969f2c02e111', 'name': '', 'network_id': '745dce8e-1707-4cbb-a89c-e9cd0eb0b342', 'tenant_id': '56c05ed801854c209463013f864b60b7', 'mac_address': 'fa:16:3e:a7:55:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6b8a29-8728-40ad-817b-117b9300a437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '96f7e75f-aa57-4b18-a394-5337b6f929c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:31:15Z', 'updated_at': '2022-08-28T20:31:24Z', 'revision_number': 4, 'project_id': '56c05ed801854c209463013f864b60b7', 'subnets': [{'id': '96f7e75f-aa57-4b18-a394-5337b6f929c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:25.278320 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-73f7b1d8-39d9-4e3f-addc-f57686201969 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:25.282255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-73f7b1d8-39d9-4e3f-addc-f57686201969 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 811 time: 0.3794694 Aug 28 20:31:25.287474 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6424ac88-c0a5-43f5-8c99-d6aa2b9acd35 resource provider aggregate not found Aug 28 20:31:25.323983 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Request body: {'port': {'device_id': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'admin_state_up': True, 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:25.342789 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 6424ac88-c0a5-43f5-8c99-d6aa2b9acd35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6424ac88-c0a5-43f5-8c99-d6aa2b9acd35 found for delete ", "request_id": "req-8d38f173-ff50-48c3-8196-b6158d7df1ed"}]} Aug 28 20:31:25.487001 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:25.749236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Made reservation on behalf of 72a87c4db6d74cc1a996162e5ad35418 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:25.755358 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:25.872918 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:26.061420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Allocated IP 172.20.0.11 (3a1f6bbb-6c97-4181-b0c6-f5611dba0733/89a7a736-cb24-41e7-bfce-87f7bbb771be/de87e381-eb78-478d-a458-9afbcee086e0) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:26.167202 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-705b3a13-05ce-4ca1-8c06-b9fd2f6f0d89 req-c21d53af-9344-482f-ba98-24cfe2ee4f01 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 210 time: 0.1027968 Aug 28 20:31:26.463526 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for port (de87e381-eb78-478d-a458-9afbcee086e0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:26.482462 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:26.710955 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:26.723972 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e', 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:26.734388 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:26.800726 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:26.823432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:26.828133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:26.833115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:26.887496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:26.975276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:26.976078 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:27.008771 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:27.194319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 54982) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:27.225141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:27.227096 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-9138986c-7d55-4255-8b42-c8c110103ce6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9319861 Aug 28 20:31:27.240067 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Request body: {'port': {'device_id': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:27.400092 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-2029827826'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:27.432966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b417636-7940-4842-b4fe-969f2c02e111 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:27.451954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-95f6a87e-4f49-42f7-a494-c9e93fc0656d None None] Provisioning complete for port de87e381-eb78-478d-a458-9afbcee086e0 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:27.452342 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-95f6a87e-4f49-42f7-a494-c9e93fc0656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (de87e381-eb78-478d-a458-9afbcee086e0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:27.463503 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:27.531718 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:27.544097 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:27.585235 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:27.619017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854ebe-24a5-4930-98c1-705f2d5616bf req-b860754f-e204-41af-8a7a-9e674cac1494 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:27.630534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca854ebe-24a5-4930-98c1-705f2d5616bf req-b860754f-e204-41af-8a7a-9e674cac1494 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 932 time: 0.1461141 Aug 28 20:31:27.770795 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ca854ebe-24a5-4930-98c1-705f2d5616bf req-2fcb0ed4-9d3b-4233-9a4d-61ecd5a488a9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330914 Aug 28 20:31:27.946660 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for security_group (dd725fec-077a-4ad0-96aa-35adbb694e6b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:27.960741 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-95f6a87e-4f49-42f7-a494-c9e93fc0656d None None] Port de87e381-eb78-478d-a458-9afbcee086e0 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:27.977550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-11e26a98-7654-4283-9abb-e059bf76048b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:27.986553 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-11e26a98-7654-4283-9abb-e059bf76048b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 811 time: 0.3185480 Aug 28 20:31:27.988681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6b417636-7940-4842-b4fe-969f2c02e111 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:27.989208 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b417636-7940-4842-b4fe-969f2c02e111), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.009951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-f4a196cb-ddc8-490b-ade4-19e78256d997 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/quotas/1787e56fcd0b41a4901625e6f9ab80bb HTTP/1.1" status: 200 len: 375 time: 0.0215466 Aug 28 20:31:28.010858 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de87e381-eb78-478d-a458-9afbcee086e0 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:31:28.022507 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Publish callbacks [] for port (de87e381-eb78-478d-a458-9afbcee086e0), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.043759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Transition to ACTIVE for port object de87e381-eb78-478d-a458-9afbcee086e0 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:31:28.049380 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.074614 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dd725fec-077a-4ad0-96aa-35adbb694e6b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.099408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:31:28.109351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.119980 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:28.120365 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6b417636-7940-4842-b4fe-969f2c02e111 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:28.120879 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b417636-7940-4842-b4fe-969f2c02e111), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.179694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6b417636-7940-4842-b4fe-969f2c02e111, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b417636-7940-4842-b4fe-969f2c02e111,segment=NetworkSegment(5419ba59-4de3-4ca4-a1f8-a093e74df0a8),segment_id=5419ba59-4de3-4ca4-a1f8-a093e74df0a8)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:28.195753 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-8b6c80b9-b63c-46be-b5f1-e0f14fc05747 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844735 Aug 28 20:31:28.199929 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:28.207048 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:28.209947 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (18883995-34c5-4af0-9809-a7f16cb1eb3a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.210330 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment 18883995-34c5-4af0-9809-a7f16cb1eb3a of type vlan for network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 Aug 28 20:31:28.228364 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:28.228983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b417636-7940-4842-b4fe-969f2c02e111), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.279095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Attempting to bind port de87e381-eb78-478d-a458-9afbcee086e0 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:28.287764 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Attempting to bind port de87e381-eb78-478d-a458-9afbcee086e0 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:28.288312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Attempting to bind port de87e381-eb78-478d-a458-9afbcee086e0 on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:28.294040 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Port de87e381-eb78-478d-a458-9afbcee086e0 on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:31:28.294447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Attempting to bind port de87e381-eb78-478d-a458-9afbcee086e0 on network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:28.300049 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:28.300487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Checking segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:28.301030 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Bound using segment: {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:28.301450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Bound port: de87e381-eb78-478d-a458-9afbcee086e0, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:28.301739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6b417636-7940-4842-b4fe-969f2c02e111,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:28.301961 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.327069 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd725fec-077a-4ad0-96aa-35adbb694e6b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:28.351533 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (9d257765-ee52-4fc5-9919-b6d8c25fc8a6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.380552 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:28.388916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:28.399254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:28.467005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (9d257765-ee52-4fc5-9919-b6d8c25fc8a6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.474418 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:28.475557 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.498873 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.506454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:28.506731 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:28.508297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/de87e381-eb78-478d-a458-9afbcee086e0 HTTP/1.1" status: 200 len: 1092 time: 1.2753162 Aug 28 20:31:28.513513 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:31:28.523174 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49" -d '{"events": [{"name": "network-changed", "server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "tag": "de87e381-eb78-478d-a458-9afbcee086e0"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:31:28.582790 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:28.775093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe269c3-3199-45b4-ab54-47236c1928da service neutron] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:28.813758 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-35c0e720-863c-45fb-a8ef-07ee70f0a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:28.815721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-35c0e720-863c-45fb-a8ef-07ee70f0a195 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 1126 time: 0.1871922 Aug 28 20:31:28.823753 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49454f7-7c72-4a44-96d0-ba091d47bcd8 x-openstack-request-id: req-f49454f7-7c72-4a44-96d0-ba091d47bcd8 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:31:28.826833 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "tag": "de87e381-eb78-478d-a458-9afbcee086e0", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:31:28.831970 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f49454f7-7c72-4a44-96d0-ba091d47bcd8 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:31:28.831970 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49454f7-7c72-4a44-96d0-ba091d47bcd8'] response: {'name': 'network-changed', 'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0', 'status': 'completed', 'code': 200} Aug 28 20:31:28.913755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-51013d2c-28a9-4cb9-a10b-fb010f0dcd07 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de87e381-eb78-478d-a458-9afbcee086e0 HTTP/1.1" status: 200 len: 217 time: 0.0825131 Aug 28 20:31:29.024467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baf978-eea9-4467-855c-6b43fe41a5e3 req-cc40471f-813e-4531-a501-db40143a58e6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:29.024742 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=9d257765-ee52-4fc5-9919-b6d8c25fc8a6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:29.026551 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63baf978-eea9-4467-855c-6b43fe41a5e3 req-cc40471f-813e-4531-a501-db40143a58e6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 944 time: 0.1236057 Aug 28 20:31:29.031239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-a5dea439-f73a-4815-8d80-bc97584e9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:29.032780 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-a5dea439-f73a-4815-8d80-bc97584e9208 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0943830 Aug 28 20:31:29.037555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:31:29.065992 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-ae5bbdb1-953f-46dc-be0f-73e3e9798eef service neutron] 10.222.0.78 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690984 Aug 28 20:31:29.148989 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-7ad54879-3b0b-4358-942e-68446ecf164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:29.151699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-7ad54879-3b0b-4358-942e-68446ecf164b service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1106589 Aug 28 20:31:29.170689 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a2644eb6-bee2-4982-80c7-d7a46be01aff tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9743783 Aug 28 20:31:29.178778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55016) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:29.199986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-2125727912'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:29.244860 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-1983f0e0-04f0-4ed3-9ebc-71d1726367ba service neutron] 10.222.0.78 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772637 Aug 28 20:31:29.302532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b417636-7940-4842-b4fe-969f2c02e111 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:29.379350 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-63baf978-eea9-4467-855c-6b43fe41a5e3 req-dc5ac1cf-0584-4920-8e4b-fce867f9afd8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402004 Aug 28 20:31:29.438210 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6b417636-7940-4842-b4fe-969f2c02e111 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:29.438210 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b417636-7940-4842-b4fe-969f2c02e111), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:29.491676 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-de951727-43bd-41e8-be39-8c04999934dd service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116412 Aug 28 20:31:29.511487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:29.517454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:29.579575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6b417636-7940-4842-b4fe-969f2c02e111 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:29.616371 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:31:29.642040 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (413b7222-79b1-440b-a666-5fe9bdddad82), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:29.642545 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment 413b7222-79b1-440b-a666-5fe9bdddad82 of type vlan for network 955d9d55-6790-4b14-9ab0-dbe887806c37 Aug 28 20:31:29.666063 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3a364bf-5aae-4fe7-bd94-95a8c2d762c4 req-1848d63a-e36b-4c5a-b699-0405e7febe65 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679611 Aug 28 20:31:29.708686 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (955d9d55-6790-4b14-9ab0-dbe887806c37), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:29.851391 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (955d9d55-6790-4b14-9ab0-dbe887806c37), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:29.857205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:29.857876 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:29.937651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=955d9d55-6790-4b14-9ab0-dbe887806c37,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:29.957871 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:31:30.039975 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8a9b9814-b23b-4131-9b2b-d94a34cfb6a0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8554337 Aug 28 20:31:30.041219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55034) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:30.047074 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': '9d257765-ee52-4fc5-9919-b6d8c25fc8a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:30.195479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1a720fac-08d5-4dfd-b9e8-77ee87684597 req-a6e0a4be-012e-484a-a2e1-b369abd7c46c tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0402200 Aug 28 20:31:30.281952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:30.289680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:30.366745 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:30.432384 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:30.574082 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8adc-fa17-444d-8749-ab5c09f3a3b0 req-c22742bd-e2d4-44c2-8077-8bb717142f7d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:30.575727 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b72c8adc-fa17-444d-8749-ab5c09f3a3b0 req-c22742bd-e2d4-44c2-8077-8bb717142f7d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 944 time: 0.0522532 Aug 28 20:31:30.632704 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b72c8adc-fa17-444d-8749-ab5c09f3a3b0 req-38bd66af-9992-4f6a-bd93-8216a48df893 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497561 Aug 28 20:31:30.673250 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (e6b8c80d-4c0f-40b9-b4fe-a89cf8910410), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:30.750267 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-b51ee03c-eef0-491f-9977-3acac3871cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:30.759511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-b51ee03c-eef0-491f-9977-3acac3871cf3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 1126 time: 0.0974293 Aug 28 20:31:30.842606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=e6b8c80d-4c0f-40b9-b4fe-a89cf8910410,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:30.866159 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': '18883995-34c5-4af0-9809-a7f16cb1eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9d257765-ee52-4fc5-9919-b6d8c25fc8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:30.866811 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: 9d257765-ee52-4fc5-9919-b6d8c25fc8a6, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:30.909107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-a75f6856-cb29-437f-a088-b9124e935dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:30.910834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-a75f6856-cb29-437f-a088-b9124e935dc8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1412017 Aug 28 20:31:30.952219 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-f3920b79-9522-4b8c-be6f-cc4bb2b02970 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de87e381-eb78-478d-a458-9afbcee086e0 HTTP/1.1" status: 200 len: 217 time: 0.0344775 Aug 28 20:31:31.006995 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:31.009938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-7763dd27-de2d-4eef-9922-9fbdb127bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:31.011415 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-7763dd27-de2d-4eef-9922-9fbdb127bf5d service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0535824 Aug 28 20:31:31.060911 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-0f5e6baf-6a94-4257-b2bd-c70794c40872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:31.062630 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-0f5e6baf-6a94-4257-b2bd-c70794c40872 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450501 Aug 28 20:31:31.114896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 9d257765-ee52-4fc5-9919-b6d8c25fc8a6) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:31.123343 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:31.124626 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:31.136149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a2f69-4b1c-42cf-bd6c-2a1c1b6d8a37 None None] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:31.238208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-1ea776c7-d05e-48bc-a0c2-26b1314122e8 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686485 Aug 28 20:31:31.324877 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-75854f71-25ee-4e20-ac8b-6aeef7be2c72 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2796466 Aug 28 20:31:31.325042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:31.331087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': '955d9d55-6790-4b14-9ab0-dbe887806c37', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:31.344276 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-9d257765-ee52-4fc5-9919-b6d8c25fc8a6', 'network_id': '9d257765-ee52-4fc5-9919-b6d8c25fc8a6', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': 'e6b8c80d-4c0f-40b9-b4fe-a89cf8910410'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:31:31.346214 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:31.361958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7ae6608f-78dc-4ba1-9e99-f42be95a7a94 req-f719bebf-30f0-43f5-bad4-fea07b2c023c tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0476482 Aug 28 20:31:31.364346 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:31.409494 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-56fe6cc9-f55b-4f83-8a1f-99cadf508e49 req-25f6990c-ee5a-4a8f-a373-14b21b59bdd9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633708 Aug 28 20:31:31.563204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Allocated IP 172.20.0.2 (9d257765-ee52-4fc5-9919-b6d8c25fc8a6/e6b8c80d-4c0f-40b9-b4fe-a89cf8910410/d2639276-0384-473a-924b-090d5a2a2e30) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:31.568347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:31.573910 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:31.800888 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Publish callbacks [] for port (d2639276-0384-473a-924b-090d5a2a2e30), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:31.807012 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:31.852236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d2639276-0384-473a-924b-090d5a2a2e30), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:31.865137 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f9ec0-dd45-41a7-b8f7-7e50d05bc3e0 req-46d28904-caa6-410e-9955-a04a121be32a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:31.872560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f02f9ec0-dd45-41a7-b8f7-7e50d05bc3e0 req-46d28904-caa6-410e-9955-a04a121be32a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 944 time: 0.0810440 Aug 28 20:31:31.899937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:31.906398 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:31.909619 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:31.919539 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Pushing event updated for resources: {'Port': ['ID=d2639276-0384-473a-924b-090d5a2a2e30,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:31.930253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.930729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.931088 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.931485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.932727 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.933055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.933384 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.934282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.934628 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.934968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.935307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.935724 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.936614 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.937018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.937418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:31.972894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f02f9ec0-dd45-41a7-b8f7-7e50d05bc3e0 req-a39bda2f-e27a-485d-ae8a-38dbab9fca79 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963442 Aug 28 20:31:32.014246 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Attempting to bind port d2639276-0384-473a-924b-090d5a2a2e30 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:32.014500 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Attempting to bind port d2639276-0384-473a-924b-090d5a2a2e30 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '18883995-34c5-4af0-9809-a7f16cb1eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9d257765-ee52-4fc5-9919-b6d8c25fc8a6'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:32.014886 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Attempting to bind port d2639276-0384-473a-924b-090d5a2a2e30 on network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:32.021578 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:32.021947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Checking segment: {'id': '18883995-34c5-4af0-9809-a7f16cb1eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9d257765-ee52-4fc5-9919-b6d8c25fc8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:32.022302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:32.022704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Bound using segment: {'id': '18883995-34c5-4af0-9809-a7f16cb1eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9d257765-ee52-4fc5-9919-b6d8c25fc8a6'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:32.023197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Bound port: d2639276-0384-473a-924b-090d5a2a2e30, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18883995-34c5-4af0-9809-a7f16cb1eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9d257765-ee52-4fc5-9919-b6d8c25fc8a6'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:32.023552 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (a3dcf084-feb2-40d9-92c0-ebe3d0c909f7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:32.023681 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2639276-0384-473a-924b-090d5a2a2e30), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:32.096846 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=a3dcf084-feb2-40d9-92c0-ebe3d0c909f7,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:32.105117 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': '413b7222-79b1-440b-a666-5fe9bdddad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '955d9d55-6790-4b14-9ab0-dbe887806c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:32.105492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: 955d9d55-6790-4b14-9ab0-dbe887806c37, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:32.127677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] For port d2639276-0384-473a-924b-090d5a2a2e30, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:32.131315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] For port d2639276-0384-473a-924b-090d5a2a2e30, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2639276-0384-473a-924b-090d5a2a2e30,segment=NetworkSegment(18883995-34c5-4af0-9809-a7f16cb1eb3a),segment_id=18883995-34c5-4af0-9809-a7f16cb1eb3a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:32.235089 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d2639276-0384-473a-924b-090d5a2a2e30), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:32.238380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:32.334751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc56cd-ad07-41c6-8867-4bd7cbecf85a None None] Pushing event updated for resources: {'Port': ['ID=d2639276-0384-473a-924b-090d5a2a2e30,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:32.514094 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3a96c553-348f-44fa-ac4b-76e12ce758ce req-3d75107c-5ca7-4f76-b63b-6e0d1951e619 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0641334 Aug 28 20:31:33.100239 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:33.135738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b424-087e-4682-beca-6b7f212fe076 req-64bea5dc-a1bd-4c6b-96d8-5d7809cfe4c7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:33.144286 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59b424-087e-4682-beca-6b7f212fe076 req-64bea5dc-a1bd-4c6b-96d8-5d7809cfe4c7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 944 time: 0.0812824 Aug 28 20:31:33.228955 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2639276-0384-473a-924b-090d5a2a2e30 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:33.276645 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c59b424-087e-4682-beca-6b7f212fe076 req-88b6b279-0289-47f5-84aa-726f237730b9 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259913 Aug 28 20:31:33.320879 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d2639276-0384-473a-924b-090d5a2a2e30 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:33.321394 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2639276-0384-473a-924b-090d5a2a2e30), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.396222 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:33.420027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d2639276-0384-473a-924b-090d5a2a2e30 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:33.420425 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d2639276-0384-473a-924b-090d5a2a2e30), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.458163 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d2639276-0384-473a-924b-090d5a2a2e30, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2639276-0384-473a-924b-090d5a2a2e30,segment=NetworkSegment(18883995-34c5-4af0-9809-a7f16cb1eb3a),segment_id=18883995-34c5-4af0-9809-a7f16cb1eb3a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:33.514759 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff987005-a010-46be-82ca-eb1ae69d0f01 None None] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:33.612489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 955d9d55-6790-4b14-9ab0-dbe887806c37) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:33.620572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:33.622720 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-535811d4-fce6-4338-a169-8333cd5f9097 req-8d725b75-9650-41cf-81eb-13a1c2b3aa23 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0307500 Aug 28 20:31:33.623582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.640043 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:33.646213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6580499b-e9e4-4887-b7dd-0bf68c8e61c4 None None] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:33.655475 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:33.691470 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d2639276-0384-473a-924b-090d5a2a2e30), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.759983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e192e9b5-4c12-48d1-8bd1-fa44991e70d7 None None] Provisioning complete for port d2639276-0384-473a-924b-090d5a2a2e30 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:33.760384 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e192e9b5-4c12-48d1-8bd1-fa44991e70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2639276-0384-473a-924b-090d5a2a2e30), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.797341 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-db54ad08-505b-48dd-a891-61f77f912b74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4683309 Aug 28 20:31:33.797681 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55106) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:33.803375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6b30895f-a43e-43ea-9594-1d60dc0a1b85 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1054116700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:33.846732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d2639276-0384-473a-924b-090d5a2a2e30,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:33.918393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-955d9d55-6790-4b14-9ab0-dbe887806c37', 'network_id': '955d9d55-6790-4b14-9ab0-dbe887806c37', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': 'a3dcf084-feb2-40d9-92c0-ebe3d0c909f7'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:31:33.924317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b30895f-a43e-43ea-9594-1d60dc0a1b85 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (be14cb81-8209-4548-bb29-af858b9e2fda), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.924317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b30895f-a43e-43ea-9594-1d60dc0a1b85 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (be14cb81-8209-4548-bb29-af858b9e2fda), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.924534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:33.965112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e192e9b5-4c12-48d1-8bd1-fa44991e70d7 None None] Current status of the port d2639276-0384-473a-924b-090d5a2a2e30 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:33.989691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b30895f-a43e-43ea-9594-1d60dc0a1b85 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (be14cb81-8209-4548-bb29-af858b9e2fda), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.080731 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b30895f-a43e-43ea-9594-1d60dc0a1b85 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (be14cb81-8209-4548-bb29-af858b9e2fda), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.097757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Allocated IP 172.21.0.2 (955d9d55-6790-4b14-9ab0-dbe887806c37/a3dcf084-feb2-40d9-92c0-ebe3d0c909f7/6dd99705-46d0-43ed-ad97-64edbbcf41fa) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:34.178949 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6b30895f-a43e-43ea-9594-1d60dc0a1b85 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.183504 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55110) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:34.184149 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6b30895f-a43e-43ea-9594-1d60dc0a1b85 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3845305 Aug 28 20:31:34.202734 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-074ba6b8-9464-4897-9413-b15c02036da4 None None] Provisioning complete for port d2639276-0384-473a-924b-090d5a2a2e30 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:34.203159 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-074ba6b8-9464-4897-9413-b15c02036da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2639276-0384-473a-924b-090d5a2a2e30), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.278497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device de87e381-eb78-478d-a458-9afbcee086e0 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:31:34.318972 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Publish callbacks [] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.403468 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.466167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-074ba6b8-9464-4897-9413-b15c02036da4 None None] Current status of the port d2639276-0384-473a-924b-090d5a2a2e30 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:34.469529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:34.478731 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:34.492932 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:34.496646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388386d-d0a0-4eb0-a3f1-8f23470dadaf req-31bc0720-622d-4067-a5a5-14d62945da28 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:34.505692 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7388386d-d0a0-4eb0-a3f1-8f23470dadaf req-31bc0720-622d-4067-a5a5-14d62945da28 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 944 time: 0.1157854 Aug 28 20:31:34.505873 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Pushing event updated for resources: {'Port': ['ID=6dd99705-46d0-43ed-ad97-64edbbcf41fa,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:34.572721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:34.612994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'de87e381-eb78-478d-a458-9afbcee086e0', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': 'de87e381-eb78-478d-a458-9afbcee086e0', 'mac_address': 'fa:16:3e:ab:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:31:34.616497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Attempting to bind port 6dd99705-46d0-43ed-ad97-64edbbcf41fa on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:34.616875 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Attempting to bind port 6dd99705-46d0-43ed-ad97-64edbbcf41fa by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '413b7222-79b1-440b-a666-5fe9bdddad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '955d9d55-6790-4b14-9ab0-dbe887806c37'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:34.617238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Attempting to bind port 6dd99705-46d0-43ed-ad97-64edbbcf41fa on network 955d9d55-6790-4b14-9ab0-dbe887806c37 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:34.622855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7388386d-d0a0-4eb0-a3f1-8f23470dadaf req-9695d7f2-e9a4-4148-aacd-0d46b9d84ac7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178424 Aug 28 20:31:34.646556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c044dbb5-c47d-421c-b897-bf208dea5176 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:34.652646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c044dbb5-c47d-421c-b897-bf208dea5176 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 811 time: 0.2499640 Aug 28 20:31:34.677184 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Request body: {'port': {'device_id': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'admin_state_up': True, 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:34.690804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:34.691212 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Checking segment: {'id': '413b7222-79b1-440b-a666-5fe9bdddad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '955d9d55-6790-4b14-9ab0-dbe887806c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:34.691633 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.692035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Bound using segment: {'id': '413b7222-79b1-440b-a666-5fe9bdddad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '955d9d55-6790-4b14-9ab0-dbe887806c37'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:34.694434 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Bound port: 6dd99705-46d0-43ed-ad97-64edbbcf41fa, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413b7222-79b1-440b-a666-5fe9bdddad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '955d9d55-6790-4b14-9ab0-dbe887806c37'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:34.694883 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.741271 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.752662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port de87e381-eb78-478d-a458-9afbcee086e0 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:34.753054 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:34.822959 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de87e381-eb78-478d-a458-9afbcee086e0 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:31:34.861178 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:34.863719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:34.875344 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] For port 6dd99705-46d0-43ed-ad97-64edbbcf41fa, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:34.879368 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] For port 6dd99705-46d0-43ed-ad97-64edbbcf41fa, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6dd99705-46d0-43ed-ad97-64edbbcf41fa,segment=NetworkSegment(413b7222-79b1-440b-a666-5fe9bdddad82),segment_id=413b7222-79b1-440b-a666-5fe9bdddad82)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:34.880878 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-676c46af-4c02-4cee-a2cd-108bcd86ad44 req-11a885ba-8477-4e47-85a9-dde7f4a9b0ce tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0928645 Aug 28 20:31:35.005798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Made reservation on behalf of 1787e56fcd0b41a4901625e6f9ab80bb for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:35.006023 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:35.009578 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:35.011326 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:35.113741 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:35.119032 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:35.234680 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:35.260745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2639276-0384-473a-924b-090d5a2a2e30 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:35.271136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb031-485b-43c1-b027-ceb4e9615e2f None None] Pushing event updated for resources: {'Port': ['ID=6dd99705-46d0-43ed-ad97-64edbbcf41fa,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:35.290653 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['de87e381-eb78-478d-a458-9afbcee086e0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:35.473996 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:35.488496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.20.0.1 (9d257765-ee52-4fc5-9919-b6d8c25fc8a6/e6b8c80d-4c0f-40b9-b4fe-a89cf8910410/75dc0318-c343-4dc7-ad83-1ba553566789) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:35.490190 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Allocated IP 172.20.0.6 (877cd4ae-9778-4a9f-ac11-da7b5d7229fb/1b24249b-c328-4a25-97c0-398f28b287b2/5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:35.504358 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:35.690380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d2639276-0384-473a-924b-090d5a2a2e30 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:35.693211 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d2639276-0384-473a-924b-090d5a2a2e30), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:35.758462 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (75dc0318-c343-4dc7-ad83-1ba553566789), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:35.968552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks [] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:35.983454 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:35.999808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d2639276-0384-473a-924b-090d5a2a2e30 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:36.006494 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:36.102016 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=75dc0318-c343-4dc7-ad83-1ba553566789,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:36.122214 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:36.144959 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-83ebf099-000c-4028-8069-fd3a69a54f58 req-ccdc9476-ed15-442d-9a63-4d686e8f9060 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0845771 Aug 28 20:31:36.154517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2ce6-a5d8-4086-9999-ab03050eb700 req-d0b8f3f7-a10d-4d2e-a9bc-01028b968f33 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:36.156311 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a6b2ce6-a5d8-4086-9999-ab03050eb700 req-d0b8f3f7-a10d-4d2e-a9bc-01028b968f33 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 945 time: 0.3142002 Aug 28 20:31:36.158627 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:36.160986 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:36.201378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:36.240290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Pushing event updated for resources: {'Port': ['ID=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:36.259595 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:36.260329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:36.260580 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:36.267574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:36.276004 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:36.372240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1a6b2ce6-a5d8-4086-9999-ab03050eb700 req-65421f74-bddc-4746-b47c-3f7cc631b60c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085490 Aug 28 20:31:36.376196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:36.377308 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:36.481701 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device de87e381-eb78-478d-a458-9afbcee086e0 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:36.528993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c573cfcf-54d4-4a30-b602-b158be39fe1b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8633742 Aug 28 20:31:36.547540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Request body: {'port': {'device_id': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:36.677798 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port de87e381-eb78-478d-a458-9afbcee086e0 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:31:36.789168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:36.817349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port de87e381-eb78-478d-a458-9afbcee086e0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:36.818248 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (de87e381-eb78-478d-a458-9afbcee086e0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:36.850680 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:36.926919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-297e5d28-d19b-4764-8fd4-82390d124c9a None None] Provisioning complete for port 75dc0318-c343-4dc7-ad83-1ba553566789 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:36.928978 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-297e5d28-d19b-4764-8fd4-82390d124c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.035349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-297e5d28-d19b-4764-8fd4-82390d124c9a None None] Port 75dc0318-c343-4dc7-ad83-1ba553566789 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:37.091446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port de87e381-eb78-478d-a458-9afbcee086e0 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:37.092148 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.127478 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a2cc33-380e-43e6-baef-2e50d1891248 None None] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:37.155623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:31:37.159865 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b419cf-3a7a-480b-8e3b-333b6d8adc29" -d '{"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-plugged", "status": "completed", "tag": "de87e381-eb78-478d-a458-9afbcee086e0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:31:37.558884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f00c3-4afc-4f34-92e0-05724b8d3b47 req-6db53595-ab10-4626-983c-f86005d8d3ca tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:37.560726 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a20f00c3-4afc-4f34-92e0-05724b8d3b47 req-6db53595-ab10-4626-983c-f86005d8d3ca tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 931 time: 0.1233749 Aug 28 20:31:37.561256 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55170) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:37.573037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70704890-3ecd-4084-bde2-fd8c5651bbc2 req-d3176aae-556d-490b-bd7f-40cb9ae8b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:37.574636 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70704890-3ecd-4084-bde2-fd8c5651bbc2 req-d3176aae-556d-490b-bd7f-40cb9ae8b684 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 1127 time: 0.1057971 Aug 28 20:31:37.654903 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:37.661900 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00316ed1-7879-44da-863e-8ac572182d95 req-14289975-6ed9-4b18-adf4-07a4d145bfe1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:37.669736 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00316ed1-7879-44da-863e-8ac572182d95 req-14289975-6ed9-4b18-adf4-07a4d145bfe1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 945 time: 0.0842395 Aug 28 20:31:37.750677 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a20f00c3-4afc-4f34-92e0-05724b8d3b47 req-c73f56cf-1f8e-4c5a-99eb-85ef5d371cf2 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661022 Aug 28 20:31:37.763505 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904e7078-e05e-42e6-9e88-032230d7b2ba x-openstack-request-id: req-904e7078-e05e-42e6-9e88-032230d7b2ba {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:31:37.764066 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-plugged", "status": "completed", "tag": "de87e381-eb78-478d-a458-9afbcee086e0", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:31:37.764066 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-904e7078-e05e-42e6-9e88-032230d7b2ba {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:31:37.764424 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904e7078-e05e-42e6-9e88-032230d7b2ba'] response: {'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0', 'code': 200} Aug 28 20:31:37.772272 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f851e126-1ab1-4623-acee-b905e15ad3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.780367 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6dd99705-46d0-43ed-ad97-64edbbcf41fa up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:37.788274 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:37.819821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3db8aef2-3744-4d38-a4c8-03415de4c06a None None] Provisioning complete for port 6dd99705-46d0-43ed-ad97-64edbbcf41fa triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:37.820398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3db8aef2-3744-4d38-a4c8-03415de4c06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.883511 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f851e126-1ab1-4623-acee-b905e15ad3b6 admin admin] Publish callbacks [] for security_group (3ba2e718-5e10-49eb-a410-669e457e719b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.888251 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.892744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70704890-3ecd-4084-bde2-fd8c5651bbc2 req-56a5ca95-87da-437c-be58-1b774eb166d2 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438042 Aug 28 20:31:37.909450 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:37.911115 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (75dc0318-c343-4dc7-ad83-1ba553566789), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.914529 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00316ed1-7879-44da-863e-8ac572182d95 req-c64b3c35-06d7-42ae-b13a-1c70ec11b41f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437291 Aug 28 20:31:37.942818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:31:37.954077 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f851e126-1ab1-4623-acee-b905e15ad3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ba2e718-5e10-49eb-a410-669e457e719b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.955710 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Publish callbacks [] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:37.988377 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Transition to ACTIVE for port object 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:31:37.995467 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851e126-1ab1-4623-acee-b905e15ad3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2e718-5e10-49eb-a410-669e457e719b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:38.011139 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.040516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6dd99705-46d0-43ed-ad97-64edbbcf41fa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:38.041019 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.069658 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.097813 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:38.109408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:38.112662 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f851e126-1ab1-4623-acee-b905e15ad3b6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2920bf2addeb4215a1f509e69d434fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5479529 Aug 28 20:31:38.113594 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55180) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:38.138953 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.150765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=75dc0318-c343-4dc7-ad83-1ba553566789,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:38.259896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:38.270717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3db8aef2-3744-4d38-a4c8-03415de4c06a None None] Current status of the port 6dd99705-46d0-43ed-ad97-64edbbcf41fa is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:38.273671 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3db8aef2-3744-4d38-a4c8-03415de4c06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.288669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:38.302123 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5797ea13-0a12-402c-848a-f4e63c5a33d8 admin admin] Publish callbacks [] for security_group (3ba2e718-5e10-49eb-a410-669e457e719b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.313245 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6dd99705-46d0-43ed-ad97-64edbbcf41fa is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:38.314735 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.316909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:38.323796 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:38.415518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5797ea13-0a12-402c-848a-f4e63c5a33d8 admin admin] Publish callbacks [] for security_group (3ba2e718-5e10-49eb-a410-669e457e719b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.457556 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Attempting to bind port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:38.460292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Attempting to bind port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:38.462032 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Attempting to bind port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:38.471085 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3db8aef2-3744-4d38-a4c8-03415de4c06a None None] For port 6dd99705-46d0-43ed-ad97-64edbbcf41fa, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6dd99705-46d0-43ed-ad97-64edbbcf41fa,segment=NetworkSegment(413b7222-79b1-440b-a666-5fe9bdddad82),segment_id=413b7222-79b1-440b-a666-5fe9bdddad82)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:38.484650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:31:38.484650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Attempting to bind port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:38.521920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:38.522272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Checking segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:38.522667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Bound using segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:38.523121 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Bound port: 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:38.523487 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.632040 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:38.639143 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] For port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:38.642991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] For port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:38.651519 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3db8aef2-3744-4d38-a4c8-03415de4c06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.680284 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router be14cb81-8209-4548-bb29-af858b9e2fda is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:31:38.681124 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5797ea13-0a12-402c-848a-f4e63c5a33d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3ba2e718-5e10-49eb-a410-669e457e719b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.684532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5797ea13-0a12-402c-848a-f4e63c5a33d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.686418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5797ea13-0a12-402c-848a-f4e63c5a33d8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3ba2e718-5e10-49eb-a410-669e457e719b HTTP/1.1" status: 204 len: 168 time: 0.5704229 Aug 28 20:31:38.697097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797ea13-0a12-402c-848a-f4e63c5a33d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2e718-5e10-49eb-a410-669e457e719b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:38.714315 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:31:38.718039 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:31:38.739128 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.744566 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:38.755283 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.755283 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e HTTP/1.1" status: 200 len: 1091 time: 2.2045977 Aug 28 20:31:38.755283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'tag': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:31:38.755283 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3250d692-416c-496e-922b-add303812d09" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef69f14-ffd6-44fa-bc1c-ca989c592495", "tag": "5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:31:38.792463 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8aef2-3744-4d38-a4c8-03415de4c06a None None] Pushing event updated for resources: {'Port': ['ID=6dd99705-46d0-43ed-ad97-64edbbcf41fa,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:38.848330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f54f96-fa09-43cd-bd97-d37b18c08995 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:38.864153 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9fa3d6-dc87-4d52-8757-a8dba9f9f372 x-openstack-request-id: req-6a9fa3d6-dc87-4d52-8757-a8dba9f9f372 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:31:38.864445 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef69f14-ffd6-44fa-bc1c-ca989c592495", "tag": "5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:31:38.864701 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a9fa3d6-dc87-4d52-8757-a8dba9f9f372 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:31:38.865116 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9fa3d6-dc87-4d52-8757-a8dba9f9f372'] response: {'name': 'network-changed', 'server_uuid': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'tag': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e', 'status': 'completed', 'code': 200} Aug 28 20:31:38.872828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:38.883980 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55198) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:38.890005 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] Sync routers for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:38.890554 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fedd261c-fc66-4950-9139-5113c2a5fbdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/be14cb81-8209-4548-bb29-af858b9e2fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7052503 Aug 28 20:31:38.946305 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44574f-b604-4a66-bdbb-26025e3b0a06 req-d8660cbc-0feb-4d65-9ce9-4205b0ab7753 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:38.954166 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c44574f-b604-4a66-bdbb-26025e3b0a06 req-d8660cbc-0feb-4d65-9ce9-4205b0ab7753 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.0600569 Aug 28 20:31:38.959328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c52b9760-66e2-4f29-b25c-dc4dbd1f2e64 None None] Provisioning complete for port 6dd99705-46d0-43ed-ad97-64edbbcf41fa triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:38.959876 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c52b9760-66e2-4f29-b25c-dc4dbd1f2e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:38.991362 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:38.992193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:39.067486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:39.095349 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:39.096706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:39.136816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331911c2-bd8c-496f-8435-c626d8a79f93 req-2d8e94a3-d5b7-4c36-85be-c5afd702f3b4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:39.138807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-331911c2-bd8c-496f-8435-c626d8a79f93 req-2d8e94a3-d5b7-4c36-85be-c5afd702f3b4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1111042 Aug 28 20:31:39.149188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:39.149880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc4c43-060c-481a-86a4-a1b1c1c4561d None None] The sync data for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:39.200390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c52b9760-66e2-4f29-b25c-dc4dbd1f2e64 None None] Current status of the port 6dd99705-46d0-43ed-ad97-64edbbcf41fa is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:39.213070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c52b9760-66e2-4f29-b25c-dc4dbd1f2e64 None None] Provisioning complete for port 75dc0318-c343-4dc7-ad83-1ba553566789 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:39.213606 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c52b9760-66e2-4f29-b25c-dc4dbd1f2e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:39.302949 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-331911c2-bd8c-496f-8435-c626d8a79f93 req-a508c2d9-56cd-4346-83f8-e2788acccb1a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520114 Aug 28 20:31:39.328779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c52b9760-66e2-4f29-b25c-dc4dbd1f2e64 None None] Port 75dc0318-c343-4dc7-ad83-1ba553566789 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:39.368470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6dd99705-46d0-43ed-ad97-64edbbcf41fa is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:39.466596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250d692-416c-496e-922b-add303812d09 req-02a1a342-f87b-4d14-9acd-ef0ce79662ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:39.468130 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3250d692-416c-496e-922b-add303812d09 req-02a1a342-f87b-4d14-9acd-ef0ce79662ec service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 1125 time: 0.5061812 Aug 28 20:31:39.479094 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b0bd9-8421-4bb0-b90a-b7a3d255bc33 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:39.483206 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f00b0bd9-8421-4bb0-b90a-b7a3d255bc33 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports/75dc0318-c343-4dc7-ad83-1ba553566789 HTTP/1.1" status: 200 len: 910 time: 0.5972862 Aug 28 20:31:39.483576 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55206) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:39.489334 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c44574f-b604-4a66-bdbb-26025e3b0a06 req-d88b79bf-4078-4807-b161-84c98afb75ae tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343406 Aug 28 20:31:39.503492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6dd99705-46d0-43ed-ad97-64edbbcf41fa up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:39.556003 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:39.597354 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6dd99705-46d0-43ed-ad97-64edbbcf41fa triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:39.597810 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:39.665914 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250d692-416c-496e-922b-add303812d09 req-fb516b33-3d20-476f-b9f2-647e74a4ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:39.665914 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3250d692-416c-496e-922b-add303812d09 req-fb516b33-3d20-476f-b9f2-647e74a4ecc1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1731169 Aug 28 20:31:39.681891 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:39.697538 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:39.806630 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6dd99705-46d0-43ed-ad97-64edbbcf41fa is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:39.832107 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250d692-416c-496e-922b-add303812d09 req-4f2bcefc-8e66-4d0e-a1b0-cf8cb5241a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:39.833688 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3250d692-416c-496e-922b-add303812d09 req-4f2bcefc-8e66-4d0e-a1b0-cf8cb5241a69 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588221 Aug 28 20:31:39.844949 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55212) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:39.862669 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db39c457-a770-498f-b3c1-5ae9136cbdaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:39.978837 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-7eb65856-fd8b-43e1-b07b-4ae17f383bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:39.980378 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-7eb65856-fd8b-43e1-b07b-4ae17f383bfb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 1125 time: 0.0660079 Aug 28 20:31:40.039002 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.057315 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db39c457-a770-498f-b3c1-5ae9136cbdaf admin admin] Publish callbacks [] for security_group (a3b11fb2-528b-472c-afc7-c585eecd8c94), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.061346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-072505ca-fddf-42a5-81da-c3d0ac8838c2 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e HTTP/1.1" status: 200 len: 217 time: 0.0574973 Aug 28 20:31:40.138849 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-db39c457-a770-498f-b3c1-5ae9136cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a3b11fb2-528b-472c-afc7-c585eecd8c94), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.166863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-454f9d43-a74d-4d51-adbc-7177a553abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:40.168403 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-454f9d43-a74d-4d51-adbc-7177a553abea service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0986896 Aug 28 20:31:40.175350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39c457-a770-498f-b3c1-5ae9136cbdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b11fb2-528b-472c-afc7-c585eecd8c94,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:40.227864 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-db39c457-a770-498f-b3c1-5ae9136cbdaf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7b2f49b2bc72469fbf41106d357076d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810997 Aug 28 20:31:40.231096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55218) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:40.239369 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-596594b7-75fb-4ad4-9f69-6099f20a0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:40.240867 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-596594b7-75fb-4ad4-9f69-6099f20a0145 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626924 Aug 28 20:31:40.296393 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:40.355903 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:40.358760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60826ca3-0ba4-477f-85c4-4f271e82b24f admin admin] Publish callbacks [] for security_group (a3b11fb2-528b-472c-afc7-c585eecd8c94), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.397987 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-ab39122d-da18-409d-a0ed-aad3b0b2a212 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440337 Aug 28 20:31:40.402614 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.21.0.1 (955d9d55-6790-4b14-9ab0-dbe887806c37/a3dcf084-feb2-40d9-92c0-ebe3d0c909f7/dda25a49-1de0-47b3-a0b7-b8adab78e398) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:40.402754 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60826ca3-0ba4-477f-85c4-4f271e82b24f admin admin] Publish callbacks [] for security_group (a3b11fb2-528b-472c-afc7-c585eecd8c94), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.495613 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:40.508853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49d1be-8353-4792-bc36-c77b072b3a25 req-f2a639b0-74e3-4a1f-9593-10009b9323a2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:40.510897 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f49d1be-8353-4792-bc36-c77b072b3a25 req-f2a639b0-74e3-4a1f-9593-10009b9323a2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1040993 Aug 28 20:31:40.550646 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-833cc11d-c8fd-46b2-a38c-99e31271773e req-47a242cb-b2a5-408f-b25c-7bf2d7be58f8 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394143 Aug 28 20:31:40.634273 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f49d1be-8353-4792-bc36-c77b072b3a25 req-d3a28f9e-14cc-4ff8-ac2b-26ee54ee1fad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124532 Aug 28 20:31:40.646157 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.704392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbbc2d-a69d-44ac-8f38-cc8e41520c33 req-b1f25032-1aca-41d8-8d87-cd4ccde2366e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:40.707250 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4cbbc2d-a69d-44ac-8f38-cc8e41520c33 req-b1f25032-1aca-41d8-8d87-cd4ccde2366e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.0879884 Aug 28 20:31:40.708679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60826ca3-0ba4-477f-85c4-4f271e82b24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (a3b11fb2-528b-472c-afc7-c585eecd8c94), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.712744 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-60826ca3-0ba4-477f-85c4-4f271e82b24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.712744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-60826ca3-0ba4-477f-85c4-4f271e82b24f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a3b11fb2-528b-472c-afc7-c585eecd8c94 HTTP/1.1" status: 204 len: 168 time: 0.4812682 Aug 28 20:31:40.741315 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60826ca3-0ba4-477f-85c4-4f271e82b24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b11fb2-528b-472c-afc7-c585eecd8c94,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:40.745254 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:40.780123 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a4cbbc2d-a69d-44ac-8f38-cc8e41520c33 req-5fa9c940-ba4b-479f-befb-abd46e63f0b7 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664330 Aug 28 20:31:40.853484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:40.929545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:40.932803 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:40.937512 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:40.964542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=dda25a49-1de0-47b3-a0b7-b8adab78e398,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:40.979133 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.979485 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.979828 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.980204 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.980515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.980964 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.981283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.981572 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.981976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.987959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.987959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.987959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.987959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.987959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:40.987959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:41.053034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:41.194064 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc4e7b-e4a0-44fb-bf67-b163cdd7a5cd req-f1d2a0b1-77e9-448b-8e13-8919084ef1f7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:41.201804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a1fc4e7b-e4a0-44fb-bf67-b163cdd7a5cd req-f1d2a0b1-77e9-448b-8e13-8919084ef1f7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1090183 Aug 28 20:31:41.279634 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a1fc4e7b-e4a0-44fb-bf67-b163cdd7a5cd req-16a1584f-bc42-496c-88c8-712aeadf07e3 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Aug 28 20:31:41.400304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-ad03e08b-ca8a-4858-842e-543e4486c6b7 None None] Provisioning complete for port dda25a49-1de0-47b3-a0b7-b8adab78e398 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:41.402352 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ad03e08b-ca8a-4858-842e-543e4486c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:41.426866 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:41.462752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ad03e08b-ca8a-4858-842e-543e4486c6b7 None None] Port dda25a49-1de0-47b3-a0b7-b8adab78e398 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:41.483496 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:41.755976 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:41.852579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:42.342173 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364d0ec-778f-455b-95e0-f58db01dc63e req-0a42a7eb-5dd2-45f2-835f-dc6e1f1c2c2b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:42.346474 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1364d0ec-778f-455b-95e0-f58db01dc63e req-0a42a7eb-5dd2-45f2-835f-dc6e1f1c2c2b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.4347870 Aug 28 20:31:42.362085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=dda25a49-1de0-47b3-a0b7-b8adab78e398,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:42.382272 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:42.446462 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1364d0ec-778f-455b-95e0-f58db01dc63e req-4eac0597-a9c7-4dc7-81bc-5e40f50f2dd9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899358 Aug 28 20:31:42.525881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790d93-4846-4dd8-b56d-7cdf5b5b9a21 req-ff363f87-9775-40a1-aa1e-981fd06eafc4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:42.527648 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67790d93-4846-4dd8-b56d-7cdf5b5b9a21 req-ff363f87-9775-40a1-aa1e-981fd06eafc4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0647590 Aug 28 20:31:42.543393 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:42.553278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:42.555080 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:42.607977 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67790d93-4846-4dd8-b56d-7cdf5b5b9a21 req-db9f1561-564d-4b19-adcf-c1622809139c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730608 Aug 28 20:31:42.733605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router be14cb81-8209-4548-bb29-af858b9e2fda has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:31:42.843438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:42.851142 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-28188a07-8a39-4eb3-adca-072066a28983 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/be14cb81-8209-4548-bb29-af858b9e2fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3664324 Aug 28 20:31:42.856008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55286) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:42.859761 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] Sync routers for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:42.887747 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:42.888408 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:42.925724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7275c-fd3a-4262-b55f-868ed5f1368d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:42.927105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4c140f84-7049-459e-844f-5339e9a1ed4c None None] Provisioning complete for port dda25a49-1de0-47b3-a0b7-b8adab78e398 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:42.927578 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c2a7275c-fd3a-4262-b55f-868ed5f1368d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports/dda25a49-1de0-47b3-a0b7-b8adab78e398 HTTP/1.1" status: 200 len: 910 time: 0.0701377 Aug 28 20:31:42.927676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4c140f84-7049-459e-844f-5339e9a1ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:42.930618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55292) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:43.008035 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:43.008132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4c140f84-7049-459e-844f-5339e9a1ed4c None None] Port dda25a49-1de0-47b3-a0b7-b8adab78e398 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:43.030275 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:43.030934 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:43.069220 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:43.070174 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cb872-6c5a-457b-bd0f-db89b09ad3bb None None] The sync data for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:43.205725 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:43.341378 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:43.577933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6a2ab-4ff3-431d-ae48-a50535bfcef4 req-2fab48b0-3556-46d5-9378-16d474149be6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:43.580918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bd6a2ab-4ff3-431d-ae48-a50535bfcef4 req-2fab48b0-3556-46d5-9378-16d474149be6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0869062 Aug 28 20:31:43.658403 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006e8cb-4a79-4f3d-b820-3d3629045713 req-dc86e316-2bff-45c7-890b-74494362d4cc tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:43.667907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d006e8cb-4a79-4f3d-b820-3d3629045713 req-dc86e316-2bff-45c7-890b-74494362d4cc tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.0799484 Aug 28 20:31:43.737125 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d006e8cb-4a79-4f3d-b820-3d3629045713 req-5209e400-0fff-46b5-9a97-3ddefeb803cc tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682759 Aug 28 20:31:43.783124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9bd6a2ab-4ff3-431d-ae48-a50535bfcef4 req-13b4c819-c170-4efd-a870-a3a108411975 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863770 Aug 28 20:31:43.786638 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port dda25a49-1de0-47b3-a0b7-b8adab78e398 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:43.786986 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:43.914016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:43.941175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for dda25a49-1de0-47b3-a0b7-b8adab78e398 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:43.999572 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:44.032853 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:44.273801 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (dda25a49-1de0-47b3-a0b7-b8adab78e398), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:44.308882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=dda25a49-1de0-47b3-a0b7-b8adab78e398,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:44.334738 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-d883623e-2099-427c-b9c0-23c55c90179e req-c0a9eb12-e93f-4eff-95d6-3c29efdacfb8 service neutron] (114322) timed out ('10.222.0.78', 34320) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:31:44.526354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:44.737110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router be14cb81-8209-4548-bb29-af858b9e2fda has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:31:44.838593 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:44.847537 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6dd2679b-9172-47fa-bc0f-a66bab5d09eb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/be14cb81-8209-4548-bb29-af858b9e2fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9124382 Aug 28 20:31:44.849587 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55350) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:44.856392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] Sync routers for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:44.879958 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:44.883662 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:44.909487 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447d58-c59e-4ef0-bf3f-131f16f41ff8 req-7ea75e66-10d2-4af9-a361-e2195619cfbf tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:44.917470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25447d58-c59e-4ef0-bf3f-131f16f41ff8 req-7ea75e66-10d2-4af9-a361-e2195619cfbf tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.0870550 Aug 28 20:31:44.965098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:44.970120 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-25447d58-c59e-4ef0-bf3f-131f16f41ff8 req-05e6ac86-0825-4f67-89c3-a3e71e053005 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509310 Aug 28 20:31:44.995098 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:44.995902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:45.037598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:45.037598 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9fb66-bdaf-4b9f-9301-3e136be0fa36 None None] The sync data for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:45.072705 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19d71c-7591-4523-9cb1-4ee4bd46fa48 req-c6fbf628-3bd9-4e31-9250-b5812c3c7f96 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:45.074226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c19d71c-7591-4523-9cb1-4ee4bd46fa48 req-c6fbf628-3bd9-4e31-9250-b5812c3c7f96 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1023757 Aug 28 20:31:45.158072 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:45.184979 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c19d71c-7591-4523-9cb1-4ee4bd46fa48 req-77d64223-10e9-4e4a-821b-d5f3eb506475 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823939 Aug 28 20:31:45.297671 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:45.450147 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:45.545476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 75dc0318-c343-4dc7-ad83-1ba553566789 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:45.545820 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:45.644817 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:45.659381 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 75dc0318-c343-4dc7-ad83-1ba553566789 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:45.902984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (75dc0318-c343-4dc7-ad83-1ba553566789), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:45.932938 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=75dc0318-c343-4dc7-ad83-1ba553566789,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:45.976525 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.976732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.977581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.977581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.977798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.978213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.978542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.978934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.979266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.979604 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.980283 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.980662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.981015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.981333 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:45.981661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:31:46.148543 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160864d-754d-463e-a78c-ef27088ae255 req-d46f1bd4-c5b5-4a86-a916-1419fa20749e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:46.151044 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3160864d-754d-463e-a78c-ef27088ae255 req-d46f1bd4-c5b5-4a86-a916-1419fa20749e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.0776174 Aug 28 20:31:46.170467 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (be14cb81-8209-4548-bb29-af858b9e2fda), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:46.227744 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3160864d-754d-463e-a78c-ef27088ae255 req-24113c5b-d95b-4370-af17-8d58ab6a1d97 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634840 Aug 28 20:31:46.433757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919943-81a9-4409-9f3e-fe652104e013 req-058ee935-073c-42a2-bb6a-3e902adc1f08 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:46.435463 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4919943-81a9-4409-9f3e-fe652104e013 req-058ee935-073c-42a2-bb6a-3e902adc1f08 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0947363 Aug 28 20:31:46.490156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router be14cb81-8209-4548-bb29-af858b9e2fda has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:31:46.509796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device de87e381-eb78-478d-a458-9afbcee086e0 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:31:46.534185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b4919943-81a9-4409-9f3e-fe652104e013 req-17bbbdc1-0064-4ca4-9b28-227db2e10078 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Aug 28 20:31:46.686237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:46.737475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'de87e381-eb78-478d-a458-9afbcee086e0', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'port_id': 'de87e381-eb78-478d-a458-9afbcee086e0', 'mac_address': 'fa:16:3e:ab:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:31:46.822351 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port de87e381-eb78-478d-a458-9afbcee086e0 is: ACTIVE; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:46.822737 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:46.845711 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de87e381-eb78-478d-a458-9afbcee086e0 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:31:46.874145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:46.876940 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:46.911738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:31:46.917014 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e468a6df-9d55-436a-8bdf-42cf7043bc63 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/be14cb81-8209-4548-bb29-af858b9e2fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0670912 Aug 28 20:31:46.920095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55414) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:46.940175 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] Sync routers for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:31:46.976720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:46.986462 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:46.987516 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:47.002396 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e766cb9d-fe3a-4e8f-81ae-3d451bd6a65a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be14cb81-8209-4548-bb29-af858b9e2fda HTTP/1.1" status: 200 len: 205 time: 0.0810456 Aug 28 20:31:47.004430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55420) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:47.074589 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:47.123849 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] Routers {'be14cb81-8209-4548-bb29-af858b9e2fda'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:31:47.124534 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['be14cb81-8209-4548-bb29-af858b9e2fda'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:47.190884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['de87e381-eb78-478d-a458-9afbcee086e0'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:47.199611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=6']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:47.199814 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a2806a9-56dd-44ac-84df-2fc1f6ee5ae0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (be14cb81-8209-4548-bb29-af858b9e2fda), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:47.254974 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:47.255892 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a96cd3-c8d3-4382-b932-8412f5ca568e None None] The sync data for ids ['be14cb81-8209-4548-bb29-af858b9e2fda'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:31:47.729896 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a2806a9-56dd-44ac-84df-2fc1f6ee5ae0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (be14cb81-8209-4548-bb29-af858b9e2fda), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:47.742741 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a2806a9-56dd-44ac-84df-2fc1f6ee5ae0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (be14cb81-8209-4548-bb29-af858b9e2fda), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:47.803531 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db2d2d-0de0-4bf4-9675-d6db0d519012 req-1f469fcc-85f8-4946-bb38-791a0df7c88b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:47.805103 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-28db2d2d-0de0-4bf4-9675-d6db0d519012 req-1f469fcc-85f8-4946-bb38-791a0df7c88b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 945 time: 0.0948157 Aug 28 20:31:47.812740 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa010cc-d534-4723-96f5-b3c695a74f35 req-eb285e80-d172-462c-a12b-968d307e34c7 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:47.823160 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8fa010cc-d534-4723-96f5-b3c695a74f35 req-eb285e80-d172-462c-a12b-968d307e34c7 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.4339852 Aug 28 20:31:47.883759 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:47.918345 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-28db2d2d-0de0-4bf4-9675-d6db0d519012 req-161e4857-087b-4b0e-9dc5-ab3db9326e59 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041486 Aug 28 20:31:47.988843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a2806a9-56dd-44ac-84df-2fc1f6ee5ae0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (be14cb81-8209-4548-bb29-af858b9e2fda), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:47.998736 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2806a9-56dd-44ac-84df-2fc1f6ee5ae0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Fanout notify agent at l3_agent the message router_deleted on router be14cb81-8209-4548-bb29-af858b9e2fda {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:31:48.015299 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0a2806a9-56dd-44ac-84df-2fc1f6ee5ae0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.016740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0a2806a9-56dd-44ac-84df-2fc1f6ee5ae0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/be14cb81-8209-4548-bb29-af858b9e2fda HTTP/1.1" status: 204 len: 168 time: 1.0105939 Aug 28 20:31:48.020290 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55436) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:48.051358 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8fa010cc-d534-4723-96f5-b3c695a74f35 req-6bfb3ec9-3f14-4dea-a578-d14d92c9b064 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271261 Aug 28 20:31:48.184285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet a3dcf084-feb2-40d9-92c0-ebe3d0c909f7 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:31:48.197935 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (a3dcf084-feb2-40d9-92c0-ebe3d0c909f7), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.225165 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:48.249944 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (a3dcf084-feb2-40d9-92c0-ebe3d0c909f7), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.359532 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (a3dcf084-feb2-40d9-92c0-ebe3d0c909f7), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.526935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device de87e381-eb78-478d-a458-9afbcee086e0 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:48.542973 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (a3dcf084-feb2-40d9-92c0-ebe3d0c909f7), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.581669 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:48.598001 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.602678 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a3dcf084-feb2-40d9-92c0-ebe3d0c909f7 HTTP/1.1" status: 204 len: 168 time: 0.5811365 Aug 28 20:31:48.606667 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a9122-17c5-4528-aa82-08da87798eb6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dcf084-feb2-40d9-92c0-ebe3d0c909f7,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:48.607394 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55446) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:48.616314 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5f974-8a4e-41f6-968c-98b393740d9f None None] Network 955d9d55-6790-4b14-9ab0-dbe887806c37 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:48.710489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet e6b8c80d-4c0f-40b9-b4fe-a89cf8910410 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:31:48.714396 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (e6b8c80d-4c0f-40b9-b4fe-a89cf8910410), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.739010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port de87e381-eb78-478d-a458-9afbcee086e0 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:48.739632 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (de87e381-eb78-478d-a458-9afbcee086e0), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.771163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (e6b8c80d-4c0f-40b9-b4fe-a89cf8910410), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.889427 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port de87e381-eb78-478d-a458-9afbcee086e0 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:48.889966 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.908512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] DHCP port deletion for 955d9d55-6790-4b14-9ab0-dbe887806c37 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:31:48.916876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (e6b8c80d-4c0f-40b9-b4fe-a89cf8910410), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:48.961964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:31:48.964972 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a4e316-f117-4026-ab27-f753e92ccd53" -d '{"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-plugged", "status": "completed", "tag": "de87e381-eb78-478d-a458-9afbcee086e0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:31:48.984765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:48.987307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] Deleting port 6dd99705-46d0-43ed-ad97-64edbbcf41fa {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:48.987307 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.004481 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:49.062439 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d37c0c-e3e3-46aa-bbf8-88d85db78523 x-openstack-request-id: req-68d37c0c-e3e3-46aa-bbf8-88d85db78523 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:31:49.066332 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-plugged", "status": "completed", "tag": "de87e381-eb78-478d-a458-9afbcee086e0", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:31:49.066332 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68d37c0c-e3e3-46aa-bbf8-88d85db78523 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:31:49.066332 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d37c0c-e3e3-46aa-bbf8-88d85db78523'] response: {'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0', 'code': 200} Aug 28 20:31:49.082420 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] For port 6dd99705-46d0-43ed-ad97-64edbbcf41fa, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6dd99705-46d0-43ed-ad97-64edbbcf41fa,segment=NetworkSegment(413b7222-79b1-440b-a666-5fe9bdddad82),segment_id=413b7222-79b1-440b-a666-5fe9bdddad82)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:49.082839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.085780 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:49.114512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] Calling delete_port for 6dd99705-46d0-43ed-ad97-64edbbcf41fa owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:49.135057 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f4264-4b63-415c-a2d7-a5a8299d42a3 req-5473896c-155d-4a65-b618-5375ed58216a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:49.136018 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.144180 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c6f4264-4b63-415c-a2d7-a5a8299d42a3 req-5473896c-155d-4a65-b618-5375ed58216a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 945 time: 0.0848608 Aug 28 20:31:49.200770 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (e6b8c80d-4c0f-40b9-b4fe-a89cf8910410), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.286844 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7c6f4264-4b63-415c-a2d7-a5a8299d42a3 req-c1d6cacb-53ee-43e9-ac30-4f754d7d036b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410012 Aug 28 20:31:49.312842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b8c80d-4c0f-40b9-b4fe-a89cf8910410,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:49.360016 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:49.438195 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.447326 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2a331724-88bd-4714-a11f-8c689619304c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e6b8c80d-4c0f-40b9-b4fe-a89cf8910410 HTTP/1.1" status: 204 len: 168 time: 0.8371878 Aug 28 20:31:49.447832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55466) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:49.452139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=7']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:49.463308 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d67292-166a-44bc-9fc0-a5080c179f0d req-b4b91125-9665-4eda-91b6-4bcc39137f31 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:49.468847 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abce6d2-29cc-4436-8b41-a507c5ce985f None None] Network 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:49.475035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5d67292-166a-44bc-9fc0-a5080c179f0d req-b4b91125-9665-4eda-91b6-4bcc39137f31 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.1658349 Aug 28 20:31:49.482256 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (6dd99705-46d0-43ed-ad97-64edbbcf41fa), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.577725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] No DVR routers for this DVR port 6dd99705-46d0-43ed-ad97-64edbbcf41fa on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:31:49.597229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d5d67292-166a-44bc-9fc0-a5080c179f0d req-610dd637-4e61-4114-993c-9e500831f4b8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192667 Aug 28 20:31:49.651148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6dd99705-46d0-43ed-ad97-64edbbcf41fa no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:31:49.680229 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (955d9d55-6790-4b14-9ab0-dbe887806c37), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.713667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6dd99705-46d0-43ed-ad97-64edbbcf41fa {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:31:49.714247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6dd99705-46d0-43ed-ad97-64edbbcf41fa not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:31:49.723094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e7971-ab6e-494d-b975-926a9528dc10 None None] Pushing event deleted for resources: {'Port': ['ID=6dd99705-46d0-43ed-ad97-64edbbcf41fa,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:49.847824 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (955d9d55-6790-4b14-9ab0-dbe887806c37), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.879445 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955d9d55-6790-4b14-9ab0-dbe887806c37']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:49.893317 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413b7222-79b1-440b-a666-5fe9bdddad82') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:49.893909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413b7222-79b1-440b-a666-5fe9bdddad82') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:49.915779 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (413b7222-79b1-440b-a666-5fe9bdddad82), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.930420 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:49.933333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (413b7222-79b1-440b-a666-5fe9bdddad82), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.934504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] DHCP port deletion for 9d257765-ee52-4fc5-9919-b6d8c25fc8a6 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:31:49.942133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:49.942552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (413b7222-79b1-440b-a666-5fe9bdddad82), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:49.995171 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] Deleting port d2639276-0384-473a-924b-090d5a2a2e30 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:50.007118 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d2639276-0384-473a-924b-090d5a2a2e30), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.106687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] For port d2639276-0384-473a-924b-090d5a2a2e30, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d2639276-0384-473a-924b-090d5a2a2e30,segment=NetworkSegment(18883995-34c5-4af0-9809-a7f16cb1eb3a),segment_id=18883995-34c5-4af0-9809-a7f16cb1eb3a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:50.106687 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d2639276-0384-473a-924b-090d5a2a2e30), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.150629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (955d9d55-6790-4b14-9ab0-dbe887806c37), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.157625 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.166032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55476) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:50.167288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] Calling delete_port for d2639276-0384-473a-924b-090d5a2a2e30 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:50.177140 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/955d9d55-6790-4b14-9ab0-dbe887806c37 HTTP/1.1" status: 204 len: 168 time: 0.7275033 Aug 28 20:31:50.246630 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9855d-1bc0-4a6e-a1d0-21cbd02b5d90 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=955d9d55-6790-4b14-9ab0-dbe887806c37,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:50.377931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (9d257765-ee52-4fc5-9919-b6d8c25fc8a6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.385061 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 413b7222-79b1-440b-a666-5fe9bdddad82 resource provider aggregate not found Aug 28 20:31:50.417207 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 413b7222-79b1-440b-a666-5fe9bdddad82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 413b7222-79b1-440b-a666-5fe9bdddad82 found for delete ", "request_id": "req-34753f5a-eb42-44c8-8722-bdb717f36d01"}]} Aug 28 20:31:50.446123 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (d2639276-0384-473a-924b-090d5a2a2e30), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.475575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] Pushing event deleted for resources: {'Port': ['ID=d2639276-0384-473a-924b-090d5a2a2e30,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:50.487136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2698705-8e66-4050-952f-dbbda8acfb9c None None] No DVR routers for this DVR port d2639276-0384-473a-924b-090d5a2a2e30 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:31:50.489338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port d2639276-0384-473a-924b-090d5a2a2e30 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:31:50.490659 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d2639276-0384-473a-924b-090d5a2a2e30), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.514307 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223e375-dd6c-4b94-b79d-4948f003c41b req-b05be0cf-a2c0-482b-9c8c-a0f674cecc44 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:50.517454 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5223e375-dd6c-4b94-b79d-4948f003c41b req-b05be0cf-a2c0-482b-9c8c-a0f674cecc44 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0773330 Aug 28 20:31:50.591729 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5223e375-dd6c-4b94-b79d-4948f003c41b req-0cb8be38-12b7-49c0-a38e-a5514badab97 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651865 Aug 28 20:31:50.638685 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port d2639276-0384-473a-924b-090d5a2a2e30, host n-d-854121-7, got binding levels [] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:50.639067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d2639276-0384-473a-924b-090d5a2a2e30), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.655748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for d2639276-0384-473a-924b-090d5a2a2e30 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:31:50.660712 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.ipam_backend_mixin [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Port d2639276-0384-473a-924b-090d5a2a2e30 was not found and therefore no delete operation was performed {{(pid=114322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 28 20:31:50.663325 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (d2639276-0384-473a-924b-090d5a2a2e30), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:50.794072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=d2639276-0384-473a-924b-090d5a2a2e30,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:50.800606 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port d2639276-0384-473a-924b-090d5a2a2e30 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:31:50.822804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-09c43ab4-4e53-481f-9af2-2cf1f7f14c18 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917645 Aug 28 20:31:50.972199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150284-c040-4556-a03e-b3cbdc961857 req-d78db34d-aab9-43f6-a612-44a4503afcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:50.977911 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-d78db34d-aab9-43f6-a612-44a4503afcd7 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 1127 time: 0.1030550 Aug 28 20:31:51.015224 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b8adf-d392-47cf-8277-c59d64657d1b req-a2249c6a-ca9f-45df-b388-2dad323a3aa8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:51.028503 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb0b8adf-d392-47cf-8277-c59d64657d1b req-a2249c6a-ca9f-45df-b388-2dad323a3aa8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.2830684 Aug 28 20:31:51.067854 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (9d257765-ee52-4fc5-9919-b6d8c25fc8a6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.144066 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:51.159884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d257765-ee52-4fc5-9919-b6d8c25fc8a6']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:51.188515 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150284-c040-4556-a03e-b3cbdc961857 req-01377947-15b0-4511-8e84-5bdd9ba30217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:51.202263 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-01377947-15b0-4511-8e84-5bdd9ba30217 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.2025592 Aug 28 20:31:51.236423 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fb0b8adf-d392-47cf-8277-c59d64657d1b req-7a4108ae-d98d-4dae-b7d1-470bf2ed26ab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066641 Aug 28 20:31:51.239167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18883995-34c5-4af0-9809-a7f16cb1eb3a') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:51.240996 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18883995-34c5-4af0-9809-a7f16cb1eb3a') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:31:51.253738 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (18883995-34c5-4af0-9809-a7f16cb1eb3a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.270705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-e03322ad-6e1a-4333-adf7-55cac78a4a41 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb HTTP/1.1" status: 200 len: 217 time: 0.0619667 Aug 28 20:31:51.278053 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (18883995-34c5-4af0-9809-a7f16cb1eb3a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.287318 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:31:51.287808 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (18883995-34c5-4af0-9809-a7f16cb1eb3a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.384801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150284-c040-4556-a03e-b3cbdc961857 req-fcc48ecc-7b1d-489b-ba5c-614071e7e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:51.391222 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-fcc48ecc-7b1d-489b-ba5c-614071e7e9d5 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.1090212 Aug 28 20:31:51.403941 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 18883995-34c5-4af0-9809-a7f16cb1eb3a resource provider aggregate not found Aug 28 20:31:51.444940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (9d257765-ee52-4fc5-9919-b6d8c25fc8a6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.447907 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 18883995-34c5-4af0-9809-a7f16cb1eb3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18883995-34c5-4af0-9809-a7f16cb1eb3a found for delete ", "request_id": "req-482e70e6-7c3a-4cc6-bfaa-f3e70d371b4e"}]} Aug 28 20:31:51.463943 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.473435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9d257765-ee52-4fc5-9919-b6d8c25fc8a6 HTTP/1.1" status: 204 len: 168 time: 1.3035195 Aug 28 20:31:51.477907 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55510) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:51.496329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-133529181'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:51.515047 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8927ad-5049-4483-8b09-455dfbbf8a04 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=9d257765-ee52-4fc5-9919-b6d8c25fc8a6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:51.552299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2639276-0384-473a-924b-090d5a2a2e30 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:31:51.559120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150284-c040-4556-a03e-b3cbdc961857 req-12cfdac6-2175-4e79-8e68-9e34993bdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:51.565963 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-12cfdac6-2175-4e79-8e68-9e34993bdde0 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1655231 Aug 28 20:31:51.574081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d2639276-0384-473a-924b-090d5a2a2e30 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:31:51.574475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d2639276-0384-473a-924b-090d5a2a2e30 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:31:51.802100 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:51.806169 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.843477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efcda-a964-4169-8e58-bc810ef49f29 req-1d025644-69b2-4643-8036-49ed1a373e46 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:51.851534 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-261efcda-a964-4169-8e58-bc810ef49f29 req-1d025644-69b2-4643-8036-49ed1a373e46 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1008811 Aug 28 20:31:51.857468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-23fb9beb-7d6f-4d7f-974a-362981de8f29 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893393 Aug 28 20:31:51.891538 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:51.908769 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:31:51.965976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb101-108d-4a1c-abd6-f4356ba7402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.973691 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (75135d56-d515-40c9-a2e4-6934828218e4), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:51.974075 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment 75135d56-d515-40c9-a2e4-6934828218e4 of type vlan for network 6e00e863-7358-4fac-967e-5fb101e06b84 Aug 28 20:31:52.052329 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-261efcda-a964-4169-8e58-bc810ef49f29 req-a874e6ec-95d0-47e6-94c8-3eaa32614a31 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939301 Aug 28 20:31:52.106380 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (6e00e863-7358-4fac-967e-5fb101e06b84), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:52.133015 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:52.150697 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ed150284-c040-4556-a03e-b3cbdc961857 req-0c424cad-f26f-40ca-b7e7-5bab43e73807 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844160 Aug 28 20:31:52.205518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (6e00e863-7358-4fac-967e-5fb101e06b84), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:52.212665 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:52.213637 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:52.390514 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9016869 Aug 28 20:31:52.391086 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55524) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:52.400408 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:52.437791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c4fc4-1752-4393-8a1e-b8c2469e332b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=6e00e863-7358-4fac-967e-5fb101e06b84,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:52.455516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 6e00e863-7358-4fac-967e-5fb101e06b84 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:31:52.551755 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b6327-e84d-4955-b180-93051aebcd55 req-0cdd3af8-3290-4ca8-9de7-84049e5fba00 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:52.553475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df2b6327-e84d-4955-b180-93051aebcd55 req-0cdd3af8-3290-4ca8-9de7-84049e5fba00 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 943 time: 0.1087973 Aug 28 20:31:52.618838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-df2b6327-e84d-4955-b180-93051aebcd55 req-7f995531-6477-4b56-a5af-2cc4491cbe62 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593851 Aug 28 20:31:52.675088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:52.679425 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:52.844712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:31:52.949160 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:53.045345 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (79bc8dae-7bf9-40aa-ad32-7191fcfd57fa), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:53.223558 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:53.229300 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=79bc8dae-7bf9-40aa-ad32-7191fcfd57fa,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:53.237625 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': '75135d56-d515-40c9-a2e4-6934828218e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:53.238131 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: 6e00e863-7358-4fac-967e-5fb101e06b84, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:31:53.260621 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'port_id': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e', 'mac_address': 'fa:16:3e:38:59:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:31:53.346015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668ee9-7b52-436f-b772-b60c88b38f8b req-c620fe30-b90a-4771-a2fa-b2905c2515d2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:53.347725 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16668ee9-7b52-436f-b772-b60c88b38f8b req-c620fe30-b90a-4771-a2fa-b2905c2515d2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0891652 Aug 28 20:31:53.362155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 6e00e863-7358-4fac-967e-5fb101e06b84 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:31:53.364176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:53.366695 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:53.400466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:31:53.435248 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:53.437567 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-16668ee9-7b52-436f-b772-b60c88b38f8b req-9c2d7519-6fe0-4314-aabf-d9f0fd08f954 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810480 Aug 28 20:31:53.467636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 6e00e863-7358-4fac-967e-5fb101e06b84) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:53.469347 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:53.470600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:53.480324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00a62d-b28b-4f1c-b007-3fc9b57f00d4 None None] Network 6e00e863-7358-4fac-967e-5fb101e06b84 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:53.571058 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6df6ec01-21cb-4001-8538-3f4af7474dab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1791804 Aug 28 20:31:53.571339 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55546) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:53.575969 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-630d4935-3af3-4234-a9d9-7918909c55a4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-670872756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:53.791176 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-630d4935-3af3-4234-a9d9-7918909c55a4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (c70a833b-05bf-4615-acf9-6e136b2b2750), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:53.792365 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-630d4935-3af3-4234-a9d9-7918909c55a4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (c70a833b-05bf-4615-acf9-6e136b2b2750), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:53.848443 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:53.851503 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a35bd1-456a-47c3-b573-2d77a76254dc req-217b70c9-49b2-4085-9b89-305251ba0451 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:53.863976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9a35bd1-456a-47c3-b573-2d77a76254dc req-217b70c9-49b2-4085-9b89-305251ba0451 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 944 time: 0.1398830 Aug 28 20:31:53.930502 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:53.935157 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:53.972320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-6e00e863-7358-4fac-967e-5fb101e06b84', 'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': '79bc8dae-7bf9-40aa-ad32-7191fcfd57fa'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:31:53.976911 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:53.985965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-630d4935-3af3-4234-a9d9-7918909c55a4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (c70a833b-05bf-4615-acf9-6e136b2b2750), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.020265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d9a35bd1-456a-47c3-b573-2d77a76254dc req-daa6dde0-1656-4486-b7e7-076facffee6d tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551533 Aug 28 20:31:54.131366 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-630d4935-3af3-4234-a9d9-7918909c55a4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (c70a833b-05bf-4615-acf9-6e136b2b2750), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.207625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Allocated IP 172.20.0.2 (6e00e863-7358-4fac-967e-5fb101e06b84/79bc8dae-7bf9-40aa-ad32-7191fcfd57fa/0217e286-d578-46da-8894-5ff46241d9ce) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:54.227946 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-630d4935-3af3-4234-a9d9-7918909c55a4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.236438 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-630d4935-3af3-4234-a9d9-7918909c55a4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6641374 Aug 28 20:31:54.239396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55556) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:54.248144 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'port': {'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84', 'name': 'tempest-RoutersTest-358517198'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:31:54.302647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:31:54.334026 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:54.363273 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11d7ce04-f0b2-40c5-9023-c8684ae03193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.549932 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:54.610052 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Publish callbacks [] for port (0217e286-d578-46da-8894-5ff46241d9ce), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.628280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:31:54.632329 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.713687 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.715369 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (0217e286-d578-46da-8894-5ff46241d9ce), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.728999 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] device_id is not set on port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 yet. {{(pid=114321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 28 20:31:54.813054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Pushing event updated for resources: {'Port': ['ID=0217e286-d578-46da-8894-5ff46241d9ce,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:54.826865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Network 6e00e863-7358-4fac-967e-5fb101e06b84 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:54.828436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:54.845378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:54.878707 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddd95-6c6f-44dc-9085-ca8c5c69a5da req-aae1d340-183f-491e-b78e-1e1be854eaf6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:54.880482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c36ddd95-6c6f-44dc-9085-ca8c5c69a5da req-aae1d340-183f-491e-b78e-1e1be854eaf6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1786809 Aug 28 20:31:54.941492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Attempting to bind port 0217e286-d578-46da-8894-5ff46241d9ce on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:31:54.941992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Attempting to bind port 0217e286-d578-46da-8894-5ff46241d9ce by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '75135d56-d515-40c9-a2e4-6934828218e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:31:54.942334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Attempting to bind port 0217e286-d578-46da-8894-5ff46241d9ce on network 6e00e863-7358-4fac-967e-5fb101e06b84 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:31:54.960494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:31:54.960899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Checking segment: {'id': '75135d56-d515-40c9-a2e4-6934828218e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:31:54.961325 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:54.961921 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Bound using segment: {'id': '75135d56-d515-40c9-a2e4-6934828218e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:31:54.962703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Bound port: 0217e286-d578-46da-8894-5ff46241d9ce, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75135d56-d515-40c9-a2e4-6934828218e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6e00e863-7358-4fac-967e-5fb101e06b84'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:31:54.963764 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0217e286-d578-46da-8894-5ff46241d9ce), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.018598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.20.0.12 (6e00e863-7358-4fac-967e-5fb101e06b84/79bc8dae-7bf9-40aa-ad32-7191fcfd57fa/5fb2d934-5dad-4c70-8641-5e2aeb72a943) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:31:55.060474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] For port 0217e286-d578-46da-8894-5ff46241d9ce, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:31:55.064059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] For port 0217e286-d578-46da-8894-5ff46241d9ce, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0217e286-d578-46da-8894-5ff46241d9ce,segment=NetworkSegment(75135d56-d515-40c9-a2e4-6934828218e4),segment_id=75135d56-d515-40c9-a2e4-6934828218e4)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:31:55.165194 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0217e286-d578-46da-8894-5ff46241d9ce), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.193312 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f595358-a6fb-4da2-b9f6-1186b5404ff1 req-7b2136d6-aeb2-4cd5-b4fd-7251e3f2b399 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:55.209232 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f595358-a6fb-4da2-b9f6-1186b5404ff1 req-7b2136d6-aeb2-4cd5-b4fd-7251e3f2b399 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 944 time: 0.0887048 Aug 28 20:31:55.241103 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.274761 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:55.282996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe89c11-70ea-48d5-8add-223cbfccd52a None None] Pushing event updated for resources: {'Port': ['ID=0217e286-d578-46da-8894-5ff46241d9ce,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:55.287448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:55.322759 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:55.359322 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f595358-a6fb-4da2-b9f6-1186b5404ff1 req-07a5599f-e06b-46ce-b46b-f1421d1e013f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380887 Aug 28 20:31:55.413134 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:31:55.425192 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.513583 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:55.513944 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.542704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c36ddd95-6c6f-44dc-9085-ca8c5c69a5da req-f366b334-df21-46ff-8bf8-93607d528145 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160618 Aug 28 20:31:55.627015 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 6e00e863-7358-4fac-967e-5fb101e06b84 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:55.637634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:55.647131 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:31:55.658301 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=5fb2d934-5dad-4c70-8641-5e2aeb72a943,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:55.725945 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:55.769839 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:55.770251 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.771771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:55.773003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.803597 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:31:55.811320 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b530390-0a2c-40b5-a2e9-f9b74e12f0ef" -d '{"events": [{"server_uuid": "9ef69f14-ffd6-44fa-bc1c-ca989c592495", "name": "network-vif-plugged", "status": "completed", "tag": "5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:31:55.854277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:55.881257 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:55.906767 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f0a3f879-c9a1-434c-b72d-58f2e276c712 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6660354 Aug 28 20:31:55.911297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55586) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:31:55.940052 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d43f0b-449d-47ae-85f9-cab3395eba2a x-openstack-request-id: req-86d43f0b-449d-47ae-85f9-cab3395eba2a {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:31:55.940661 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef69f14-ffd6-44fa-bc1c-ca989c592495", "name": "network-vif-plugged", "status": "completed", "tag": "5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:31:55.941109 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86d43f0b-449d-47ae-85f9-cab3395eba2a {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:31:55.941740 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d43f0b-449d-47ae-85f9-cab3395eba2a'] response: {'server_uuid': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e', 'code': 200} Aug 28 20:31:55.993959 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:56.096641 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:56.165282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c4ae3-e2f8-45a3-be97-e990e8bb44fb req-95c2e202-4af8-4ffc-ba3e-3bdf3a0efd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:56.167028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c16c4ae3-e2f8-45a3-be97-e990e8bb44fb req-95c2e202-4af8-4ffc-ba3e-3bdf3a0efd4a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 1127 time: 0.0941851 Aug 28 20:31:56.283764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c16c4ae3-e2f8-45a3-be97-e990e8bb44fb req-e44e7d4f-e402-42c7-8336-3d9a8b4d84ac service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005640 Aug 28 20:31:56.509872 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:56.613459 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639c7a4-f89e-4c8e-8e57-09eee490979c req-96a393d3-21cc-4d2c-9388-769655468bad tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:56.615172 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2639c7a4-f89e-4c8e-8e57-09eee490979c req-96a393d3-21cc-4d2c-9388-769655468bad tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.1159072 Aug 28 20:31:56.706321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2639c7a4-f89e-4c8e-8e57-09eee490979c req-e404db48-ed49-410a-960a-ea5267c5180a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832462 Aug 28 20:31:56.905493 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426c2e2-179c-47c0-9751-d80ed172d9b2 req-f4d07b9e-c8ef-4270-a031-f6856675245e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:56.908295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f426c2e2-179c-47c0-9751-d80ed172d9b2 req-f4d07b9e-c8ef-4270-a031-f6856675245e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1597300 Aug 28 20:31:57.026838 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.096523 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f426c2e2-179c-47c0-9751-d80ed172d9b2 req-833595b4-796b-4431-81c8-344d4b6337c7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755829 Aug 28 20:31:57.133655 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:57.207622 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.228194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5dd408-8d04-4f9a-97a1-817805b3425b None None] Network 6e00e863-7358-4fac-967e-5fb101e06b84 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:31:57.307771 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.338485 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:57.341984 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4140a23f-c75b-4aa9-adf0-131e124415eb None None] Provisioning complete for port 0217e286-d578-46da-8894-5ff46241d9ce triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:57.342580 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4140a23f-c75b-4aa9-adf0-131e124415eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0217e286-d578-46da-8894-5ff46241d9ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.472493 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:57.528402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=5fb2d934-5dad-4c70-8641-5e2aeb72a943,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:57.660819 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4140a23f-c75b-4aa9-adf0-131e124415eb None None] Current status of the port 0217e286-d578-46da-8894-5ff46241d9ce is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:57.661527 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4140a23f-c75b-4aa9-adf0-131e124415eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (0217e286-d578-46da-8894-5ff46241d9ce), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.715617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0217e286-d578-46da-8894-5ff46241d9ce up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:57.792946 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.800179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-4140a23f-c75b-4aa9-adf0-131e124415eb None None] For port 0217e286-d578-46da-8894-5ff46241d9ce, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0217e286-d578-46da-8894-5ff46241d9ce,segment=NetworkSegment(75135d56-d515-40c9-a2e4-6934828218e4),segment_id=75135d56-d515-40c9-a2e4-6934828218e4)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:31:57.847551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0217e286-d578-46da-8894-5ff46241d9ce triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:57.848577 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0217e286-d578-46da-8894-5ff46241d9ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.909209 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:57.910332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (c70a833b-05bf-4615-acf9-6e136b2b2750), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.954322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4140a23f-c75b-4aa9-adf0-131e124415eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (0217e286-d578-46da-8894-5ff46241d9ce), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:57.963448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8895c9-4e12-4819-8f9a-f8afd05a5721 req-d853ed6d-bd7a-421d-99e9-f43b35a1bed4 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:57.965120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1e8895c9-4e12-4819-8f9a-f8afd05a5721 req-d853ed6d-bd7a-421d-99e9-f43b35a1bed4 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.0958877 Aug 28 20:31:58.086758 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1e8895c9-4e12-4819-8f9a-f8afd05a5721 req-0b4d52a2-3a8c-4764-80bb-e017e6d99fbc tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998583 Aug 28 20:31:58.156907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140a23f-c75b-4aa9-adf0-131e124415eb None None] Pushing event updated for resources: {'Port': ['ID=0217e286-d578-46da-8894-5ff46241d9ce,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:58.301527 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b0ae837b-f77d-4646-98bd-ca601f0222dd None None] Provisioning complete for port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:58.328922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0ae837b-f77d-4646-98bd-ca601f0222dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:58.402548 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:58.440639 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b596f05-5ed8-4926-b685-218eaaaea215 req-39feae7c-6a47-418a-a97c-4cd61336e509 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:58.442433 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b596f05-5ed8-4926-b685-218eaaaea215 req-39feae7c-6a47-418a-a97c-4cd61336e509 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1460900 Aug 28 20:31:58.473637 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0217e286-d578-46da-8894-5ff46241d9ce is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:58.487714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae837b-f77d-4646-98bd-ca601f0222dd None None] Port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:58.508396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b0ae837b-f77d-4646-98bd-ca601f0222dd None None] Provisioning complete for port 0217e286-d578-46da-8894-5ff46241d9ce triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:58.508777 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b0ae837b-f77d-4646-98bd-ca601f0222dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0217e286-d578-46da-8894-5ff46241d9ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:58.633291 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:58.634672 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae837b-f77d-4646-98bd-ca601f0222dd None None] Current status of the port 0217e286-d578-46da-8894-5ff46241d9ce is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:58.703545 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b596f05-5ed8-4926-b685-218eaaaea215 req-9c23b213-3fdc-4ba1-a88b-6c5fdfd5da34 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546573 Aug 28 20:31:58.762590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7a0dd179-830f-4f25-a986-7cb4fc51e68f None None] Provisioning complete for port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:58.762768 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a0dd179-830f-4f25-a986-7cb4fc51e68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:58.836177 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:58.846465 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7a0dd179-830f-4f25-a986-7cb4fc51e68f None None] Port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:31:58.960577 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:59.093314 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:59.239750 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=5fb2d934-5dad-4c70-8641-5e2aeb72a943,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:31:59.292163 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (c70a833b-05bf-4615-acf9-6e136b2b2750), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:59.366575 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b7c31-850f-41ca-a4b4-5c3b600a91b0 req-86064631-e6d2-4d5e-a8da-a3308e725f99 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:59.381980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c93b7c31-850f-41ca-a4b4-5c3b600a91b0 req-86064631-e6d2-4d5e-a8da-a3308e725f99 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.1304505 Aug 28 20:31:59.539957 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c93b7c31-850f-41ca-a4b4-5c3b600a91b0 req-57c173bc-e794-4667-833a-5c56a5924a7a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559234 Aug 28 20:31:59.558884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 6e00e863-7358-4fac-967e-5fb101e06b84 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:31:59.563000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:31:59.585684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0217e286-d578-46da-8894-5ff46241d9ce up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:31:59.708754 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 0217e286-d578-46da-8894-5ff46241d9ce triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:59.713125 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (0217e286-d578-46da-8894-5ff46241d9ce), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:59.827115 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 0217e286-d578-46da-8894-5ff46241d9ce is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:31:59.940550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61629f-12a5-4c2a-8d2e-d68e7788ca66 req-10d05d01-7bf0-473d-898b-fc2d34b4dfd1 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:59.942019 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a61629f-12a5-4c2a-8d2e-d68e7788ca66 req-10d05d01-7bf0-473d-898b-fc2d34b4dfd1 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.1967764 Aug 28 20:31:59.977039 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c0cd9c26-c8c4-49e8-baf9-135195916e39 None None] Provisioning complete for port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:31:59.977289 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:31:59.977809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9c26-c8c4-49e8-baf9-135195916e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:31:59.990773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c065aa7-8cc7-4e9d-a841-2181f0e15d45 req-325da3d7-a795-4442-9b5d-1de289235073 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:31:59.992662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c065aa7-8cc7-4e9d-a841-2181f0e15d45 req-325da3d7-a795-4442-9b5d-1de289235073 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0729616 Aug 28 20:32:00.017493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3a61629f-12a5-4c2a-8d2e-d68e7788ca66 req-feb6d97f-3f57-4932-906e-1e2caae693db tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646746 Aug 28 20:32:00.031180 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd9c26-c8c4-49e8-baf9-135195916e39 None None] Port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:00.067110 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9c065aa7-8cc7-4e9d-a841-2181f0e15d45 req-c70ace18-b026-44d3-b2fb-f1fbe26947fc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616367 Aug 28 20:32:00.146335 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:00.159804 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1e5a-904a-45f6-ad95-cc0fa6dbf229 req-69ac05f6-b988-425d-a804-e6ba4e24bc47 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:00.161398 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8cee1e5a-904a-45f6-ad95-cc0fa6dbf229 req-69ac05f6-b988-425d-a804-e6ba4e24bc47 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.0519648 Aug 28 20:32:00.217708 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8cee1e5a-904a-45f6-ad95-cc0fa6dbf229 req-7639b0b2-fb28-423e-aea3-536bcb8d9934 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488739 Aug 28 20:32:00.219023 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router c70a833b-05bf-4615-acf9-6e136b2b2750 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:32:00.377656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:00.388572 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] Sync routers for ids ['c70a833b-05bf-4615-acf9-6e136b2b2750'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:00.398577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5d0e0c8e-541f-4307-bf39-24d78ba60ce1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/c70a833b-05bf-4615-acf9-6e136b2b2750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4859493 Aug 28 20:32:00.401634 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55632) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:00.437004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] Routers {'c70a833b-05bf-4615-acf9-6e136b2b2750'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:00.440387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c70a833b-05bf-4615-acf9-6e136b2b2750'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:00.498526 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:00.512404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] Routers {'c70a833b-05bf-4615-acf9-6e136b2b2750'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:00.513272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c70a833b-05bf-4615-acf9-6e136b2b2750'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:00.535366 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5057f3-9972-4fa5-9751-8488e98aee8c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:00.536991 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1e5057f3-9972-4fa5-9751-8488e98aee8c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports/5fb2d934-5dad-4c70-8641-5e2aeb72a943 HTTP/1.1" status: 200 len: 977 time: 0.1335065 Aug 28 20:32:00.540265 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55634) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:00.578675 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:00.579513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c632eaf-bb3b-4d1e-ad43-2f1ecc8428ca None None] The sync data for ids ['c70a833b-05bf-4615-acf9-6e136b2b2750'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:00.769738 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=16 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:00.988254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c523f-73dc-4500-bcee-3ea2f1c425d5 req-50a0010c-ec2c-42f2-b8dc-af8d75a465da tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:00.996670 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-743c523f-73dc-4500-bcee-3ea2f1c425d5 req-50a0010c-ec2c-42f2-b8dc-af8d75a465da tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.1239400 Aug 28 20:32:01.093229 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-743c523f-73dc-4500-bcee-3ea2f1c425d5 req-f71582ea-c0b2-4fcc-ad6f-e3921fb5079a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951660 Aug 28 20:32:01.259145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (c70a833b-05bf-4615-acf9-6e136b2b2750), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:01.319706 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:32:01.465912 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:01.499602 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a587a5-94ee-4e6f-a32e-025d02f71b3d req-98a9a293-e404-4151-a295-172a017c1af0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:01.502370 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f8a587a5-94ee-4e6f-a32e-025d02f71b3d req-98a9a293-e404-4151-a295-172a017c1af0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.2833810 Aug 28 20:32:01.680740 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:01.707355 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f8a587a5-94ee-4e6f-a32e-025d02f71b3d req-8a1ec77d-1f64-42db-a08f-b975ba66a8f7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295767 Aug 28 20:32:01.845127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 5fb2d934-5dad-4c70-8641-5e2aeb72a943 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:01.845522 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:02.041497 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:02.074062 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 5fb2d934-5dad-4c70-8641-5e2aeb72a943 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:02.300268 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb87c78-ae67-4633-8916-2834e18487e9 req-7e2b0a9c-4593-4a74-83c1-57fe7591d7a7 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:02.301977 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adb87c78-ae67-4633-8916-2834e18487e9 req-7e2b0a9c-4593-4a74-83c1-57fe7591d7a7 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.0828390 Aug 28 20:32:02.473697 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5fb2d934-5dad-4c70-8641-5e2aeb72a943), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:02.511081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=5fb2d934-5dad-4c70-8641-5e2aeb72a943,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:02.701523 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-bbdac43b-0a47-4873-93ce-3bc83eb50a4e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:02.703138 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-bbdac43b-0a47-4873-93ce-3bc83eb50a4e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.1294358 Aug 28 20:32:02.884350 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-adb87c78-ae67-4633-8916-2834e18487e9 req-d7755664-6fcf-4482-b148-e1f7b05418cf tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757563 Aug 28 20:32:03.017191 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f742609-613e-4a83-9a1f-2450a1ffe6cd req-84e68bf5-fa57-434a-a47b-a56dff9d0ff7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:03.020226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f742609-613e-4a83-9a1f-2450a1ffe6cd req-84e68bf5-fa57-434a-a47b-a56dff9d0ff7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1261044 Aug 28 20:32:03.232735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (c70a833b-05bf-4615-acf9-6e136b2b2750), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:03.283408 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Deleting port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:03.283756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:03.333738 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-7ccfc541-e313-4ee2-8dbd-ae331949c1b3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804772 Aug 28 20:32:03.505878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-58531c51-2434-4c7a-92ef-e87e72d2ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:03.507416 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-58531c51-2434-4c7a-92ef-e87e72d2ea87 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.0752995 Aug 28 20:32:03.697374 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-15f3f379-7a89-41ab-9eea-69e890d19cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:03.699559 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-15f3f379-7a89-41ab-9eea-69e890d19cb4 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1606669 Aug 28 20:32:03.843738 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3f742609-613e-4a83-9a1f-2450a1ffe6cd req-33477e2b-9a70-47a9-b7e4-b7420ce672ad tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388824 Aug 28 20:32:03.858707 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-cafb4873-27b2-4b39-9f4f-9bf925d6c5e4 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.1354120 Aug 28 20:32:03.958436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-2094dc6b-1bf5-4c2b-a18f-fa6097ca1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:03.960480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-2094dc6b-1bf5-4c2b-a18f-fa6097ca1592 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0954609 Aug 28 20:32:04.040134 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] For port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:04.040536 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:04.055917 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:04.081320 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:04.083426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Calling delete_port for 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:04.087346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router c70a833b-05bf-4615-acf9-6e136b2b2750 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:32:04.201974 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f601a-6e15-40be-a36e-ae0a6c4aa8ba req-cd5ccf82-6b57-4e25-92d0-0bd20b3f0945 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:04.213046 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d0f601a-6e15-40be-a36e-ae0a6c4aa8ba req-cd5ccf82-6b57-4e25-92d0-0bd20b3f0945 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 945 time: 0.1344833 Aug 28 20:32:04.218507 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:04.225611 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-5b505ed5-5a4c-4680-82b8-963ecc74c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:04.227171 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f06ddfef-37f0-4606-ab97-8d3f7c53d451 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/c70a833b-05bf-4615-acf9-6e136b2b2750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6848409 Aug 28 20:32:04.230097 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55672) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:04.232742 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] Sync routers for ids ['c70a833b-05bf-4615-acf9-6e136b2b2750'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:04.233261 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-5b505ed5-5a4c-4680-82b8-963ecc74c910 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2499809 Aug 28 20:32:04.248600 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] Routers {'c70a833b-05bf-4615-acf9-6e136b2b2750'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:04.255700 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c70a833b-05bf-4615-acf9-6e136b2b2750'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:04.309658 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:04.327805 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] Routers {'c70a833b-05bf-4615-acf9-6e136b2b2750'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:04.329433 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['c70a833b-05bf-4615-acf9-6e136b2b2750'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:04.363971 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9d0f601a-6e15-40be-a36e-ae0a6c4aa8ba req-de60cfa2-bf84-43a0-97ef-f13ad93a8d29 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461866 Aug 28 20:32:04.388403 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:04.394726 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81307c5-3736-4f80-8205-db643d7b0037 None None] The sync data for ids ['c70a833b-05bf-4615-acf9-6e136b2b2750'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:04.412954 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-4ea92a74-3d1b-47c7-8feb-c8b923bb5920 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690516 Aug 28 20:32:04.446071 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:04.514534 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-81a3a3dc-e0f3-488f-bb53-632811008233 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] remove_router_interface failed (client error): The resource could not be found. Aug 28 20:32:04.518523 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-81a3a3dc-e0f3-488f-bb53-632811008233 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/c70a833b-05bf-4615-acf9-6e136b2b2750/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2703218 Aug 28 20:32:04.520857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55674) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:04.569519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7c5614e9-83a2-4615-9ddf-7c72457d54f2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c70a833b-05bf-4615-acf9-6e136b2b2750 HTTP/1.1" status: 200 len: 205 time: 0.0447378 Aug 28 20:32:04.570297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55676) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:04.626128 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6b582f42-e3f5-4afa-a921-3568e0b07ec1 req-5e2f907d-85d1-4fa3-9631-8dabc3206149 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921947 Aug 28 20:32:04.678182 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12277c3c-56fc-4ba5-911a-8d2ed4b414c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (c70a833b-05bf-4615-acf9-6e136b2b2750), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:04.804989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:04.851175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Pushing event deleted for resources: {'Port': ['ID=5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:04.882927 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12277c3c-56fc-4ba5-911a-8d2ed4b414c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (c70a833b-05bf-4615-acf9-6e136b2b2750), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:04.888876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12277c3c-56fc-4ba5-911a-8d2ed4b414c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (c70a833b-05bf-4615-acf9-6e136b2b2750), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:04.898726 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:04.937038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] No DVR routers for this DVR port 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e on host n-h1-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:04.941080 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:04.948399 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd6a75dd-8d3a-4026-847a-481c10e1ec8c req-b50b3ff6-5538-4dd3-8e4c-5b503647b501 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "DELETE /networking/v2.0/ports/5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e HTTP/1.1" status: 204 len: 173 time: 2.1504710 Aug 28 20:32:04.948895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'name': 'network-vif-deleted', 'tag': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:04.954736 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d1a1b9-4e01-43d0-b654-33e3caf0d934" -d '{"events": [{"server_uuid": "9ef69f14-ffd6-44fa-bc1c-ca989c592495", "name": "network-vif-deleted", "tag": "5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:05.031449 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae328b57-a5a4-4809-8e87-6a85714f6600 x-openstack-request-id: req-ae328b57-a5a4-4809-8e87-6a85714f6600 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:05.031747 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef69f14-ffd6-44fa-bc1c-ca989c592495", "name": "network-vif-deleted", "tag": "5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:05.032698 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae328b57-a5a4-4809-8e87-6a85714f6600 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:05.033129 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae328b57-a5a4-4809-8e87-6a85714f6600'] response: {'server_uuid': '9ef69f14-ffd6-44fa-bc1c-ca989c592495', 'name': 'network-vif-deleted', 'tag': '5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e', 'status': 'completed', 'code': 200} Aug 28 20:32:05.040171 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12277c3c-56fc-4ba5-911a-8d2ed4b414c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (c70a833b-05bf-4615-acf9-6e136b2b2750), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:05.040864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12277c3c-56fc-4ba5-911a-8d2ed4b414c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Fanout notify agent at l3_agent the message router_deleted on router c70a833b-05bf-4615-acf9-6e136b2b2750 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:32:05.057757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e74a-b233-4fd7-a9b3-e3252d72466f req-bb66b329-a509-4cca-81dc-d48ac7ae950f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:05.058201 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12277c3c-56fc-4ba5-911a-8d2ed4b414c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:05.059432 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-12277c3c-56fc-4ba5-911a-8d2ed4b414c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c70a833b-05bf-4615-acf9-6e136b2b2750 HTTP/1.1" status: 204 len: 168 time: 0.4879754 Aug 28 20:32:05.065588 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3b7e74a-b233-4fd7-a9b3-e3252d72466f req-bb66b329-a509-4cca-81dc-d48ac7ae950f tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0819230 Aug 28 20:32:05.070533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55682) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:05.144320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c3b7e74a-b233-4fd7-a9b3-e3252d72466f req-fbdc3b76-0031-4de9-97e2-854aeaa4b631 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776193 Aug 28 20:32:05.223855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet 79bc8dae-7bf9-40aa-ad32-7191fcfd57fa {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:32:05.228583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (79bc8dae-7bf9-40aa-ad32-7191fcfd57fa), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:05.266698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:05.307383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (79bc8dae-7bf9-40aa-ad32-7191fcfd57fa), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:05.377941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:32:05.379669 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 5a2e8ce5-1ea9-4b20-8fc0-a37c25237b7e not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:32:05.420716 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (79bc8dae-7bf9-40aa-ad32-7191fcfd57fa), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:05.524673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b6ad777d-b0c6-4a61-a298-8079ec4909e5 req-0c5ee6e1-d2e8-497b-9978-07487b35bcd9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0406783 Aug 28 20:32:05.800110 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (79bc8dae-7bf9-40aa-ad32-7191fcfd57fa), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:05.832559 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=79bc8dae-7bf9-40aa-ad32-7191fcfd57fa,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:05.838081 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:05.849364 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-de5b6706-0564-4dba-957e-7107bc8c9fb2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/79bc8dae-7bf9-40aa-ad32-7191fcfd57fa HTTP/1.1" status: 204 len: 168 time: 0.7737503 Aug 28 20:32:05.849710 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55696) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:05.850301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a8ba3-b734-4248-9fdc-2a680683ab6b None None] Network 6e00e863-7358-4fac-967e-5fb101e06b84 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:05.998237 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (6e00e863-7358-4fac-967e-5fb101e06b84), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.109239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 0217e286-d578-46da-8894-5ff46241d9ce {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:06.109624 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0217e286-d578-46da-8894-5ff46241d9ce), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.129934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] DHCP port deletion for 6e00e863-7358-4fac-967e-5fb101e06b84 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:32:06.184493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port 0217e286-d578-46da-8894-5ff46241d9ce, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0217e286-d578-46da-8894-5ff46241d9ce,segment=NetworkSegment(75135d56-d515-40c9-a2e4-6934828218e4),segment_id=75135d56-d515-40c9-a2e4-6934828218e4)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:06.184871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0217e286-d578-46da-8894-5ff46241d9ce), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.218771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 0217e286-d578-46da-8894-5ff46241d9ce owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:06.263144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] Deleting port 0217e286-d578-46da-8894-5ff46241d9ce {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:06.263837 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (0217e286-d578-46da-8894-5ff46241d9ce), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.372030 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:06.433020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] For port 0217e286-d578-46da-8894-5ff46241d9ce, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=0217e286-d578-46da-8894-5ff46241d9ce,segment=NetworkSegment(75135d56-d515-40c9-a2e4-6934828218e4),segment_id=75135d56-d515-40c9-a2e4-6934828218e4)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:06.434120 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (0217e286-d578-46da-8894-5ff46241d9ce), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.469831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] Calling delete_port for 0217e286-d578-46da-8894-5ff46241d9ce owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:06.474166 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2190d5c-9433-46d0-9bd4-3757a3776748 req-c0e16adc-3d58-4139-9c94-3168e9afd5ac tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:06.475959 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d2190d5c-9433-46d0-9bd4-3757a3776748 req-c0e16adc-3d58-4139-9c94-3168e9afd5ac tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1226370 Aug 28 20:32:06.589922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d2190d5c-9433-46d0-9bd4-3757a3776748 req-4cd7e428-bbe5-4586-b45c-b355f14df5c5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642519 Aug 28 20:32:06.591915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (0217e286-d578-46da-8894-5ff46241d9ce), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.636044 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=0217e286-d578-46da-8894-5ff46241d9ce,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:06.639939 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port 0217e286-d578-46da-8894-5ff46241d9ce on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:06.776550 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (0217e286-d578-46da-8894-5ff46241d9ce), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.799870 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0173ad35-6ba4-4e1e-86fe-5a6abe240d0b req-ed44d1f7-88b3-4e6f-96d3-36bc353eeeb9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0894086 Aug 28 20:32:06.820342 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] Pushing event deleted for resources: {'Port': ['ID=0217e286-d578-46da-8894-5ff46241d9ce,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:06.827778 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (6e00e863-7358-4fac-967e-5fb101e06b84), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.828048 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a35ad6-b1ce-4697-9315-e7bbd0dd4c02 None None] No DVR routers for this DVR port 0217e286-d578-46da-8894-5ff46241d9ce on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:06.879804 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e00e863-7358-4fac-967e-5fb101e06b84']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:06.892511 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75135d56-d515-40c9-a2e4-6934828218e4') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:06.893059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75135d56-d515-40c9-a2e4-6934828218e4') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:06.917293 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:06.922574 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (75135d56-d515-40c9-a2e4-6934828218e4), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.944119 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (75135d56-d515-40c9-a2e4-6934828218e4), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.954679 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:32:06.958735 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (75135d56-d515-40c9-a2e4-6934828218e4), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:06.990374 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 75135d56-d515-40c9-a2e4-6934828218e4 resource provider aggregate not found Aug 28 20:32:07.031969 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 75135d56-d515-40c9-a2e4-6934828218e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75135d56-d515-40c9-a2e4-6934828218e4 found for delete ", "request_id": "req-9dd99818-19f1-4aba-ae95-41fd23c80bdd"}]} Aug 28 20:32:07.215973 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (6e00e863-7358-4fac-967e-5fb101e06b84), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:07.238273 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:07.241806 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6e00e863-7358-4fac-967e-5fb101e06b84 HTTP/1.1" status: 204 len: 168 time: 1.3909690 Aug 28 20:32:07.248245 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55716) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:07.254186 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-1124450432'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:07.267550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ddaaf-15c5-4537-86be-0e86b007aa4a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=6e00e863-7358-4fac-967e-5fb101e06b84,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:07.432349 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:07.432349 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:07.519556 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0217e286-d578-46da-8894-5ff46241d9ce no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:07.525230 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:32:07.571214 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fcf3e6ff-ed82-4631-a809-6eba70ea7931), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:07.575091 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 0217e286-d578-46da-8894-5ff46241d9ce {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:32:07.575458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 0217e286-d578-46da-8894-5ff46241d9ce not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:32:07.578059 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment fcf3e6ff-ed82-4631-a809-6eba70ea7931 of type vlan for network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a Aug 28 20:32:07.669545 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:07.766908 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ab88d-37f3-44bc-822e-1da9b70839f3 req-efab730c-b966-4da7-815b-88fca6d96613 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:07.768802 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-162ab88d-37f3-44bc-822e-1da9b70839f3 req-efab730c-b966-4da7-815b-88fca6d96613 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0633128 Aug 28 20:32:07.823674 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-162ab88d-37f3-44bc-822e-1da9b70839f3 req-6e4fb7c6-75a4-4040-b12d-ce66b41d17e7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Aug 28 20:32:07.833674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:07.839610 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:07.840302 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:07.932952 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:07.968546 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:07.985834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4f2bd127-05c3-4684-adf8-3b554c48061a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7306950 Aug 28 20:32:07.986125 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55730) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:07.992690 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:32:07.994337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': 'e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:08.104020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-eacacf50-f5c8-499d-bc3f-e91a04aa4095 req-02b45066-a64a-4fdf-96be-7b28f5d61dc3 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.1285686 Aug 28 20:32:08.331347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:08.335567 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:08.476496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833d394-04ba-4af8-9c6e-d60456612244 req-be0129a2-1a0a-4530-a6f4-e1d4523a7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:08.478127 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2833d394-04ba-4af8-9c6e-d60456612244 req-be0129a2-1a0a-4530-a6f4-e1d4523a7511 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 1128 time: 0.0465496 Aug 28 20:32:08.722827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833d394-04ba-4af8-9c6e-d60456612244 req-91035a4e-2398-4768-a212-32751c4b0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:08.724466 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2833d394-04ba-4af8-9c6e-d60456612244 req-91035a4e-2398-4768-a212-32751c4b0217 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.2388825 Aug 28 20:32:08.784634 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2833d394-04ba-4af8-9c6e-d60456612244 req-6f8a88b6-93f2-4bb1-8c3e-650fb9a6fed9 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de87e381-eb78-478d-a458-9afbcee086e0 HTTP/1.1" status: 200 len: 217 time: 0.0529861 Aug 28 20:32:08.882014 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833d394-04ba-4af8-9c6e-d60456612244 req-be43f81c-42c8-40a5-a3fe-d55c604c1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:08.884221 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2833d394-04ba-4af8-9c6e-d60456612244 req-be43f81c-42c8-40a5-a3fe-d55c604c1863 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0934434 Aug 28 20:32:08.888663 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (a584d96d-ebc0-41fd-a400-d401e6d384db), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:09.005203 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:09.163542 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eb6c3-3ce4-4e6c-89ef-5c6ff232b5bd req-fbad46c4-f5e9-4803-b513-63380e107b11 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:09.177653 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b7eb6c3-3ce4-4e6c-89ef-5c6ff232b5bd req-fbad46c4-f5e9-4803-b513-63380e107b11 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1023159 Aug 28 20:32:09.287093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833d394-04ba-4af8-9c6e-d60456612244 req-5556df54-1c5c-488b-8eec-e3ae8f6b4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:09.294042 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2833d394-04ba-4af8-9c6e-d60456612244 req-5556df54-1c5c-488b-8eec-e3ae8f6b4f65 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3999257 Aug 28 20:32:09.363392 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4b7eb6c3-3ce4-4e6c-89ef-5c6ff232b5bd req-81bb9d0d-7921-43f8-8e8c-83eafa5eada2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843991 Aug 28 20:32:09.446966 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=a584d96d-ebc0-41fd-a400-d401e6d384db,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:09.475039 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:09.485757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29f407f4-9740-44c8-9c83-85f9d5133791 req-1d58f84b-f168-4f72-bc83-b08bd1752520 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.1427050 Aug 28 20:32:09.651306 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2833d394-04ba-4af8-9c6e-d60456612244 req-ff8a2e3d-44f6-4506-96e3-9004ddfe0d78 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240800 Aug 28 20:32:09.671809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': 'fcf3e6ff-ed82-4631-a809-6eba70ea7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:09.672194 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:32:09.844294 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:32:09.872120 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2833d394-04ba-4af8-9c6e-d60456612244 req-e65e2e1f-eddd-46b5-8470-615a36a17964 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087424 Aug 28 20:32:09.999484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:10.014768 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0ce31-f1ee-4e72-9df9-7d195eda0d3c None None] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:10.021093 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:10.028562 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:10.128211 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-76fb8881-b9f2-476b-a967-1c31b9d45854 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1439734 Aug 28 20:32:10.130925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55748) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:10.139738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-e9cc0d11-c3f8-47ef-a256-de0ddbd9b37d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-441600250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:10.242047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a', 'network_id': 'e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': 'a584d96d-ebc0-41fd-a400-d401e6d384db'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:32:10.243270 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:10.284051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0d11-c3f8-47ef-a256-de0ddbd9b37d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (9a2f1356-b637-4c54-b839-908da80dd27e), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:10.286974 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0d11-c3f8-47ef-a256-de0ddbd9b37d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (9a2f1356-b637-4c54-b839-908da80dd27e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:10.427455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0d11-c3f8-47ef-a256-de0ddbd9b37d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (9a2f1356-b637-4c54-b839-908da80dd27e), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:10.504609 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0d11-c3f8-47ef-a256-de0ddbd9b37d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (9a2f1356-b637-4c54-b839-908da80dd27e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:10.617190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Allocated IP 172.20.0.2 (e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a/a584d96d-ebc0-41fd-a400-d401e6d384db/e934bb83-e3a6-4c1a-a411-a0aa65bd70f6) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:10.660474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0d11-c3f8-47ef-a256-de0ddbd9b37d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:10.667081 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e9cc0d11-c3f8-47ef-a256-de0ddbd9b37d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5343049 Aug 28 20:32:10.667722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55754) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:10.687319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c40d58-f881-4146-9ce8-8761173d8a53 req-320d2aae-ed79-440e-b951-8b02048ee2c4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:10.692776 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0b0cb95d-7881-40bc-8a0a-75bc4a9107be req-966aa0f9-0822-4f21-aee4-5ff036c9be65 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0442648 Aug 28 20:32:10.717310 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a1c40d58-f881-4146-9ce8-8761173d8a53 req-320d2aae-ed79-440e-b951-8b02048ee2c4 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.1537056 Aug 28 20:32:10.789176 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:10.958203 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a1c40d58-f881-4146-9ce8-8761173d8a53 req-e981c5d4-c4f6-4e10-bd41-fe82cf028ecf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322731 Aug 28 20:32:11.098460 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Publish callbacks [] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:11.199620 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:11.299722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:11.303585 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:11.307482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:11.312362 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:11.318026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Pushing event updated for resources: {'Port': ['ID=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:11.362363 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:11.399463 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Attempting to bind port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:11.399854 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Attempting to bind port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'fcf3e6ff-ed82-4631-a809-6eba70ea7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:11.400386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Attempting to bind port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 on network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:11.418243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:11.419108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Checking segment: {'id': 'fcf3e6ff-ed82-4631-a809-6eba70ea7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:11.420013 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:11.420629 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Bound using segment: {'id': 'fcf3e6ff-ed82-4631-a809-6eba70ea7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:11.424028 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Bound port: e934bb83-e3a6-4c1a-a411-a0aa65bd70f6, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf3e6ff-ed82-4631-a809-6eba70ea7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:11.424305 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:11.451277 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:11.506148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] For port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:11.510001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] For port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,segment=NetworkSegment(fcf3e6ff-ed82-4631-a809-6eba70ea7931),segment_id=fcf3e6ff-ed82-4631-a809-6eba70ea7931)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:11.635309 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:11.729238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69285125-364d-42c8-8652-007e55d0ffc5 None None] Pushing event updated for resources: {'Port': ['ID=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:11.772259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.20.0.1 (e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a/a584d96d-ebc0-41fd-a400-d401e6d384db/c2d69c72-298e-4f71-b095-8ff373915a85) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:11.873090 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:11.876336 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:11.887325 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-90cecff2-edbf-4e05-a8d8-4d4533efe99f req-ad5e9691-ef18-4d1a-a289-2c25223af4a4 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.0532894 Aug 28 20:32:12.070758 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (c2d69c72-298e-4f71-b095-8ff373915a85), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:12.264752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a8a6-bc55-4cae-bf0d-1a3df7cd28b1 req-e486a9d7-a245-4e0b-bddf-021580061923 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:12.264752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2111a8a6-bc55-4cae-bf0d-1a3df7cd28b1 req-e486a9d7-a245-4e0b-bddf-021580061923 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 946 time: 0.0798316 Aug 28 20:32:12.320870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2111a8a6-bc55-4cae-bf0d-1a3df7cd28b1 req-ef3fc6f5-2c04-47a9-826c-ae94651b018b tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529714 Aug 28 20:32:12.342229 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:12.407264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:12.425650 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:12.436115 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:12.481535 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=c2d69c72-298e-4f71-b095-8ff373915a85,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:12.517965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7dce0-2871-4e52-af64-cee8e6cb60a5 req-158b4c8a-439f-4972-a4e9-92f271e03d95 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:12.526226 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3a7dce0-2871-4e52-af64-cee8e6cb60a5 req-158b4c8a-439f-4972-a4e9-92f271e03d95 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0669675 Aug 28 20:32:12.531804 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (9a2f1356-b637-4c54-b839-908da80dd27e), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:12.617665 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a3a7dce0-2871-4e52-af64-cee8e6cb60a5 req-502e08a7-1866-43b1-bb81-d494e19522ab tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902658 Aug 28 20:32:12.655047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device de87e381-eb78-478d-a458-9afbcee086e0 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:12.818483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port de87e381-eb78-478d-a458-9afbcee086e0 is: ACTIVE; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:12.818881 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:12.838330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:12.876588 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:12.879178 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee34579-4366-4fdf-833d-311dcca55b09" -d '{"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "de87e381-eb78-478d-a458-9afbcee086e0"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:12.896347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:12.914705 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:12.939652 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92797043-276b-4283-956e-958cce05fe5e req-4c8ba07c-0076-49ba-9cd7-ee745d621d4a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:12.942940 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92797043-276b-4283-956e-958cce05fe5e req-4c8ba07c-0076-49ba-9cd7-ee745d621d4a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2120504 Aug 28 20:32:12.970788 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6694b2-f0b3-44e0-8455-076c4a94e070 x-openstack-request-id: req-5a6694b2-f0b3-44e0-8455-076c4a94e070 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:12.971363 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-unplugged", "status": "failed", "tag": "de87e381-eb78-478d-a458-9afbcee086e0", "code": 422}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:12.971536 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a6694b2-f0b3-44e0-8455-076c4a94e070 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:12.972290 n-d-854121-7 neutron-server[114323]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5a6694b2-f0b3-44e0-8455-076c4a94e070']: {'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0', 'code': 422} returned with failed status Aug 28 20:32:13.009782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:13.199082 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-92797043-276b-4283-956e-958cce05fe5e req-cf697540-5a49-428c-9079-eb4e3939a5fb tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413800 Aug 28 20:32:13.238540 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-54dd9d1f-d4e6-400c-9e11-4e915420348c req-3887ca9b-ee39-4fff-a598-8bb549b3a6ac tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ef69f14-ffd6-44fa-bc1c-ca989c592495 HTTP/1.1" status: 200 len: 210 time: 0.1158466 Aug 28 20:32:13.267078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=8']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:13.294725 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386d0f0b-7fcc-4ca7-b341-cdad7896b52f None None] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:13.472845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9b8bf45e-7495-463b-90cd-9f06c0ec190f None None] Provisioning complete for port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:13.473698 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf45e-7495-463b-90cd-9f06c0ec190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:13.519922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:13.644855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:13.715195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bf45e-7495-463b-90cd-9f06c0ec190f None None] Current status of the port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:13.715841 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf45e-7495-463b-90cd-9f06c0ec190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:13.773975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:13.774424 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:13.793060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994f35-ce8a-432b-95e2-997185d7ea24 req-e6736d31-2663-42af-bb21-e2d0a86e0c87 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:13.800948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef994f35-ce8a-432b-95e2-997185d7ea24 req-e6736d31-2663-42af-bb21-e2d0a86e0c87 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0756123 Aug 28 20:32:13.924333 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (c2d69c72-298e-4f71-b095-8ff373915a85), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:13.938323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ef994f35-ce8a-432b-95e2-997185d7ea24 req-7a7ba1d0-d340-428d-bdce-535e77c1c235 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363277 Aug 28 20:32:14.011030 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.080793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9b8bf45e-7495-463b-90cd-9f06c0ec190f None None] For port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,segment=NetworkSegment(fcf3e6ff-ed82-4631-a809-6eba70ea7931),segment_id=fcf3e6ff-ed82-4631-a809-6eba70ea7931)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:14.095360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=c2d69c72-298e-4f71-b095-8ff373915a85,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:14.158025 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf45e-7495-463b-90cd-9f06c0ec190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.159745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:14.160177 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.192618 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce11e3-3805-4dac-ac0e-ee14b24b9fda req-5cae967f-4b5e-4e22-b3ed-97dfe811eaac tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:14.196237 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e6ce11e3-3805-4dac-ac0e-ee14b24b9fda req-5cae967f-4b5e-4e22-b3ed-97dfe811eaac tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0892465 Aug 28 20:32:14.200085 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (9a2f1356-b637-4c54-b839-908da80dd27e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.290504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e6ce11e3-3805-4dac-ac0e-ee14b24b9fda req-a623261a-cf49-4aff-a6f9-8382ec5932c6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872705 Aug 28 20:32:14.407215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f4b4e475-5d82-4da1-b826-ad7861f294e5 None None] Provisioning complete for port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:14.418221 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e475-5d82-4da1-b826-ad7861f294e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.423469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf45e-7495-463b-90cd-9f06c0ec190f None None] Pushing event updated for resources: {'Port': ['ID=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:14.449893 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:14.451616 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:14.506284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:32:14.506705 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:32:14.556815 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4e475-5d82-4da1-b826-ad7861f294e5 None None] Current status of the port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:14.561671 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:14.568086 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-f4b4e475-5d82-4da1-b826-ad7861f294e5 None None] Provisioning complete for port c2d69c72-298e-4f71-b095-8ff373915a85 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:14.568466 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e475-5d82-4da1-b826-ad7861f294e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.631858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4e475-5d82-4da1-b826-ad7861f294e5 None None] Port c2d69c72-298e-4f71-b095-8ff373915a85 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:14.697407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 9a2f1356-b637-4c54-b839-908da80dd27e is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:32:14.758330 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5d9edc20-4911-4757-93ee-4a69030d1894 None None] Provisioning complete for port c2d69c72-298e-4f71-b095-8ff373915a85 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:14.758772 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5d9edc20-4911-4757-93ee-4a69030d1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.763178 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:14.819994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5d9edc20-4911-4757-93ee-4a69030d1894 None None] Port c2d69c72-298e-4f71-b095-8ff373915a85 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:14.904519 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830825c-97d3-4a25-b581-04c4bfc2a8cb req-42ee686d-d115-4338-b8a2-4fc262f0aa54 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:14.907144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b830825c-97d3-4a25-b581-04c4bfc2a8cb req-42ee686d-d115-4338-b8a2-4fc262f0aa54 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0851359 Aug 28 20:32:14.923421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:14.932915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-715e5a22-0b45-4567-9d57-907c407f4e54 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/9a2f1356-b637-4c54-b839-908da80dd27e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2636492 Aug 28 20:32:14.935933 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55808) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:14.938717 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4ca199d4-b18a-43c1-9185-cd2da419b9e0 None None] Provisioning complete for port c2d69c72-298e-4f71-b095-8ff373915a85 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:14.939096 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4ca199d4-b18a-43c1-9185-cd2da419b9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:14.945135 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] Sync routers for ids ['9a2f1356-b637-4c54-b839-908da80dd27e'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:14.990321 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] Routers {'9a2f1356-b637-4c54-b839-908da80dd27e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:14.990987 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9a2f1356-b637-4c54-b839-908da80dd27e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:15.002447 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450a04b-0825-43cc-843c-6b8f0d6e1f84 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:15.011461 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55810) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:15.012070 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9450a04b-0825-43cc-843c-6b8f0d6e1f84 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports/c2d69c72-298e-4f71-b095-8ff373915a85 HTTP/1.1" status: 200 len: 910 time: 0.0744827 Aug 28 20:32:15.029704 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b830825c-97d3-4a25-b581-04c4bfc2a8cb req-59c0cb7c-8d54-4486-a893-28b56226e535 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133528 Aug 28 20:32:15.070791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:15.095577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4ca199d4-b18a-43c1-9185-cd2da419b9e0 None None] Port c2d69c72-298e-4f71-b095-8ff373915a85 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:15.106804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:15.111162 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] Routers {'9a2f1356-b637-4c54-b839-908da80dd27e'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:15.112207 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9a2f1356-b637-4c54-b839-908da80dd27e'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:15.153518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:15.154261 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed21956-721c-4b90-9d90-5714befef341 None None] The sync data for ids ['9a2f1356-b637-4c54-b839-908da80dd27e'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:15.206272 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:15.392291 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (9a2f1356-b637-4c54-b839-908da80dd27e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:15.527546 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:15.560394 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:15.581650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:15.582150 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:15.678858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:15.694282 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port c2d69c72-298e-4f71-b095-8ff373915a85 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:15.694639 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:15.811864 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:15.839844 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for c2d69c72-298e-4f71-b095-8ff373915a85 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:15.920559 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:16.147989 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c2d69c72-298e-4f71-b095-8ff373915a85), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:16.180850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=c2d69c72-298e-4f71-b095-8ff373915a85,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:16.227081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bade6-da59-45c4-b868-2e0884cf42c3 req-a6be97ff-e4c2-4e0f-b294-bc4d9c8ed8fa tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:16.229921 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d59bade6-da59-45c4-b868-2e0884cf42c3 req-a6be97ff-e4c2-4e0f-b294-bc4d9c8ed8fa tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0929265 Aug 28 20:32:16.333636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d59bade6-da59-45c4-b868-2e0884cf42c3 req-0d5c75b9-cd11-4722-b483-ebc0059ab080 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937433 Aug 28 20:32:16.443110 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (9a2f1356-b637-4c54-b839-908da80dd27e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:16.630537 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 9a2f1356-b637-4c54-b839-908da80dd27e has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:32:16.671692 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device de87e381-eb78-478d-a458-9afbcee086e0 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:16.723376 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:16.727445 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:16.730007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e8c3a720-177d-452f-b8c6-7c50ef1b7b80 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/9a2f1356-b637-4c54-b839-908da80dd27e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165971 Aug 28 20:32:16.732582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55838) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:16.736690 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] Sync routers for ids ['9a2f1356-b637-4c54-b839-908da80dd27e'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:16.760484 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] Routers {'9a2f1356-b637-4c54-b839-908da80dd27e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:16.761457 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9a2f1356-b637-4c54-b839-908da80dd27e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:16.768335 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2ec3f419-506b-4a6f-83d7-1f0a6265d1d7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a2f1356-b637-4c54-b839-908da80dd27e HTTP/1.1" status: 200 len: 205 time: 0.0337551 Aug 28 20:32:16.770724 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55840) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:16.793373 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port de87e381-eb78-478d-a458-9afbcee086e0 is: DOWN; New status is: DOWN {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:16.809561 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:16.821502 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] Routers {'9a2f1356-b637-4c54-b839-908da80dd27e'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:16.822960 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['9a2f1356-b637-4c54-b839-908da80dd27e'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:16.874210 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:16.875250 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ce644-9d09-48b2-9f4b-d9a1cdc75503 None None] The sync data for ids ['9a2f1356-b637-4c54-b839-908da80dd27e'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:16.877652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-640ebbd2-0066-49b5-b13a-40ca05595b9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (9a2f1356-b637-4c54-b839-908da80dd27e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.079251 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-640ebbd2-0066-49b5-b13a-40ca05595b9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (9a2f1356-b637-4c54-b839-908da80dd27e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.082106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-640ebbd2-0066-49b5-b13a-40ca05595b9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (9a2f1356-b637-4c54-b839-908da80dd27e), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.211480 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-640ebbd2-0066-49b5-b13a-40ca05595b9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (9a2f1356-b637-4c54-b839-908da80dd27e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.212532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640ebbd2-0066-49b5-b13a-40ca05595b9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Fanout notify agent at l3_agent the message router_deleted on router 9a2f1356-b637-4c54-b839-908da80dd27e {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:32:17.231821 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-640ebbd2-0066-49b5-b13a-40ca05595b9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.233685 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-640ebbd2-0066-49b5-b13a-40ca05595b9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/9a2f1356-b637-4c54-b839-908da80dd27e HTTP/1.1" status: 204 len: 168 time: 0.4618299 Aug 28 20:32:17.236619 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55844) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:17.300450 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet a584d96d-ebc0-41fd-a400-d401e6d384db {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:32:17.304320 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (a584d96d-ebc0-41fd-a400-d401e6d384db), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.369215 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (a584d96d-ebc0-41fd-a400-d401e6d384db), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.421643 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:17.532470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (a584d96d-ebc0-41fd-a400-d401e6d384db), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.670850 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747bb1c-6c3b-49a2-86b8-dbc36c9ff482 req-447cb4bd-7a30-485e-965c-aa76f8b58626 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:17.672612 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3747bb1c-6c3b-49a2-86b8-dbc36c9ff482 req-447cb4bd-7a30-485e-965c-aa76f8b58626 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1102967 Aug 28 20:32:17.686092 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:17.704905 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (a584d96d-ebc0-41fd-a400-d401e6d384db), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.754875 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=a584d96d-ebc0-41fd-a400-d401e6d384db,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:17.760319 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:17.767221 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2b3d5cb3-eac4-4edd-bbe2-f8acbdcfd0a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a584d96d-ebc0-41fd-a400-d401e6d384db HTTP/1.1" status: 204 len: 168 time: 0.5251837 Aug 28 20:32:17.768397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55854) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:17.783801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f757a-06b2-4cff-b934-4df64e0929a7 None None] Network e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:17.784488 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3747bb1c-6c3b-49a2-86b8-dbc36c9ff482 req-485486b4-fa94-49a3-8529-6fd07097507e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049438 Aug 28 20:32:17.969582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.022208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] DHCP port deletion for e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:32:18.067705 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:18.070153 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:18.070153 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.109387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] Deleting port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:18.110391 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.180484 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,segment=NetworkSegment(fcf3e6ff-ed82-4631-a809-6eba70ea7931),segment_id=fcf3e6ff-ed82-4631-a809-6eba70ea7931)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:18.180860 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.183985 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] For port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,segment=NetworkSegment(fcf3e6ff-ed82-4631-a809-6eba70ea7931),segment_id=fcf3e6ff-ed82-4631-a809-6eba70ea7931)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:18.184398 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.203868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] Calling delete_port for e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:18.211126 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:18.298498 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:18.394831 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.417298 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (e934bb83-e3a6-4c1a-a411-a0aa65bd70f6), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.432657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:18.435636 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:18.506894 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] Pushing event deleted for resources: {'Port': ['ID=e934bb83-e3a6-4c1a-a411-a0aa65bd70f6,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:18.513188 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85663d-1d9a-4f84-91d4-aa7b3273ffc5 None None] No DVR routers for this DVR port e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:18.576462 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.606320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:18.617799 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf3e6ff-ed82-4631-a809-6eba70ea7931') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:18.618189 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf3e6ff-ed82-4631-a809-6eba70ea7931') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:18.629391 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (fcf3e6ff-ed82-4631-a809-6eba70ea7931), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.651776 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (fcf3e6ff-ed82-4631-a809-6eba70ea7931), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.660598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:32:18.661143 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (fcf3e6ff-ed82-4631-a809-6eba70ea7931), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.724886 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment fcf3e6ff-ed82-4631-a809-6eba70ea7931 resource provider aggregate not found Aug 28 20:32:18.751080 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment fcf3e6ff-ed82-4631-a809-6eba70ea7931 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcf3e6ff-ed82-4631-a809-6eba70ea7931 found for delete ", "request_id": "req-fbef067d-395f-4153-9144-3c407f9d70ba"}]} Aug 28 20:32:18.832965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.832965 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.832965 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a HTTP/1.1" status: 204 len: 168 time: 1.0599141 Aug 28 20:32:18.836868 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55870) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:18.844931 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1170007735', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:18.852381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969adec-a1c8-420a-9955-3743fb0d2092 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=e5213ec9-f2b7-444b-b0d6-d9f1da1f6e7a,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:18.936887 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.938255 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:18.943274 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3c7ae-857b-489e-961b-7f6e994e87b1 req-08cbb69e-0ff6-4250-9969-a42fbd249f50 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:18.945139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46d3c7ae-857b-489e-961b-7f6e994e87b1 req-08cbb69e-0ff6-4250-9969-a42fbd249f50 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0612252 Aug 28 20:32:19.001282 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (0b3f994f-440e-447f-aad2-ff56184df3e6), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:19.019549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-46d3c7ae-857b-489e-961b-7f6e994e87b1 req-c3b8db89-b896-40d6-8148-08de67b688af tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682304 Aug 28 20:32:19.354588 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_gateway (0b3f994f-440e-447f-aad2-ff56184df3e6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:19.491315 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:19.508995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:32:19.509402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device e934bb83-e3a6-4c1a-a411-a0aa65bd70f6 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:32:19.639606 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_gateway (0b3f994f-440e-447f-aad2-ff56184df3e6), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:19.665139 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:19.779071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.25.4.97 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/2286efb7-d093-4b05-9406-6a376576e211) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:19.892086 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (2286efb7-d093-4b05-9406-6a376576e211), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:20.033799 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (2286efb7-d093-4b05-9406-6a376576e211), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:20.089484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:20.094268 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:20.096135 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=2286efb7-d093-4b05-9406-6a376576e211,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:20.098781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:20.234375 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:20.276745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe754-903c-42ab-a062-ca0a243f7564 req-30da1ea1-a3e6-4c45-8ae6-d79988793682 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:20.293996 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-073fe754-903c-42ab-a062-ca0a243f7564 req-30da1ea1-a3e6-4c45-8ae6-d79988793682 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1590159 Aug 28 20:32:20.307689 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:20.403479 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-073fe754-903c-42ab-a062-ca0a243f7564 req-f88ace82-cda4-4951-9556-195a8a81a6fd tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082630 Aug 28 20:32:20.643836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_gateway (0b3f994f-440e-447f-aad2-ff56184df3e6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:20.909467 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:21.233426 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 0b3f994f-440e-447f-aad2-ff56184df3e6 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:32:21.661530 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f20ed-2f47-4670-b487-232e4212edc5 req-82fa1bb6-60fd-432f-9894-ab5f7be0dd1d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:21.670068 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c30f20ed-2f47-4670-b487-232e4212edc5 req-82fa1bb6-60fd-432f-9894-ab5f7be0dd1d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1038754 Aug 28 20:32:21.738082 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c30f20ed-2f47-4670-b487-232e4212edc5 req-ecfdf309-f387-4ebc-ab1a-5f8261fff88c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666177 Aug 28 20:32:21.941600 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c7a5e742-9107-4940-b714-e9f65ef096ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:21.989006 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:22.004660 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] Sync routers for ids ['0b3f994f-440e-447f-aad2-ff56184df3e6'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:22.018907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] Routers {'0b3f994f-440e-447f-aad2-ff56184df3e6'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:22.019849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0b3f994f-440e-447f-aad2-ff56184df3e6'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:22.059036 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:22.069647 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] Routers {'0b3f994f-440e-447f-aad2-ff56184df3e6'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:22.070326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0b3f994f-440e-447f-aad2-ff56184df3e6'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:22.105773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:22.106559 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987fe995-0fac-4bd5-b39d-dbf6c332263c None None] The sync data for ids ['0b3f994f-440e-447f-aad2-ff56184df3e6'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:22.161891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:22.164699 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a703fefc-4833-4357-a074-d62ccc006c5b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3247004 Aug 28 20:32:22.168223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:22.307845 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f90c0ab4-a740-4958-a643-2c69a4d4b2a8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/routers/0b3f994f-440e-447f-aad2-ff56184df3e6 HTTP/1.1" status: 200 len: 880 time: 0.1374488 Aug 28 20:32:22.309337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55946) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:22.548378 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:22.558439 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-30ee2072-796f-4980-ae57-c3255e8f0654 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2475626 Aug 28 20:32:22.561029 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55954) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:22.566598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f95cabeb-9640-48c6-abdb-0bb7b98d6355 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1170007735'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:22.699034 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:22.937731 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f35c6-f58d-4834-a1f8-a41c1f45e956 req-9b818517-5dfe-4b32-b28f-7e05886f71d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:22.939321 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-651f35c6-f58d-4834-a1f8-a41c1f45e956 req-9b818517-5dfe-4b32-b28f-7e05886f71d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0692992 Aug 28 20:32:23.009345 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:23.068107 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-651f35c6-f58d-4834-a1f8-a41c1f45e956 req-fc7c09cc-9125-4092-8dac-64531130df6d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885377 Aug 28 20:32:23.091714 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f95cabeb-9640-48c6-abdb-0bb7b98d6355 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:23.239135 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f95cabeb-9640-48c6-abdb-0bb7b98d6355 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:23.362544 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95cabeb-9640-48c6-abdb-0bb7b98d6355 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 0b3f994f-440e-447f-aad2-ff56184df3e6 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:32:23.521357 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95cabeb-9640-48c6-abdb-0bb7b98d6355 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:23.528787 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f95cabeb-9640-48c6-abdb-0bb7b98d6355 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:23.533376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55972) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:23.537304 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] Sync routers for ids ['0b3f994f-440e-447f-aad2-ff56184df3e6'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:23.543145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f95cabeb-9640-48c6-abdb-0bb7b98d6355 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/0b3f994f-440e-447f-aad2-ff56184df3e6 HTTP/1.1" status: 200 len: 887 time: 0.9807885 Aug 28 20:32:23.551661 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] Routers {'0b3f994f-440e-447f-aad2-ff56184df3e6'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:23.552577 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0b3f994f-440e-447f-aad2-ff56184df3e6'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:23.603896 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:23.613784 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] Routers {'0b3f994f-440e-447f-aad2-ff56184df3e6'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:23.614439 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:31:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['0b3f994f-440e-447f-aad2-ff56184df3e6'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:23.652013 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:23.652609 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b819591-d0be-47ad-abda-51dee1ecc22f None None] The sync data for ids ['0b3f994f-440e-447f-aad2-ff56184df3e6'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:23.678212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0461e917-643c-4936-8457-ab62d7011fc1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/routers/0b3f994f-440e-447f-aad2-ff56184df3e6 HTTP/1.1" status: 200 len: 887 time: 0.1433897 Aug 28 20:32:23.688476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 55978) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:23.724341 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b933832a-1b47-455c-bab5-49c40c4d7904 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3f994f-440e-447f-aad2-ff56184df3e6 HTTP/1.1" status: 200 len: 205 time: 0.0320520 Aug 28 20:32:23.724710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 55982) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:23.848106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:23.962689 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_gateway (0b3f994f-440e-447f-aad2-ff56184df3e6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:24.228122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0809f252-e4cf-43a5-943c-1107652db90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:24.234191 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 2286efb7-d093-4b05-9406-6a376576e211 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:24.240059 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (2286efb7-d093-4b05-9406-6a376576e211), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:24.242515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e622c2d-8e9e-4e2b-bd18-4e6e3e5dfa45 req-e5db4829-832e-4a24-a273-da83a933515e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:24.244115 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e622c2d-8e9e-4e2b-bd18-4e6e3e5dfa45 req-e5db4829-832e-4a24-a273-da83a933515e tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0621228 Aug 28 20:32:24.638572 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:24.703653 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:24.709798 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7e622c2d-8e9e-4e2b-bd18-4e6e3e5dfa45 req-5f9a9f2c-6344-4421-9387-48bd83c83f7c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4503329 Aug 28 20:32:24.711696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (2286efb7-d093-4b05-9406-6a376576e211), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:24.712219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-27ab1023-5952-499c-a419-1fc237d39feb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:24.714296 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-27ab1023-5952-499c-a419-1fc237d39feb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 811 time: 0.1476684 Aug 28 20:32:24.728381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 2286efb7-d093-4b05-9406-6a376576e211 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:24.735071 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-c2daf7bc-0688-4153-a78e-2948a39a67c8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/quotas/1787e56fcd0b41a4901625e6f9ab80bb HTTP/1.1" status: 200 len: 375 time: 0.0139828 Aug 28 20:32:24.801764 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-ed3604d2-73c1-46ec-a8d7-6e28d6da8962 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650518 Aug 28 20:32:24.917407 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:24.926865 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-94a7429b-e776-43a7-ab57-99abc2975cfd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168749 Aug 28 20:32:25.025837 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-7a134f63-cde8-4c0e-82be-fccbff7da5d1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930598 Aug 28 20:32:25.050025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (2286efb7-d093-4b05-9406-6a376576e211), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.082993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=2286efb7-d093-4b05-9406-6a376576e211,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:25.169148 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (0b3f994f-440e-447f-aad2-ff56184df3e6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.269632 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.273446 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (0b3f994f-440e-447f-aad2-ff56184df3e6), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.443788 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (0b3f994f-440e-447f-aad2-ff56184df3e6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.450022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Fanout notify agent at l3_agent the message router_deleted on router 0b3f994f-440e-447f-aad2-ff56184df3e6 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:32:25.465283 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.474942 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8f45f23f-1374-49e7-bd65-8332986e775f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/0b3f994f-440e-447f-aad2-ff56184df3e6 HTTP/1.1" status: 204 len: 168 time: 1.7443244 Aug 28 20:32:25.475178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56026) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:25.498853 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-1411033779'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:25.605659 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:25.618180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.650642 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:32:25.661486 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a45e86ca-fff9-4774-82d5-7b92d5ebf216), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.661924 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment a45e86ca-fff9-4774-82d5-7b92d5ebf216 of type vlan for network 31f2f987-7bed-4919-a720-6308a5274dc0 Aug 28 20:32:25.712862 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (31f2f987-7bed-4919-a720-6308a5274dc0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.849919 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.877438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (31f2f987-7bed-4919-a720-6308a5274dc0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.896605 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:25.897531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:25.975029 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-00544222-95fc-464b-aed3-70391f47b5d7 req-c2b96d35-be8e-4495-a9b4-bb41face225a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0599816 Aug 28 20:32:26.095756 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=31f2f987-7bed-4919-a720-6308a5274dc0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:26.101181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 31f2f987-7bed-4919-a720-6308a5274dc0 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:32:26.123209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fe11a-59fe-425d-a3fa-927bbeb860f2 req-a4ef9611-dcb6-4567-a20e-435c7f831edc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:26.125186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e76fe11a-59fe-425d-a3fa-927bbeb860f2 req-a4ef9611-dcb6-4567-a20e-435c7f831edc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.3148050 Aug 28 20:32:26.132372 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-47139b8d-5554-4e87-b49c-921eef3be94a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6533072 Aug 28 20:32:26.135205 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56048) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:26.181283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': '31f2f987-7bed-4919-a720-6308a5274dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:26.287435 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e76fe11a-59fe-425d-a3fa-927bbeb860f2 req-9f60ba21-e463-4db2-b0c4-9dda3d392eea tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533999 Aug 28 20:32:26.530842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:26.538258 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:26.611594 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:26.846832 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (aefed414-ebde-43fc-a876-9ba701b7c292), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:26.917499 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:26.943006 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9efe2-da04-4f45-acc4-72d3f670ef66 req-40988938-f70a-4ec1-b254-de998555bedc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:26.943006 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4a9efe2-da04-4f45-acc4-72d3f670ef66 req-40988938-f70a-4ec1-b254-de998555bedc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1037257 Aug 28 20:32:26.969342 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=aefed414-ebde-43fc-a876-9ba701b7c292,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:27.004769 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': 'a45e86ca-fff9-4774-82d5-7b92d5ebf216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '31f2f987-7bed-4919-a720-6308a5274dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:27.005139 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: 31f2f987-7bed-4919-a720-6308a5274dc0, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:32:27.029906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d4a9efe2-da04-4f45-acc4-72d3f670ef66 req-d4bfc5c9-c9d0-4134-a00d-1dc34441b7e1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811903 Aug 28 20:32:27.068376 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.119476 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a6c7c8e8-f5cd-4182-979f-ec1a2bd51e1d req-9a7024c3-b09a-4c0a-964a-eae4feeca75a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0597792 Aug 28 20:32:27.135624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 31f2f987-7bed-4919-a720-6308a5274dc0 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:32:27.167070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-175a2d9b-815c-4d49-a479-9f713decd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:27.168657 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-175a2d9b-815c-4d49-a479-9f713decd7be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.0581887 Aug 28 20:32:27.180889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56076) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:27.279158 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 31f2f987-7bed-4919-a720-6308a5274dc0) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:27.292302 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:27.296659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70fbb0-9ba4-4c87-916c-9f31f6afb57b None None] Network 31f2f987-7bed-4919-a720-6308a5274dc0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:27.301370 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:27.304186 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.308367 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-7932aa64-3d01-4bcb-9bf7-554af0c1af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:27.311154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-7932aa64-3d01-4bcb-9bf7-554af0c1af94 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.1321821 Aug 28 20:32:27.360802 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe11beaf-3f8c-4b56-94ba-01fabf3e2b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.415504 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-1c33f5c6-05fe-4375-91d4-57217428dbdc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2768459 Aug 28 20:32:27.422028 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-05818ae2-277b-4985-b8bc-9a57e1f8241e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.0907404 Aug 28 20:32:27.422218 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56082) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:27.424478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-82edab97-146e-4c50-9758-56f1bdfaf5e2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1652312152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:27.475801 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-a970122a-5e4a-453b-be72-3de49920dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:27.476673 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-a970122a-5e4a-453b-be72-3de49920dfda service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.0536697 Aug 28 20:32:27.487937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe11beaf-3f8c-4b56-94ba-01fabf3e2b47 admin admin] Publish callbacks [] for security_group (c9f17cab-c98d-4751-bf82-9360d02b72d6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.494551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-31f2f987-7bed-4919-a720-6308a5274dc0', 'network_id': '31f2f987-7bed-4919-a720-6308a5274dc0', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': 'aefed414-ebde-43fc-a876-9ba701b7c292'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:32:27.495432 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.542947 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:27.548885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-d79d93cb-eb50-4e43-b184-ca8794b6a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:27.550530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-d79d93cb-eb50-4e43-b184-ca8794b6a590 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596919 Aug 28 20:32:27.591438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82edab97-146e-4c50-9758-56f1bdfaf5e2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (6986199b-0b2c-49aa-977f-6fc8bc92c728), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.591438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82edab97-146e-4c50-9758-56f1bdfaf5e2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (6986199b-0b2c-49aa-977f-6fc8bc92c728), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.602778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-fe11beaf-3f8c-4b56-94ba-01fabf3e2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9f17cab-c98d-4751-bf82-9360d02b72d6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.635025 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fe11beaf-3f8c-4b56-94ba-01fabf3e2b47 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d3fa36acd1824305910792fe65e826e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4504573 Aug 28 20:32:27.646888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56086) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:27.697926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11beaf-3f8c-4b56-94ba-01fabf3e2b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f17cab-c98d-4751-bf82-9360d02b72d6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:27.715598 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-128d20e6-7e7b-4cfd-ac39-d8966666db65 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323171 Aug 28 20:32:27.721083 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Allocated IP 172.20.0.2 (31f2f987-7bed-4919-a720-6308a5274dc0/aefed414-ebde-43fc-a876-9ba701b7c292/928433e3-202d-4785-b137-70bf876baad2) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:27.751979 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82edab97-146e-4c50-9758-56f1bdfaf5e2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (6986199b-0b2c-49aa-977f-6fc8bc92c728), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.757115 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-382afc45-638e-4248-bd5e-a9806a227981 admin admin] Publish callbacks [] for security_group (c9f17cab-c98d-4751-bf82-9360d02b72d6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.782528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-382afc45-638e-4248-bd5e-a9806a227981 admin admin] Publish callbacks [] for security_group (c9f17cab-c98d-4751-bf82-9360d02b72d6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.825606 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e15b431d-f567-4052-894b-7a6cdb579d12 req-7c0f9eec-5462-408b-a0fe-d24a85a799cd service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997548 Aug 28 20:32:27.832826 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.865606 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82edab97-146e-4c50-9758-56f1bdfaf5e2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (6986199b-0b2c-49aa-977f-6fc8bc92c728), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.915028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Publish callbacks [] for port (928433e3-202d-4785-b137-70bf876baad2), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.924315 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:27.993936 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-382afc45-638e-4248-bd5e-a9806a227981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c9f17cab-c98d-4751-bf82-9360d02b72d6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.997216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-382afc45-638e-4248-bd5e-a9806a227981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:27.999097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-382afc45-638e-4248-bd5e-a9806a227981 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c9f17cab-c98d-4751-bf82-9360d02b72d6 HTTP/1.1" status: 204 len: 168 time: 0.3507137 Aug 28 20:32:28.008806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-82edab97-146e-4c50-9758-56f1bdfaf5e2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:28.008806 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-82edab97-146e-4c50-9758-56f1bdfaf5e2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5865328 Aug 28 20:32:28.009289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56094) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:28.016661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382afc45-638e-4248-bd5e-a9806a227981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f17cab-c98d-4751-bf82-9360d02b72d6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:28.086686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (928433e3-202d-4785-b137-70bf876baad2), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:28.144103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Pushing event updated for resources: {'Port': ['ID=928433e3-202d-4785-b137-70bf876baad2,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:28.163014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Network 31f2f987-7bed-4919-a720-6308a5274dc0 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:28.167689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:28.178040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:28.222207 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ffe2e-4410-4783-a4bc-b0bc2be290b1 req-906e1e0e-ea02-47bb-ae9d-285c19b949f2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:28.224516 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a0ffe2e-4410-4783-a4bc-b0bc2be290b1 req-906e1e0e-ea02-47bb-ae9d-285c19b949f2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0867875 Aug 28 20:32:28.262047 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:28.263385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Attempting to bind port 928433e3-202d-4785-b137-70bf876baad2 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:28.263776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Attempting to bind port 928433e3-202d-4785-b137-70bf876baad2 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'a45e86ca-fff9-4774-82d5-7b92d5ebf216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '31f2f987-7bed-4919-a720-6308a5274dc0'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:28.264552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Attempting to bind port 928433e3-202d-4785-b137-70bf876baad2 on network 31f2f987-7bed-4919-a720-6308a5274dc0 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:28.272467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:28.274029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Checking segment: {'id': 'a45e86ca-fff9-4774-82d5-7b92d5ebf216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '31f2f987-7bed-4919-a720-6308a5274dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:28.274029 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:28.274029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Bound using segment: {'id': 'a45e86ca-fff9-4774-82d5-7b92d5ebf216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '31f2f987-7bed-4919-a720-6308a5274dc0'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:28.274399 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Bound port: 928433e3-202d-4785-b137-70bf876baad2, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45e86ca-fff9-4774-82d5-7b92d5ebf216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '31f2f987-7bed-4919-a720-6308a5274dc0'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:28.277037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (928433e3-202d-4785-b137-70bf876baad2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:28.317942 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5a0ffe2e-4410-4783-a4bc-b0bc2be290b1 req-8b4ffd70-0560-4501-9272-3c61ce2a4d58 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871444 Aug 28 20:32:28.326956 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0892a46a-f4cf-4353-84b7-b2f62efe55ba req-87354f73-3998-408b-b9ca-1a8ab64362ae tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.1081469 Aug 28 20:32:28.344538 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:28.366249 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:28.378214 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] For port 928433e3-202d-4785-b137-70bf876baad2, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:28.382102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] For port 928433e3-202d-4785-b137-70bf876baad2, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=928433e3-202d-4785-b137-70bf876baad2,segment=NetworkSegment(a45e86ca-fff9-4774-82d5-7b92d5ebf216),segment_id=a45e86ca-fff9-4774-82d5-7b92d5ebf216)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:28.431756 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:28.463499 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (928433e3-202d-4785-b137-70bf876baad2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:28.554531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c5ac-b834-4dac-a2de-f1fea5c453b7 None None] Pushing event updated for resources: {'Port': ['ID=928433e3-202d-4785-b137-70bf876baad2,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:28.787238 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:28.788636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.20.0.1 (31f2f987-7bed-4919-a720-6308a5274dc0/aefed414-ebde-43fc-a876-9ba701b7c292/ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:28.937140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.153885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.199970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 31f2f987-7bed-4919-a720-6308a5274dc0 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:29.206941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:29.208051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:29.224042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56110) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:29.240010 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:29.244906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c5de516-a955-405f-bea1-b5037a2d3f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.266368 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (6986199b-0b2c-49aa-977f-6fc8bc92c728), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.270737 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:29.342500 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=11 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:29.370385 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c5de516-a955-405f-bea1-b5037a2d3f9a admin admin] Publish callbacks [] for security_group (9509052a-fc35-4536-979f-e06a501248e7), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.497760 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9c5de516-a955-405f-bea1-b5037a2d3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9509052a-fc35-4536-979f-e06a501248e7), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.514472 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-afa1ceaf-5548-4dcf-a31f-70843ada72ea req-1adaa793-f341-4ebf-b2a2-2fa823350437 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0507128 Aug 28 20:32:29.568003 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2054ae-8804-4a2b-9fbf-ad406a37cee8 req-893a82bb-2faf-41f9-af91-eaa1e8de8013 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:29.574545 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b2054ae-8804-4a2b-9fbf-ad406a37cee8 req-893a82bb-2faf-41f9-af91-eaa1e8de8013 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1017115 Aug 28 20:32:29.576577 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.590796 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 928433e3-202d-4785-b137-70bf876baad2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:29.599456 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5de516-a955-405f-bea1-b5037a2d3f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9509052a-fc35-4536-979f-e06a501248e7,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:29.670099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 928433e3-202d-4785-b137-70bf876baad2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:29.670660 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (928433e3-202d-4785-b137-70bf876baad2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.709627 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4b2054ae-8804-4a2b-9fbf-ad406a37cee8 req-0cd84895-4ea1-44b2-8779-64f704cafc64 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277566 Aug 28 20:32:29.715049 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9c5de516-a955-405f-bea1-b5037a2d3f9a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3fca95221523459d89673e99dba5cd5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898725 Aug 28 20:32:29.719000 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56120) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:29.827146 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 928433e3-202d-4785-b137-70bf876baad2 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:29.827556 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (928433e3-202d-4785-b137-70bf876baad2), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.855881 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a557221a-1ff8-45f8-b960-ad29816ba3ab admin admin] Publish callbacks [] for security_group (9509052a-fc35-4536-979f-e06a501248e7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.886381 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee464f7d-9e64-4140-8dc4-311ca60c0d8f None None] Network 31f2f987-7bed-4919-a720-6308a5274dc0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:29.891274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a557221a-1ff8-45f8-b960-ad29816ba3ab admin admin] Publish callbacks [] for security_group (9509052a-fc35-4536-979f-e06a501248e7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:29.893522 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 928433e3-202d-4785-b137-70bf876baad2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=928433e3-202d-4785-b137-70bf876baad2,segment=NetworkSegment(a45e86ca-fff9-4774-82d5-7b92d5ebf216),segment_id=a45e86ca-fff9-4774-82d5-7b92d5ebf216)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:29.908735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-acfe7d9c-964e-49d4-b6fa-75b0dd920023 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:29.910816 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-acfe7d9c-964e-49d4-b6fa-75b0dd920023 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 811 time: 0.2344403 Aug 28 20:32:29.930076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Request body: {'port': {'device_id': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'admin_state_up': True, 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:29.983333 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-294e4a21-f75b-4992-8dfe-d37b6144cdc2 None None] Provisioning complete for port 928433e3-202d-4785-b137-70bf876baad2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:29.983707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-294e4a21-f75b-4992-8dfe-d37b6144cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (928433e3-202d-4785-b137-70bf876baad2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.070766 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652cc5b-d9b3-4359-8c1a-5472369057d2 req-6e415c27-d698-4024-bd93-ed370c849d1a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:30.074973 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (928433e3-202d-4785-b137-70bf876baad2), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.086027 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c652cc5b-d9b3-4359-8c1a-5472369057d2 req-6e415c27-d698-4024-bd93-ed370c849d1a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.2098489 Aug 28 20:32:30.114025 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a557221a-1ff8-45f8-b960-ad29816ba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (9509052a-fc35-4536-979f-e06a501248e7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.123282 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a557221a-1ff8-45f8-b960-ad29816ba3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.124347 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a557221a-1ff8-45f8-b960-ad29816ba3ab admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9509052a-fc35-4536-979f-e06a501248e7 HTTP/1.1" status: 204 len: 168 time: 0.4034932 Aug 28 20:32:30.164997 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557221a-1ff8-45f8-b960-ad29816ba3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9509052a-fc35-4536-979f-e06a501248e7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:30.179752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-294e4a21-f75b-4992-8dfe-d37b6144cdc2 None None] Current status of the port 928433e3-202d-4785-b137-70bf876baad2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:30.215680 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=928433e3-202d-4785-b137-70bf876baad2,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:30.290464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c652cc5b-d9b3-4359-8c1a-5472369057d2 req-a65b8dae-c997-40e8-b6d1-2c61ed19d7c2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094498 Aug 28 20:32:30.402254 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.409287 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Made reservation on behalf of 1787e56fcd0b41a4901625e6f9ab80bb for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:30.415819 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.505123 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b01c0-6cb8-4362-80b8-6a71e886fa26 req-a4f9c66f-8260-4379-b407-0f588afc9480 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:30.510878 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-09846f4d-728a-41c2-8408-cecf3c0cee14 None None] Provisioning complete for port 928433e3-202d-4785-b137-70bf876baad2 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:30.511352 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-09846f4d-728a-41c2-8408-cecf3c0cee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (928433e3-202d-4785-b137-70bf876baad2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.513020 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c00b01c0-6cb8-4362-80b8-6a71e886fa26 req-a4f9c66f-8260-4379-b407-0f588afc9480 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1264455 Aug 28 20:32:30.554191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.661610 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c00b01c0-6cb8-4362-80b8-6a71e886fa26 req-0e5c7a74-7afc-470a-a080-0298fe599cd0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370273 Aug 28 20:32:30.753895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-09846f4d-728a-41c2-8408-cecf3c0cee14 None None] Current status of the port 928433e3-202d-4785-b137-70bf876baad2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:30.763354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (6986199b-0b2c-49aa-977f-6fc8bc92c728), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.767870 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-09846f4d-728a-41c2-8408-cecf3c0cee14 None None] Provisioning complete for port ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:30.768562 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-09846f4d-728a-41c2-8408-cecf3c0cee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:30.775560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:30.885523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-09846f4d-728a-41c2-8408-cecf3c0cee14 None None] Port ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:30.907585 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:30.938872 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5a681-f9b1-4b34-b1d2-605e35ec75b8 req-d8730b26-2a22-4318-aa07-e815f39f7968 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:30.945991 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18f5a681-f9b1-4b34-b1d2-605e35ec75b8 req-d8730b26-2a22-4318-aa07-e815f39f7968 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1132042 Aug 28 20:32:30.976574 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 31f2f987-7bed-4919-a720-6308a5274dc0 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:30.979526 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f2328d9e-7e67-4666-a300-db62d5582fb7 req-50879fa0-9bb6-4e19-8ebd-98b7c363103c tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.2677727 Aug 28 20:32:30.982365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:31.017881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-fd1c0000-bc31-4400-aa98-3e59b501195a None None] Provisioning complete for port ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:31.018225 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0000-bc31-4400-aa98-3e59b501195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:31.053834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-18f5a681-f9b1-4b34-b1d2-605e35ec75b8 req-bc5a0642-0d9b-4bde-8bf1-965142a325ef tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018069 Aug 28 20:32:31.101225 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:31.133564 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c0000-bc31-4400-aa98-3e59b501195a None None] Port ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:31.368661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-319fdc0b-57e6-433c-bbdc-adbd4075e6bd None None] Provisioning complete for port ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:31.369202 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-319fdc0b-57e6-433c-bbdc-adbd4075e6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:31.431421 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:31.451320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-319fdc0b-57e6-433c-bbdc-adbd4075e6bd None None] Port ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:31.542012 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Allocated IP 172.20.0.7 (877cd4ae-9778-4a9f-ac11-da7b5d7229fb/1b24249b-c328-4a25-97c0-398f28b287b2/7a000042-5eba-40bf-a299-10ab440c35ac) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:31.554082 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:31.586968 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285911-3357-493b-a7e3-ea4b2b474f13 req-67117209-6469-4d67-9834-45e99a8f32bf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:31.588506 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5285911-3357-493b-a7e3-ea4b2b474f13 req-67117209-6469-4d67-9834-45e99a8f32bf tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1079595 Aug 28 20:32:31.593676 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 928433e3-202d-4785-b137-70bf876baad2 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:31.644426 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:31.651968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 928433e3-202d-4785-b137-70bf876baad2 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:31.652355 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (928433e3-202d-4785-b137-70bf876baad2), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:31.734858 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 928433e3-202d-4785-b137-70bf876baad2 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:31.771464 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a5285911-3357-493b-a7e3-ea4b2b474f13 req-ca2bf7b0-4b12-4ccb-9dab-842b8c47a8c8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604929 Aug 28 20:32:31.886343 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks [] for port (7a000042-5eba-40bf-a299-10ab440c35ac), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:31.894763 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 6986199b-0b2c-49aa-977f-6fc8bc92c728 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:32:32.027773 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:32.036191 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b8582d02-9872-4dd1-9502-341ddef03ea7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/6986199b-0b2c-49aa-977f-6fc8bc92c728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0230653 Aug 28 20:32:32.036628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56170) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:32.055034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] Sync routers for ids ['6986199b-0b2c-49aa-977f-6fc8bc92c728'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:32.079327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] Routers {'6986199b-0b2c-49aa-977f-6fc8bc92c728'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:32.081967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6986199b-0b2c-49aa-977f-6fc8bc92c728'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:32.115981 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9180c0ba-bce7-491c-8ef2-a639c351e55b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:32.118632 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9180c0ba-bce7-491c-8ef2-a639c351e55b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports/ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 HTTP/1.1" status: 200 len: 910 time: 0.0809150 Aug 28 20:32:32.123659 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56174) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:32.146272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aefed414-ebde-43fc-a876-9ba701b7c292'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:32.157789 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:32.158023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:32.171177 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] Routers {'6986199b-0b2c-49aa-977f-6fc8bc92c728'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:32.172017 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6986199b-0b2c-49aa-977f-6fc8bc92c728'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:32.385558 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:32.472236 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:32.473052 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed610287-f527-40e7-9d0c-40e3e791c4c0 None None] The sync data for ids ['6986199b-0b2c-49aa-977f-6fc8bc92c728'] in n-d-854121-7 is: [] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:32.493289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:32.495895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Pushing event updated for resources: {'Port': ['ID=7a000042-5eba-40bf-a299-10ab440c35ac,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:32.506231 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf02ee-c6b0-4a51-8171-c9d0b8e5a800 req-56dad25b-22fe-41d3-acfa-97f863724c18 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:32.517061 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54cf02ee-c6b0-4a51-8171-c9d0b8e5a800 req-56dad25b-22fe-41d3-acfa-97f863724c18 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 931 time: 0.3954587 Aug 28 20:32:32.519697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:32.635884 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaa83-eb5c-4d2a-b6dd-2611613fb426 req-228267c8-7286-4414-8069-7c861c61eb09 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:32.646224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0cadaa83-eb5c-4d2a-b6dd-2611613fb426 req-228267c8-7286-4414-8069-7c861c61eb09 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1441016 Aug 28 20:32:32.654325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:32.666042 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:32.745731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0cadaa83-eb5c-4d2a-b6dd-2611613fb426 req-21192b04-2ee9-4e9d-80de-c6d920d08d81 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944078 Aug 28 20:32:32.792537 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-54cf02ee-c6b0-4a51-8171-c9d0b8e5a800 req-e35493ca-6003-4f21-a693-580725f2c15e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717688 Aug 28 20:32:32.837558 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-a3c71fd9-0c6b-49f5-a8ac-3fc7044122ee tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9114349 Aug 28 20:32:32.849262 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:32.866262 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Request body: {'port': {'device_id': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:32.887721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7bbf42ab-c517-49d9-85c7-fbd8982fb921 None None] Provisioning complete for port 7a000042-5eba-40bf-a299-10ab440c35ac triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:32.888286 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7bbf42ab-c517-49d9-85c7-fbd8982fb921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:32.948786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf42ab-c517-49d9-85c7-fbd8982fb921 None None] Port 7a000042-5eba-40bf-a299-10ab440c35ac cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:32.963371 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:33.019160 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:33.082761 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:33.590044 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:33.602596 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a000042-5eba-40bf-a299-10ab440c35ac {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:32:33.612031 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Publish callbacks [] for port (7a000042-5eba-40bf-a299-10ab440c35ac), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:33.613186 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=22 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:33.617583 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=22 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:33.627654 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Transition to ACTIVE for port object 7a000042-5eba-40bf-a299-10ab440c35ac will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:32:33.679518 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:33.744752 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:33.797060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:33.798148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:33.799834 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/ports/ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 HTTP/1.1" status: 200 len: 910 time: 1.6750858 Aug 28 20:32:33.803094 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56208) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:33.829581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504baaeb-2104-4ebb-8d8c-49d8dcffa707 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:33.907331 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:33.941476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Attempting to bind port 7a000042-5eba-40bf-a299-10ab440c35ac on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:33.941476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Attempting to bind port 7a000042-5eba-40bf-a299-10ab440c35ac by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:33.941476 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Attempting to bind port 7a000042-5eba-40bf-a299-10ab440c35ac on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:33.975871 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Port 7a000042-5eba-40bf-a299-10ab440c35ac on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:32:33.976086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Attempting to bind port 7a000042-5eba-40bf-a299-10ab440c35ac on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:33.986179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Pushing event updated for resources: {'Port': ['ID=7a000042-5eba-40bf-a299-10ab440c35ac,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:33.993462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:33.993800 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Checking segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:33.996698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Bound using segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:33.996698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Bound port: 7a000042-5eba-40bf-a299-10ab440c35ac, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:33.996698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:34.004809 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4403e5-7a57-4bfd-a62b-3da2f1d93089 req-8facd206-3026-436c-9a00-e2c26c3d9511 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.006564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd4403e5-7a57-4bfd-a62b-3da2f1d93089 req-8facd206-3026-436c-9a00-e2c26c3d9511 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0834496 Aug 28 20:32:34.073517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d7c23-c1dd-4db8-928b-a4e7520c48d6 req-d48cf2ee-1673-4fce-b226-19bd0fb95cd8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.082105 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be2d7c23-c1dd-4db8-928b-a4e7520c48d6 req-d48cf2ee-1673-4fce-b226-19bd0fb95cd8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1448190 Aug 28 20:32:34.110945 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] For port 7a000042-5eba-40bf-a299-10ab440c35ac, host n-h1-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:34.114753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] For port 7a000042-5eba-40bf-a299-10ab440c35ac, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=7a000042-5eba-40bf-a299-10ab440c35ac,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:34.119290 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:34.162922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cd4403e5-7a57-4bfd-a62b-3da2f1d93089 req-86f3f48c-e1a5-4406-8d57-88d5ddc454f3 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362026 Aug 28 20:32:34.273730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:34.277954 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.278590 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:34.280148 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/7a000042-5eba-40bf-a299-10ab440c35ac HTTP/1.1" status: 200 len: 1091 time: 1.4220171 Aug 28 20:32:34.280610 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'tag': '7a000042-5eba-40bf-a299-10ab440c35ac'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:34.283856 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d099e2-6c29-49a8-8954-f0e1ae775418" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c6de7c-c78c-41df-86e3-a13570781e23", "tag": "7a000042-5eba-40bf-a299-10ab440c35ac"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:34.291475 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-be2d7c23-c1dd-4db8-928b-a4e7520c48d6 req-2cf2b291-e840-4b8b-8a8e-9e8931d1d2a1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080405 Aug 28 20:32:34.364475 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2413cd-1594-4c52-9f75-968a7443dc81 x-openstack-request-id: req-ac2413cd-1594-4c52-9f75-968a7443dc81 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:34.364768 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c6de7c-c78c-41df-86e3-a13570781e23", "tag": "7a000042-5eba-40bf-a299-10ab440c35ac", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:34.365039 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac2413cd-1594-4c52-9f75-968a7443dc81 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:34.365429 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2413cd-1594-4c52-9f75-968a7443dc81'] response: {'name': 'network-changed', 'server_uuid': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'tag': '7a000042-5eba-40bf-a299-10ab440c35ac', 'status': 'completed', 'code': 200} Aug 28 20:32:34.494696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a28905-13cf-4682-9767-0daf082cc0da service neutron] Pushing event updated for resources: {'Port': ['ID=7a000042-5eba-40bf-a299-10ab440c35ac,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:34.513873 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (6986199b-0b2c-49aa-977f-6fc8bc92c728), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:34.527564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d099e2-6c29-49a8-8954-f0e1ae775418 req-21991410-5b05-4d56-86dc-9f36fec00f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.530797 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d099e2-6c29-49a8-8954-f0e1ae775418 req-21991410-5b05-4d56-86dc-9f36fec00f94 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 1125 time: 0.1089180 Aug 28 20:32:34.671145 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d099e2-6c29-49a8-8954-f0e1ae775418 req-21ea8894-4bdc-4be4-b00a-36833e83d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.672695 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d099e2-6c29-49a8-8954-f0e1ae775418 req-21ea8894-4bdc-4be4-b00a-36833e83d47e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1235385 Aug 28 20:32:34.822234 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d099e2-6c29-49a8-8954-f0e1ae775418 req-75214caa-3d6c-4c3b-828c-3f60242442c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.824809 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-07d099e2-6c29-49a8-8954-f0e1ae775418 req-75214caa-3d6c-4c3b-828c-3f60242442c2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377206 Aug 28 20:32:34.826825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:34.827294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:34.894440 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef9d08-9f01-4b79-9d21-7d17f28aac31 req-1932cb39-3d28-42b0-a198-03c5b1783303 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.896276 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3ef9d08-9f01-4b79-9d21-7d17f28aac31 req-1932cb39-3d28-42b0-a198-03c5b1783303 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0703423 Aug 28 20:32:34.949222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:34.966900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:34.986856 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-7c9a08dc-b835-4ee0-a0db-db748629b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:34.988385 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-7c9a08dc-b835-4ee0-a0db-db748629b3fd service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 1125 time: 0.0692635 Aug 28 20:32:34.996047 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b3ef9d08-9f01-4b79-9d21-7d17f28aac31 req-1d3b028b-0a4a-4c4d-8b73-5e6c236db864 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924172 Aug 28 20:32:35.026225 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:35.051635 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-2944ec42-5959-49d2-b75e-df609ad406d0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a000042-5eba-40bf-a299-10ab440c35ac HTTP/1.1" status: 200 len: 217 time: 0.0469205 Aug 28 20:32:35.051883 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:35.083305 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-1290146e-cfac-46d4-b1cb-cc3174191a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:35.085079 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-1290146e-cfac-46d4-b1cb-cc3174191a17 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=72a87c4db6d74cc1a996162e5ad35418&device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 1126 time: 0.0711191 Aug 28 20:32:35.119901 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-3aa4497c-1cd2-4cd6-9195-c59e620b14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:35.121746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-3aa4497c-1cd2-4cd6-9195-c59e620b14bf service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0653653 Aug 28 20:32:35.177732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-7d25f370-38b5-441c-9be1-4064ad2b13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:35.183277 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-7d25f370-38b5-441c-9be1-4064ad2b13e8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497389 Aug 28 20:32:35.185800 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:35.338035 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-4f8d5178-d388-4595-8eb5-526a81e4d905 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487336 Aug 28 20:32:35.344277 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481150-8b0f-4057-9f2c-4442b1ccbe64 req-37adadfc-14d3-4e11-9984-8c1db4a99ffb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:35.345805 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f481150-8b0f-4057-9f2c-4442b1ccbe64 req-37adadfc-14d3-4e11-9984-8c1db4a99ffb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0777199 Aug 28 20:32:35.347257 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:35.363621 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-6a360b23-3c9c-41cc-9fb3-02fd164bb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:35.365288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-6a360b23-3c9c-41cc-9fb3-02fd164bb91c service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 200 len: 912 time: 0.2656484 Aug 28 20:32:35.464605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:35.482367 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ee76bdf7-d1c0-4559-b99d-0509a932fcbb req-e9b74995-2adf-43e3-af0a-b00c279b7bce service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233070 Aug 28 20:32:35.496957 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4f481150-8b0f-4057-9f2c-4442b1ccbe64 req-91f62879-003e-4889-804c-cf8d9539b1ed tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353972 Aug 28 20:32:35.506171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=ba88f8a8-8a33-45f7-bfe6-2bd8dc8de749,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:35.522323 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-dc0e93d0-e1cc-48a8-a29a-0c3b603d767a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 200 len: 998 time: 0.1424863 Aug 28 20:32:35.641415 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:35.648063 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-0a4ee013-f1cb-4dee-940c-71bcb7a7aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:35.649688 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-0a4ee013-f1cb-4dee-940c-71bcb7a7aef8 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 200 len: 850 time: 0.1021278 Aug 28 20:32:35.774917 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-f6a32ae5-c533-405d-bea7-a5c8474780e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:35.776644 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-f6a32ae5-c533-405d-bea7-a5c8474780e3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=3a1f6bbb-6c97-4181-b0c6-f5611dba0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156993 Aug 28 20:32:35.777382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (6986199b-0b2c-49aa-977f-6fc8bc92c728), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:36.175806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8940658-9136-4bb1-be99-ccbc75bb0844 req-677297fe-74b6-4184-85bf-6731775165e6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:36.178383 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8940658-9136-4bb1-be99-ccbc75bb0844 req-677297fe-74b6-4184-85bf-6731775165e6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0651791 Aug 28 20:32:36.244662 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c8940658-9136-4bb1-be99-ccbc75bb0844 req-cb14465b-3c9c-4136-829b-90f2a398f7e6 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598173 Aug 28 20:32:36.492010 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-896a1a3a-8bf6-4ae5-8dd3-8edb421ca21f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036855 Aug 28 20:32:36.493816 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 6986199b-0b2c-49aa-977f-6fc8bc92c728 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:32:36.634083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:36.645841 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] Sync routers for ids ['6986199b-0b2c-49aa-977f-6fc8bc92c728'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:36.662141 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] Routers {'6986199b-0b2c-49aa-977f-6fc8bc92c728'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:36.663155 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6986199b-0b2c-49aa-977f-6fc8bc92c728'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:36.669041 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9f28ac38-07b9-4d97-94a3-53199f1a8572 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/6986199b-0b2c-49aa-977f-6fc8bc92c728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8616369 Aug 28 20:32:36.669182 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56268) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:36.710720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29620ff1-2f90-4f35-94c8-da8611729a51 req-0d3d02de-57ec-41e4-a751-e81ada498fdb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:36.712339 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29620ff1-2f90-4f35-94c8-da8611729a51 req-0d3d02de-57ec-41e4-a751-e81ada498fdb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0992393 Aug 28 20:32:36.721251 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:36.732420 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] Routers {'6986199b-0b2c-49aa-977f-6fc8bc92c728'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:36.733986 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6986199b-0b2c-49aa-977f-6fc8bc92c728'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:36.741610 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2cbb9516-bf2c-45b0-8267-70f9ff435523 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6986199b-0b2c-49aa-977f-6fc8bc92c728 HTTP/1.1" status: 200 len: 205 time: 0.0685198 Aug 28 20:32:36.746400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56272) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:36.758546 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:36.794886 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7633d732-ce57-4c70-add8-c5dd92623af8 req-80f3773b-7a21-4587-9484-0da54cb7c512 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896190 Aug 28 20:32:36.795106 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:36.805317 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da62950f-147a-410c-a37c-b476ea1b9357 None None] The sync data for ids ['6986199b-0b2c-49aa-977f-6fc8bc92c728'] in n-d-854121-7 is: [] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:36.825740 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-29620ff1-2f90-4f35-94c8-da8611729a51 req-6053c4df-8691-4028-9e5b-48ae235472f8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017442 Aug 28 20:32:36.860108 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30c0e112-95e8-4d54-bad7-2845e12763af tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (6986199b-0b2c-49aa-977f-6fc8bc92c728), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.036698 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30c0e112-95e8-4d54-bad7-2845e12763af tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (6986199b-0b2c-49aa-977f-6fc8bc92c728), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.039803 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30c0e112-95e8-4d54-bad7-2845e12763af tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (6986199b-0b2c-49aa-977f-6fc8bc92c728), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.256493 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30c0e112-95e8-4d54-bad7-2845e12763af tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (6986199b-0b2c-49aa-977f-6fc8bc92c728), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.258205 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c0e112-95e8-4d54-bad7-2845e12763af tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Fanout notify agent at l3_agent the message router_deleted on router 6986199b-0b2c-49aa-977f-6fc8bc92c728 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:32:37.269115 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30c0e112-95e8-4d54-bad7-2845e12763af tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.274818 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-30c0e112-95e8-4d54-bad7-2845e12763af tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/6986199b-0b2c-49aa-977f-6fc8bc92c728 HTTP/1.1" status: 204 len: 168 time: 0.5239294 Aug 28 20:32:37.274818 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56280) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:37.344870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet aefed414-ebde-43fc-a876-9ba701b7c292 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:32:37.348715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (aefed414-ebde-43fc-a876-9ba701b7c292), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.405842 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (aefed414-ebde-43fc-a876-9ba701b7c292), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.544126 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8bac-da64-4945-97f6-0188af781367 req-c5d7bd92-7dd3-41a8-9810-95536f109fcb tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:37.545752 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d6a8bac-da64-4945-97f6-0188af781367 req-c5d7bd92-7dd3-41a8-9810-95536f109fcb tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0874743 Aug 28 20:32:37.572675 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (aefed414-ebde-43fc-a876-9ba701b7c292), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.680756 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7d6a8bac-da64-4945-97f6-0188af781367 req-6db3819a-824f-4c30-8112-cff8a5888026 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183403 Aug 28 20:32:37.851553 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (aefed414-ebde-43fc-a876-9ba701b7c292), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.858201 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:37.883693 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=aefed414-ebde-43fc-a876-9ba701b7c292,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:37.887914 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:37.892295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b205709a-e4d6-424f-9092-bbf77d84c43a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/aefed414-ebde-43fc-a876-9ba701b7c292 HTTP/1.1" status: 204 len: 168 time: 0.6164691 Aug 28 20:32:37.897279 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56296) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:37.903888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c8fac-fbcd-47c8-9929-b307a2b9633c None None] Network 31f2f987-7bed-4919-a720-6308a5274dc0 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:38.036950 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07968edd-8529-422d-be19-f23e39833b53 req-ff43943a-53f6-4e21-8fb8-9b58513e65e5 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:38.039111 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-07968edd-8529-422d-be19-f23e39833b53 req-ff43943a-53f6-4e21-8fb8-9b58513e65e5 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0902605 Aug 28 20:32:38.046312 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (31f2f987-7bed-4919-a720-6308a5274dc0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.115276 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 928433e3-202d-4785-b137-70bf876baad2 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:38.115823 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (928433e3-202d-4785-b137-70bf876baad2), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.238250 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-07968edd-8529-422d-be19-f23e39833b53 req-01f7800a-8187-4287-bc82-d4cdf3fedb94 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862018 Aug 28 20:32:38.250534 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port 928433e3-202d-4785-b137-70bf876baad2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=928433e3-202d-4785-b137-70bf876baad2,segment=NetworkSegment(a45e86ca-fff9-4774-82d5-7b92d5ebf216),segment_id=a45e86ca-fff9-4774-82d5-7b92d5ebf216)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:38.251058 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (928433e3-202d-4785-b137-70bf876baad2), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.266200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] DHCP port deletion for 31f2f987-7bed-4919-a720-6308a5274dc0 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:32:38.272764 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 928433e3-202d-4785-b137-70bf876baad2 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:38.304727 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:32:38.319352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Deleting port 928433e3-202d-4785-b137-70bf876baad2 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:38.319728 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (928433e3-202d-4785-b137-70bf876baad2), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.389966 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] For port 928433e3-202d-4785-b137-70bf876baad2, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=928433e3-202d-4785-b137-70bf876baad2,segment=NetworkSegment(a45e86ca-fff9-4774-82d5-7b92d5ebf216),segment_id=a45e86ca-fff9-4774-82d5-7b92d5ebf216)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:38.390384 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (928433e3-202d-4785-b137-70bf876baad2), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.404852 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Calling delete_port for 928433e3-202d-4785-b137-70bf876baad2 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:38.536213 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (928433e3-202d-4785-b137-70bf876baad2), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.544239 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (928433e3-202d-4785-b137-70bf876baad2), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.567693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port 928433e3-202d-4785-b137-70bf876baad2 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:38.572908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Pushing event deleted for resources: {'Port': ['ID=928433e3-202d-4785-b137-70bf876baad2,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:38.574772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=928433e3-202d-4785-b137-70bf876baad2,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:38.578743 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] No DVR routers for this DVR port 928433e3-202d-4785-b137-70bf876baad2 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:38.587133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.587474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.587818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.588695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.588695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.588867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.589101 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.589421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.589744 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.590265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.590722 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.591627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.592093 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.592568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.593604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55131f9e-1c0b-47bd-8bbe-c08a13e3a186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:38.674112 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (31f2f987-7bed-4919-a720-6308a5274dc0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.697703 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f2f987-7bed-4919-a720-6308a5274dc0']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:38.709797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45e86ca-fff9-4774-82d5-7b92d5ebf216') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:38.710380 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45e86ca-fff9-4774-82d5-7b92d5ebf216') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:38.725005 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (a45e86ca-fff9-4774-82d5-7b92d5ebf216), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.742524 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (a45e86ca-fff9-4774-82d5-7b92d5ebf216), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.754119 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:32:38.754675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (a45e86ca-fff9-4774-82d5-7b92d5ebf216), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.783127 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56316) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:38.803740 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment a45e86ca-fff9-4774-82d5-7b92d5ebf216 resource provider aggregate not found Aug 28 20:32:38.826338 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment a45e86ca-fff9-4774-82d5-7b92d5ebf216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a45e86ca-fff9-4774-82d5-7b92d5ebf216 found for delete ", "request_id": "req-1c631358-d1f6-470b-99a2-419ccad84a1b"}]} Aug 28 20:32:38.850745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8618317-9e58-4399-b02f-3a310ddbc729 req-28f7c652-0648-4aba-80a7-29e46fe321aa tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:38.852218 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8618317-9e58-4399-b02f-3a310ddbc729 req-28f7c652-0648-4aba-80a7-29e46fe321aa tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0616641 Aug 28 20:32:38.909638 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d8618317-9e58-4399-b02f-3a310ddbc729 req-55ef4d61-0e47-4509-8f45-149f90a050ac tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497255 Aug 28 20:32:38.927170 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-613de58a-f959-464d-8ad1-78723e8293a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.946655 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (31f2f987-7bed-4919-a720-6308a5274dc0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.956001 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:38.961010 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/31f2f987-7bed-4919-a720-6308a5274dc0 HTTP/1.1" status: 204 len: 168 time: 1.0625510 Aug 28 20:32:38.964894 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56326) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:38.974637 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-34adce68-ac59-41aa-b696-e18f3844754d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-823967647', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:38.983561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682e5b4-55dc-4b97-ac4e-7e65cc657ae1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=31f2f987-7bed-4919-a720-6308a5274dc0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:39.053765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-613de58a-f959-464d-8ad1-78723e8293a0 admin admin] Publish callbacks [] for security_group (4fba82d4-f4d7-4f95-972c-b4a7a4730758), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.065041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25dc8-2405-4cfe-bc15-f9ec2ccf1c07 req-20439190-3531-486a-886b-c651716a52a8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:39.066622 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5d25dc8-2405-4cfe-bc15-f9ec2ccf1c07 req-20439190-3531-486a-886b-c651716a52a8 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0500929 Aug 28 20:32:39.117101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f5d25dc8-2405-4cfe-bc15-f9ec2ccf1c07 req-da56a923-48df-4a15-9430-a08d57b561d1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 Aug 28 20:32:39.204887 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34adce68-ac59-41aa-b696-e18f3844754d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.206148 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34adce68-ac59-41aa-b696-e18f3844754d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.236274 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:39.273963 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-613de58a-f959-464d-8ad1-78723e8293a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4fba82d4-f4d7-4f95-972c-b4a7a4730758), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.277664 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34adce68-ac59-41aa-b696-e18f3844754d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.323640 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-613de58a-f959-464d-8ad1-78723e8293a0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=54684ae560bc435fa46898e76aaddea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393353 Aug 28 20:32:39.324368 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613de58a-f959-464d-8ad1-78723e8293a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fba82d4-f4d7-4f95-972c-b4a7a4730758,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:39.326411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56340) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:39.431772 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c32cf-8d02-473c-9964-3f7a6726f15c req-8cdb34ff-52b9-4294-8dd6-627fba1bc558 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:39.433572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-758c32cf-8d02-473c-9964-3f7a6726f15c req-8cdb34ff-52b9-4294-8dd6-627fba1bc558 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0943015 Aug 28 20:32:39.441717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34adce68-ac59-41aa-b696-e18f3844754d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.494253 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:39.501598 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e770ce0-d78d-400c-b7f6-02cbfe47a3b9 admin admin] Publish callbacks [] for security_group (4fba82d4-f4d7-4f95-972c-b4a7a4730758), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.527260 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:39.537554 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e770ce0-d78d-400c-b7f6-02cbfe47a3b9 admin admin] Publish callbacks [] for security_group (4fba82d4-f4d7-4f95-972c-b4a7a4730758), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.542381 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-758c32cf-8d02-473c-9964-3f7a6726f15c req-50ada437-0ba5-4864-a71c-6ca1f862d7e6 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994308 Aug 28 20:32:39.556116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 928433e3-202d-4785-b137-70bf876baad2 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:39.594243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 928433e3-202d-4785-b137-70bf876baad2 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:32:39.594693 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 928433e3-202d-4785-b137-70bf876baad2 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:32:39.692163 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-34adce68-ac59-41aa-b696-e18f3844754d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.693319 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-34adce68-ac59-41aa-b696-e18f3844754d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7274523 Aug 28 20:32:39.696628 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56352) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:39.704120 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-2044265983'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:39.753433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e770ce0-d78d-400c-b7f6-02cbfe47a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4fba82d4-f4d7-4f95-972c-b4a7a4730758), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.757568 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9e770ce0-d78d-400c-b7f6-02cbfe47a3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:39.758934 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9e770ce0-d78d-400c-b7f6-02cbfe47a3b9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4fba82d4-f4d7-4f95-972c-b4a7a4730758 HTTP/1.1" status: 204 len: 168 time: 0.4311988 Aug 28 20:32:39.768497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e770ce0-d78d-400c-b7f6-02cbfe47a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fba82d4-f4d7-4f95-972c-b4a7a4730758,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:39.985655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:39.985655 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:40.005599 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:32:40.015014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (04c9ee17-888d-41d1-9b19-e0d2d19f655f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:40.015363 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment 04c9ee17-888d-41d1-9b19-e0d2d19f655f of type vlan for network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 Aug 28 20:32:40.067216 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (b2262c43-23ad-4d7d-af2f-dac53a2c2b86), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:40.086956 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:40.284545 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (b2262c43-23ad-4d7d-af2f-dac53a2c2b86), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:40.289919 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:40.290640 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:40.372877 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=b2262c43-23ad-4d7d-af2f-dac53a2c2b86,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:40.386788 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:32:40.476422 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ee3b8b5b-da32-4318-b34d-33d46e5ae962 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7785263 Aug 28 20:32:40.478809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56378) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:40.484677 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:40.693909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ae656-906b-407b-87f6-261777cd991f req-d3c0e972-26c0-4393-afc2-cb16b8aedb94 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:40.695641 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f6ae656-906b-407b-87f6-261777cd991f req-d3c0e972-26c0-4393-afc2-cb16b8aedb94 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0600767 Aug 28 20:32:40.747728 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3f6ae656-906b-407b-87f6-261777cd991f req-85596d91-a283-47cc-9956-0ebafb233c69 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459521 Aug 28 20:32:40.769672 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:40.773772 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.002732 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56396) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:41.102083 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (c9b302b0-9994-40f5-af64-ffa6d06fc798), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.109028 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:41.176249 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=c9b302b0-9994-40f5-af64-ffa6d06fc798,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:41.193151 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.193545 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.193904 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.194262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.194594 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.194926 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.195254 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.195613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.195934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.196217 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.196561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.196888 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.197319 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.197639 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.198185 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:41.212391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:41.212391 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: b2262c43-23ad-4d7d-af2f-dac53a2c2b86, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:32:41.341360 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:32:41.366543 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0180dff-b5a6-4753-80a9-c1d488aaa240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.487746 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0180dff-b5a6-4753-80a9-c1d488aaa240 admin admin] Publish callbacks [] for security_group (774fcb72-6a24-4165-a302-3039e9bef709), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.518774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, b2262c43-23ad-4d7d-af2f-dac53a2c2b86) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:41.523613 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:41.524228 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.547169 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa3813-a3a8-4245-8d41-d45877d51967 None None] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:41.609958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f0180dff-b5a6-4753-80a9-c1d488aaa240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (774fcb72-6a24-4165-a302-3039e9bef709), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.663234 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-cd0b17f4-e5a0-4808-bfcf-7a8cd635c3bb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1798570 Aug 28 20:32:41.663426 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f0180dff-b5a6-4753-80a9-c1d488aaa240 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f7380cff74f044d5b9967befa88066cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6564484 Aug 28 20:32:41.663517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56406) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:41.663598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56408) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:41.672063 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0180dff-b5a6-4753-80a9-c1d488aaa240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774fcb72-6a24-4165-a302-3039e9bef709,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:41.711363 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:32:41.713244 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.757256 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f7f06b00-d0e2-444f-a78e-61a583c68b31 admin admin] Publish callbacks [] for security_group (774fcb72-6a24-4165-a302-3039e9bef709), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.787967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f7f06b00-d0e2-444f-a78e-61a583c68b31 admin admin] Publish callbacks [] for security_group (774fcb72-6a24-4165-a302-3039e9bef709), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.956496 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:41.967348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Allocated IP 172.20.0.2 (b2262c43-23ad-4d7d-af2f-dac53a2c2b86/c9b302b0-9994-40f5-af64-ffa6d06fc798/422948de-62a9-43fe-b39e-296210a046d4) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:41.968757 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:41.990359 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:41.993800 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f7f06b00-d0e2-444f-a78e-61a583c68b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (774fcb72-6a24-4165-a302-3039e9bef709), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.005606 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f7f06b00-d0e2-444f-a78e-61a583c68b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.005606 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f7f06b00-d0e2-444f-a78e-61a583c68b31 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/774fcb72-6a24-4165-a302-3039e9bef709 HTTP/1.1" status: 204 len: 168 time: 0.3349309 Aug 28 20:32:42.012699 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f06b00-d0e2-444f-a78e-61a583c68b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774fcb72-6a24-4165-a302-3039e9bef709,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:42.159582 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765208a9-bcf0-4408-8d54-c12cc4d74b2c req-5bf59a0f-7db5-43ba-8bc0-a65870e94304 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:42.162613 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-765208a9-bcf0-4408-8d54-c12cc4d74b2c req-5bf59a0f-7db5-43ba-8bc0-a65870e94304 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.1146023 Aug 28 20:32:42.249230 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-765208a9-bcf0-4408-8d54-c12cc4d74b2c req-ca2796a7-17b5-44b3-9d8f-60b112b7038d tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803127 Aug 28 20:32:42.275125 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Publish callbacks [] for port (422948de-62a9-43fe-b39e-296210a046d4), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.370432 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (422948de-62a9-43fe-b39e-296210a046d4), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.421263 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:42.427632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:42.437934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:42.438092 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.20.0.1 (b2262c43-23ad-4d7d-af2f-dac53a2c2b86/c9b302b0-9994-40f5-af64-ffa6d06fc798/b80e8b28-6e71-4867-9246-b804313df618) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:42.438579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Pushing event updated for resources: {'Port': ['ID=422948de-62a9-43fe-b39e-296210a046d4,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:42.502125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Attempting to bind port 422948de-62a9-43fe-b39e-296210a046d4 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:42.502505 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Attempting to bind port 422948de-62a9-43fe-b39e-296210a046d4 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:42.502872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Attempting to bind port 422948de-62a9-43fe-b39e-296210a046d4 on network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:42.510198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:42.511284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Checking segment: {'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:42.511851 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.512262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Bound using segment: {'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:42.512760 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Bound port: 422948de-62a9-43fe-b39e-296210a046d4, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:42.513167 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (422948de-62a9-43fe-b39e-296210a046d4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.602749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] For port 422948de-62a9-43fe-b39e-296210a046d4, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:42.607071 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] For port 422948de-62a9-43fe-b39e-296210a046d4, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=422948de-62a9-43fe-b39e-296210a046d4,segment=NetworkSegment(04c9ee17-888d-41d1-9b19-e0d2d19f655f),segment_id=04c9ee17-888d-41d1-9b19-e0d2d19f655f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:42.612912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (b80e8b28-6e71-4867-9246-b804313df618), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.691145 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (422948de-62a9-43fe-b39e-296210a046d4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.728883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b80e8b28-6e71-4867-9246-b804313df618), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:42.748629 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:42.757199 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:42.791972 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:42.803633 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2d86-53fc-4834-9876-4b2b3564c730 None None] Pushing event updated for resources: {'Port': ['ID=422948de-62a9-43fe-b39e-296210a046d4,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:42.827347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:42.835965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-cedf918a-d4d4-427c-91d2-9fe250b7a898 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:42.843181 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-cedf918a-d4d4-427c-91d2-9fe250b7a898 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9c394e2a-16cb-4373-93e9-cdc22582e6f2 HTTP/1.1" status: 200 len: 944 time: 0.1269455 Aug 28 20:32:42.863434 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:42.872213 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:42.898185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=b80e8b28-6e71-4867-9246-b804313df618,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:43.038256 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.093520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Deleting port de87e381-eb78-478d-a458-9afbcee086e0 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:43.094196 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (de87e381-eb78-478d-a458-9afbcee086e0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.253332 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] For port de87e381-eb78-478d-a458-9afbcee086e0, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=de87e381-eb78-478d-a458-9afbcee086e0,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:43.253713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (de87e381-eb78-478d-a458-9afbcee086e0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.270469 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Calling delete_port for de87e381-eb78-478d-a458-9afbcee086e0 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:43.296198 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.330076 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:43.411689 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b80e8b28-6e71-4867-9246-b804313df618), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.444155 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c9999-0749-4cf8-bdf1-c43c3ea66640 req-31e3b743-9724-4db2-8598-c7a735f37bcb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:43.445951 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-923c9999-0749-4cf8-bdf1-c43c3ea66640 req-31e3b743-9724-4db2-8598-c7a735f37bcb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0807047 Aug 28 20:32:43.543195 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:43.592314 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-923c9999-0749-4cf8-bdf1-c43c3ea66640 req-03aafa6a-9718-451d-a4ab-fab57e267a44 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348097 Aug 28 20:32:43.641172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 422948de-62a9-43fe-b39e-296210a046d4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:43.712927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 422948de-62a9-43fe-b39e-296210a046d4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:43.714038 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (422948de-62a9-43fe-b39e-296210a046d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.739351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (de87e381-eb78-478d-a458-9afbcee086e0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.754192 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e', 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:32:43.786150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event deleted for resources: {'Port': ['ID=de87e381-eb78-478d-a458-9afbcee086e0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:43.851237 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] No DVR routers for this DVR port de87e381-eb78-478d-a458-9afbcee086e0 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:43.869543 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.895979 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-88b3bc5c-f4fb-41a1-bab1-084716723ad2 req-b7abbeab-6b00-4065-bb82-a7e4469a3c55 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "DELETE /networking/v2.0/ports/de87e381-eb78-478d-a458-9afbcee086e0 HTTP/1.1" status: 204 len: 173 time: 1.0445948 Aug 28 20:32:43.896759 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-deleted', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:43.899411 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af00ea-f62e-49cd-9131-4a2266ed5099" -d '{"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-deleted", "tag": "de87e381-eb78-478d-a458-9afbcee086e0"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:43.907650 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 422948de-62a9-43fe-b39e-296210a046d4 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:43.908053 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (422948de-62a9-43fe-b39e-296210a046d4), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:43.987941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 422948de-62a9-43fe-b39e-296210a046d4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=422948de-62a9-43fe-b39e-296210a046d4,segment=NetworkSegment(04c9ee17-888d-41d1-9b19-e0d2d19f655f),segment_id=04c9ee17-888d-41d1-9b19-e0d2d19f655f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:44.014638 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:44.033896 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944559b-7405-4500-98fa-59070f9ea2a8 x-openstack-request-id: req-3944559b-7405-4500-98fa-59070f9ea2a8 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:44.034192 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c394e2a-16cb-4373-93e9-cdc22582e6f2", "name": "network-vif-deleted", "tag": "de87e381-eb78-478d-a458-9afbcee086e0", "status": "failed", "code": 422}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:44.034448 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3944559b-7405-4500-98fa-59070f9ea2a8 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:44.034887 n-d-854121-7 neutron-server[114321]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3944559b-7405-4500-98fa-59070f9ea2a8']: {'server_uuid': '9c394e2a-16cb-4373-93e9-cdc22582e6f2', 'name': 'network-vif-deleted', 'tag': 'de87e381-eb78-478d-a458-9afbcee086e0', 'status': 'failed', 'code': 422} returned with failed status Aug 28 20:32:44.070603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (b80e8b28-6e71-4867-9246-b804313df618), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:44.153779 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (422948de-62a9-43fe-b39e-296210a046d4), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:44.208574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a1fbf-5d7c-4a9d-9864-056822a08092 None None] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:44.291821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=422948de-62a9-43fe-b39e-296210a046d4,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:44.307065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-bb2e1d63-69f5-46c6-b9d1-54b845e85d10 None None] Provisioning complete for port 422948de-62a9-43fe-b39e-296210a046d4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:44.314581 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-bb2e1d63-69f5-46c6-b9d1-54b845e85d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (422948de-62a9-43fe-b39e-296210a046d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:44.342447 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b80e8b28-6e71-4867-9246-b804313df618), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:44.350916 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:44.442088 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:44.444818 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:44.451738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e1d63-69f5-46c6-b9d1-54b845e85d10 None None] Current status of the port 422948de-62a9-43fe-b39e-296210a046d4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:44.463477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=b80e8b28-6e71-4867-9246-b804313df618,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:44.578810 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:44.581300 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:44.748315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792fef-b3ee-4e8c-ad24-7c6d80a65fa9 req-094043c7-c0aa-4d81-b329-05112af18c36 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:44.755976 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30792fef-b3ee-4e8c-ad24-7c6d80a65fa9 req-094043c7-c0aa-4d81-b329-05112af18c36 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0661278 Aug 28 20:32:44.835491 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-30792fef-b3ee-4e8c-ad24-7c6d80a65fa9 req-66dc667f-aa5e-448c-b7fa-905f1a705c31 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785017 Aug 28 20:32:44.919386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5a87767f-a357-4cad-b527-706115645a2a None None] Provisioning complete for port b80e8b28-6e71-4867-9246-b804313df618 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:44.919944 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a87767f-a357-4cad-b527-706115645a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b80e8b28-6e71-4867-9246-b804313df618), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:44.924175 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:32:44.998611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5a87767f-a357-4cad-b527-706115645a2a None None] Port b80e8b28-6e71-4867-9246-b804313df618 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:45.008643 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-5a87767f-a357-4cad-b527-706115645a2a None None] Provisioning complete for port 422948de-62a9-43fe-b39e-296210a046d4 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:45.009030 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5a87767f-a357-4cad-b527-706115645a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (422948de-62a9-43fe-b39e-296210a046d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.097483 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:45.108025 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3df047df-123a-4ac3-8d92-1df09ab13ee3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4434681 Aug 28 20:32:45.111024 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56504) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:45.115273 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:45.120894 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-648169567'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:45.169512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-5a87767f-a357-4cad-b527-706115645a2a None None] Current status of the port 422948de-62a9-43fe-b39e-296210a046d4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:45.174139 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:45.174944 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:45.302029 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:45.304272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-33d98db9-023e-4e60-83f5-e35f410552f9 None None] Provisioning complete for port b80e8b28-6e71-4867-9246-b804313df618 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:45.304649 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-33d98db9-023e-4e60-83f5-e35f410552f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b80e8b28-6e71-4867-9246-b804313df618), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.309600 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.346607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:32:45.386624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:32:45.413815 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2312b945-0dda-415d-a3ac-4ca6a2ace4a3), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.414207 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment 2312b945-0dda-415d-a3ac-4ca6a2ace4a3 of type vlan for network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b Aug 28 20:32:45.433119 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-33d98db9-023e-4e60-83f5-e35f410552f9 None None] Port b80e8b28-6e71-4867-9246-b804313df618 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:45.516427 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.615150 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.622438 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:45.629710 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.731585 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:45.784687 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 422948de-62a9-43fe-b39e-296210a046d4 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:45.794404 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:32:45.847441 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b5684772-eee0-49fd-99c3-85870de8ab36 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7352128 Aug 28 20:32:45.850698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56528) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:45.868059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:45.880960 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7e306b40-99b7-4289-9c57-9d802e3383b1 None None] Provisioning complete for port b80e8b28-6e71-4867-9246-b804313df618 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:45.881487 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7e306b40-99b7-4289-9c57-9d802e3383b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b80e8b28-6e71-4867-9246-b804313df618), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:45.980485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7e306b40-99b7-4289-9c57-9d802e3383b1 None None] Port b80e8b28-6e71-4867-9246-b804313df618 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:45.994412 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:46.004501 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 422948de-62a9-43fe-b39e-296210a046d4 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:46.004937 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (422948de-62a9-43fe-b39e-296210a046d4), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.040736 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:46.049489 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee54724-2fc6-4c4f-b55b-b2c037cf0720 req-36d33b21-3e9a-4d6b-be53-bc37378898f8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:46.052147 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ee54724-2fc6-4c4f-b55b-b2c037cf0720 req-36d33b21-3e9a-4d6b-be53-bc37378898f8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0761445 Aug 28 20:32:46.057835 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:43Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:43Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:46.096383 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:46.098374 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:32:46.098795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Updating router 191df9d2-ca7a-4028-a531-61c5399decc8 port b80e8b28-6e71-4867-9246-b804313df618 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:32:46.114840 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ee54724-2fc6-4c4f-b55b-b2c037cf0720 req-fd187bcb-7973-4fc9-bb71-ea2d7ccd0c70 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Aug 28 20:32:46.158833 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b80e8b28-6e71-4867-9246-b804313df618), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.160443 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:46.164387 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.174575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 422948de-62a9-43fe-b39e-296210a046d4 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:46.293639 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:46.358235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b602c2-4122-47c4-bdb0-bfd663e5231f req-94eceb1d-e585-43aa-90c5-8a7c3e78b383 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:46.360135 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-42b602c2-4122-47c4-bdb0-bfd663e5231f req-94eceb1d-e585-43aa-90c5-8a7c3e78b383 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 907 time: 0.1151385 Aug 28 20:32:46.482058 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Publish callbacks [] for port (b80e8b28-6e71-4867-9246-b804313df618), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.513277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (79091cb9-83ab-488c-aad0-3fdc9ebd5b40), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.574962 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b80e8b28-6e71-4867-9246-b804313df618), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.586086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=79091cb9-83ab-488c-aad0-3fdc9ebd5b40,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:46.603420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.604164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.604164 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.609400 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:46.620578 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:46.620971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:32:46.675385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Attempting to bind port b80e8b28-6e71-4867-9246-b804313df618 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:46.675770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Attempting to bind port b80e8b28-6e71-4867-9246-b804313df618 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:46.677938 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Attempting to bind port b80e8b28-6e71-4867-9246-b804313df618 on network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:46.679574 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10afb1-85e9-47f2-adb4-acda77540f9f None None] Pushing event updated for resources: {'Port': ['ID=b80e8b28-6e71-4867-9246-b804313df618,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:46.684266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:46.684644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Checking segment: {'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:46.685049 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.685440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Bound using segment: {'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:46.685968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Bound port: b80e8b28-6e71-4867-9246-b804313df618, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c9ee17-888d-41d1-9b19-e0d2d19f655f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:46.686350 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b80e8b28-6e71-4867-9246-b804313df618), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.724312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:32:46.769257 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] For port b80e8b28-6e71-4867-9246-b804313df618, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:46.772934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] For port b80e8b28-6e71-4867-9246-b804313df618, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b80e8b28-6e71-4867-9246-b804313df618,segment=NetworkSegment(04c9ee17-888d-41d1-9b19-e0d2d19f655f),segment_id=04c9ee17-888d-41d1-9b19-e0d2d19f655f)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:46.783913 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=7 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:46.844027 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:46.850396 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:46.851094 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.856219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e55b06-60ec-4b4e-9099-0fa4755f05af None None] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:46.939979 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b80e8b28-6e71-4867-9246-b804313df618), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:46.984946 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:47.005355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:47.006041 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:47.007295 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56550) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:47.008936 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6655a558-2a2e-4beb-b3c5-b2544b050feb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1569898 Aug 28 20:32:47.147512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10afb1-85e9-47f2-adb4-acda77540f9f None None] Pushing event updated for resources: {'Port': ['ID=b80e8b28-6e71-4867-9246-b804313df618,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:47.168827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:32:47.170678 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:47.182353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:32:47.308316 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:47.322360 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443d7e6-6a71-4c0d-982a-5270ed727811 req-c8cd8604-8f77-4ce0-ada2-9603119d0017 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:47.331552 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5443d7e6-6a71-4c0d-982a-5270ed727811 req-c8cd8604-8f77-4ce0-ada2-9603119d0017 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 943 time: 0.0752885 Aug 28 20:32:47.417555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5443d7e6-6a71-4c0d-982a-5270ed727811 req-45f0582a-8f63-41e9-b144-d09e5706f555 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846775 Aug 28 20:32:47.472595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 7a000042-5eba-40bf-a299-10ab440c35ac details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:32:47.618580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c90345-28da-4a3d-ae3a-f0f96a58c49e req-a956d83d-ee2e-496d-8095-16637f994731 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:47.620431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b7c90345-28da-4a3d-ae3a-f0f96a58c49e req-a956d83d-ee2e-496d-8095-16637f994731 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 907 time: 0.1145787 Aug 28 20:32:47.624871 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:47.644085 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:47.676299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Allocated IP 172.21.0.2 (5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b/79091cb9-83ab-488c-aad0-3fdc9ebd5b40/d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:47.808569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:43Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:46Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:47.811707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 7a000042-5eba-40bf-a299-10ab440c35ac, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=7a000042-5eba-40bf-a299-10ab440c35ac,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:47.852056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9097bde-6882-4fb8-a9fb-e2d55e304bdc None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:43Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:46Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:47.856565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '7a000042-5eba-40bf-a299-10ab440c35ac', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'port_id': '7a000042-5eba-40bf-a299-10ab440c35ac', 'mac_address': 'fa:16:3e:24:de:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:32:47.864963 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:47.936779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 7a000042-5eba-40bf-a299-10ab440c35ac is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:47.937193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:47.987779 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-d4efbd7f-88b6-4381-9394-fb1c2b072dd1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:47.989642 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-d4efbd7f-88b6-4381-9394-fb1c2b072dd1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 907 time: 0.1854534 Aug 28 20:32:48.020914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a000042-5eba-40bf-a299-10ab440c35ac {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:32:48.070967 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:48.075964 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 7a000042-5eba-40bf-a299-10ab440c35ac, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=7a000042-5eba-40bf-a299-10ab440c35ac,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:48.077915 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Publish callbacks [] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:48.182707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:48.198775 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:48.225055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Deleting port 1f595c3c-ed55-4e07-8559-b137b9c7a66f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:48.225618 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:48.255064 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:48.256055 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Pushing event updated for resources: {'Port': ['ID=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:48.263350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:48.268831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:48.388891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=7a000042-5eba-40bf-a299-10ab440c35ac,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:48.410250 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.21.0.1 (5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b/79091cb9-83ab-488c-aad0-3fdc9ebd5b40/7aba878c-af0f-4b70-b2c1-c0b28cb06d93) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:48.434037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Attempting to bind port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:48.434417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Attempting to bind port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:48.434825 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Attempting to bind port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 on network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:48.442950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:48.443308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Checking segment: {'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:48.443728 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:48.444153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Bound using segment: {'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:48.444694 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Bound port: d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:48.446141 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:48.548696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['7a000042-5eba-40bf-a299-10ab440c35ac'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:32:48.601878 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] For port 1f595c3c-ed55-4e07-8559-b137b9c7a66f, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=1f595c3c-ed55-4e07-8559-b137b9c7a66f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:48.602668 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:48.661133 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be73c8a-4cab-42af-b4e4-7c2b66d210fa req-45f9a34d-2eb6-46b7-ae97-13a7eb000ab9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:48.663427 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Calling delete_port for 1f595c3c-ed55-4e07-8559-b137b9c7a66f owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:48.674655 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9be73c8a-4cab-42af-b4e4-7c2b66d210fa req-45f9a34d-2eb6-46b7-ae97-13a7eb000ab9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 944 time: 0.0879362 Aug 28 20:32:48.788971 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9be73c8a-4cab-42af-b4e4-7c2b66d210fa req-84ef4567-918c-48c5-ae1a-66f988c42e05 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071801 Aug 28 20:32:48.892606 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] For port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:48.896623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] For port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,segment=NetworkSegment(2312b945-0dda-415d-a3ac-4ca6a2ace4a3),segment_id=2312b945-0dda-415d-a3ac-4ca6a2ace4a3)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:48.992848 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.001657 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3291-b804-49ec-81b0-fbd02545a4a5 req-42bda2fb-8ab6-4d36-9326-7d39e8fd4046 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:49.003834 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-334d3291-b804-49ec-81b0-fbd02545a4a5 req-42bda2fb-8ab6-4d36-9326-7d39e8fd4046 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 907 time: 0.1937685 Aug 28 20:32:49.018213 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:49.043435 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.078723 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (1f595c3c-ed55-4e07-8559-b137b9c7a66f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.112891 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event deleted for resources: {'Port': ['ID=1f595c3c-ed55-4e07-8559-b137b9c7a66f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:49.156441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee54c8-a905-40f0-abb2-e8d66cd62833 None None] Pushing event updated for resources: {'Port': ['ID=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:49.201216 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.212692 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] No DVR routers for this DVR port 1f595c3c-ed55-4e07-8559-b137b9c7a66f on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:49.217624 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.221355 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-af4d3191-6b6e-4414-90f3-49e5b86c5ce2 req-a2019791-cdf4-4af1-a7cb-a07b729385dc tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "DELETE /networking/v2.0/ports/1f595c3c-ed55-4e07-8559-b137b9c7a66f HTTP/1.1" status: 204 len: 173 time: 1.2184095 Aug 28 20:32:49.260201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'name': 'network-vif-deleted', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:49.264562 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308d1162-67ce-4d6d-8043-fa6b5c61dde5" -d '{"events": [{"server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "name": "network-vif-deleted", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:49.300002 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:49.306221 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:49.308773 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:49.314143 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:49.341455 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:49.410420 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b03ce-7db3-4da6-afc0-121b1ef25b42 x-openstack-request-id: req-8d6b03ce-7db3-4da6-afc0-121b1ef25b42 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:49.410886 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809f8782-26e2-42e2-9905-f12eaced30bd", "name": "network-vif-deleted", "tag": "1f595c3c-ed55-4e07-8559-b137b9c7a66f", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:49.411291 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d6b03ce-7db3-4da6-afc0-121b1ef25b42 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:49.411993 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6b03ce-7db3-4da6-afc0-121b1ef25b42'] response: {'server_uuid': '809f8782-26e2-42e2-9905-f12eaced30bd', 'name': 'network-vif-deleted', 'tag': '1f595c3c-ed55-4e07-8559-b137b9c7a66f', 'status': 'completed', 'code': 200} Aug 28 20:32:49.433210 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.644902 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b80e8b28-6e71-4867-9246-b804313df618 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:49.647288 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 7a000042-5eba-40bf-a299-10ab440c35ac up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:49.718700 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.739582 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 7a000042-5eba-40bf-a299-10ab440c35ac completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:32:49.745479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b80e8b28-6e71-4867-9246-b804313df618 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:49.745894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b80e8b28-6e71-4867-9246-b804313df618), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.792726 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:49.829176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 7a000042-5eba-40bf-a299-10ab440c35ac triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:49.830269 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.857899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b80e8b28-6e71-4867-9246-b804313df618 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:49.858536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b80e8b28-6e71-4867-9246-b804313df618), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:49.908696 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port b80e8b28-6e71-4867-9246-b804313df618, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b80e8b28-6e71-4867-9246-b804313df618,segment=NetworkSegment(04c9ee17-888d-41d1-9b19-e0d2d19f655f),segment_id=04c9ee17-888d-41d1-9b19-e0d2d19f655f)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:50.002581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 7a000042-5eba-40bf-a299-10ab440c35ac is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:50.003236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.069899 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a000042-5eba-40bf-a299-10ab440c35ac'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:50.079942 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5927ea4a-fc19-44fa-8887-c6317c39eebf" -d '{"events": [{"server_uuid": "c5c6de7c-c78c-41df-86e3-a13570781e23", "name": "network-vif-plugged", "status": "completed", "tag": "7a000042-5eba-40bf-a299-10ab440c35ac"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:50.086377 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 7a000042-5eba-40bf-a299-10ab440c35ac, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=7a000042-5eba-40bf-a299-10ab440c35ac,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:50.087556 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b80e8b28-6e71-4867-9246-b804313df618), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.088396 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:50.143286 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.229604 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=b80e8b28-6e71-4867-9246-b804313df618,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:50.245887 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.280978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98922c9-30ce-4628-8494-078f2026b11b req-f38a401c-1907-4d03-bba1-34442b4f1cf1 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:50.286602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b98922c9-30ce-4628-8494-078f2026b11b req-f38a401c-1907-4d03-bba1-34442b4f1cf1 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 944 time: 0.3946171 Aug 28 20:32:50.289528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.308551 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-81528651-5d60-424f-ad5f-01eba9cee80d req-70ea3afd-417b-4088-af0d-278f4d8a3157 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=809f8782-26e2-42e2-9905-f12eaced30bd HTTP/1.1" status: 200 len: 210 time: 0.1339040 Aug 28 20:32:50.326260 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:50.336417 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:50.339937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:50.340322 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.342665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=7a000042-5eba-40bf-a299-10ab440c35ac,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:50.370627 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb446e-65ee-42e6-98f4-ae70514113b9 x-openstack-request-id: req-a5fb446e-65ee-42e6-98f4-ae70514113b9 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:50.370921 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c6de7c-c78c-41df-86e3-a13570781e23", "name": "network-vif-plugged", "status": "completed", "tag": "7a000042-5eba-40bf-a299-10ab440c35ac", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:50.371175 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5fb446e-65ee-42e6-98f4-ae70514113b9 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:50.371595 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fb446e-65ee-42e6-98f4-ae70514113b9'] response: {'server_uuid': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a000042-5eba-40bf-a299-10ab440c35ac', 'code': 200} Aug 28 20:32:50.400663 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:50.404582 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.441415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:50.441805 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.476651 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,segment=NetworkSegment(2312b945-0dda-415d-a3ac-4ca6a2ace4a3),segment_id=2312b945-0dda-415d-a3ac-4ca6a2ace4a3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:50.480420 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b98922c9-30ce-4628-8494-078f2026b11b req-df4bf23d-973e-4823-9217-d9ae95407a84 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577046 Aug 28 20:32:50.564979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:50.566579 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:50.568552 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:50.651316 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:50.708532 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76845-c025-4aa6-8146-b6d4814123fd req-cf8236c0-fe80-4b37-8b5f-5bc6c36f80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:50.710455 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ae76845-c025-4aa6-8146-b6d4814123fd req-cf8236c0-fe80-4b37-8b5f-5bc6c36f80be service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 1127 time: 0.1350780 Aug 28 20:32:50.754420 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:32:50.784508 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-4ae76845-c025-4aa6-8146-b6d4814123fd req-3c1339c6-9d08-4509-9e20-663ac5554bfa service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673401 Aug 28 20:32:50.945417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d643c9d-c6a0-4b11-9e40-c1caf51d3e42 None None] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:51.003121 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:51.037019 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-6d400dda-d302-4ba2-b98a-3d6aea3b22a0 None None] Provisioning complete for port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:51.037705 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6d400dda-d302-4ba2-b98a-3d6aea3b22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.171530 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-6d400dda-d302-4ba2-b98a-3d6aea3b22a0 None None] Current status of the port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:51.231650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:51.242023 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:51.243456 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-66b7233d-b6af-41c1-924c-7ab8fb65b3ab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2342272 Aug 28 20:32:51.246233 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56624) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:51.252017 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-998208019'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:51.259032 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:51.260633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:51.373164 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:32:51.410086 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:51.426920 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.461446 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:32:51.489606 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:51.497697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-87ce6b5b-b5e4-4922-a663-6a1d19a3b504 None None] Provisioning complete for port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:51.502376 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87ce6b5b-b5e4-4922-a663-6a1d19a3b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.518041 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2e90fe61-39c8-4ade-bd32-e92281eac98a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.518315 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment 2e90fe61-39c8-4ade-bd32-e92281eac98a of type vlan for network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b Aug 28 20:32:51.661003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b80e8b28-6e71-4867-9246-b804313df618 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:51.695474 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1f595c3c-ed55-4e07-8559-b137b9c7a66f no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:51.698795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (87d3cc0c-02f6-4d95-9781-30a3e3435a6b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.748401 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 3, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:51.754988 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-87ce6b5b-b5e4-4922-a663-6a1d19a3b504 None None] Port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:51.800338 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:32:51.801327 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Updating router 191df9d2-ca7a-4028-a531-61c5399decc8 port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:32:51.822219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 1f595c3c-ed55-4e07-8559-b137b9c7a66f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:32:51.822575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 1f595c3c-ed55-4e07-8559-b137b9c7a66f not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:32:51.834999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (87d3cc0c-02f6-4d95-9781-30a3e3435a6b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.848280 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:51.854603 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.870181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-87ce6b5b-b5e4-4922-a663-6a1d19a3b504 None None] Provisioning complete for port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:51.870801 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-87ce6b5b-b5e4-4922-a663-6a1d19a3b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.902859 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:51.983587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port b80e8b28-6e71-4867-9246-b804313df618 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:51.988894 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b80e8b28-6e71-4867-9246-b804313df618), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.020518 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=87d3cc0c-02f6-4d95-9781-30a3e3435a6b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:52.045797 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4b9c074e-d2e2-4b62-ae09-41bfe889fdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.073358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ea6ce-d217-4fed-9b75-0c6da02d4da3 req-5ec757f9-7e47-4bb7-9082-536eadb6703a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:52.076432 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:32:52.101845 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c4ea6ce-d217-4fed-9b75-0c6da02d4da3 req-5ec757f9-7e47-4bb7-9082-536eadb6703a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 945 time: 0.4710817 Aug 28 20:32:52.113634 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-418a433c-b92a-47c6-b67a-d48c18cc865f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4850307 Aug 28 20:32:52.120592 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:52.208197 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0bf813b5-3df9-4e04-a719-a1eb1dfd2fab tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9607220 Aug 28 20:32:52.218725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56638) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:52.238411 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a140817-c45e-4d6c-a2ae-c1f7aead2b98 req-8eb30879-fda3-434c-b4dc-3a0b195663df tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:52.242827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:52.246493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7a140817-c45e-4d6c-a2ae-c1f7aead2b98 req-8eb30879-fda3-434c-b4dc-3a0b195663df tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 945 time: 0.1128535 Aug 28 20:32:52.381028 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7a140817-c45e-4d6c-a2ae-c1f7aead2b98 req-0fef4ab7-8ab5-4519-b770-ca29bc888566 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335406 Aug 28 20:32:52.416552 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-1c4ea6ce-d217-4fed-9b75-0c6da02d4da3 req-b2f9e1a7-2de6-479c-a7e4-44632ba82b05 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134518 Aug 28 20:32:52.468776 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-87ce6b5b-b5e4-4922-a663-6a1d19a3b504 None None] Current status of the port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:52.488975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port b80e8b28-6e71-4867-9246-b804313df618 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:52.490421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:52.560472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:52.560776 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.619864 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-58d033cd-c7b4-470b-b79c-1b02ddc33441 None None] Provisioning complete for port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:52.620276 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-58d033cd-c7b4-470b-b79c-1b02ddc33441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.655462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:52.663351 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.670107 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Publish callbacks [] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.671627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-58d033cd-c7b4-470b-b79c-1b02ddc33441 None None] Port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:52.711889 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:52.747101 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.873360 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Pushing event updated for resources: {'Port': ['ID=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:52.898408 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.898756 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.899098 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.900031 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.900398 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.900736 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.901068 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.901397 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.901887 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.904333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.904333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.904333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.904333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.904333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.904333 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:32:52.918726 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:52.952365 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Attempting to bind port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:52.952737 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Attempting to bind port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:52.953104 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Attempting to bind port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 on network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:52.958763 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:52.961752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Checking segment: {'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:52.961752 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.961752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Bound using segment: {'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:52.961752 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Bound port: 7aba878c-af0f-4b70-b2c1-c0b28cb06d93, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2312b945-0dda-415d-a3ac-4ca6a2ace4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:52.961752 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:52.979523 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:53.049282 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] For port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:53.049669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-99adba86-9c90-484a-a3ac-65c140fafda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.051586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-99adba86-9c90-484a-a3ac-65c140fafda8 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=93b5e75aa65546349bfc3d95468ad2a4&device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1128 time: 0.0690079 Aug 28 20:32:53.054153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (93f86d81-e760-4b85-a08b-ce7d4e5bd5de), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:53.059205 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] For port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,segment=NetworkSegment(2312b945-0dda-415d-a3ac-4ca6a2ace4a3),segment_id=2312b945-0dda-415d-a3ac-4ca6a2ace4a3)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:53.116756 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:53.131622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=93f86d81-e760-4b85-a08b-ce7d4e5bd5de,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:53.144170 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:53.144543 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: 87d3cc0c-02f6-4d95-9781-30a3e3435a6b, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:32:53.158921 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:53.222802 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:53.233298 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:53.234225 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:53.282202 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba8155-8748-4341-be07-d6c5e7126153 None None] Pushing event updated for resources: {'Port': ['ID=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:53.307308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:32:53.310690 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-b2201afc-7d1c-4c4d-8f5f-4aed6134a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.312907 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-b2201afc-7d1c-4c4d-8f5f-4aed6134a9ad service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c HTTP/1.1" status: 200 len: 910 time: 0.1610162 Aug 28 20:32:53.364396 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:32:53.386833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-0df7075c-8176-4cf0-b00b-007c7d9809d5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.388487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-0df7075c-8176-4cf0-b00b-007c7d9809d5 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 945 time: 0.1173890 Aug 28 20:32:53.446371 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-6ae4a70f-2175-4f49-9fd9-7b8faa898a82 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b37551-b13f-43bc-8cef-8521019d4909 HTTP/1.1" status: 200 len: 1001 time: 0.1271219 Aug 28 20:32:53.512276 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-cc084220-8aa8-49ae-a408-abcb28d12c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.514693 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-cc084220-8aa8-49ae-a408-abcb28d12c44 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=eb47d692-cd91-4b43-ad8d-5766207e0e1c HTTP/1.1" status: 200 len: 848 time: 0.0622528 Aug 28 20:32:53.515636 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 87d3cc0c-02f6-4d95-9781-30a3e3435a6b) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:53.522344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.523155 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:53.531997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef2798-e804-4763-833a-81aaa2d59d8e None None] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:53.608641 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6944c-1e9b-4804-934b-15a1023a94fd req-74c3d2f2-f6f6-4a0e-afc8-e4c140d794a2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.617838 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f6944c-1e9b-4804-934b-15a1023a94fd req-74c3d2f2-f6f6-4a0e-afc8-e4c140d794a2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 945 time: 0.0840607 Aug 28 20:32:53.722516 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-78f6944c-1e9b-4804-934b-15a1023a94fd req-82f185e7-3705-4f8b-8728-aeb033f88513 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035495 Aug 28 20:32:53.768882 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb0d9b-825b-4fcb-b294-117d431e91cc req-faf94b9c-aa26-42c2-a0b5-5cb29a8d745f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.774892 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9acb0d9b-825b-4fcb-b294-117d431e91cc req-faf94b9c-aa26-42c2-a0b5-5cb29a8d745f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 945 time: 0.1652458 Aug 28 20:32:53.778642 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-b223610e-daa1-46b9-a37e-d0b1ffeef8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:53.779198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:32:53.780902 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:53.782728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-b223610e-daa1-46b9-a37e-d0b1ffeef8e3 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2490556 Aug 28 20:32:53.810615 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Deleting port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:53.811145 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:53.817721 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-78e3ee3a-89b3-453e-a4a6-db48de5f1fca tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5940866 Aug 28 20:32:53.820934 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56650) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:53.834642 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 3, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:53Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:53.894090 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e7816-3e21-43a2-8550-c8e2cc0a86bd None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 3, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:53Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:32:53.911400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9acb0d9b-825b-4fcb-b294-117d431e91cc req-05ae689c-fe34-4fe1-90c6-5721b707aca3 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Aug 28 20:32:54.139885 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] For port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:54.140282 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.158346 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-061a442e-4bd0-48dd-8fca-48092e72c739 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385336 Aug 28 20:32:54.162677 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Calling delete_port for acbe56c2-68e6-4aa7-90d3-1d25a7169bbb owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:54.183567 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Allocated IP 172.22.0.2 (87d3cc0c-02f6-4d95-9781-30a3e3435a6b/93f86d81-e760-4b85-a08b-ce7d4e5bd5de/fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:54.394313 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Publish callbacks [] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.405623 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-0f54a019-e077-4090-b45b-025ffe1b2243 req-b9fe80b6-40d9-45d7-b348-2c223d923289 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404423 Aug 28 20:32:54.472950 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.516225 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd2c86-7a74-4260-a2ab-4a862903fb07 req-5faaa81c-832d-49b8-ae61-d4157594b60e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:54.527571 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70cd2c86-7a74-4260-a2ab-4a862903fb07 req-5faaa81c-832d-49b8-ae61-d4157594b60e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 945 time: 0.2686937 Aug 28 20:32:54.549563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:54.561230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:54.565642 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:54.575946 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:54.584359 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa2e4-0679-4ec1-b7f3-30fe43a465c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.606305 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Pushing event updated for resources: {'Port': ['ID=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:54.652689 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Attempting to bind port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:54.653034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Attempting to bind port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:54.653553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Attempting to bind port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 on network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:54.660709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:54.661144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Checking segment: {'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:54.661707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.662144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Bound using segment: {'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:54.663286 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Bound port: fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:54.664093 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.668640 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.709718 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-70cd2c86-7a74-4260-a2ab-4a862903fb07 req-b6fb3f7d-3f49-43b7-ac2e-d1d9a839affa tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807432 Aug 28 20:32:54.753003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] For port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:54.756882 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] For port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,segment=NetworkSegment(2e90fe61-39c8-4ade-bd32-e92281eac98a),segment_id=2e90fe61-39c8-4ade-bd32-e92281eac98a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:54.760546 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:54.824214 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.856535 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:54.939888 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccfa1d-10e3-4231-88aa-9a25f21fd96a None None] Pushing event updated for resources: {'Port': ['ID=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:55.091209 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc5564-4c30-4791-9599-ac0721be4d56 req-24094c5f-0296-4347-b8a2-147d1679299a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:55.101602 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55bc5564-4c30-4791-9599-ac0721be4d56 req-24094c5f-0296-4347-b8a2-147d1679299a tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 945 time: 0.1606019 Aug 28 20:32:55.164323 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:55.195831 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:55.196756 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:55.345969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938a1a4-585d-4851-b9b7-94e1acbc34ef req-f3fade04-5098-4b10-9b69-95817832954e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:55.349068 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8938a1a4-585d-4851-b9b7-94e1acbc34ef req-f3fade04-5098-4b10-9b69-95817832954e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 945 time: 0.1682024 Aug 28 20:32:55.362348 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-55bc5564-4c30-4791-9599-ac0721be4d56 req-da951416-0dbd-4045-af24-5aff90a346da tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594352 Aug 28 20:32:55.445314 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (acbe56c2-68e6-4aa7-90d3-1d25a7169bbb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:55.455914 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:32:55.472731 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8938a1a4-585d-4851-b9b7-94e1acbc34ef req-5b135b41-bbe0-4dff-9549-f9affe1c2cdb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012840 Aug 28 20:32:55.554752 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event deleted for resources: {'Port': ['ID=acbe56c2-68e6-4aa7-90d3-1d25a7169bbb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:55.561568 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.22.0.1 (87d3cc0c-02f6-4d95-9781-30a3e3435a6b/93f86d81-e760-4b85-a08b-ce7d4e5bd5de/683001ba-d71c-4e55-a2c1-1cc99fad1c08) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:32:55.643845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] No DVR routers for this DVR port acbe56c2-68e6-4aa7-90d3-1d25a7169bbb on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:55.647072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:55.650803 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9e83a237-e9a7-4f0f-8b21-843ad7a693cc req-43d7707c-ba68-454d-be25-852395801ac1 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "DELETE /networking/v2.0/ports/acbe56c2-68e6-4aa7-90d3-1d25a7169bbb HTTP/1.1" status: 204 len: 173 time: 2.2562625 Aug 28 20:32:55.651463 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a9703-ec5d-4401-a409-a138555afc57', 'name': 'network-vif-deleted', 'tag': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:55.654176 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c28783-3ea0-4eed-a7f6-c7b2e6b7fcfd" -d '{"events": [{"server_uuid": "3c7a9703-ec5d-4401-a409-a138555afc57", "name": "network-vif-deleted", "tag": "acbe56c2-68e6-4aa7-90d3-1d25a7169bbb"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:55.711672 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:55.721265 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:55.757905 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c20593-b573-463c-8b3e-4ac37b13ff7f x-openstack-request-id: req-44c20593-b573-463c-8b3e-4ac37b13ff7f {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:55.758529 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a9703-ec5d-4401-a409-a138555afc57", "name": "network-vif-deleted", "tag": "acbe56c2-68e6-4aa7-90d3-1d25a7169bbb", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:55.758932 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44c20593-b573-463c-8b3e-4ac37b13ff7f {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:55.759510 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c20593-b573-463c-8b3e-4ac37b13ff7f'] response: {'server_uuid': '3c7a9703-ec5d-4401-a409-a138555afc57', 'name': 'network-vif-deleted', 'tag': 'acbe56c2-68e6-4aa7-90d3-1d25a7169bbb', 'status': 'completed', 'code': 200} Aug 28 20:32:55.875540 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:55.943458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:55.943839 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:55.991620 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:56.015145 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.095880 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.132116 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:56.133869 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.211040 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,segment=NetworkSegment(2e90fe61-39c8-4ade-bd32-e92281eac98a),segment_id=2e90fe61-39c8-4ade-bd32-e92281eac98a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:56.259629 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ad46fc1-bfee-4d5f-b93b-56cd3c6ca547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.277395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:56.292184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:56.304809 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:32:56.307442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.310383 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:56.322825 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=683001ba-d71c-4e55-a2c1-1cc99fad1c08,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:56.470052 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3a52-1b09-44c6-86e2-3a644a1d53f1 req-85cac4b5-e05f-4313-9737-7f6ed78711df tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:56.479121 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c30e3a52-1b09-44c6-86e2-3a644a1d53f1 req-85cac4b5-e05f-4313-9737-7f6ed78711df tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 945 time: 0.0626078 Aug 28 20:32:56.491311 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.599413 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ad46fc1-bfee-4d5f-b93b-56cd3c6ca547 admin admin] Publish callbacks [] for security_group (4bec5b51-fa22-49de-bb4e-795016d5259b), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.622283 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:56.639257 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c30e3a52-1b09-44c6-86e2-3a644a1d53f1 req-ffe7c0d0-68ca-4365-9892-4c0458e2ff97 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449726 Aug 28 20:32:56.667306 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8ad46fc1-bfee-4d5f-b93b-56cd3c6ca547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4bec5b51-fa22-49de-bb4e-795016d5259b), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.685199 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bbfe09c-b87e-43bf-96e1-afcdbfe9d5ef req-b82cccfe-a8ea-4cf8-bf6b-f38bc17c54e2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3c7a9703-ec5d-4401-a409-a138555afc57 HTTP/1.1" status: 200 len: 210 time: 0.0925901 Aug 28 20:32:56.719047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:56.719047 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.719259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8ad46fc1-bfee-4d5f-b93b-56cd3c6ca547 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a638f366d8cc430eb2ea1e742784b47c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235026 Aug 28 20:32:56.719259 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46fc1-bfee-4d5f-b93b-56cd3c6ca547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bec5b51-fa22-49de-bb4e-795016d5259b,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:56.722546 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56684) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:56.761804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c58b7-e306-475d-80a0-77fb0be89057 None None] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:32:56.809364 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1990f86-ef8a-47cd-b3cd-913b72e6d225 admin admin] Publish callbacks [] for security_group (4bec5b51-fa22-49de-bb4e-795016d5259b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.838056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1990f86-ef8a-47cd-b3cd-913b72e6d225 admin admin] Publish callbacks [] for security_group (4bec5b51-fa22-49de-bb4e-795016d5259b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.849402 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device acbe56c2-68e6-4aa7-90d3-1d25a7169bbb no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:32:56.909631 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: acbe56c2-68e6-4aa7-90d3-1d25a7169bbb {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:32:56.910282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device acbe56c2-68e6-4aa7-90d3-1d25a7169bbb not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:32:56.930704 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-00309cf2-f9dc-4cd0-9f72-db20762388de None None] Provisioning complete for port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:56.933391 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-00309cf2-f9dc-4cd0-9f72-db20762388de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:56.936222 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.091317 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1990f86-ef8a-47cd-b3cd-913b72e6d225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (4bec5b51-fa22-49de-bb4e-795016d5259b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.106152 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f1990f86-ef8a-47cd-b3cd-913b72e6d225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.109303 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f1990f86-ef8a-47cd-b3cd-913b72e6d225 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4bec5b51-fa22-49de-bb4e-795016d5259b HTTP/1.1" status: 204 len: 168 time: 0.3854599 Aug 28 20:32:57.161836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1990f86-ef8a-47cd-b3cd-913b72e6d225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bec5b51-fa22-49de-bb4e-795016d5259b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:57.286287 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.303991 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.305277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:57.305720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.346783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,segment=NetworkSegment(2312b945-0dda-415d-a3ac-4ca6a2ace4a3),segment_id=2312b945-0dda-415d-a3ac-4ca6a2ace4a3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:57.381433 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.394258 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:57.395812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-00309cf2-f9dc-4cd0-9f72-db20762388de None None] Current status of the port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:57.405521 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.426769 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:57.482194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:57.524353 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.544167 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=683001ba-d71c-4e55-a2c1-1cc99fad1c08,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:57.615659 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:57.685362 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.712294 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:32:57.720145 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:32:57.755581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:57.757475 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.770200 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d2f1c063-5684-44db-820a-34a33b4ceeeb None None] Provisioning complete for port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:57.770853 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c063-5684-44db-820a-34a33b4ceeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:57.868297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecc452-22fe-464e-8014-33771743d838 req-f8ffcac5-5013-40a8-abd4-fcb3a164ef59 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:57.877637 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97ecc452-22fe-464e-8014-33771743d838 req-f8ffcac5-5013-40a8-abd4-fcb3a164ef59 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 945 time: 0.1053970 Aug 28 20:32:57.902040 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:57.936348 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:57.962088 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:32:57.970791 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-97ecc452-22fe-464e-8014-33771743d838 req-1eae0d16-6e25-48d5-b969-e7193cd4f366 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Aug 28 20:32:57.979791 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:58.013350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:58.035640 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:58.073213 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1c063-5684-44db-820a-34a33b4ceeeb None None] Current status of the port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:58.094239 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d2f1c063-5684-44db-820a-34a33b4ceeeb None None] Provisioning complete for port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:58.095399 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c063-5684-44db-820a-34a33b4ceeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.105081 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56698) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:58.120829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:32:58.126886 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f042a6db-4135-4c51-a5e7-f5b9af8dbb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.137909 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-b701d5f4-5dbc-49d8-985c-0cdf65bc9aa5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3122036 Aug 28 20:32:58.139696 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56700) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:58.150781 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'network': {'name': 'tempest-RoutersTest-908661869'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:58.156581 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:32:58.178256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:32:58.179148 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:58.243611 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1c063-5684-44db-820a-34a33b4ceeeb None None] Port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:58.266967 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:58.273032 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-c59a01dc-5238-408b-9d18-97fdc1095bfe tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:58.274288 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-c59a01dc-5238-408b-9d18-97fdc1095bfe tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 945 time: 0.0718427 Aug 28 20:32:58.304599 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f042a6db-4135-4c51-a5e7-f5b9af8dbb95 admin admin] Publish callbacks [] for security_group (246f3569-f982-4da8-aebc-4202509960fb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.318075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:58.322729 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:32:58.328594 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.377787 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:32:58.388106 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-a183b2cd-1ef9-400e-9d2f-92e071f4829c None None] Provisioning complete for port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:58.388494 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a183b2cd-1ef9-400e-9d2f-92e071f4829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.400795 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8e372cb5-9444-46ef-8798-0b5e34392800), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.401383 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added segment 8e372cb5-9444-46ef-8798-0b5e34392800 of type vlan for network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 Aug 28 20:32:58.404198 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f042a6db-4135-4c51-a5e7-f5b9af8dbb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (246f3569-f982-4da8-aebc-4202509960fb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.442380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a183b2cd-1ef9-400e-9d2f-92e071f4829c None None] Port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:58.463378 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Deleting port 7a000042-5eba-40bf-a299-10ab440c35ac {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:58.463725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.543513 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f042a6db-4135-4c51-a5e7-f5b9af8dbb95 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c5cd7d2cddd644db8fe42862fbee5bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369137 Aug 28 20:32:58.565295 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042a6db-4135-4c51-a5e7-f5b9af8dbb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f3569-f982-4da8-aebc-4202509960fb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:58.571653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (54b70c76-24d8-4f07-aebc-9db9c6a6eb57), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.575118 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:58.587069 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-e2e24730-9b4a-4afe-9a49-08078f1b2d64 None None] Provisioning complete for port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:58.588002 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e2e24730-9b4a-4afe-9a49-08078f1b2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.612749 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] For port 7a000042-5eba-40bf-a299-10ab440c35ac, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=7a000042-5eba-40bf-a299-10ab440c35ac,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:58.613565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.632829 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Calling delete_port for 7a000042-5eba-40bf-a299-10ab440c35ac owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:58.642735 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a179f-537f-4334-bde7-e7e4e49fe3d0 req-373561cb-d85b-4235-8780-aa6da66dd7af tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:58.644320 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-316a179f-537f-4334-bde7-e7e4e49fe3d0 req-373561cb-d85b-4235-8780-aa6da66dd7af tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1551461 Aug 28 20:32:58.645667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-e2e24730-9b4a-4afe-9a49-08078f1b2d64 None None] Port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:32:58.731258 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:58.747512 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:56Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:32:58.752355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-e3b4b9dc-c5ff-418d-aabc-f26fccca6339 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:58.753904 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-e3b4b9dc-c5ff-418d-aabc-f26fccca6339 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 945 time: 0.1078761 Aug 28 20:32:58.779645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:32:58.780242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Updating router 191df9d2-ca7a-4028-a531-61c5399decc8 port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:32:58.813889 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.821821 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9608fb08-7e1c-4091-8598-e377d1f6fc98 admin admin] Publish callbacks [] for security_group (246f3569-f982-4da8-aebc-4202509960fb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.824060 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (54b70c76-24d8-4f07-aebc-9db9c6a6eb57), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.829953 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:32:58.830212 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.852202 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:58.858841 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:58.914993 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-316a179f-537f-4334-bde7-e7e4e49fe3d0 req-0c85d5a4-3c51-454b-949b-903c6cb54b2c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538867 Aug 28 20:32:58.919414 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7a000042-5eba-40bf-a299-10ab440c35ac), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:58.976181 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['7a000042-5eba-40bf-a299-10ab440c35ac'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:32:59.089717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9608fb08-7e1c-4091-8598-e377d1f6fc98 admin admin] Publish callbacks [] for security_group (246f3569-f982-4da8-aebc-4202509960fb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.107424 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9604299 Aug 28 20:32:59.108149 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56710) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:32:59.143419 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Pushing event deleted for resources: {'Port': ['ID=7a000042-5eba-40bf-a299-10ab440c35ac,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:59.160831 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'subnet': {'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:32:59.197137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2a60-9314-4b74-ab1e-ac9d315cac9f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Network': ['ID=54b70c76-24d8-4f07-aebc-9db9c6a6eb57,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:59.218983 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:32:59.227924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] No DVR routers for this DVR port 7a000042-5eba-40bf-a299-10ab440c35ac on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:32:59.232107 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.237709 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8dd9d654-d847-4051-ace9-df8c88b25c39 req-5f3d3e6f-8044-4668-a2df-2a17249a3cab tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "DELETE /networking/v2.0/ports/7a000042-5eba-40bf-a299-10ab440c35ac HTTP/1.1" status: 204 len: 173 time: 0.9563029 Aug 28 20:32:59.238383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'name': 'network-vif-deleted', 'tag': '7a000042-5eba-40bf-a299-10ab440c35ac'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:32:59.242895 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08946e88-05c2-4ffa-81fe-3ebfed658a79" -d '{"events": [{"server_uuid": "c5c6de7c-c78c-41df-86e3-a13570781e23", "name": "network-vif-deleted", "tag": "7a000042-5eba-40bf-a299-10ab440c35ac"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:32:59.255694 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-72c9af6a-8906-492f-8429-2adf08f8799b req-5eed89f6-2737-466c-95cd-4b88cec59725 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.1150146 Aug 28 20:32:59.297930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Deleting port c36372c7-86ce-4017-a8b4-1c414234bd4e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:32:59.298812 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.326493 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd32424-1409-4465-9281-fd93c24f9cce x-openstack-request-id: req-8fd32424-1409-4465-9281-fd93c24f9cce {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:32:59.327594 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c6de7c-c78c-41df-86e3-a13570781e23", "name": "network-vif-deleted", "tag": "7a000042-5eba-40bf-a299-10ab440c35ac", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:32:59.328043 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8fd32424-1409-4465-9281-fd93c24f9cce {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:32:59.328645 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd32424-1409-4465-9281-fd93c24f9cce'] response: {'server_uuid': 'c5c6de7c-c78c-41df-86e3-a13570781e23', 'name': 'network-vif-deleted', 'tag': '7a000042-5eba-40bf-a299-10ab440c35ac', 'status': 'completed', 'code': 200} Aug 28 20:32:59.416976 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Publish callbacks [] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.492909 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] For port c36372c7-86ce-4017-a8b4-1c414234bd4e, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=c36372c7-86ce-4017-a8b4-1c414234bd4e,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:32:59.492909 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.506580 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Calling delete_port for c36372c7-86ce-4017-a8b4-1c414234bd4e owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:32:59.521961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.570883 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9608fb08-7e1c-4091-8598-e377d1f6fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (246f3569-f982-4da8-aebc-4202509960fb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.574737 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9608fb08-7e1c-4091-8598-e377d1f6fc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.575557 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9608fb08-7e1c-4091-8598-e377d1f6fc98 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/246f3569-f982-4da8-aebc-4202509960fb HTTP/1.1" status: 204 len: 168 time: 0.9995358 Aug 28 20:32:59.587354 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:32:59.597395 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608fb08-7e1c-4091-8598-e377d1f6fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f3569-f982-4da8-aebc-4202509960fb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:59.601718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:32:59.616965 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Made reservation on behalf of ed03447844244decb86aed85d040005a for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:32:59.622390 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.671818 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528da98-7165-454f-894e-53303bb7f60e None None] Pushing event updated for resources: {'Port': ['ID=683001ba-d71c-4e55-a2c1-1cc99fad1c08,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:59.699770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Attempting to bind port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:32:59.700144 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Attempting to bind port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:32:59.700718 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Attempting to bind port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 on network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:32:59.709375 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:32:59.710090 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Checking segment: {'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:32:59.710712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.711247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Bound using segment: {'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:32:59.711905 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Bound port: 683001ba-d71c-4e55-a2c1-1cc99fad1c08, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e90fe61-39c8-4ade-bd32-e92281eac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:32:59.712496 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.729027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:32:59.729669 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.845073 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] For port 683001ba-d71c-4e55-a2c1-1cc99fad1c08, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:32:59.849515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] For port 683001ba-d71c-4e55-a2c1-1cc99fad1c08, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=683001ba-d71c-4e55-a2c1-1cc99fad1c08,segment=NetworkSegment(2e90fe61-39c8-4ade-bd32-e92281eac98a),segment_id=2e90fe61-39c8-4ade-bd32-e92281eac98a)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:32:59.897204 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:32:59.919056 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c36372c7-86ce-4017-a8b4-1c414234bd4e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:32:59.933565 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['c36372c7-86ce-4017-a8b4-1c414234bd4e'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:32:59.962338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event deleted for resources: {'Port': ['ID=c36372c7-86ce-4017-a8b4-1c414234bd4e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:32:59.975910 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:00.025971 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] No DVR routers for this DVR port c36372c7-86ce-4017-a8b4-1c414234bd4e on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:00.028836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:00.032847 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b5c6d312-6cd4-44da-84cd-d40c20764f11 req-009a8cb7-ae94-4372-b0c7-1d5756b1658d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.89 "DELETE /networking/v2.0/ports/c36372c7-86ce-4017-a8b4-1c414234bd4e HTTP/1.1" status: 204 len: 173 time: 1.2697165 Aug 28 20:33:00.033346 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'name': 'network-vif-deleted', 'tag': 'c36372c7-86ce-4017-a8b4-1c414234bd4e'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:33:00.035745 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b532ed-7647-4815-92ff-9ac47fb812ae" -d '{"events": [{"server_uuid": "e2a946fc-7b69-4f2f-8519-b2e1646e84af", "name": "network-vif-deleted", "tag": "c36372c7-86ce-4017-a8b4-1c414234bd4e"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:33:00.067146 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (62c5d4e2-e026-406c-8050-c8e9008f8832), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:00.089438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:00.097952 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:00.132799 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bd61b526-1be6-4998-8ab4-a369587aa0f9 req-646759e6-52fe-4010-b133-518f6ac2481c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 210 time: 0.0494037 Aug 28 20:33:00.143782 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9abec-b05b-4b97-b56b-d782a0e76596 x-openstack-request-id: req-99c9abec-b05b-4b97-b56b-d782a0e76596 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:33:00.144337 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a946fc-7b69-4f2f-8519-b2e1646e84af", "name": "network-vif-deleted", "tag": "c36372c7-86ce-4017-a8b4-1c414234bd4e", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:33:00.144750 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99c9abec-b05b-4b97-b56b-d782a0e76596 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:33:00.145498 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c9abec-b05b-4b97-b56b-d782a0e76596'] response: {'server_uuid': 'e2a946fc-7b69-4f2f-8519-b2e1646e84af', 'name': 'network-vif-deleted', 'tag': 'c36372c7-86ce-4017-a8b4-1c414234bd4e', 'status': 'completed', 'code': 200} Aug 28 20:33:00.182264 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:00.186940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Subnet': ['ID=62c5d4e2-e026-406c-8050-c8e9008f8832,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:00.222272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Checking segment: {'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:00.222674 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network hostable DHCP agents. Network: 54b70c76-24d8-4f07-aebc-9db9c6a6eb57, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:33:00.280872 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:00.304770 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:00.334754 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:33:00.411922 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e7a45dff-ba53-46d2-80b4-e40a999a2979 req-be0cd48d-3d81-4dde-b8d8-d77941b5abce tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0499563 Aug 28 20:33:00.430679 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528da98-7165-454f-894e-53303bb7f60e None None] Pushing event updated for resources: {'Port': ['ID=683001ba-d71c-4e55-a2c1-1cc99fad1c08,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:00.444008 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 54b70c76-24d8-4f07-aebc-9db9c6a6eb57) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:00.463876 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:00.466745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:00.482350 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3a38c-c6af-48e8-9b4d-8a129f079f00 None None] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:00.627624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56734) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:00.628205 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0a07e9b5-c8cc-440b-bfd2-34c065868ef9 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4966683 Aug 28 20:33:00.660173 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'project_id': 'ed03447844244decb86aed85d040005a', 'fixed_ips': [{'subnet_id': '62c5d4e2-e026-406c-8050-c8e9008f8832'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:33:00.667014 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:00.667618 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:00.686117 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:56Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:32:59Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:00.715735 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac6189-d45e-4bdb-a1cb-434f2ba458c9 None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:32:56Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:32:59Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:00.918226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Allocated IP 172.23.0.2 (54b70c76-24d8-4f07-aebc-9db9c6a6eb57/62c5d4e2-e026-406c-8050-c8e9008f8832/9d0275c3-9b2d-4b76-960a-ee67d7af66df) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:00.992316 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:01.367193 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bbf6b03c-d02c-4ad1-8eda-30428efcb126 req-5596a377-2d76-4254-ad0b-5f66ea3393f7 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2a946fc-7b69-4f2f-8519-b2e1646e84af HTTP/1.1" status: 200 len: 210 time: 0.0405574 Aug 28 20:33:01.375502 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Publish callbacks [] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:01.393780 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:01.472700 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:01.588485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:01.615625 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:01.622075 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:01.628689 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4e150a05-b766-444c-9497-d934a79e04b7 req-1a307829-8ca2-403a-a7fa-0a74689a8c99 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0714574 Aug 28 20:33:01.729607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 683001ba-d71c-4e55-a2c1-1cc99fad1c08 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:01.733447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 7a000042-5eba-40bf-a299-10ab440c35ac no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:01.737284 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Pushing event updated for resources: {'Port': ['ID=9d0275c3-9b2d-4b76-960a-ee67d7af66df,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:01.798076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 7a000042-5eba-40bf-a299-10ab440c35ac {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:01.798352 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 7a000042-5eba-40bf-a299-10ab440c35ac not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:01.803113 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Attempting to bind port 9d0275c3-9b2d-4b76-960a-ee67d7af66df on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:01.807285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Attempting to bind port 9d0275c3-9b2d-4b76-960a-ee67d7af66df by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:01.807285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Attempting to bind port 9d0275c3-9b2d-4b76-960a-ee67d7af66df on network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:01.815357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:01.815856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Checking segment: {'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:01.816359 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:01.816929 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Bound using segment: {'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:01.829121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Bound port: 9d0275c3-9b2d-4b76-960a-ee67d7af66df, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:01.829121 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:01.946726 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] For port 9d0275c3-9b2d-4b76-960a-ee67d7af66df, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:01.953737 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] For port 9d0275c3-9b2d-4b76-960a-ee67d7af66df, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9d0275c3-9b2d-4b76-960a-ee67d7af66df,segment=NetworkSegment(8e372cb5-9444-46ef-8798-0b5e34392800),segment_id=8e372cb5-9444-46ef-8798-0b5e34392800)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:01.969986 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:01.972004 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:01.995090 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Allocated IP 172.23.0.1 (54b70c76-24d8-4f07-aebc-9db9c6a6eb57/62c5d4e2-e026-406c-8050-c8e9008f8832/9e2397ed-04ff-420e-801e-5a63b95417b1) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:02.084343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:02.138303 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:02.224545 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1195f-c5bb-4afd-a788-092a264d953e None None] Pushing event updated for resources: {'Port': ['ID=9d0275c3-9b2d-4b76-960a-ee67d7af66df,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:02.238374 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:02.241571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:02.242936 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:02.270548 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:02.291429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 683001ba-d71c-4e55-a2c1-1cc99fad1c08, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=683001ba-d71c-4e55-a2c1-1cc99fad1c08,segment=NetworkSegment(2e90fe61-39c8-4ade-bd32-e92281eac98a),segment_id=2e90fe61-39c8-4ade-bd32-e92281eac98a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:02.406631 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:02.406844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:02.449126 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:02.512311 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:02.516910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:02.521822 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:02.583321 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=9e2397ed-04ff-420e-801e-5a63b95417b1,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:02.610421 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=683001ba-d71c-4e55-a2c1-1cc99fad1c08,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:02.637536 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:02.792186 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9eded433-8794-4722-850d-c0a9fdd674e9 req-ec85dc27-ec58-4aab-ae99-0392b58c7e61 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0353587 Aug 28 20:33:02.844506 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c36372c7-86ce-4017-a8b4-1c414234bd4e no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:02.887706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: c36372c7-86ce-4017-a8b4-1c414234bd4e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:02.888428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device c36372c7-86ce-4017-a8b4-1c414234bd4e not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:02.903180 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:03.548849 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5b9d1-b9e1-4653-b712-b1205ac319f8 None None] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:03.611679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f08e8-36d6-4642-9c27-bac04be87e48 req-2e7b6e00-26c8-4f3a-b10f-06b071d0009d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:03.614353 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c2f08e8-36d6-4642-9c27-bac04be87e48 req-2e7b6e00-26c8-4f3a-b10f-06b071d0009d tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1325336 Aug 28 20:33:03.645563 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b422cb61-f59b-43fe-9fb6-879a8a1061f9 None None] Provisioning complete for port 9d0275c3-9b2d-4b76-960a-ee67d7af66df triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:03.646137 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b422cb61-f59b-43fe-9fb6-879a8a1061f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:03.702835 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:03.747955 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-1c2f08e8-36d6-4642-9c27-bac04be87e48 req-901cc078-fe75-451c-9f15-2d721d3b2193 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119349 Aug 28 20:33:03.763490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d0275c3-9b2d-4b76-960a-ee67d7af66df up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:03.780970 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:03.843565 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:03.871307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9d0275c3-9b2d-4b76-960a-ee67d7af66df triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:03.871676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:03.933542 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b422cb61-f59b-43fe-9fb6-879a8a1061f9 None None] Current status of the port 9d0275c3-9b2d-4b76-960a-ee67d7af66df is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:03.934269 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b422cb61-f59b-43fe-9fb6-879a8a1061f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:03.998359 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2c0320ab-7750-4a5b-8d3a-be5cd87e531c req-49c4789a-b23e-403f-8c03-fc60c743f0e2 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0565736 Aug 28 20:33:04.003688 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:04.048329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9d0275c3-9b2d-4b76-960a-ee67d7af66df is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:04.048728 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:04.096345 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=60 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:04.101053 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-b422cb61-f59b-43fe-9fb6-879a8a1061f9 None None] For port 9d0275c3-9b2d-4b76-960a-ee67d7af66df, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9d0275c3-9b2d-4b76-960a-ee67d7af66df,segment=NetworkSegment(8e372cb5-9444-46ef-8798-0b5e34392800),segment_id=8e372cb5-9444-46ef-8798-0b5e34392800)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:04.106744 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event updated for resources: {'Port': ['ID=9e2397ed-04ff-420e-801e-5a63b95417b1,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:04.169977 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b422cb61-f59b-43fe-9fb6-879a8a1061f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:04.176073 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:04.177517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:04.267302 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:33:04.267729 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:33:04.304758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422cb61-f59b-43fe-9fb6-879a8a1061f9 None None] Pushing event updated for resources: {'Port': ['ID=9d0275c3-9b2d-4b76-960a-ee67d7af66df,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:04.310353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-247fe1d3-c5c5-423f-bdad-277b1639777f None None] Provisioning complete for port 9d0275c3-9b2d-4b76-960a-ee67d7af66df triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:04.310545 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-247fe1d3-c5c5-423f-bdad-277b1639777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:04.373190 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:04.436910 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:04.440030 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-247fe1d3-c5c5-423f-bdad-277b1639777f None None] Current status of the port 9d0275c3-9b2d-4b76-960a-ee67d7af66df is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:04.449280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-247fe1d3-c5c5-423f-bdad-277b1639777f None None] Provisioning complete for port 9e2397ed-04ff-420e-801e-5a63b95417b1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:04.449775 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-247fe1d3-c5c5-423f-bdad-277b1639777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:04.493810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-247fe1d3-c5c5-423f-bdad-277b1639777f None None] Port 9e2397ed-04ff-420e-801e-5a63b95417b1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:04.512223 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:04.521881 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0421b322-7d0a-42da-8ad5-47fe6d678b61 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8921986 Aug 28 20:33:04.524377 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:04.525109 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56802) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:04.534940 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:04.568420 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:04.569078 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:04.624001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-d60e0728-f8c0-48d2-9b7c-1419b8fecef1 None None] Provisioning complete for port 9e2397ed-04ff-420e-801e-5a63b95417b1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:04.624527 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d60e0728-f8c0-48d2-9b7c-1419b8fecef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:04.732824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-d60e0728-f8c0-48d2-9b7c-1419b8fecef1 None None] Port 9e2397ed-04ff-420e-801e-5a63b95417b1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:04.784534 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:04.822133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9d0275c3-9b2d-4b76-960a-ee67d7af66df is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:04.827094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 683001ba-d71c-4e55-a2c1-1cc99fad1c08 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:04.904169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8048293-6cab-4e44-9a92-44b6045298cf req-45f70e25-bf50-473d-a34e-31b49ba660fd tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:04.904169 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8048293-6cab-4e44-9a92-44b6045298cf req-45f70e25-bf50-473d-a34e-31b49ba660fd tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.0899749 Aug 28 20:33:04.908014 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c0ad939f-7bda-4840-82a5-1b39a2acfce2 None None] Provisioning complete for port 9e2397ed-04ff-420e-801e-5a63b95417b1 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:04.908237 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c0ad939f-7bda-4840-82a5-1b39a2acfce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:04.983065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad939f-7bda-4840-82a5-1b39a2acfce2 None None] Port 9e2397ed-04ff-420e-801e-5a63b95417b1 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:05.028266 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:05.028595 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.078407 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83283bac-69e9-4a17-a39c-2e3b5172ab1b req-b96e022f-afa1-49ea-986b-3c8061d85804 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:05.095941 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83283bac-69e9-4a17-a39c-2e3b5172ab1b req-b96e022f-afa1-49ea-986b-3c8061d85804 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 944 time: 0.1961565 Aug 28 20:33:05.217984 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Deleting port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:05.219244 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.232197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:05.296106 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-83283bac-69e9-4a17-a39c-2e3b5172ab1b req-1f019f49-3232-4544-8e34-fc58ee584ba2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760261 Aug 28 20:33:05.304714 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e2397ed-04ff-420e-801e-5a63b95417b1', 'name': '', 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:18:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:01Z', 'updated_at': '2022-08-28T20:33:03Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:05.357457 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.extraroute_db [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 20:33:05.357977 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:05.357977 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Updating router 191df9d2-ca7a-4028-a531-61c5399decc8 port 9e2397ed-04ff-420e-801e-5a63b95417b1 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:33:05.384598 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] For port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:05.384966 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.390883 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.436046 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.extraroute_db [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Removed routes are [] {{(pid=114321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 20:33:05.436850 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.441154 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-580e1780-962c-4195-ae48-58ee60c1b9e9 req-6e54b38b-89be-40bd-9816-563412a61875 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0741482 Aug 28 20:33:05.573149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d0275c3-9b2d-4b76-960a-ee67d7af66df up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:05.650134 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:05.686487 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9d0275c3-9b2d-4b76-960a-ee67d7af66df triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:05.686952 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.727372 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:05.728046 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:05.731853 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.732233 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (401e1285-a3c0-4af4-868c-e9e0c01c08ff), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.732890 n-d-854121-7 neutron-server[114322]: INFO neutron.db.l3_db [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Floating IP 401e1285-a3c0-4af4-868c-e9e0c01c08ff disassociated. External IP: 172.25.4.77, port: 3e9f922a-7aa3-4028-8a69-f942ab4ae08d. Aug 28 20:33:05.733460 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Calling delete_port for 3e9f922a-7aa3-4028-8a69-f942ab4ae08d owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:05.782907 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9d0275c3-9b2d-4b76-960a-ee67d7af66df is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:05.858045 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Publish callbacks [] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.916945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.921740 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:05.934872 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:06.033695 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390abbea-ccc6-4557-b318-ce7a11a0c083 None None] Pushing event updated for resources: {'Port': ['ID=9e2397ed-04ff-420e-801e-5a63b95417b1,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:06.069520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:06.076572 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Attempting to bind port 9e2397ed-04ff-420e-801e-5a63b95417b1 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:06.076961 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Attempting to bind port 9e2397ed-04ff-420e-801e-5a63b95417b1 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:06.077513 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Attempting to bind port 9e2397ed-04ff-420e-801e-5a63b95417b1 on network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:06.083135 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:06.083559 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Checking segment: {'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:06.083918 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3e9f922a-7aa3-4028-8a69-f942ab4ae08d), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:06.084371 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:06.084371 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Bound using segment: {'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:06.084860 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Bound port: 9e2397ed-04ff-420e-801e-5a63b95417b1, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e372cb5-9444-46ef-8798-0b5e34392800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:06.085238 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:06.144783 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event deleted for resources: {'Port': ['ID=3e9f922a-7aa3-4028-8a69-f942ab4ae08d,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:06.187211 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] For port 9e2397ed-04ff-420e-801e-5a63b95417b1, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:06.194465 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] For port 9e2397ed-04ff-420e-801e-5a63b95417b1, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9e2397ed-04ff-420e-801e-5a63b95417b1,segment=NetworkSegment(8e372cb5-9444-46ef-8798-0b5e34392800),segment_id=8e372cb5-9444-46ef-8798-0b5e34392800)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:06.208647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:06.215706 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:06.216918 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6f3e3a27-4498-42e8-a028-cb5151db31f0 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 200 len: 933 time: 1.6904302 Aug 28 20:33:06.220298 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56824) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:06.272845 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:06.305098 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:06.319055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Router a01a7ce1-cbac-4429-b1f7-963a97c81f52 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:06.333467 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8b952cd1-2235-4410-8386-bdc9fc3f8cfc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 200 len: 933 time: 0.1120470 Aug 28 20:33:06.336700 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56826) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:06.342336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'routes': None}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:06.391797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:06.392453 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:06.457722 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:06.476216 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390abbea-ccc6-4557-b318-ce7a11a0c083 None None] Pushing event updated for resources: {'Port': ['ID=9e2397ed-04ff-420e-801e-5a63b95417b1,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:06.502877 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b5249694-56a7-4752-b6e0-21a059bc856d req-f9df0b42-c744-4008-b272-21c7f4928379 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 210 time: 0.0701811 Aug 28 20:33:06.574676 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:06.633637 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:06.647889 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] Sync routers for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:06.677240 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:06.677917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:06.749608 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] No DVR routers for this DVR port 3e9f922a-7aa3-4028-8a69-f942ab4ae08d on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:06.752886 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:06.754434 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:06.771339 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:06.775944 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d8048293-6cab-4e44-9a92-44b6045298cf req-7b33d09e-c496-4d05-9b51-32b2ff1c14d0 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.84 "DELETE /networking/v2.0/ports/3e9f922a-7aa3-4028-8a69-f942ab4ae08d HTTP/1.1" status: 204 len: 173 time: 1.8654766 Aug 28 20:33:06.776727 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-deleted', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:33:06.779360 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5635b7f5-0ebd-4f2f-95ae-943b80c2be33" -d '{"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-deleted", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:33:06.812439 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06b22a48-93a4-41e1-bac3-a70856d390b1 req-61715b23-8e89-4d39-bdd1-cd4294e3a62f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0540063 Aug 28 20:33:06.945012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:06.990766 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8b183-4135-474d-8f07-8685127033ae x-openstack-request-id: req-f2b8b183-4135-474d-8f07-8685127033ae {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:33:06.992082 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145fdb7a-4804-488e-a756-fef4279a72fb", "name": "network-vif-deleted", "tag": "3e9f922a-7aa3-4028-8a69-f942ab4ae08d", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:33:06.992747 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2b8b183-4135-474d-8f07-8685127033ae {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:33:06.995364 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b8b183-4135-474d-8f07-8685127033ae'] response: {'server_uuid': '145fdb7a-4804-488e-a756-fef4279a72fb', 'name': 'network-vif-deleted', 'tag': '3e9f922a-7aa3-4028-8a69-f942ab4ae08d', 'status': 'completed', 'code': 200} Aug 28 20:33:07.243798 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:05Z', 'revision_number': 6, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e2397ed-04ff-420e-801e-5a63b95417b1', 'name': '', 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:18:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:01Z', 'updated_at': '2022-08-28T20:33:06Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:07.248641 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.extraroute_db [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added routes are [] {{(pid=114321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 20:33:07.254447 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.extraroute_db [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 20:33:07.296627 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c27945c-9a9d-4504-a459-383b56c8681d None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:05Z', 'revision_number': 6, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e2397ed-04ff-420e-801e-5a63b95417b1', 'name': '', 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:18:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:01Z', 'updated_at': '2022-08-28T20:33:06Z', 'revision_number': 4, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:07.308307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:22Z', 'revision_number': 5, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:07.347012 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] Checking router: a01a7ce1-cbac-4429-b1f7-963a97c81f52 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:07.368543 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:07.393617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:07.398874 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:07.535838 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:07.703317 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:07.783476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 3e9f922a-7aa3-4028-8a69-f942ab4ae08d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:07.783992 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 3e9f922a-7aa3-4028-8a69-f942ab4ae08d not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:07.819136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:07.880481 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:07.894953 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:08.024113 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:08.042661 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:08.045141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9e2397ed-04ff-420e-801e-5a63b95417b1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:08.096857 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2661309f-e31d-4524-a121-cf7a29684ec5 req-d4562241-aeea-4633-9ac2-e513349e6e34 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0677688 Aug 28 20:33:08.161678 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:08.240765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9e2397ed-04ff-420e-801e-5a63b95417b1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:08.240765 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:08.619103 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:22Z', 'revision_number': 5, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:08.622541 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9e2397ed-04ff-420e-801e-5a63b95417b1 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:08.622941 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:08.652774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e363b1-1422-44fc-b99e-c95946e68741 None None] The sync data for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 is: [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:24:16Z', 'revision_number': 4, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'cfe7f488-674a-4fb0-ab10-5048897e2fd9', 'name': '', 'network_id': '3a1f6bbb-6c97-4181-b0c6-f5611dba0733', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'mac_address': 'fa:16:3e:1e:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:15Z', 'updated_at': '2022-08-28T20:24:22Z', 'revision_number': 5, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'subnets': [{'id': '89a7a736-cb24-41e7-bfce-87f7bbb771be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:08.688918 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9e2397ed-04ff-420e-801e-5a63b95417b1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9e2397ed-04ff-420e-801e-5a63b95417b1,segment=NetworkSegment(8e372cb5-9444-46ef-8798-0b5e34392800),segment_id=8e372cb5-9444-46ef-8798-0b5e34392800)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:08.690355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:08.701245 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e3f3fdee-47e9-4b2b-a3c1-0059a2d9be6a req-b15508f9-74f1-4a9d-a5cd-7adc3af46c57 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=145fdb7a-4804-488e-a756-fef4279a72fb HTTP/1.1" status: 200 len: 210 time: 0.0594482 Aug 28 20:33:08.706690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:08.707884 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5e845db1-93ed-4bd5-8089-019415302a9a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 200 len: 699 time: 2.3700509 Aug 28 20:33:08.716039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56846) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:08.753033 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:08.895620 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:08.896164 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9e2397ed-04ff-420e-801e-5a63b95417b1,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:08.911101 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:08.912642 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:08.926791 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b21f4c84-2710-4e8b-af79-5395d65c0211 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 200 len: 699 time: 0.2093272 Aug 28 20:33:08.929756 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56848) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:09.052183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:09.133049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f96400-6910-460b-a976-5e01fa0900eb None None] New status for floating IP 401e1285-a3c0-4af4-868c-e9e0c01c08ff: DOWN {{(pid=114323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:33:09.243820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f554046d-fdc5-421f-a7f6-a8c49711d321 req-f9c4de41-ce73-4d13-9cab-7199824acd9d tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c5c6de7c-c78c-41df-86e3-a13570781e23 HTTP/1.1" status: 200 len: 210 time: 0.0436857 Aug 28 20:33:09.421705 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:07Z', 'revision_number': 7, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e2397ed-04ff-420e-801e-5a63b95417b1', 'name': '', 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:18:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:01Z', 'updated_at': '2022-08-28T20:33:08Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:09.459297 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:09.494286 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:09.495184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:09.509222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:09.584112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9e2397ed-04ff-420e-801e-5a63b95417b1 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:09.628852 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:09.653927 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9e2397ed-04ff-420e-801e-5a63b95417b1 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:09.653927 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:09.742808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9e2397ed-04ff-420e-801e-5a63b95417b1 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:09.888413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 9e2397ed-04ff-420e-801e-5a63b95417b1 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:09.889074 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:09.895146 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:09.912839 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56872) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:09.988490 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d21b8978-84c2-4ef4-9e0c-6287bfe8c81c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group (72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.002063 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:10.021359 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d21b8978-84c2-4ef4-9e0c-6287bfe8c81c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group (72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.040681 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:07Z', 'revision_number': 7, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e2397ed-04ff-420e-801e-5a63b95417b1', 'name': '', 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:18:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:01Z', 'updated_at': '2022-08-28T20:33:08Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:10.042486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port 9e2397ed-04ff-420e-801e-5a63b95417b1, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9e2397ed-04ff-420e-801e-5a63b95417b1,segment=NetworkSegment(8e372cb5-9444-46ef-8798-0b5e34392800),segment_id=8e372cb5-9444-46ef-8798-0b5e34392800)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:10.042996 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.060417 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 9e2397ed-04ff-420e-801e-5a63b95417b1 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:10.077918 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23587226-c529-4b0e-98a0-e322ce8516a2 None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:07Z', 'revision_number': 7, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e2397ed-04ff-420e-801e-5a63b95417b1', 'name': '', 'network_id': '54b70c76-24d8-4f07-aebc-9db9c6a6eb57', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:18:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:01Z', 'updated_at': '2022-08-28T20:33:08Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '62c5d4e2-e026-406c-8050-c8e9008f8832', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:10.185713 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d21b8978-84c2-4ef4-9e0c-6287bfe8c81c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.189098 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d21b8978-84c2-4ef4-9e0c-6287bfe8c81c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.190310 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d21b8978-84c2-4ef4-9e0c-6287bfe8c81c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8 HTTP/1.1" status: 204 len: 168 time: 0.2764323 Aug 28 20:33:10.199117 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56878) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:10.200423 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b8978-84c2-4ef4-9e0c-6287bfe8c81c tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:10.229325 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-17414e95-c674-4d9f-8a60-c46f57fdf2df tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] show failed (client error): The resource could not be found. Aug 28 20:33:10.230836 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-17414e95-c674-4d9f-8a60-c46f57fdf2df tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "GET /networking/v2.0/security-groups/72dd3ee3-b44b-48e4-8fe2-ccc7ce690af8 HTTP/1.1" status: 404 len: 347 time: 0.0306835 Aug 28 20:33:10.233587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56880) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:10.286165 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:10.401744 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9e2397ed-04ff-420e-801e-5a63b95417b1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.404163 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Deleting port 48369c46-86e3-46d2-acd4-2fa192366148 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:10.404778 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (48369c46-86e3-46d2-acd4-2fa192366148), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.496506 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=9e2397ed-04ff-420e-801e-5a63b95417b1,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:10.504197 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (48369c46-86e3-46d2-acd4-2fa192366148), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.504531 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for floatingip (48369c46-86e3-46d2-acd4-2fa192366148), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.525169 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Calling delete_port for 48369c46-86e3-46d2-acd4-2fa192366148 owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:10.577485 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:10.601422 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:10.740591 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.765551 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (48369c46-86e3-46d2-acd4-2fa192366148), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.837038 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Pushing event deleted for resources: {'Port': ['ID=48369c46-86e3-46d2-acd4-2fa192366148,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:10.914155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks [] for floatingip (401e1285-a3c0-4af4-868c-e9e0c01c08ff), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.915747 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:10.921408 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-8324b0ff-c233-468e-b0af-0f289c8f86b2 tempest-ServerActionsTestJSON-663027630 tempest-ServerActionsTestJSON-663027630-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/401e1285-a3c0-4af4-868c-e9e0c01c08ff HTTP/1.1" status: 204 len: 168 time: 0.6823757 Aug 28 20:33:10.943612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56896) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:11.028663 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:11.142420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:11.150868 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-adc474b6-27bc-4e91-9f40-8162d88001e8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2173688 Aug 28 20:33:11.151215 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56900) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:11.158120 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:11.189117 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:11.189765 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:11.368112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet 62c5d4e2-e026-406c-8050-c8e9008f8832 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:33:11.377438 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (62c5d4e2-e026-406c-8050-c8e9008f8832), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:11.398673 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:11.460938 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (62c5d4e2-e026-406c-8050-c8e9008f8832), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:11.608034 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (62c5d4e2-e026-406c-8050-c8e9008f8832), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:11.674210 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:11.864232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (62c5d4e2-e026-406c-8050-c8e9008f8832), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:11.915685 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:11.921606 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 56908) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:11.922124 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/62c5d4e2-e026-406c-8050-c8e9008f8832 HTTP/1.1" status: 204 len: 168 time: 0.7695456 Aug 28 20:33:11.922671 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508e6da-c68b-4619-9be8-272bbeea3b14 None None] Network 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:11.923156 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a7ce8-7cb6-4bd9-859a-d313ea068d15 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=62c5d4e2-e026-406c-8050-c8e9008f8832,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:12.055700 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (54b70c76-24d8-4f07-aebc-9db9c6a6eb57), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.072368 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:10Z', 'revision_number': 8, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:12.166713 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 9d0275c3-9b2d-4b76-960a-ee67d7af66df {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:12.167507 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.191758 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] DHCP port deletion for 54b70c76-24d8-4f07-aebc-9db9c6a6eb57 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:33:12.195076 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:12.241149 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:12.242039 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:12.277626 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (a01a7ce1-cbac-4429-b1f7-963a97c81f52), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.333379 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:12.342517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] Deleting port 9d0275c3-9b2d-4b76-960a-ee67d7af66df {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:12.342910 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.360563 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port 9d0275c3-9b2d-4b76-960a-ee67d7af66df, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9d0275c3-9b2d-4b76-960a-ee67d7af66df,segment=NetworkSegment(8e372cb5-9444-46ef-8798-0b5e34392800),segment_id=8e372cb5-9444-46ef-8798-0b5e34392800)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:12.361161 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.399930 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 9d0275c3-9b2d-4b76-960a-ee67d7af66df owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:12.500665 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:12.511323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] For port 9d0275c3-9b2d-4b76-960a-ee67d7af66df, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9d0275c3-9b2d-4b76-960a-ee67d7af66df,segment=NetworkSegment(8e372cb5-9444-46ef-8798-0b5e34392800),segment_id=8e372cb5-9444-46ef-8798-0b5e34392800)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:12.511743 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.544429 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] Calling delete_port for 9d0275c3-9b2d-4b76-960a-ee67d7af66df owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:12.550677 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:12.560487 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:12.637704 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.724538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=9d0275c3-9b2d-4b76-960a-ee67d7af66df,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:12.741358 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port 9d0275c3-9b2d-4b76-960a-ee67d7af66df on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:12.745552 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Deleting port cfe7f488-674a-4fb0-ab10-5048897e2fd9 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:12.746413 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.819678 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (9d0275c3-9b2d-4b76-960a-ee67d7af66df), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.917732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] Pushing event deleted for resources: {'Port': ['ID=9d0275c3-9b2d-4b76-960a-ee67d7af66df,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:12.962973 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba7371-4b48-4033-9aeb-a3ac993920fb None None] No DVR routers for this DVR port 9d0275c3-9b2d-4b76-960a-ee67d7af66df on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:12.964280 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] For port cfe7f488-674a-4fb0-ab10-5048897e2fd9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=cfe7f488-674a-4fb0-ab10-5048897e2fd9,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:12.964758 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.992129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (54b70c76-24d8-4f07-aebc-9db9c6a6eb57), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:12.993270 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Calling delete_port for cfe7f488-674a-4fb0-ab10-5048897e2fd9 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:13.059691 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b70c76-24d8-4f07-aebc-9db9c6a6eb57']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:13.101600 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e372cb5-9444-46ef-8798-0b5e34392800') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:13.101946 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e372cb5-9444-46ef-8798-0b5e34392800') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:13.125917 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:10Z', 'revision_number': 8, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:13.170309 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (8e372cb5-9444-46ef-8798-0b5e34392800), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:13.173608 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f700f98-2ef1-4e1a-b9c5-8670ec6133fa None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:10Z', 'revision_number': 8, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '683001ba-d71c-4e55-a2c1-1cc99fad1c08', 'name': '', 'network_id': '87d3cc0c-02f6-4d95-9781-30a3e3435a6b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:bb:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:55Z', 'updated_at': '2022-08-28T20:33:02Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '93f86d81-e760-4b85-a08b-ce7d4e5bd5de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:13.207810 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (8e372cb5-9444-46ef-8798-0b5e34392800), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:13.222564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:33:13.222984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (8e372cb5-9444-46ef-8798-0b5e34392800), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:13.236478 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:13.236625 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:13.294106 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8e372cb5-9444-46ef-8798-0b5e34392800 resource provider aggregate not found Aug 28 20:33:13.322215 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 8e372cb5-9444-46ef-8798-0b5e34392800 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e372cb5-9444-46ef-8798-0b5e34392800 found for delete ", "request_id": "req-614c0b6b-782c-4e91-8069-4ea417f070bd"}]} Aug 28 20:33:13.376335 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:13.466748 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (54b70c76-24d8-4f07-aebc-9db9c6a6eb57), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:13.476530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:13.481614 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/54b70c76-24d8-4f07-aebc-9db9c6a6eb57 HTTP/1.1" status: 204 len: 168 time: 1.5567319 Aug 28 20:33:13.481614 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:13.485012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 56944) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:13.492533 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf067d8-77ee-4668-b9cf-391f5b080d21 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=54b70c76-24d8-4f07-aebc-9db9c6a6eb57,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:13.499724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (cfe7f488-674a-4fb0-ab10-5048897e2fd9), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:13.632330 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe7f488-674a-4fb0-ab10-5048897e2fd9,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:13.664700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d0275c3-9b2d-4b76-960a-ee67d7af66df no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:13.698448 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9d0275c3-9b2d-4b76-960a-ee67d7af66df {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:13.698865 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9d0275c3-9b2d-4b76-960a-ee67d7af66df not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:13.704517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9e2397ed-04ff-420e-801e-5a63b95417b1 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:13.783697 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9e2397ed-04ff-420e-801e-5a63b95417b1 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:13.784312 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9e2397ed-04ff-420e-801e-5a63b95417b1 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:14.270352 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (a01a7ce1-cbac-4429-b1f7-963a97c81f52), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:14.478416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:15.002540 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:15.082030 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Router a01a7ce1-cbac-4429-b1f7-963a97c81f52 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:15.282052 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 683001ba-d71c-4e55-a2c1-1cc99fad1c08 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:15.282657 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:15.301009 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:15.312329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70591ce4-a302-4564-92fd-925972344dbe None None] Sync routers for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:15.318552 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:33:15.325975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:15.328127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:15.333166 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d1c988b0-dd47-4ee0-bc3d-1fd0c26b3969 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a01a7ce1-cbac-4429-b1f7-963a97c81f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4000754 Aug 28 20:33:15.333477 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57012) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:15.411299 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port 683001ba-d71c-4e55-a2c1-1cc99fad1c08, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=683001ba-d71c-4e55-a2c1-1cc99fad1c08,segment=NetworkSegment(2e90fe61-39c8-4ade-bd32-e92281eac98a),segment_id=2e90fe61-39c8-4ade-bd32-e92281eac98a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:15.411858 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:15.436282 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 683001ba-d71c-4e55-a2c1-1cc99fad1c08 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:15.484325 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks [] for router (a01a7ce1-cbac-4429-b1f7-963a97c81f52), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:15.546068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:15.671278 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks [] for router_gateway (a01a7ce1-cbac-4429-b1f7-963a97c81f52), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:15.677337 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:15.811314 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:15.895649 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:33:13Z', 'revision_number': 5, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port': {'id': '9809364f-7e9a-40b3-abaf-dddac0a058ff', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:24:11Z', 'updated_at': '2022-08-28T20:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:15.906967 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (683001ba-d71c-4e55-a2c1-1cc99fad1c08), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:15.930970 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70591ce4-a302-4564-92fd-925972344dbe None None] Checking router: a01a7ce1-cbac-4429-b1f7-963a97c81f52 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:15.937484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Deleting port 9809364f-7e9a-40b3-abaf-dddac0a058ff {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:15.941072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:15.944906 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] Routers {'a01a7ce1-cbac-4429-b1f7-963a97c81f52'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:15.945618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:15.975646 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=683001ba-d71c-4e55-a2c1-1cc99fad1c08,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:16.109132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] Set router a01a7ce1-cbac-4429-b1f7-963a97c81f52 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:16.147694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] For port 9809364f-7e9a-40b3-abaf-dddac0a058ff, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9809364f-7e9a-40b3-abaf-dddac0a058ff,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:16.148616 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:16.191427 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Calling delete_port for 9809364f-7e9a-40b3-abaf-dddac0a058ff owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:16.229947 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57048) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:16.283592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-70591ce4-a302-4564-92fd-925972344dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:33:15Z', 'revision_number': 6, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:16.362568 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70591ce4-a302-4564-92fd-925972344dbe None None] The sync data for ids ['a01a7ce1-cbac-4429-b1f7-963a97c81f52'] in n-d-854121-7 is: [{'id': 'a01a7ce1-cbac-4429-b1f7-963a97c81f52', 'name': 'tempest-ServerActionsTestJSON-306105595-router', 'tenant_id': '72a87c4db6d74cc1a996162e5ad35418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:24:10Z', 'updated_at': '2022-08-28T20:33:15Z', 'revision_number': 6, 'project_id': '72a87c4db6d74cc1a996162e5ad35418', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:16.413775 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:16.590347 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:16.650987 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:16.736677 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9809364f-7e9a-40b3-abaf-dddac0a058ff), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:16.796099 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9809364f-7e9a-40b3-abaf-dddac0a058ff,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:16.813423 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-73f2ad59-9272-4ff3-b249-7f802a8cd232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:16.881711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:16.943703 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (a01a7ce1-cbac-4429-b1f7-963a97c81f52), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.090494 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:17.099533 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-de57376f-3d1b-4707-8aaf-dc41a4ed15c1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6133921 Aug 28 20:33:17.104652 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:17.106111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57122) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:17.120421 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (a01a7ce1-cbac-4429-b1f7-963a97c81f52), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.121704 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:17.121704 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:17.129727 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks [] for router_controller (a01a7ce1-cbac-4429-b1f7-963a97c81f52), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.157168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-73f2ad59-9272-4ff3-b249-7f802a8cd232 admin admin] Publish callbacks [] for security_group (ee3e068d-0734-471b-8387-44280f33c92a), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.182183 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet 93f86d81-e760-4b85-a08b-ce7d4e5bd5de {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:33:17.186280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (93f86d81-e760-4b85-a08b-ce7d4e5bd5de), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.236995 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (93f86d81-e760-4b85-a08b-ce7d4e5bd5de), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.253891 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:17.261017 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-73f2ad59-9272-4ff3-b249-7f802a8cd232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ee3e068d-0734-471b-8387-44280f33c92a), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.277466 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:17.307794 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (a01a7ce1-cbac-4429-b1f7-963a97c81f52), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.308582 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01a7ce1-cbac-4429-b1f7-963a97c81f52 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:33:17.319130 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.321235 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-9b4f783c-938b-4e16-a268-b5aeb286eb91 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/a01a7ce1-cbac-4429-b1f7-963a97c81f52 HTTP/1.1" status: 204 len: 168 time: 1.9865730 Aug 28 20:33:17.325146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57128) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:17.352835 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-73f2ad59-9272-4ff3-b249-7f802a8cd232 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b7b397d2536444ba8e2cef2bb5ea48a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1214354 Aug 28 20:33:17.358706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57132) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:17.389776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2ad59-9272-4ff3-b249-7f802a8cd232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e068d-0734-471b-8387-44280f33c92a,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:17.422550 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (93f86d81-e760-4b85-a08b-ce7d4e5bd5de), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.499398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] Deleting subnet 89a7a736-cb24-41e7-bfce-87f7bbb771be {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:33:17.521958 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:17.523134 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54c2f7e2-1a5f-4efe-a10f-d897e1620d4b admin admin] Publish callbacks [] for security_group (ee3e068d-0734-471b-8387-44280f33c92a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.525559 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] Publish callbacks [] for subnet (89a7a736-cb24-41e7-bfce-87f7bbb771be), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.529212 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:15Z', 'revision_number': 9, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:17.598764 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:17.601610 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:17.617452 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:17.618359 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:17.632798 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (93f86d81-e760-4b85-a08b-ce7d4e5bd5de), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.644519 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54c2f7e2-1a5f-4efe-a10f-d897e1620d4b admin admin] Publish callbacks [] for security_group (ee3e068d-0734-471b-8387-44280f33c92a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.670882 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (89a7a736-cb24-41e7-bfce-87f7bbb771be), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.674190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cfe7f488-674a-4fb0-ab10-5048897e2fd9 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:17.689924 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=93f86d81-e760-4b85-a08b-ce7d4e5bd5de,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:17.709064 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.713719 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-dfaf10a4-27b7-453b-834d-728bccc26fdf tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/93f86d81-e760-4b85-a08b-ce7d4e5bd5de HTTP/1.1" status: 204 len: 168 time: 0.6066382 Aug 28 20:33:17.716259 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57144) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:17.723324 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: cfe7f488-674a-4fb0-ab10-5048897e2fd9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:17.724277 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device cfe7f488-674a-4fb0-ab10-5048897e2fd9 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:17.725299 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9809364f-7e9a-40b3-abaf-dddac0a058ff no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:17.727423 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe8204-daa9-4fd9-9fd0-94b5dadd7a74 None None] Network 87d3cc0c-02f6-4d95-9781-30a3e3435a6b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:17.803049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9809364f-7e9a-40b3-abaf-dddac0a058ff {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:17.803579 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9809364f-7e9a-40b3-abaf-dddac0a058ff not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:17.821129 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:17.857434 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (89a7a736-cb24-41e7-bfce-87f7bbb771be), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.903203 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (87d3cc0c-02f6-4d95-9781-30a3e3435a6b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.969553 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:17.974008 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:17.977368 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.977489 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54c2f7e2-1a5f-4efe-a10f-d897e1620d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (ee3e068d-0734-471b-8387-44280f33c92a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.979331 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-54c2f7e2-1a5f-4efe-a10f-d897e1620d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:17.983741 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-54c2f7e2-1a5f-4efe-a10f-d897e1620d4b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ee3e068d-0734-471b-8387-44280f33c92a HTTP/1.1" status: 204 len: 168 time: 0.6194012 Aug 28 20:33:17.998598 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2f7e2-1a5f-4efe-a10f-d897e1620d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e068d-0734-471b-8387-44280f33c92a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:18.061394 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:18.096365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,segment=NetworkSegment(2e90fe61-39c8-4ade-bd32-e92281eac98a),segment_id=2e90fe61-39c8-4ade-bd32-e92281eac98a)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:18.104681 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.127112 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:18.132810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] DHCP port deletion for 87d3cc0c-02f6-4d95-9781-30a3e3435a6b request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:33:18.168928 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (89a7a736-cb24-41e7-bfce-87f7bbb771be), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.192149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] Deleting port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:18.192834 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.251782 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a7a736-cb24-41e7-bfce-87f7bbb771be,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:18.256763 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.260164 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-89de3820-4617-47e9-9762-87bef6af6b51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/89a7a736-cb24-41e7-bfce-87f7bbb771be HTTP/1.1" status: 204 len: 168 time: 0.9337900 Aug 28 20:33:18.265333 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57166) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:18.279168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899c086-28a5-4e07-8dc4-9aa2cde77cd3 None None] Network 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:18.296173 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:15Z', 'revision_number': 9, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:18.329844 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e5cfc-1860-4ce4-8f5b-84b687433caf None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:15Z', 'revision_number': 9, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': '7aba878c-af0f-4b70-b2c1-c0b28cb06d93', 'name': '', 'network_id': '5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:4a:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:47Z', 'updated_at': '2022-08-28T20:32:57Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': '79091cb9-83ab-488c-aad0-3fdc9ebd5b40', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:18.350458 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.362409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] For port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,segment=NetworkSegment(2e90fe61-39c8-4ade-bd32-e92281eac98a),segment_id=2e90fe61-39c8-4ade-bd32-e92281eac98a)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:18.362817 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.404041 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (3a1f6bbb-6c97-4181-b0c6-f5611dba0733), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.419036 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:18.426635 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:18.433943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] Calling delete_port for fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:18.556008 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.581590 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (87d3cc0c-02f6-4d95-9781-30a3e3435a6b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.589497 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Deleting port 7c6868e6-1e22-4947-96b3-c8396911590f {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:18.589844 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.598076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] Pushing event deleted for resources: {'Port': ['ID=fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:18.613408 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1487d-947d-4618-abe3-06f1709e77b6 None None] No DVR routers for this DVR port fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:18.641412 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:18.659350 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d3cc0c-02f6-4d95-9781-30a3e3435a6b']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:18.684425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e90fe61-39c8-4ade-bd32-e92281eac98a') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:18.689448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e90fe61-39c8-4ade-bd32-e92281eac98a') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:18.708255 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (2e90fe61-39c8-4ade-bd32-e92281eac98a), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.722359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] For port 7c6868e6-1e22-4947-96b3-c8396911590f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7c6868e6-1e22-4947-96b3-c8396911590f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:18.722739 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.742438 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] DHCP port deletion for 3a1f6bbb-6c97-4181-b0c6-f5611dba0733 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:33:18.743107 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Calling delete_port for 7c6868e6-1e22-4947-96b3-c8396911590f owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:18.746764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2e90fe61-39c8-4ade-bd32-e92281eac98a), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.765239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:33:18.765885 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (2e90fe61-39c8-4ade-bd32-e92281eac98a), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.818561 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] Deleting port 7c6868e6-1e22-4947-96b3-c8396911590f {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:18.819116 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:18.983518 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] For port 7c6868e6-1e22-4947-96b3-c8396911590f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7c6868e6-1e22-4947-96b3-c8396911590f,segment=NetworkSegment(b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5),segment_id=b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:18.988991 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.018965 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57224) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:19.025666 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] Calling delete_port for 7c6868e6-1e22-4947-96b3-c8396911590f owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:19.038326 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0065-63d9-413a-9bde-eda8fd0e1258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.048319 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2e90fe61-39c8-4ade-bd32-e92281eac98a resource provider aggregate not found Aug 28 20:33:19.064323 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (87d3cc0c-02f6-4d95-9781-30a3e3435a6b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.066784 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.081755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.086638 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/87d3cc0c-02f6-4d95-9781-30a3e3435a6b HTTP/1.1" status: 204 len: 168 time: 1.3675492 Aug 28 20:33:19.088702 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 2e90fe61-39c8-4ade-bd32-e92281eac98a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e90fe61-39c8-4ade-bd32-e92281eac98a found for delete ", "request_id": "req-747a723b-de16-4c63-92ad-55c9d4632151"}]} Aug 28 20:33:19.092762 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57228) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:19.127855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6868e6-1e22-4947-96b3-c8396911590f,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:19.130113 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152a619-82bf-49bf-8521-08c35dd8252e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=87d3cc0c-02f6-4d95-9781-30a3e3435a6b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:19.141658 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] No DVR routers for this DVR port 7c6868e6-1e22-4947-96b3-c8396911590f on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:19.188699 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (7c6868e6-1e22-4947-96b3-c8396911590f), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.200707 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:19.224623 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:19.227057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] Pushing event deleted for resources: {'Port': ['ID=7c6868e6-1e22-4947-96b3-c8396911590f,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:19.228082 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:19.231339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89aa5f-d2f8-435f-84bf-57335959b218 None None] No DVR routers for this DVR port 7c6868e6-1e22-4947-96b3-c8396911590f on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:19.253553 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (3a1f6bbb-6c97-4181-b0c6-f5611dba0733), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.285836 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1f6bbb-6c97-4181-b0c6-f5611dba0733']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:19.313900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0065-63d9-413a-9bde-eda8fd0e1258 admin admin] Publish callbacks [] for security_group (c8298014-cad8-4e8f-8962-ed0c551d717b), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.314855 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:19.315171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:19.330321 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.355416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.363212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:33:19.363712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.459253 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0065-63d9-413a-9bde-eda8fd0e1258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8298014-cad8-4e8f-8962-ed0c551d717b), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.501177 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b0065-63d9-413a-9bde-eda8fd0e1258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8298014-cad8-4e8f-8962-ed0c551d717b,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:19.529608 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0d2b0065-63d9-413a-9bde-eda8fd0e1258 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4bce9e57d9fb4b00bba2b684971755d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5090613 Aug 28 20:33:19.530372 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57244) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:19.547429 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (3a1f6bbb-6c97-4181-b0c6-f5611dba0733), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.548975 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.556938 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.563340 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/3a1f6bbb-6c97-4181-b0c6-f5611dba0733 HTTP/1.1" status: 204 len: 168 time: 1.2924149 Aug 28 20:33:19.597402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b74fa-521e-4123-b0b6-7bd0d8c12574 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1f6bbb-6c97-4181-b0c6-f5611dba0733,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:19.616977 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08686438-0c8c-4c3e-97da-7a889f079173 admin admin] Publish callbacks [] for security_group (c8298014-cad8-4e8f-8962-ed0c551d717b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.617194 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 683001ba-d71c-4e55-a2c1-1cc99fad1c08 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:19.641207 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08686438-0c8c-4c3e-97da-7a889f079173 admin admin] Publish callbacks [] for security_group (c8298014-cad8-4e8f-8962-ed0c551d717b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.665209 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 683001ba-d71c-4e55-a2c1-1cc99fad1c08 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:19.665977 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 683001ba-d71c-4e55-a2c1-1cc99fad1c08 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:19.666620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:19.686994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:19.687514 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device fe46423e-671d-4f9b-b7ee-ae1b8bf9dde7 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:19.688577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7c6868e6-1e22-4947-96b3-c8396911590f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:19.709552 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 7c6868e6-1e22-4947-96b3-c8396911590f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:19.709931 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7c6868e6-1e22-4947-96b3-c8396911590f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:19.883870 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08686438-0c8c-4c3e-97da-7a889f079173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (c8298014-cad8-4e8f-8962-ed0c551d717b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.887607 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-08686438-0c8c-4c3e-97da-7a889f079173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:19.893235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-08686438-0c8c-4c3e-97da-7a889f079173 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8298014-cad8-4e8f-8962-ed0c551d717b HTTP/1.1" status: 204 len: 168 time: 0.3611875 Aug 28 20:33:19.908873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08686438-0c8c-4c3e-97da-7a889f079173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8298014-cad8-4e8f-8962-ed0c551d717b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:20.156144 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57270) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:20.167866 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:20.193895 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:20.194471 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.215825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c3933e50-6239-45b9-b06d-abf2e7a3921e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=72a87c4db6d74cc1a996162e5ad35418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569513 Aug 28 20:33:20.217407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57274) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:20.357162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port 7aba878c-af0f-4b70-b2c1-c0b28cb06d93, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,segment=NetworkSegment(2312b945-0dda-415d-a3ac-4ca6a2ace4a3),segment_id=2312b945-0dda-415d-a3ac-4ca6a2ace4a3)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:20.357597 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.371126 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc38d60b-8266-41a7-8f50-043e71ceaddd admin admin] Publish callbacks [] for security_group (3d4ff996-63e7-43df-93ee-0bc6fdc42aaf), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.385283 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:20.386564 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:20.407185 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc38d60b-8266-41a7-8f50-043e71ceaddd admin admin] Publish callbacks [] for security_group (3d4ff996-63e7-43df-93ee-0bc6fdc42aaf), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.624295 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:20.639474 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc38d60b-8266-41a7-8f50-043e71ceaddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (3d4ff996-63e7-43df-93ee-0bc6fdc42aaf), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.642707 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fc38d60b-8266-41a7-8f50-043e71ceaddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.646728 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fc38d60b-8266-41a7-8f50-043e71ceaddd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3d4ff996-63e7-43df-93ee-0bc6fdc42aaf HTTP/1.1" status: 204 len: 168 time: 0.4260299 Aug 28 20:33:20.653220 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38d60b-8266-41a7-8f50-043e71ceaddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4ff996-63e7-43df-93ee-0bc6fdc42aaf,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:20.748076 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (7aba878c-af0f-4b70-b2c1-c0b28cb06d93), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.776350 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=7aba878c-af0f-4b70-b2c1-c0b28cb06d93,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:20.805583 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57300) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:20.832106 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9f44b5b-5ca9-4383-8444-1440f3dabf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.962434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9f44b5b-5ca9-4383-8444-1440f3dabf60 admin admin] Publish callbacks [] for security_group (cae89992-6cbd-4d84-9a3f-6f03a008696e), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:20.993003 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.061916 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9f44b5b-5ca9-4383-8444-1440f3dabf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cae89992-6cbd-4d84-9a3f-6f03a008696e), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.129305 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5 resource provider aggregate not found Aug 28 20:33:21.153239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f44b5b-5ca9-4383-8444-1440f3dabf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae89992-6cbd-4d84-9a3f-6f03a008696e,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:21.167465 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b64cf49e-5b3f-4aa2-9f97-285d9a5d45f5 found for delete ", "request_id": "req-e17c38ac-61a5-4aec-bcc5-d0f352b86ea1"}]} Aug 28 20:33:21.176828 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a9f44b5b-5ca9-4383-8444-1440f3dabf60 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f0f4debdd9c64e4e9940af69c6fd586b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699236 Aug 28 20:33:21.182553 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57318) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:21.247706 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:21.292274 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac8f76c-f75f-4f60-8871-50fdf1868394 admin admin] Publish callbacks [] for security_group (cae89992-6cbd-4d84-9a3f-6f03a008696e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.324605 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac8f76c-f75f-4f60-8871-50fdf1868394 admin admin] Publish callbacks [] for security_group (cae89992-6cbd-4d84-9a3f-6f03a008696e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.389037 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:21.399701 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-fad7b1c3-c927-4f79-9306-c8fd10c26c74 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3041666 Aug 28 20:33:21.402777 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:21.407671 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57334) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:21.415742 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:21.416461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:21.490748 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet 79091cb9-83ab-488c-aad0-3fdc9ebd5b40 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:33:21.494635 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (79091cb9-83ab-488c-aad0-3fdc9ebd5b40), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.522217 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac8f76c-f75f-4f60-8871-50fdf1868394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (cae89992-6cbd-4d84-9a3f-6f03a008696e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.525351 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-bac8f76c-f75f-4f60-8871-50fdf1868394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.527492 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-bac8f76c-f75f-4f60-8871-50fdf1868394 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cae89992-6cbd-4d84-9a3f-6f03a008696e HTTP/1.1" status: 204 len: 168 time: 0.3433628 Aug 28 20:33:21.584144 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (79091cb9-83ab-488c-aad0-3fdc9ebd5b40), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.586869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:21.692383 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (79091cb9-83ab-488c-aad0-3fdc9ebd5b40), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.772445 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:21.792453 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f76c-f75f-4f60-8871-50fdf1868394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae89992-6cbd-4d84-9a3f-6f03a008696e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:21.907535 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (79091cb9-83ab-488c-aad0-3fdc9ebd5b40), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.940164 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=79091cb9-83ab-488c-aad0-3fdc9ebd5b40,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:21.944329 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:21.950939 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-81e9efa9-1d4f-4f9c-84ac-21254931e994 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/79091cb9-83ab-488c-aad0-3fdc9ebd5b40 HTTP/1.1" status: 204 len: 168 time: 0.5413835 Aug 28 20:33:21.952071 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57354) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:21.978484 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a6cdea-db2f-4725-84a7-f601c468de37 None None] Network 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:22.045754 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:22.105006 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.195193 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:22.197201 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.233547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] DHCP port deletion for 5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:33:22.241193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b76c-48fb-4713-961c-4361741a66ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.343412 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:22.345685 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,segment=NetworkSegment(2312b945-0dda-415d-a3ac-4ca6a2ace4a3),segment_id=2312b945-0dda-415d-a3ac-4ca6a2ace4a3)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:22.346570 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.371403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] Deleting port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:22.371787 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.374985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:22.466480 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] For port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,segment=NetworkSegment(2312b945-0dda-415d-a3ac-4ca6a2ace4a3),segment_id=2312b945-0dda-415d-a3ac-4ca6a2ace4a3)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:22.468009 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.500034 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] Calling delete_port for d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:22.554047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:20Z', 'revision_number': 10, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:22.581285 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57390) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:22.592371 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:22.637836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.643297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:22.643957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:32:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:22.684498 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:22.686419 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:22.768567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-network', 'tenant_id': 'e55666f817734da483b0d9e84d672789'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:22.787338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:22.803767 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.825423 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.828150 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:22.839864 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2312b945-0dda-415d-a3ac-4ca6a2ace4a3') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:22.840223 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2312b945-0dda-415d-a3ac-4ca6a2ace4a3') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:22.854058 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (2312b945-0dda-415d-a3ac-4ca6a2ace4a3), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.866460 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] Pushing event deleted for resources: {'Port': ['ID=d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:22.868476 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af915984-911f-4d91-ba48-52f65cb22b68 None None] No DVR routers for this DVR port d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:22.879881 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (2312b945-0dda-415d-a3ac-4ca6a2ace4a3), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.902884 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Made reservation on behalf of e55666f817734da483b0d9e84d672789 for: {'network': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:33:22.906472 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.922479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:33:22.923024 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (2312b945-0dda-415d-a3ac-4ca6a2ace4a3), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.942634 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:22.979360 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 2312b945-0dda-415d-a3ac-4ca6a2ace4a3 resource provider aggregate not found Aug 28 20:33:23.008938 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 2312b945-0dda-415d-a3ac-4ca6a2ace4a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2312b945-0dda-415d-a3ac-4ca6a2ace4a3 found for delete ", "request_id": "req-d250d73d-3389-46e3-b9fd-39b47efd78de"}]} Aug 28 20:33:23.062070 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:20Z', 'revision_number': 10, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:23.089493 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac04522-2274-4360-a7a7-6457d5e9e3d3 None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:20Z', 'revision_number': 10, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None, '_interfaces': [{'id': 'b80e8b28-6e71-4867-9246-b804313df618', 'name': '', 'network_id': 'b2262c43-23ad-4d7d-af2f-dac53a2c2b86', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'mac_address': 'fa:16:3e:cd:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:32:42Z', 'updated_at': '2022-08-28T20:32:49Z', 'revision_number': 5, 'project_id': 'ed03447844244decb86aed85d040005a', 'subnets': [{'id': 'c9b302b0-9994-40f5-af64-ffa6d06fc798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:23.137620 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.158072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.161259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b HTTP/1.1" status: 204 len: 168 time: 1.2080283 Aug 28 20:33:23.164316 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57422) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:23.168492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc41667-d423-4fbb-95b6-0fa94af34788 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=5b00bf66-d4ef-453f-ab9a-636f7dd0bc1b,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:23.224360 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks [] for security_group (78f9825b-3082-44ac-851c-6c600146455e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.257763 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:23.358331 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78f9825b-3082-44ac-851c-6c600146455e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.379540 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:23.436881 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=114321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:33:23.450138 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9825b-3082-44ac-851c-6c600146455e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:23.459025 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f7dae5ca-c53a-4c33-9eca-166395707707), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.462930 n-d-854121-7 neutron-server[114321]: INFO neutron.db.segments_db [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Added segment f7dae5ca-c53a-4c33-9eca-166395707707 of type vlan for network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb Aug 28 20:33:23.480669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:23.519511 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57438) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:23.565636 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.576477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:23.615805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:23.624385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 7aba878c-af0f-4b70-b2c1-c0b28cb06d93 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:23.624385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:23.659287 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:23.659560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.659779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device d3a1813c-6be7-4a0e-b62d-1ffc7e86fc42 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:23.699361 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.717715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:23.717715 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.717959 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-925624985-network', 'tenant_id': '2a29ba5062cc46e29425649e960e808c'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:23.774561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:23.800084 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:33:23.864560 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f7366919-1688-4201-a7ed-5bb40608cbc5 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2790289 Aug 28 20:33:23.864923 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57456) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:23.871204 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Request body: {'subnet': {'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-subnet', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:23.878955 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:23.952665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port b80e8b28-6e71-4867-9246-b804313df618 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:23.953664 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b80e8b28-6e71-4867-9246-b804313df618), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:23.997729 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Made reservation on behalf of 2a29ba5062cc46e29425649e960e808c for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:33:24.000118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.014560 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.049692 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Made reservation on behalf of e55666f817734da483b0d9e84d672789 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:33:24.053136 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.087502 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port b80e8b28-6e71-4867-9246-b804313df618, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=b80e8b28-6e71-4867-9246-b804313df618,segment=NetworkSegment(04c9ee17-888d-41d1-9b19-e0d2d19f655f),segment_id=04c9ee17-888d-41d1-9b19-e0d2d19f655f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:24.087884 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b80e8b28-6e71-4867-9246-b804313df618), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.111580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for b80e8b28-6e71-4867-9246-b804313df618 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:24.192184 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-e447a668-be1f-4e00-b568-232fb5560b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.204065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks [] for security_group (6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.251029 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:24.289653 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.347055 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:33:24.370965 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (bf394087-77ad-4ac2-a0fd-73e8e28cd8fc), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.384369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:24.390294 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (42522974-fca8-4d61-af42-d87dc26e2ab1), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.390656 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Added segment 42522974-fca8-4d61-af42-d87dc26e2ab1 of type vlan for network 4f7ba70c-5abc-4933-a36f-5f841a757f05 Aug 28 20:33:24.442790 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (4f7ba70c-5abc-4933-a36f-5f841a757f05), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.453791 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf394087-77ad-4ac2-a0fd-73e8e28cd8fc,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:24.467586 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b80e8b28-6e71-4867-9246-b804313df618), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.479226 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Checking segment: {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:24.479666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Network hostable DHCP agents. Network: a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:33:24.498081 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=b80e8b28-6e71-4867-9246-b804313df618,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:24.504430 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:INSERT=14,neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:24.569331 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (4f7ba70c-5abc-4933-a36f-5f841a757f05), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.570383 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:24.570958 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.574778 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:33:24.637798 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.661108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] Pushing event updated for resources: {'Network': ['ID=4f7ba70c-5abc-4933-a36f-5f841a757f05,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:24.671974 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:33:24.684827 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:24.695413 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:24.696023 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:24.752364 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c31ee-3cf5-447b-9dc7-5147a9494f9e None None] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:24.755002 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:24.827493 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8f4c9a74-3d98-418d-bf70-ac81a050bee1 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9610839 Aug 28 20:33:24.831344 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57490) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:24.837072 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:24.951896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'project_id': 'e55666f817734da483b0d9e84d672789', 'fixed_ips': [{'subnet_id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:33:24.955809 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.003915 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (764bb1d2-4d01-43db-99d9-21451508308f), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.005261 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (764bb1d2-4d01-43db-99d9-21451508308f), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.094449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks [] for router_controller (764bb1d2-4d01-43db-99d9-21451508308f), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.096318 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:25.113969 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:25.118467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Allocated IP 172.20.0.2 (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb/bf394087-77ad-4ac2-a0fd-73e8e28cd8fc/6b149d53-36c3-4375-bd86-3bc672588ba9) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:25.151094 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-47f429e1-6f19-44bf-8636-d66e819ee0bd admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6300924 Aug 28 20:33:25.152415 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57500) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:25.160766 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (191df9d2-ca7a-4028-a531-61c5399decc8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.161016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Request body: {'subnet': {'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-925624985-subnet', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:25.182478 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:25.291338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Publish callbacks [] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.336574 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:25.337162 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Made reservation on behalf of 2a29ba5062cc46e29425649e960e808c for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:33:25.339051 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.405894 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks [] for router_gateway (764bb1d2-4d01-43db-99d9-21451508308f), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.445285 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.463653 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:25.473265 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-87fd15fe-0401-491d-9165-7d831045869a tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3070314 Aug 28 20:33:25.481068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57516) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:25.481168 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:25.501228 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:25.502527 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:25.556752 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:25.562991 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:25.568230 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:25.582059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Pushing event updated for resources: {'Port': ['ID=6b149d53-36c3-4375-bd86-3bc672588ba9,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:25.619368 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting subnet c9b302b0-9994-40f5-af64-ffa6d06fc798 {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:33:25.623434 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (c9b302b0-9994-40f5-af64-ffa6d06fc798), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.627132 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:25.677183 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:25.680867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Attempting to bind port 6b149d53-36c3-4375-bd86-3bc672588ba9 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:25.681943 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Attempting to bind port 6b149d53-36c3-4375-bd86-3bc672588ba9 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:25.682516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Attempting to bind port 6b149d53-36c3-4375-bd86-3bc672588ba9 on network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:25.689289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:25.690056 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Checking segment: {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:25.690628 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.691215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Bound using segment: {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:25.691844 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Bound port: 6b149d53-36c3-4375-bd86-3bc672588ba9, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:25.692383 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.710719 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (c9b302b0-9994-40f5-af64-ffa6d06fc798), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.814094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] For port 6b149d53-36c3-4375-bd86-3bc672588ba9, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:25.820816 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] For port 6b149d53-36c3-4375-bd86-3bc672588ba9, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b149d53-36c3-4375-bd86-3bc672588ba9,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:25.826670 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:25.827534 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:24Z', 'revision_number': 11, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:25.832224 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c9b302b0-9994-40f5-af64-ffa6d06fc798), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.861757 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:25.874004 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:25.878171 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:25.878374 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.899807 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks [] for router_gateway (764bb1d2-4d01-43db-99d9-21451508308f), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.925485 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.927016 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:25.975780 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:25.998415 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda02e-7016-4571-866b-ac9c49359465 None None] Pushing event updated for resources: {'Port': ['ID=6b149d53-36c3-4375-bd86-3bc672588ba9,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:26.017659 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (c9b302b0-9994-40f5-af64-ffa6d06fc798), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.045550 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:24Z', 'revision_number': 11, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:26.088753 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b302b0-9994-40f5-af64-ffa6d06fc798,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:26.093836 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.094046 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (0ad1ecb4-4d2a-4b6b-a84b-11026436db6e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.097574 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-c25995c3-ff6b-4d68-b8a5-ef0d8e0a66e1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c9b302b0-9994-40f5-af64-ffa6d06fc798 HTTP/1.1" status: 204 len: 168 time: 0.6194518 Aug 28 20:33:26.103244 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57536) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:26.105109 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b0601-c712-416d-8617-5101ab37ea60 None None] Network b2262c43-23ad-4d7d-af2f-dac53a2c2b86 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:26.139114 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f858aa-98a7-4bb0-9a57-a7d4dcc9bb8f None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:24Z', 'revision_number': 11, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:26.170472 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:26.190156 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad1ecb4-4d2a-4b6b-a84b-11026436db6e,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:26.200195 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Allocated IP 172.25.4.32 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/8c6f2880-3ee6-428b-828d-5436e40d0260) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:26.245551 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Checking segment: {'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:26.245987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Network hostable DHCP agents. Network: 4f7ba70c-5abc-4933-a36f-5f841a757f05, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:33:26.304412 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (b2262c43-23ad-4d7d-af2f-dac53a2c2b86), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.352322 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Deleting port 422948de-62a9-43fe-b39e-296210a046d4 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:26.353249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (422948de-62a9-43fe-b39e-296210a046d4), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.426811 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks [] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.430379 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:33:26.444595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] For port 422948de-62a9-43fe-b39e-296210a046d4, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=422948de-62a9-43fe-b39e-296210a046d4,segment=NetworkSegment(04c9ee17-888d-41d1-9b19-e0d2d19f655f),segment_id=04c9ee17-888d-41d1-9b19-e0d2d19f655f)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:26.445610 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (422948de-62a9-43fe-b39e-296210a046d4), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.462042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Calling delete_port for 422948de-62a9-43fe-b39e-296210a046d4 owned by network:dhcp {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:26.504622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 4f7ba70c-5abc-4933-a36f-5f841a757f05) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:26.510863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:26.516461 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.571386 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0de37-58a8-4b06-9206-4d69b52dee7f None None] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:26.589592 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.702625 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-2c54fb0c-e7c0-4a0c-9440-d76660e58ddd admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5485907 Aug 28 20:33:26.705674 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57558) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:26.711841 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:26.732666 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (422948de-62a9-43fe-b39e-296210a046d4), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.739241 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:26.745753 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Pushing event updated for resources: {'Port': ['ID=8c6f2880-3ee6-428b-828d-5436e40d0260,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:26.751084 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:26.754915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:26.795821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53363a-9345-4ba1-a1c3-5456c89726a2 None None] DHCP port deletion for b2262c43-23ad-4d7d-af2f-dac53a2c2b86 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:33:26.813683 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:26.833496 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Port': ['ID=422948de-62a9-43fe-b39e-296210a046d4,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:26.847208 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No DVR routers for this DVR port 422948de-62a9-43fe-b39e-296210a046d4 on host n-d-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:26.870812 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-4f7ba70c-5abc-4933-a36f-5f841a757f05', 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05', 'project_id': '2a29ba5062cc46e29425649e960e808c', 'fixed_ips': [{'subnet_id': '0ad1ecb4-4d2a-4b6b-a84b-11026436db6e'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:33:26.872223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.913696 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (de2cd292-8d26-4a57-a613-462b0071dd08), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:26.914837 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (de2cd292-8d26-4a57-a613-462b0071dd08), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.022512 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:27.047470 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (b2262c43-23ad-4d7d-af2f-dac53a2c2b86), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.106105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Allocated IP 172.20.0.2 (4f7ba70c-5abc-4933-a36f-5f841a757f05/0ad1ecb4-4d2a-4b6b-a84b-11026436db6e/183dcac0-c3d9-45a2-964b-d8c557c1ef5f) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:27.110980 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks [] for router_controller (de2cd292-8d26-4a57-a613-462b0071dd08), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.113260 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2262c43-23ad-4d7d-af2f-dac53a2c2b86']}} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:27.127461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c9ee17-888d-41d1-9b19-e0d2d19f655f') {'for_net_delete': True} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:27.127936 n-d-854121-7 neutron-server[114322]: DEBUG neutron.services.segments.db [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c9ee17-888d-41d1-9b19-e0d2d19f655f') {} {{(pid=114322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:27.133576 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.148190 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13408259'] for segment (04c9ee17-888d-41d1-9b19-e0d2d19f655f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.178029 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (04c9ee17-888d-41d1-9b19-e0d2d19f655f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.186719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=114322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:33:27.187827 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14281702'] for segment (04c9ee17-888d-41d1-9b19-e0d2d19f655f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.222182 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 04c9ee17-888d-41d1-9b19-e0d2d19f655f resource provider aggregate not found Aug 28 20:33:27.314954 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:27.343239 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks [] for router_gateway (764bb1d2-4d01-43db-99d9-21451508308f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.348442 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Publish callbacks [] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.368428 n-d-854121-7 neutron-server[114322]: INFO neutron.services.segments.plugin [-] Segment 04c9ee17-888d-41d1-9b19-e0d2d19f655f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04c9ee17-888d-41d1-9b19-e0d2d19f655f found for delete ", "request_id": "req-dcf254dc-3b34-4915-a992-7e5d23c3fd67"}]} Aug 28 20:33:27.433818 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:27.438961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.487416 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks [] for router_gateway (de2cd292-8d26-4a57-a613-462b0071dd08), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.546049 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:27.549800 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:27.552160 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Pushing event updated for resources: {'Port': ['ID=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:27.552300 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (b2262c43-23ad-4d7d-af2f-dac53a2c2b86), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.554477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:27.569146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.582085 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b2262c43-23ad-4d7d-af2f-dac53a2c2b86 HTTP/1.1" status: 204 len: 168 time: 1.4772103 Aug 28 20:33:27.584340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57590) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:27.630542 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'routes': None}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:27.632548 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:27.677645 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Attempting to bind port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:27.686129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Attempting to bind port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:27.686129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Attempting to bind port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f on network 4f7ba70c-5abc-4933-a36f-5f841a757f05 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:27.686129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:27.686129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Checking segment: {'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:27.686129 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.686129 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Bound using segment: {'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:27.688027 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Bound port: 183dcac0-c3d9-45a2-964b-d8c557c1ef5f, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:27.688584 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.798340 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802fade-17d1-4f7b-a000-a27ba7365d3e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Pushing event deleted for resources: {'Network': ['ID=b2262c43-23ad-4d7d-af2f-dac53a2c2b86,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:27.798554 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (764bb1d2-4d01-43db-99d9-21451508308f), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.799062 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] For port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:27.803189 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] For port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,segment=NetworkSegment(42522974-fca8-4d61-af42-d87dc26e2ab1),segment_id=42522974-fca8-4d61-af42-d87dc26e2ab1)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:27.827011 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b149d53-36c3-4375-bd86-3bc672588ba9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:27.841592 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.905023 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6b149d53-36c3-4375-bd86-3bc672588ba9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:27.905403 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:27.957279 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.006302 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12b087-12bd-4c84-84b0-c1be70b3d704 None None] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:28.020651 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.extraroute_db [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Added routes are [] {{(pid=114322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 20:33:28.023108 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.extraroute_db [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Removed routes are [] {{(pid=114322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 20:33:28.023108 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.171254 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Router 764bb1d2-4d01-43db-99d9-21451508308f is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:33:28.304994 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.321777 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.337678 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks [] for router_gateway (de2cd292-8d26-4a57-a613-462b0071dd08), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.355360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-4429eb3f-336b-4166-b55f-b7f21d6d833f None None] Provisioning complete for port 6b149d53-36c3-4375-bd86-3bc672588ba9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:28.355729 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4429eb3f-336b-4166-b55f-b7f21d6d833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.423513 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb45e-30e2-44e3-8867-885e9186320a None None] Pushing event updated for resources: {'Port': ['ID=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:28.453893 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.477265 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:28.479720 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 191df9d2-ca7a-4028-a531-61c5399decc8 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:28.489722 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:28.540592 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Sync routers for ids ['764bb1d2-4d01-43db-99d9-21451508308f'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:28.626934 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6b149d53-36c3-4375-bd86-3bc672588ba9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:28.627332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.642497 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Routers {'764bb1d2-4d01-43db-99d9-21451508308f'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:28.643380 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['764bb1d2-4d01-43db-99d9-21451508308f'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:28.648387 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4429eb3f-336b-4166-b55f-b7f21d6d833f None None] Current status of the port 6b149d53-36c3-4375-bd86-3bc672588ba9 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:28.648939 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4429eb3f-336b-4166-b55f-b7f21d6d833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.682812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:28.686760 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.691389 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d8cd62e6-f5fa-4b2b-8d9c-d82225f7aadb admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8562272 Aug 28 20:33:28.696168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.696168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ceda50a2-1b1e-4f57-99d6-da038ac14fd4 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 200 len: 700 time: 1.1062367 Aug 28 20:33:28.696168 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57626) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:28.698319 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57628) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:28.699765 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] Sync routers for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:28.729466 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:28.730503 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:28.753576 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 6b149d53-36c3-4375-bd86-3bc672588ba9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b149d53-36c3-4375-bd86-3bc672588ba9,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:28.790072 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0ed90155-12c1-4461-b774-c5e3e220f2ef tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 200 len: 205 time: 0.0879080 Aug 28 20:33:28.795146 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57630) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:28.807857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Allocated IP 172.25.4.176 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/111c7dd7-01ce-4093-9688-209598df9a62) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:28.857332 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:28.878549 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:28.913269 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:29.012715 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:24Z', 'revision_number': 11, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:29.050194 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] Checking router: 191df9d2-ca7a-4028-a531-61c5399decc8 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:29.059695 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Set router 764bb1d2-4d01-43db-99d9-21451508308f gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:29.062126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b80e8b28-6e71-4867-9246-b804313df618 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:29.062532 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] Routers {'191df9d2-ca7a-4028-a531-61c5399decc8'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:29.063271 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['191df9d2-ca7a-4028-a531-61c5399decc8'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:29.081627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da31528c-558d-4ad4-bec7-5acbb688ada8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (191df9d2-ca7a-4028-a531-61c5399decc8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:29.169661 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] Set router 191df9d2-ca7a-4028-a531-61c5399decc8 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:29.201987 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:29.205466 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: b80e8b28-6e71-4867-9246-b804313df618 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:29.205824 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device b80e8b28-6e71-4867-9246-b804313df618 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:29.206308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 422948de-62a9-43fe-b39e-296210a046d4 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:29.206724 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks [] for port (111c7dd7-01ce-4093-9688-209598df9a62), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:29.248748 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-4429eb3f-336b-4166-b55f-b7f21d6d833f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:33:29.249254 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-4429eb3f-336b-4166-b55f-b7f21d6d833f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:33:29.259058 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:24Z', 'revision_number': 11, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:29.291583 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3e6eb-9ede-41a6-ab18-f947d4bfdd21 None None] The sync data for ids ['191df9d2-ca7a-4028-a531-61c5399decc8'] in n-d-854121-7 is: [{'id': '191df9d2-ca7a-4028-a531-61c5399decc8', 'name': 'tempest-RoutersTest-router-823967647', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:32:39Z', 'updated_at': '2022-08-28T20:33:24Z', 'revision_number': 11, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:29.302253 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 422948de-62a9-43fe-b39e-296210a046d4 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:29.302845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 422948de-62a9-43fe-b39e-296210a046d4 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:29.337193 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=6b149d53-36c3-4375-bd86-3bc672588ba9,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:29.341678 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:29.392056 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:29.477078 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:27Z', 'revision_number': 3, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:29.528583 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (111c7dd7-01ce-4093-9688-209598df9a62), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:29.604247 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Checking router: 764bb1d2-4d01-43db-99d9-21451508308f for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:29.605809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Updating router 764bb1d2-4d01-43db-99d9-21451508308f port 8c6f2880-3ee6-428b-828d-5436e40d0260 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:33:29.689127 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:29.762208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c96af2-deff-4f80-92b6-139970d062ae None None] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:29.764810 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 183dcac0-c3d9-45a2-964b-d8c557c1ef5f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:29.938810 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da31528c-558d-4ad4-bec7-5acbb688ada8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:29.941572 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da31528c-558d-4ad4-bec7-5acbb688ada8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (191df9d2-ca7a-4028-a531-61c5399decc8), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.025208 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-4429eb3f-336b-4166-b55f-b7f21d6d833f None None] Current status of the port 6b149d53-36c3-4375-bd86-3bc672588ba9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:30.099191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da31528c-558d-4ad4-bec7-5acbb688ada8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (191df9d2-ca7a-4028-a531-61c5399decc8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.100991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da31528c-558d-4ad4-bec7-5acbb688ada8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Fanout notify agent at l3_agent the message router_deleted on router 191df9d2-ca7a-4028-a531-61c5399decc8 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:33:30.116107 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:30.116563 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.118394 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-da31528c-558d-4ad4-bec7-5acbb688ada8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.122511 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-da31528c-558d-4ad4-bec7-5acbb688ada8 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 204 len: 168 time: 1.3212190 Aug 28 20:33:30.126991 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57640) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:30.139090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-71c39b42-0503-4659-8391-7f7dbb01695c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-525027087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:30.146486 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:30.151601 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:30.158222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:30.162201 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Pushing event updated for resources: {'Port': ['ID=111c7dd7-01ce-4093-9688-209598df9a62,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:30.272972 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71c39b42-0503-4659-8391-7f7dbb01695c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.276242 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71c39b42-0503-4659-8391-7f7dbb01695c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.288183 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Provisioning complete for port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:30.288656 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.401773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:30.402282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.452692 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71c39b42-0503-4659-8391-7f7dbb01695c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), precommit_add_association {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.489714 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,segment=NetworkSegment(42522974-fca8-4d61-af42-d87dc26e2ab1),segment_id=42522974-fca8-4d61-af42-d87dc26e2ab1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:30.530939 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71c39b42-0503-4659-8391-7f7dbb01695c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.543067 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:30.563718 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.564733 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b149d53-36c3-4375-bd86-3bc672588ba9 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:30.571570 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Current status of the port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:30.571958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.651694 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-71c39b42-0503-4659-8391-7f7dbb01695c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.655397 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-71c39b42-0503-4659-8391-7f7dbb01695c tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5242801 Aug 28 20:33:30.655738 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57646) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:30.672066 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6fcdffed-404b-4313-af32-c03080301a58 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:30.679996 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Publish callbacks [] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.690393 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:30.695172 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.725055 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:30.739590 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:30.749571 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:33:30.750518 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:33:30.751366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 6b149d53-36c3-4375-bd86-3bc672588ba9 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:30.751744 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.780751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.801579 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks [] for router_gateway (de2cd292-8d26-4a57-a613-462b0071dd08), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.831821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Attempting to bind port 8c6f2880-3ee6-428b-828d-5436e40d0260 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:30.832179 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Attempting to bind port 8c6f2880-3ee6-428b-828d-5436e40d0260 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:30.832547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Attempting to bind port 8c6f2880-3ee6-428b-828d-5436e40d0260 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:30.847443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b590-c97b-469e-a3f6-ee221df5a85a None None] Pushing event updated for resources: {'Port': ['ID=8c6f2880-3ee6-428b-828d-5436e40d0260,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:30.850198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:30.850575 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:30.851031 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.852137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:30.852137 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Bound port: 8c6f2880-3ee6-428b-828d-5436e40d0260, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:30.852373 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:30.956153 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fcdffed-404b-4313-af32-c03080301a58 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10047'] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.106683 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fcdffed-404b-4313-af32-c03080301a58 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759121'] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.110357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] For port 8c6f2880-3ee6-428b-828d-5436e40d0260, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:31.112401 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 6b149d53-36c3-4375-bd86-3bc672588ba9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:31.115845 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] For port 8c6f2880-3ee6-428b-828d-5436e40d0260, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8c6f2880-3ee6-428b-828d-5436e40d0260,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:31.163789 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (de2cd292-8d26-4a57-a613-462b0071dd08), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.198066 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.281320 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Allocated IP 172.20.0.1 (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb/bf394087-77ad-4ac2-a0fd-73e8e28cd8fc/3c0b25af-7f52-4bb6-8c70-0e1febcd95c5) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:31.283506 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:31.309903 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b590-c97b-469e-a3f6-ee221df5a85a None None] Pushing event updated for resources: {'Port': ['ID=8c6f2880-3ee6-428b-828d-5436e40d0260,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:31.352076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcdffed-404b-4313-af32-c03080301a58 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Router 6a8bff81-42a9-43a9-880f-942ca0cdb3c1 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:33:31.375458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Routers {'764bb1d2-4d01-43db-99d9-21451508308f'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:31.376823 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['764bb1d2-4d01-43db-99d9-21451508308f'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:31.434268 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:31.450867 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Current status of the port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:31.459445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Router de2cd292-8d26-4a57-a613-462b0071dd08 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:33:31.467784 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks [] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.504042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Provisioning complete for port 6b149d53-36c3-4375-bd86-3bc672588ba9 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:31.505392 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.568345 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:31.595870 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcdffed-404b-4313-af32-c03080301a58 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:31.606311 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6fcdffed-404b-4313-af32-c03080301a58 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.610705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6fcdffed-404b-4313-af32-c03080301a58 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "PUT /networking/v2.0/routers/6a8bff81-42a9-43a9-880f-942ca0cdb3c1 HTTP/1.1" status: 200 len: 693 time: 0.9508440 Aug 28 20:33:31.611137 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57652) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:31.648418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] Sync routers for ids ['6a8bff81-42a9-43a9-880f-942ca0cdb3c1'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:31.664869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 183dcac0-c3d9-45a2-964b-d8c557c1ef5f up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:31.670550 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:31.682371 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Sync routers for ids ['de2cd292-8d26-4a57-a613-462b0071dd08'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:31.696867 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Routers {'de2cd292-8d26-4a57-a613-462b0071dd08'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:31.697777 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['de2cd292-8d26-4a57-a613-462b0071dd08'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:31.710749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] Routers {'6a8bff81-42a9-43a9-880f-942ca0cdb3c1'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:31.711607 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6a8bff81-42a9-43a9-880f-942ca0cdb3c1'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:31.736563 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c136f9bf-dd2b-41ef-8f00-5a2159f4f38e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/routers/6a8bff81-42a9-43a9-880f-942ca0cdb3c1 HTTP/1.1" status: 200 len: 699 time: 0.1241221 Aug 28 20:33:31.743614 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57654) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:31.782900 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57656) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:31.783528 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8d07fd3a-1b93-48f3-9cd0-1ec6514fcec1 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a8bff81-42a9-43a9-880f-942ca0cdb3c1 HTTP/1.1" status: 200 len: 205 time: 0.0429559 Aug 28 20:33:31.815550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] Set router 764bb1d2-4d01-43db-99d9-21451508308f gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:31.826252 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Set router de2cd292-8d26-4a57-a613-462b0071dd08 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:31.878209 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.882879 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2d9336f9-836a-481f-9872-ffd315cd30af admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1749992 Aug 28 20:33:31.885540 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57658) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:31.885982 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:31.949050 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-495e5d17-20cf-4e3f-86f6-b8b28491c991 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.020954 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] Set router 6a8bff81-42a9-43a9-880f-942ca0cdb3c1 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:32.036972 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:32.078296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:32.083467 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:32.086437 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:32.264346 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:32.346060 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:32.346827 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.359869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8bff81-42a9-43a9-880f-942ca0cdb3c1', 'name': 'tempest-RoutersTest-router-525027087', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:30Z', 'updated_at': '2022-08-28T20:33:30Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:32.361213 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:30Z', 'revision_number': 3, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:32.392559 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (764bb1d2-4d01-43db-99d9-21451508308f), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.409134 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-495e5d17-20cf-4e3f-86f6-b8b28491c991 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.422846 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Checking router: de2cd292-8d26-4a57-a613-462b0071dd08 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:32.423251 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Updating router de2cd292-8d26-4a57-a613-462b0071dd08 port 111c7dd7-01ce-4093-9688-209598df9a62 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:33:32.454470 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] Checking router: 6a8bff81-42a9-43a9-880f-942ca0cdb3c1 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:32.491300 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (111c7dd7-01ce-4093-9688-209598df9a62), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.495202 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-495e5d17-20cf-4e3f-86f6-b8b28491c991 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router_controller (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.518681 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fa348-83c8-4116-a017-18be0c9dbd3e None None] Current status of the port 6b149d53-36c3-4375-bd86-3bc672588ba9 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:32.525125 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] Routers {'6a8bff81-42a9-43a9-880f-942ca0cdb3c1'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:32.526453 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['6a8bff81-42a9-43a9-880f-942ca0cdb3c1'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:32.630021 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:32.690338 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-92d0f5e9-eb45-4640-990a-d4eacaf61321 None None] Provisioning complete for port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:32.690720 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-92d0f5e9-eb45-4640-990a-d4eacaf61321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.718620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] Set router 6a8bff81-42a9-43a9-880f-942ca0cdb3c1 gateway port host: None {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:32.753212 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:32.761755 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-495e5d17-20cf-4e3f-86f6-b8b28491c991 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (6a8bff81-42a9-43a9-880f-942ca0cdb3c1), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.762993 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495e5d17-20cf-4e3f-86f6-b8b28491c991 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Fanout notify agent at l3_agent the message router_deleted on router 6a8bff81-42a9-43a9-880f-942ca0cdb3c1 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:33:32.785212 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:32.815389 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-495e5d17-20cf-4e3f-86f6-b8b28491c991 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.817524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-495e5d17-20cf-4e3f-86f6-b8b28491c991 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/6a8bff81-42a9-43a9-880f-942ca0cdb3c1 HTTP/1.1" status: 204 len: 168 time: 1.0323617 Aug 28 20:33:32.826358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57666) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:32.827289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8bff81-42a9-43a9-880f-942ca0cdb3c1', 'name': 'tempest-RoutersTest-router-525027087', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:30Z', 'updated_at': '2022-08-28T20:33:30Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:32.861971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7204b-20ba-4b85-978d-6936275385b2 None None] The sync data for ids ['6a8bff81-42a9-43a9-880f-942ca0cdb3c1'] in n-d-854121-7 is: [{'id': '6a8bff81-42a9-43a9-880f-942ca0cdb3c1', 'name': 'tempest-RoutersTest-router-525027087', 'tenant_id': 'ed03447844244decb86aed85d040005a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:30Z', 'updated_at': '2022-08-28T20:33:30Z', 'revision_number': 2, 'project_id': 'ed03447844244decb86aed85d040005a', 'gw_port_host': None}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:32.863834 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:27Z', 'revision_number': 3, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:32.868251 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-712924df-d711-4ea9-8aac-096403ac3304 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6a8bff81-42a9-43a9-880f-942ca0cdb3c1 HTTP/1.1" status: 200 len: 205 time: 0.0405252 Aug 28 20:33:32.877547 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-92d0f5e9-eb45-4640-990a-d4eacaf61321 None None] Port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:32.877667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57668) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:32.903967 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:32.913552 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.929034 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-fdb0f31b-957c-40b6-adae-e9615a1449d3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] delete failed (client error): The resource could not be found. Aug 28 20:33:32.930345 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-fdb0f31b-957c-40b6-adae-e9615a1449d3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/6a8bff81-42a9-43a9-880f-942ca0cdb3c1 HTTP/1.1" status: 404 len: 336 time: 0.0569508 Aug 28 20:33:32.933478 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57670) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:32.942238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51617c5a-c501-4e2e-941f-bd70c969c090 None None] The sync data for ids ['764bb1d2-4d01-43db-99d9-21451508308f'] in n-d-854121-7 is: [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:27Z', 'revision_number': 3, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:32.952003 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-92d0f5e9-eb45-4640-990a-d4eacaf61321 None None] Provisioning complete for port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:32.955555 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-92d0f5e9-eb45-4640-990a-d4eacaf61321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:32.967354 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d0a150-98bc-4811-83ff-3f3767ef2cb7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:32.967819 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d0a150-98bc-4811-83ff-3f3767ef2cb7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:32.973780 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f8d0a150-98bc-4811-83ff-3f3767ef2cb7 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/62c5d4e2-e026-406c-8050-c8e9008f8832 HTTP/1.1" status: 404 len: 337 time: 0.0369520 Aug 28 20:33:32.976669 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57672) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.021657 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa6dc3f-b74c-4443-a64b-06ec39f4c95f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:33.022297 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa6dc3f-b74c-4443-a64b-06ec39f4c95f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:33.026432 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-4aa6dc3f-b74c-4443-a64b-06ec39f4c95f tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/93f86d81-e760-4b85-a08b-ce7d4e5bd5de HTTP/1.1" status: 404 len: 337 time: 0.0474250 Aug 28 20:33:33.029986 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57674) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.056031 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.081952 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:33.094294 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-074a9597-e7b6-4ea5-9cea-46ecad5922f5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:33.097462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074a9597-e7b6-4ea5-9cea-46ecad5922f5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:33.100812 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-074a9597-e7b6-4ea5-9cea-46ecad5922f5 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/79091cb9-83ab-488c-aad0-3fdc9ebd5b40 HTTP/1.1" status: 404 len: 337 time: 0.0642943 Aug 28 20:33:33.103448 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57676) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.110372 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Publish callbacks [] for port (111c7dd7-01ce-4093-9688-209598df9a62), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.169748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-92d0f5e9-eb45-4640-990a-d4eacaf61321 None None] Current status of the port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:33.196944 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b06437d-a47a-483e-b91f-4c15327d51a3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:33.199051 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b06437d-a47a-483e-b91f-4c15327d51a3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:33.202482 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5b06437d-a47a-483e-b91f-4c15327d51a3 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c9b302b0-9994-40f5-af64-ffa6d06fc798 HTTP/1.1" status: 404 len: 337 time: 0.0978544 Aug 28 20:33:33.206352 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57678) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.233062 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:33.253057 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (111c7dd7-01ce-4093-9688-209598df9a62), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.267253 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-24cce3be-a66d-4753-ad9b-ddad66d356fb tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 200 len: 205 time: 0.0572662 Aug 28 20:33:33.270211 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57680) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.338429 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-60219804-c2a4-48e3-bac2-45ffe05bb516 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] delete failed (client error): The resource could not be found. Aug 28 20:33:33.339587 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-60219804-c2a4-48e3-bac2-45ffe05bb516 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/191df9d2-ca7a-4028-a531-61c5399decc8 HTTP/1.1" status: 404 len: 336 time: 0.0648856 Aug 28 20:33:33.342675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57684) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.361663 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Attempting to bind port 111c7dd7-01ce-4093-9688-209598df9a62 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:33.361663 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Attempting to bind port 111c7dd7-01ce-4093-9688-209598df9a62 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:33.361663 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Attempting to bind port 111c7dd7-01ce-4093-9688-209598df9a62 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:33.369528 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks [] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.379625 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:33.379625 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:33.379625 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.379625 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:33.379625 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Bound port: 111c7dd7-01ce-4093-9688-209598df9a62, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:33.379625 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (111c7dd7-01ce-4093-9688-209598df9a62), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.417316 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8d98b4d4-099d-48a0-a5df-b531b1d91e99 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6986199b-0b2c-49aa-977f-6fc8bc92c728 HTTP/1.1" status: 200 len: 205 time: 0.0733683 Aug 28 20:33:33.424353 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57686) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.453422 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.464226 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a6af-aab8-4925-8dba-bcb812fd01a1 None None] Pushing event updated for resources: {'Port': ['ID=111c7dd7-01ce-4093-9688-209598df9a62,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:33.539232 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] For port 111c7dd7-01ce-4093-9688-209598df9a62, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:33.540104 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Allocated IP 172.20.0.1 (4f7ba70c-5abc-4933-a36f-5f841a757f05/0ad1ecb4-4d2a-4b6b-a84b-11026436db6e/edf5a983-fedf-42dd-b1bf-96c54c73ee9e) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:33.540206 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] For port 111c7dd7-01ce-4093-9688-209598df9a62, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=111c7dd7-01ce-4093-9688-209598df9a62,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:33.657131 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-4bc2fcc7-6815-4e64-bbfb-cf8046cc647d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] delete failed (client error): The resource could not be found. Aug 28 20:33:33.658153 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4bc2fcc7-6815-4e64-bbfb-cf8046cc647d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/6986199b-0b2c-49aa-977f-6fc8bc92c728 HTTP/1.1" status: 404 len: 336 time: 0.2365241 Aug 28 20:33:33.668096 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57690) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.684050 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8c6f2880-3ee6-428b-828d-5436e40d0260 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:33.702696 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:33.729300 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-62baf230-8545-4bf8-9184-962f1eeb42c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:33.730799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62baf230-8545-4bf8-9184-962f1eeb42c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:33.738226 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-62baf230-8545-4bf8-9184-962f1eeb42c6 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/aefed414-ebde-43fc-a876-9ba701b7c292 HTTP/1.1" status: 404 len: 337 time: 0.0678537 Aug 28 20:33:33.741820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57692) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.757674 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (764bb1d2-4d01-43db-99d9-21451508308f), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.779975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8c6f2880-3ee6-428b-828d-5436e40d0260 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:33.780366 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.791757 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-4de8a866-4449-45aa-b13f-ae992f098200 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0b3f994f-440e-447f-aad2-ff56184df3e6 HTTP/1.1" status: 200 len: 205 time: 0.0487702 Aug 28 20:33:33.794857 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57694) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.798578 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:33.821272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks [] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.839280 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (111c7dd7-01ce-4093-9688-209598df9a62), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.852448 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=100 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:33.919733 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-d469d4f9-6d69-4672-9f94-842c6a5c8635 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] delete failed (client error): The resource could not be found. Aug 28 20:33:33.920785 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-d469d4f9-6d69-4672-9f94-842c6a5c8635 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/0b3f994f-440e-447f-aad2-ff56184df3e6 HTTP/1.1" status: 404 len: 336 time: 0.1241021 Aug 28 20:33:33.925215 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57696) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:33.929838 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:33.944201 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Routers {'de2cd292-8d26-4a57-a613-462b0071dd08'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:33.944871 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['de2cd292-8d26-4a57-a613-462b0071dd08'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:33.971376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8c6f2880-3ee6-428b-828d-5436e40d0260 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:33.971784 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:33.992689 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-de8c1d68-c8af-44c1-9177-8e6451fb2679 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9a2f1356-b637-4c54-b839-908da80dd27e HTTP/1.1" status: 200 len: 205 time: 0.0661187 Aug 28 20:33:33.993449 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57698) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:34.023234 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:34.024656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:34.052885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 8c6f2880-3ee6-428b-828d-5436e40d0260, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8c6f2880-3ee6-428b-828d-5436e40d0260,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:34.086670 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:34.094956 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-70ed8732-acb4-4d5f-864d-a5bdaf0c4f4d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] delete failed (client error): The resource could not be found. Aug 28 20:33:34.099487 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-70ed8732-acb4-4d5f-864d-a5bdaf0c4f4d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/9a2f1356-b637-4c54-b839-908da80dd27e HTTP/1.1" status: 404 len: 336 time: 0.1017880 Aug 28 20:33:34.100196 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57700) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:34.101088 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a6af-aab8-4925-8dba-bcb812fd01a1 None None] Pushing event updated for resources: {'Port': ['ID=111c7dd7-01ce-4093-9688-209598df9a62,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:34.129461 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:34.264510 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] Set router de2cd292-8d26-4a57-a613-462b0071dd08 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:34.287295 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b17a89-77ca-4485-be7c-2b9a0f1d7c5e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:34.288388 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b17a89-77ca-4485-be7c-2b9a0f1d7c5e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:34.293627 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-36b17a89-77ca-4485-be7c-2b9a0f1d7c5e tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a584d96d-ebc0-41fd-a400-d401e6d384db HTTP/1.1" status: 404 len: 337 time: 0.1871147 Aug 28 20:33:34.294861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Pushing event updated for resources: {'Port': ['ID=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:34.299391 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57704) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:34.333197 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=8c6f2880-3ee6-428b-828d-5436e40d0260,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:34.345726 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Router 764bb1d2-4d01-43db-99d9-21451508308f has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:34.373266 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:34.377951 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:34.395933 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-de56d9f5-9eca-4f59-8e64-f374b4af2077 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c70a833b-05bf-4615-acf9-6e136b2b2750 HTTP/1.1" status: 200 len: 205 time: 0.0909729 Aug 28 20:33:34.395933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57706) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:34.395933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:34.503129 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (de2cd292-8d26-4a57-a613-462b0071dd08), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:34.632766 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-296d5bc3-6aa5-4602-8f25-bdcf43a65fc7 None None] Provisioning complete for port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:34.640458 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-296d5bc3-6aa5-4602-8f25-bdcf43a65fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:34.740495 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-296d5bc3-6aa5-4602-8f25-bdcf43a65fc7 None None] Port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:34.746080 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:30Z', 'revision_number': 3, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:34.785638 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:34.801697 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-f2020518-15ff-488e-a699-16caa59da3a7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/764bb1d2-4d01-43db-99d9-21451508308f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1048763 Aug 28 20:33:34.812721 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903513b-a026-4c94-a14b-2e5c5081ac42 None None] The sync data for ids ['de2cd292-8d26-4a57-a613-462b0071dd08'] in n-d-854121-7 is: [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:30Z', 'revision_number': 3, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:34.858656 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-0dedd2d4-d5b9-4a38-81bf-3bc208845612 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] delete failed (client error): The resource could not be found. Aug 28 20:33:34.860381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0dedd2d4-d5b9-4a38-81bf-3bc208845612 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c70a833b-05bf-4615-acf9-6e136b2b2750 HTTP/1.1" status: 404 len: 336 time: 0.3633568 Aug 28 20:33:34.863178 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57714) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:34.944636 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c3aaca-3142-4efe-aa85-4f92d4d92179 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:34.945199 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c3aaca-3142-4efe-aa85-4f92d4d92179 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:34.951083 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c7c3aaca-3142-4efe-aa85-4f92d4d92179 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/79bc8dae-7bf9-40aa-ad32-7191fcfd57fa HTTP/1.1" status: 404 len: 337 time: 0.0845764 Aug 28 20:33:34.952100 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57716) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:34.963179 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:35.016938 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5ef28f27-2fe9-4c1f-82d7-aded923cc0dc tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=be14cb81-8209-4548-bb29-af858b9e2fda HTTP/1.1" status: 200 len: 205 time: 0.0621030 Aug 28 20:33:35.018072 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57718) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:35.027185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-7a8aa6c9-aac8-4789-9c72-4ceff5978504 None None] Provisioning complete for port edf5a983-fedf-42dd-b1bf-96c54c73ee9e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:35.027983 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7a8aa6c9-aac8-4789-9c72-4ceff5978504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:35.138614 n-d-854121-7 neutron-server[114322]: INFO neutron.api.v2.resource [None req-2719b89c-84b5-45d3-a569-c28000d3414b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] delete failed (client error): The resource could not be found. Aug 28 20:33:35.142121 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-2719b89c-84b5-45d3-a569-c28000d3414b tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/routers/be14cb81-8209-4548-bb29-af858b9e2fda HTTP/1.1" status: 404 len: 336 time: 0.1190937 Aug 28 20:33:35.146179 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57722) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:35.190305 n-d-854121-7 neutron-server[114321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5034d241-25bf-4b54-a202-4b4c12953c3d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:35.190779 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5034d241-25bf-4b54-a202-4b4c12953c3d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:35.198605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-5034d241-25bf-4b54-a202-4b4c12953c3d tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a3dcf084-feb2-40d9-92c0-ebe3d0c909f7 HTTP/1.1" status: 404 len: 337 time: 0.0523841 Aug 28 20:33:35.199010 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57724) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:35.283200 n-d-854121-7 neutron-server[114322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df1a105-ca24-4415-aa0c-148edd12d0f2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] DELETE failed (client error): The resource could not be found. Aug 28 20:33:35.284013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df1a105-ca24-4415-aa0c-148edd12d0f2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 20:33:35.290873 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7df1a105-ca24-4415-aa0c-148edd12d0f2 tempest-RoutersTest-1709493443 tempest-RoutersTest-1709493443-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e6b8c80d-4c0f-40b9-b4fe-a89cf8910410 HTTP/1.1" status: 404 len: 337 time: 0.0907879 Aug 28 20:33:35.383937 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:35.470797 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks [] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:35.512353 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aa6c9-aac8-4789-9c72-4ceff5978504 None None] Port edf5a983-fedf-42dd-b1bf-96c54c73ee9e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:35.523948 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:35.688731 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (de2cd292-8d26-4a57-a613-462b0071dd08), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:35.835343 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8c6f2880-3ee6-428b-828d-5436e40d0260 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:35.848910 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-c449b11d-d669-4e96-8b2e-5abbf46c9856 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:35.857209 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-c449b11d-d669-4e96-8b2e-5abbf46c9856 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb HTTP/1.1" status: 200 len: 821 time: 0.1573958 Aug 28 20:33:35.880178 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-51a80178-cab6-4c9d-bde9-e9f4280624a4 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/quotas/e55666f817734da483b0d9e84d672789 HTTP/1.1" status: 200 len: 375 time: 0.0217898 Aug 28 20:33:35.894838 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:35.899481 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:35.926992 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Pushing event updated for resources: {'Port': ['ID=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:35.991820 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2a7ca19a-0c0f-42af-88ed-5918c4fc5310 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e55666f817734da483b0d9e84d672789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103833 Aug 28 20:33:36.018406 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 8c6f2880-3ee6-428b-828d-5436e40d0260 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:36.020524 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:36.138793 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57746) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:36.226644 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:36.232075 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-109b7d79-de9b-4918-94ea-d7bb3fcf70ff service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390389 Aug 28 20:33:36.252826 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Router de2cd292-8d26-4a57-a613-462b0071dd08 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:36.317142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 8c6f2880-3ee6-428b-828d-5436e40d0260 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:36.319282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 111c7dd7-01ce-4093-9688-209598df9a62 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:36.508108 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-21327d53-d54c-4362-b812-48aede9c8b0a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746956 Aug 28 20:33:36.514233 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 111c7dd7-01ce-4093-9688-209598df9a62 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:36.514621 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (111c7dd7-01ce-4093-9688-209598df9a62), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:36.627042 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9b84bfa4-00bf-40f8-a7ad-0e23435cd101 None None] Provisioning complete for port edf5a983-fedf-42dd-b1bf-96c54c73ee9e triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:36.628138 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9b84bfa4-00bf-40f8-a7ad-0e23435cd101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:36.702825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:36.720334 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9b84bfa4-00bf-40f8-a7ad-0e23435cd101 None None] Port edf5a983-fedf-42dd-b1bf-96c54c73ee9e cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:36.722919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Sync routers for ids ['764bb1d2-4d01-43db-99d9-21451508308f'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:36.732705 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-e21b3e7b-e753-44b2-baa2-a889061dc68e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/de2cd292-8d26-4a57-a613-462b0071dd08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8427854 Aug 28 20:33:36.736262 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Routers {'764bb1d2-4d01-43db-99d9-21451508308f'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:36.738355 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['764bb1d2-4d01-43db-99d9-21451508308f'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:36.826978 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:36.886868 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57754) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:36.894209 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a49322cb-df02-40d0-8bf5-e2e16f956b6c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ed03447844244decb86aed85d040005a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7499714 Aug 28 20:33:36.969126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 111c7dd7-01ce-4093-9688-209598df9a62 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:36.970194 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (111c7dd7-01ce-4093-9688-209598df9a62), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:37.007988 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ca3805e-7875-4099-b618-3e64376e5bc6 admin admin] Publish callbacks [] for security_group (dd725fec-077a-4ad0-96aa-35adbb694e6b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:37.067168 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ca3805e-7875-4099-b618-3e64376e5bc6 admin admin] Publish callbacks [] for security_group (dd725fec-077a-4ad0-96aa-35adbb694e6b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:37.072332 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 111c7dd7-01ce-4093-9688-209598df9a62, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=111c7dd7-01ce-4093-9688-209598df9a62,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:37.086156 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Set router 764bb1d2-4d01-43db-99d9-21451508308f gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:37.181044 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (111c7dd7-01ce-4093-9688-209598df9a62), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:37.229900 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ca3805e-7875-4099-b618-3e64376e5bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (dd725fec-077a-4ad0-96aa-35adbb694e6b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:37.232846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-6ca3805e-7875-4099-b618-3e64376e5bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:37.237276 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-6ca3805e-7875-4099-b618-3e64376e5bc6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dd725fec-077a-4ad0-96aa-35adbb694e6b HTTP/1.1" status: 204 len: 168 time: 0.3466952 Aug 28 20:33:37.248747 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3805e-7875-4099-b618-3e64376e5bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd725fec-077a-4ad0-96aa-35adbb694e6b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:37.277249 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=111c7dd7-01ce-4093-9688-209598df9a62,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:37.436403 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:32Z', 'revision_number': 4, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3c0b25af-7f52-4bb6-8c70-0e1febcd95c5', 'name': '', 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'mac_address': 'fa:16:3e:8b:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:30Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 2, 'project_id': 'e55666f817734da483b0d9e84d672789', 'subnets': [{'id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:37.466801 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Checking router: 764bb1d2-4d01-43db-99d9-21451508308f for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:37.467235 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Updating router 764bb1d2-4d01-43db-99d9-21451508308f port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:33:37.498886 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:37.720419 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:37.721627 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 111c7dd7-01ce-4093-9688-209598df9a62 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:37.932243 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57782) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:37.943219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-782991261-network', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:37.993577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-3de42a8c-5f87-4779-ab03-f4c5b3e19fbc req-3eeada10-5931-4dfe-b42c-b05a23eae13f tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 210 time: 0.0602443 Aug 28 20:33:38.019052 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:38.060555 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 111c7dd7-01ce-4093-9688-209598df9a62 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:38.060925 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (111c7dd7-01ce-4093-9688-209598df9a62), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.123895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Made reservation on behalf of 39d774b89d2d4495b652532fadcaeed9 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:33:38.126785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.146285 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.152570 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Publish callbacks [] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.244191 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.282330 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Sync routers for ids ['de2cd292-8d26-4a57-a613-462b0071dd08'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:38.306498 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks [] for security_group (29daecd6-5ddd-46c4-a2df-5a1fb82477f6), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.309819 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Routers {'de2cd292-8d26-4a57-a613-462b0071dd08'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:38.310903 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['de2cd292-8d26-4a57-a613-462b0071dd08'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:38.364259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 111c7dd7-01ce-4093-9688-209598df9a62 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:38.392941 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (29daecd6-5ddd-46c4-a2df-5a1fb82477f6), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.431102 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Pushing event updated for resources: {'Port': ['ID=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:38.449805 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29daecd6-5ddd-46c4-a2df-5a1fb82477f6,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:38.457131 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Set router de2cd292-8d26-4a57-a613-462b0071dd08 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:38.487956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:33:38.516205 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:38.516652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (30a61755-7b19-43bb-864e-51faac7cbe73), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.517312 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Added segment 30a61755-7b19-43bb-864e-51faac7cbe73 of type vlan for network 2717846e-0124-4960-86ff-9bc1bdc29ff8 Aug 28 20:33:38.548131 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Attempting to bind port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:38.550665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Attempting to bind port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:38.550665 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Attempting to bind port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 on network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:38.567473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:38.568613 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Checking segment: {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:38.569037 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.569446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Bound using segment: {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:38.571937 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Bound port: 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:38.574009 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.580373 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (2717846e-0124-4960-86ff-9bc1bdc29ff8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.693272 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] For port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:38.695413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] For port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:38.735808 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:34Z', 'revision_number': 4, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'edf5a983-fedf-42dd-b1bf-96c54c73ee9e', 'name': '', 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'mac_address': 'fa:16:3e:7a:54:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0ad1ecb4-4d2a-4b6b-a84b-11026436db6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:33Z', 'updated_at': '2022-08-28T20:33:35Z', 'revision_number': 2, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'subnets': [{'id': '0ad1ecb4-4d2a-4b6b-a84b-11026436db6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:38.742065 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (2717846e-0124-4960-86ff-9bc1bdc29ff8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.743415 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:38.744020 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.792433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.804698 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Checking router: de2cd292-8d26-4a57-a613-462b0071dd08 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:38.805265 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Updating router de2cd292-8d26-4a57-a613-462b0071dd08 port edf5a983-fedf-42dd-b1bf-96c54c73ee9e binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:33:38.815158 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:38.841197 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] Pushing event updated for resources: {'Network': ['ID=2717846e-0124-4960-86ff-9bc1bdc29ff8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:38.847298 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Routers {'764bb1d2-4d01-43db-99d9-21451508308f'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:38.848264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['764bb1d2-4d01-43db-99d9-21451508308f'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:38.925489 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:38.968279 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:33:39.086443 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Pushing event updated for resources: {'Port': ['ID=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:39.098076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.098433 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.098779 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.099201 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.099550 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.099884 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.100285 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.100551 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.100885 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.102892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.102892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.102892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.102892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.102892 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.103326 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f008d-b6cf-4276-a69e-480255b15a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:39.109132 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] Set router 764bb1d2-4d01-43db-99d9-21451508308f gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:39.187963 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-fe64d752-f096-4cbf-9dc0-ecf34cedcdc0 req-82f3cbc8-f6f7-4a7f-90e3-91ba26712b6e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 210 time: 0.0720649 Aug 28 20:33:39.412654 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-022741f8-0f7d-43cb-926e-2fce096ea05a admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4772768 Aug 28 20:33:39.427948 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57810) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:39.433835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Request body: {'subnet': {'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-782991261-subnet', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'ip_version': 4}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:39.504515 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:39.520762 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Publish callbacks [] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:39.621531 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:32Z', 'revision_number': 4, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3c0b25af-7f52-4bb6-8c70-0e1febcd95c5', 'name': '', 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'mac_address': 'fa:16:3e:8b:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:30Z', 'updated_at': '2022-08-28T20:33:38Z', 'revision_number': 4, 'project_id': 'e55666f817734da483b0d9e84d672789', 'subnets': [{'id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:39.652238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944cf3a-7477-4246-8434-0a55f88a2aea None None] The sync data for ids ['764bb1d2-4d01-43db-99d9-21451508308f'] in n-d-854121-7 is: [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:32Z', 'revision_number': 4, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '3c0b25af-7f52-4bb6-8c70-0e1febcd95c5', 'name': '', 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'mac_address': 'fa:16:3e:8b:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:30Z', 'updated_at': '2022-08-28T20:33:38Z', 'revision_number': 4, 'project_id': 'e55666f817734da483b0d9e84d672789', 'subnets': [{'id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:39.987795 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Made reservation on behalf of 39d774b89d2d4495b652532fadcaeed9 for: {'subnet': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:33:39.989677 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:39.993675 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12685519'] for subnet (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:40.046012 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:40.078772 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57826) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:40.133639 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d782ce-2bb6-4841-ab47-0192c81f8874 None None] Pushing event updated for resources: {'Port': ['ID=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:40.193562 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Attempting to bind port edf5a983-fedf-42dd-b1bf-96c54c73ee9e on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:40.194272 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Attempting to bind port edf5a983-fedf-42dd-b1bf-96c54c73ee9e by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:40.194732 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Attempting to bind port edf5a983-fedf-42dd-b1bf-96c54c73ee9e on network 4f7ba70c-5abc-4933-a36f-5f841a757f05 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:40.204362 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:40.207780 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Checking segment: {'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:40.207780 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:40.207780 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Bound using segment: {'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:40.207780 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Bound port: edf5a983-fedf-42dd-b1bf-96c54c73ee9e, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42522974-fca8-4d61-af42-d87dc26e2ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:40.207780 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:40.256073 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:40.361185 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-67db37af-c974-4e55-ac3c-d3bbd8d6548b req-8debecc8-a170-463c-be89-5d379631b74b tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 210 time: 0.0756133 Aug 28 20:33:40.366728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-6519791d-83e7-48af-b7fe-09c9b17be4e2 tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-999005680', 'prefixes': ['172.20.0.0/16']}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:40.402824 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:40.419387 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] For port edf5a983-fedf-42dd-b1bf-96c54c73ee9e, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:40.425177 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] For port edf5a983-fedf-42dd-b1bf-96c54c73ee9e, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,segment=NetworkSegment(42522974-fca8-4d61-af42-d87dc26e2ab1),segment_id=42522974-fca8-4d61-af42-d87dc26e2ab1)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:40.493448 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:40.538874 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Routers {'de2cd292-8d26-4a57-a613-462b0071dd08'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:40.539673 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['de2cd292-8d26-4a57-a613-462b0071dd08'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:40.584474 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14276217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12685565'] for subnet (f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:40.592282 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:40.616569 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d782ce-2bb6-4841-ab47-0192c81f8874 None None] Pushing event updated for resources: {'Port': ['ID=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:40.691358 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Checking segment: {'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:40.692022 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Network hostable DHCP agents. Network: 2717846e-0124-4960-86ff-9bc1bdc29ff8, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:33:40.709842 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9,revision_number=0']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:40.717167 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-6519791d-83e7-48af-b7fe-09c9b17be4e2 tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:40.723698 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-6519791d-83e7-48af-b7fe-09c9b17be4e2 tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6387274 Aug 28 20:33:40.723698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57834) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:40.756053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-72c15c3d-2746-4f85-8185-780852c966ee tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/aa88027b-ed46-4473-9b5b-286c8cb3f46e HTTP/1.1" status: 200 len: 731 time: 0.0336442 Aug 28 20:33:40.758725 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57836) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:40.766075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-ead5f95a-f3ee-41e2-8724-c3a4bbc8bfae tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-932824240'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:40.781942 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] Set router de2cd292-8d26-4a57-a613-462b0071dd08 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:40.812675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:33:40.944402 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 2717846e-0124-4960-86ff-9bc1bdc29ff8) {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:40.958731 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:40.958731 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:40.959007 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d5c0cb-4418-41d3-8cfa-6d89d9431291 None None] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:41.051263 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-433340c0-a17e-4bef-9b65-5cb69878f9de admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6217961 Aug 28 20:33:41.056041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 57848) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:41.072895 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:41.146458 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-2717846e-0124-4960-86ff-9bc1bdc29ff8', 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8', 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'fixed_ips': [{'subnet_id': 'f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:33:41.147772 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.215806 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (44f05526-0593-46a6-abdf-64f28f3e7978), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.218301 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (44f05526-0593-46a6-abdf-64f28f3e7978), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.358098 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:34Z', 'revision_number': 4, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'edf5a983-fedf-42dd-b1bf-96c54c73ee9e', 'name': '', 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'mac_address': 'fa:16:3e:7a:54:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0ad1ecb4-4d2a-4b6b-a84b-11026436db6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:33Z', 'updated_at': '2022-08-28T20:33:40Z', 'revision_number': 4, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'subnets': [{'id': '0ad1ecb4-4d2a-4b6b-a84b-11026436db6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:41.374620 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks [] for router_controller (44f05526-0593-46a6-abdf-64f28f3e7978), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.388709 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Allocated IP 172.20.0.2 (2717846e-0124-4960-86ff-9bc1bdc29ff8/f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9/49732e96-2ebd-4e51-a6d4-04d453d7c556) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:41.396016 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:41.437235 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bde4b4-b22a-4682-82e0-2895106867c1 None None] The sync data for ids ['de2cd292-8d26-4a57-a613-462b0071dd08'] in n-d-854121-7 is: [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:34Z', 'revision_number': 4, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'edf5a983-fedf-42dd-b1bf-96c54c73ee9e', 'name': '', 'network_id': '4f7ba70c-5abc-4933-a36f-5f841a757f05', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'mac_address': 'fa:16:3e:7a:54:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0ad1ecb4-4d2a-4b6b-a84b-11026436db6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:33Z', 'updated_at': '2022-08-28T20:33:40Z', 'revision_number': 4, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'subnets': [{'id': '0ad1ecb4-4d2a-4b6b-a84b-11026436db6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:41.485911 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-ead5f95a-f3ee-41e2-8724-c3a4bbc8bfae tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.490217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-ead5f95a-f3ee-41e2-8724-c3a4bbc8bfae tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/aa88027b-ed46-4473-9b5b-286c8cb3f46e HTTP/1.1" status: 200 len: 683 time: 0.7297897 Aug 28 20:33:41.493236 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57854) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:41.650541 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:41.707522 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-20193b52-46a5-4f2f-b9ee-bf2edb148bb1 req-cae08ea7-11bd-4a2e-829f-6d09d50a48d8 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 210 time: 0.1473217 Aug 28 20:33:41.797488 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:41.826899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-569a8f68-1729-468d-8f34-6d97046fe20d tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.831114 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-569a8f68-1729-468d-8f34-6d97046fe20d tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/aa88027b-ed46-4473-9b5b-286c8cb3f46e HTTP/1.1" status: 204 len: 168 time: 0.3366208 Aug 28 20:33:41.837172 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57856) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:41.861723 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-7b2dd244-d93e-4801-9942-aecf9114a0ce tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] show failed (client error): The resource could not be found. Aug 28 20:33:41.867714 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-7b2dd244-d93e-4801-9942-aecf9114a0ce tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/aa88027b-ed46-4473-9b5b-286c8cb3f46e HTTP/1.1" status: 404 len: 346 time: 0.0328925 Aug 28 20:33:41.868058 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57858) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:41.871775 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Publish callbacks [] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.881751 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:41.916346 n-d-854121-7 neutron-server[114321]: INFO neutron.api.v2.resource [None req-47a37911-0ef0-4d46-a6bd-8bf2553cbaab tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] delete failed (client error): The resource could not be found. Aug 28 20:33:41.922093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-47a37911-0ef0-4d46-a6bd-8bf2553cbaab tempest-SubnetPoolsTestJSON-1220689928 tempest-SubnetPoolsTestJSON-1220689928-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/aa88027b-ed46-4473-9b5b-286c8cb3f46e HTTP/1.1" status: 404 len: 346 time: 0.0484588 Aug 28 20:33:41.965328 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:41.997446 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:41.997831 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:42.084215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:42.097328 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:42.101673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:42.123304 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Pushing event updated for resources: {'Port': ['ID=49732e96-2ebd-4e51-a6d4-04d453d7c556,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:42.183809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:42.196028 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:42.294153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:42.390821 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Attempting to bind port 49732e96-2ebd-4e51-a6d4-04d453d7c556 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:42.391554 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Attempting to bind port 49732e96-2ebd-4e51-a6d4-04d453d7c556 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:42.392479 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Attempting to bind port 49732e96-2ebd-4e51-a6d4-04d453d7c556 on network 2717846e-0124-4960-86ff-9bc1bdc29ff8 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:42.405395 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:42.405783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Checking segment: {'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:42.406232 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:42.406655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Bound using segment: {'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:42.407153 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Bound port: 49732e96-2ebd-4e51-a6d4-04d453d7c556, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:42.407537 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:42.432387 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:42.512004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] For port 49732e96-2ebd-4e51-a6d4-04d453d7c556, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:42.515856 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] For port 49732e96-2ebd-4e51-a6d4-04d453d7c556, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=49732e96-2ebd-4e51-a6d4-04d453d7c556,segment=NetworkSegment(30a61755-7b19-43bb-864e-51faac7cbe73),segment_id=30a61755-7b19-43bb-864e-51faac7cbe73)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:42.605380 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks [] for router_gateway (44f05526-0593-46a6-abdf-64f28f3e7978), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:42.605957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:42.643950 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:42.708866 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:42.844417 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051d476-8d0d-4887-91d1-0bec670121bd None None] Pushing event updated for resources: {'Port': ['ID=49732e96-2ebd-4e51-a6d4-04d453d7c556,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:42.986633 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-fdb77011-d018-4520-998f-0bbb6cf35239 req-c5f9c3d4-5d78-4763-b844-58264f731d3f tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 210 time: 0.1097584 Aug 28 20:33:43.006952 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57874) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:43.065634 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-6f51051f-80e5-4758-b6c2-a16928bf1cca tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:43.068002 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-6f51051f-80e5-4758-b6c2-a16928bf1cca tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.84 "GET /networking/v2.0/networks?id=a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb HTTP/1.1" status: 200 len: 821 time: 0.4881830 Aug 28 20:33:43.092258 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Request body: {'port': {'device_id': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'admin_state_up': True, 'tenant_id': 'e55666f817734da483b0d9e84d672789'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:43.255676 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8f8fe9e-cce9-4a5c-b0f1-6ba47dd1029b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.259091 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.383844 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks [] for router_gateway (44f05526-0593-46a6-abdf-64f28f3e7978), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.412450 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.443716 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8f8fe9e-cce9-4a5c-b0f1-6ba47dd1029b admin admin] Publish callbacks [] for security_group (2b99cdcc-0b88-4045-9e05-896f4d853bd0), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.501192 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Made reservation on behalf of e55666f817734da483b0d9e84d672789 for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:33:43.505616 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.532610 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c8f8fe9e-cce9-4a5c-b0f1-6ba47dd1029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b99cdcc-0b88-4045-9e05-896f4d853bd0), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.651863 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c8f8fe9e-cce9-4a5c-b0f1-6ba47dd1029b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0a2a67c7a55b4aa89f6f80d6b4d14fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6414237 Aug 28 20:33:43.651863 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8fe9e-cce9-4a5c-b0f1-6ba47dd1029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b99cdcc-0b88-4045-9e05-896f4d853bd0,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:43.655612 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57878) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:43.744940 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:43.783235 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a808-d4cb-4f9f-bd8f-7029a64d38d5 admin admin] Publish callbacks [] for security_group (2b99cdcc-0b88-4045-9e05-896f4d853bd0), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.784676 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Allocated IP 172.25.4.104 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/46af4ae5-a9b8-4855-b036-5024f0e93f47) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:43.821071 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a808-d4cb-4f9f-bd8f-7029a64d38d5 admin admin] Publish callbacks [] for security_group (2b99cdcc-0b88-4045-9e05-896f4d853bd0), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:43.874949 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:43.934255 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Allocated IP 172.20.0.9 (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb/bf394087-77ad-4ac2-a0fd-73e8e28cd8fc/4b1d2264-1611-4924-9e53-b44a53e48941) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:43.974899 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:44.058346 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a808-d4cb-4f9f-bd8f-7029a64d38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (2b99cdcc-0b88-4045-9e05-896f4d853bd0), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.062730 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a808-d4cb-4f9f-bd8f-7029a64d38d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.064340 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d9d9a808-d4cb-4f9f-bd8f-7029a64d38d5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b99cdcc-0b88-4045-9e05-896f4d853bd0 HTTP/1.1" status: 204 len: 168 time: 0.4059956 Aug 28 20:33:44.086128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a808-d4cb-4f9f-bd8f-7029a64d38d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b99cdcc-0b88-4045-9e05-896f4d853bd0,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:44.088143 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:44.088520 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.263997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:44.265167 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edf5a983-fedf-42dd-b1bf-96c54c73ee9e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:44.300045 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:44.319665 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks [] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.321280 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port edf5a983-fedf-42dd-b1bf-96c54c73ee9e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:44.322811 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.403684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-cc228e68-f24d-454f-ad54-f852df19b7b6 req-435f3099-7b42-444a-97c7-a72e6c723116 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 210 time: 0.0426917 Aug 28 20:33:44.441241 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.463906 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks [] for port (4b1d2264-1611-4924-9e53-b44a53e48941), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.489698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port edf5a983-fedf-42dd-b1bf-96c54c73ee9e is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:44.490133 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.522354 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:44.531043 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port edf5a983-fedf-42dd-b1bf-96c54c73ee9e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,segment=NetworkSegment(42522974-fca8-4d61-af42-d87dc26e2ab1),segment_id=42522974-fca8-4d61-af42-d87dc26e2ab1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:44.533818 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:44.539918 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:44.559054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6c861-5980-41cd-a035-1f3282d41aeb None None] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:44.580376 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Pushing event updated for resources: {'Port': ['ID=46af4ae5-a9b8-4855-b036-5024f0e93f47,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:44.601335 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.601679 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.605958 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.606432 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.606774 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.607111 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.607441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.607765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.608091 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.609222 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.609566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.609912 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.610242 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.610571 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.610909 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:44.644919 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-72328df9-bcde-4390-a190-eced6560a796 None None] Provisioning complete for port 49732e96-2ebd-4e51-a6d4-04d453d7c556 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:44.645680 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-72328df9-bcde-4390-a190-eced6560a796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.647508 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.648587 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 49732e96-2ebd-4e51-a6d4-04d453d7c556 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:44.683415 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.827978 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:44.838526 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:44.844961 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:44.847041 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:44.855801 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:44.858624 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Pushing event updated for resources: {'Port': ['ID=4b1d2264-1611-4924-9e53-b44a53e48941,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:44.928789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:44.930024 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:44.977492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 49732e96-2ebd-4e51-a6d4-04d453d7c556 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:44.977891 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.042880 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-72328df9-bcde-4390-a190-eced6560a796 None None] Current status of the port 49732e96-2ebd-4e51-a6d4-04d453d7c556 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:45.046243 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-72328df9-bcde-4390-a190-eced6560a796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.050458 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-2e5c1283-ade0-4241-b82b-b1a65a7e6960 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9566624 Aug 28 20:33:45.057973 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-c927d62f-994d-461f-926f-b5ee500a7760 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:33:45.062728 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-c927d62f-994d-461f-926f-b5ee500a7760 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.84 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0110540 Aug 28 20:33:45.107864 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Request body: {'port': {'device_id': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:33:45.129594 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-72328df9-bcde-4390-a190-eced6560a796 None None] For port 49732e96-2ebd-4e51-a6d4-04d453d7c556, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=49732e96-2ebd-4e51-a6d4-04d453d7c556,segment=NetworkSegment(30a61755-7b19-43bb-864e-51faac7cbe73),segment_id=30a61755-7b19-43bb-864e-51faac7cbe73)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:45.145808 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:45.204995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 49732e96-2ebd-4e51-a6d4-04d453d7c556 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:45.205766 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.227258 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-72328df9-bcde-4390-a190-eced6560a796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.236491 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks [] for router_gateway (44f05526-0593-46a6-abdf-64f28f3e7978), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.243843 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.401876 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:33:45.407184 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:33:45.437379 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72328df9-bcde-4390-a190-eced6560a796 None None] Pushing event updated for resources: {'Port': ['ID=49732e96-2ebd-4e51-a6d4-04d453d7c556,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:45.612865 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783da00b-bfe8-46c2-bcfc-f2bd658f4e80 req-bfae36cf-0cde-457e-b3e5-125815c36a6c tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:45.615208 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-783da00b-bfe8-46c2-bcfc-f2bd658f4e80 req-bfae36cf-0cde-457e-b3e5-125815c36a6c tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 931 time: 0.0619924 Aug 28 20:33:45.683081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0902d0e6-bd9a-41c3-95f3-54fd9154b116 None None] Provisioning complete for port 4b1d2264-1611-4924-9e53-b44a53e48941 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:45.683081 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0902d0e6-bd9a-41c3-95f3-54fd9154b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.726646 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:45.728347 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0902d0e6-bd9a-41c3-95f3-54fd9154b116 None None] Port 4b1d2264-1611-4924-9e53-b44a53e48941 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:45.738761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-0902d0e6-bd9a-41c3-95f3-54fd9154b116 None None] Provisioning complete for port 49732e96-2ebd-4e51-a6d4-04d453d7c556 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:45.739185 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0902d0e6-bd9a-41c3-95f3-54fd9154b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:45.775019 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-783da00b-bfe8-46c2-bcfc-f2bd658f4e80 req-5975f58a-0af3-4462-b4bb-8c1bbeb2e927 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441240 Aug 28 20:33:45.854242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-0902d0e6-bd9a-41c3-95f3-54fd9154b116 None None] Current status of the port 49732e96-2ebd-4e51-a6d4-04d453d7c556 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:45.898463 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (44f05526-0593-46a6-abdf-64f28f3e7978), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.001271 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 49732e96-2ebd-4e51-a6d4-04d453d7c556 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:46.098397 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:46.165161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edf5a983-fedf-42dd-b1bf-96c54c73ee9e up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:46.172548 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1d2264-1611-4924-9e53-b44a53e48941 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:33:46.182278 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Publish callbacks [] for port (4b1d2264-1611-4924-9e53-b44a53e48941), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.198682 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:46.216324 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Transition to ACTIVE for port object 4b1d2264-1611-4924-9e53-b44a53e48941 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:33:46.232715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port edf5a983-fedf-42dd-b1bf-96c54c73ee9e triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:46.233098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.304527 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.307087 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Router 44f05526-0593-46a6-abdf-64f28f3e7978 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:33:46.323503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port edf5a983-fedf-42dd-b1bf-96c54c73ee9e is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:46.324617 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 49732e96-2ebd-4e51-a6d4-04d453d7c556 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:46.385655 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 49732e96-2ebd-4e51-a6d4-04d453d7c556 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:46.386193 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.389127 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:46.467976 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Attempting to bind port 4b1d2264-1611-4924-9e53-b44a53e48941 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:46.468450 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Attempting to bind port 4b1d2264-1611-4924-9e53-b44a53e48941 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:46.468844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Attempting to bind port 4b1d2264-1611-4924-9e53-b44a53e48941 on network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:46.475732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 49732e96-2ebd-4e51-a6d4-04d453d7c556 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:46.512132 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Pushing event updated for resources: {'Port': ['ID=4b1d2264-1611-4924-9e53-b44a53e48941,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:46.519480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Port 4b1d2264-1611-4924-9e53-b44a53e48941 on network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:33:46.519810 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Attempting to bind port 4b1d2264-1611-4924-9e53-b44a53e48941 on network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:46.529765 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:46.530194 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Checking segment: {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:46.530533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Bound using segment: {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:46.530966 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Bound port: 4b1d2264-1611-4924-9e53-b44a53e48941, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dae5ca-c53a-4c33-9eca-166395707707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:46.531350 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.645471 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:46.655829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Sync routers for ids ['44f05526-0593-46a6-abdf-64f28f3e7978'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:46.667005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] For port 4b1d2264-1611-4924-9e53-b44a53e48941, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:46.669962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Routers {'44f05526-0593-46a6-abdf-64f28f3e7978'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:46.670553 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['44f05526-0593-46a6-abdf-64f28f3e7978'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:46.671325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] For port 4b1d2264-1611-4924-9e53-b44a53e48941, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4b1d2264-1611-4924-9e53-b44a53e48941,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:46.778516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.779807 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-33578b24-18c5-4ad7-8fe2-dfcfbc350878 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7241299 Aug 28 20:33:46.785509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.787430 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:46.787841 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 57952) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:46.788332 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:46.789424 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/4b1d2264-1611-4924-9e53-b44a53e48941 HTTP/1.1" status: 200 len: 1091 time: 1.6956711 Aug 28 20:33:46.790140 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'tag': '4b1d2264-1611-4924-9e53-b44a53e48941'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:33:46.792456 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c" -d '{"events": [{"name": "network-changed", "server_uuid": "07181ce9-cbf2-41ed-8772-be69b2b10285", "tag": "4b1d2264-1611-4924-9e53-b44a53e48941"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:33:46.816836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Set router 44f05526-0593-46a6-abdf-64f28f3e7978 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:46.941546 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faea0fb-33a3-4bf7-85e7-0bd53da9362e x-openstack-request-id: req-2faea0fb-33a3-4bf7-85e7-0bd53da9362e {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:33:46.942121 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07181ce9-cbf2-41ed-8772-be69b2b10285", "tag": "4b1d2264-1611-4924-9e53-b44a53e48941", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:33:46.942121 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2faea0fb-33a3-4bf7-85e7-0bd53da9362e {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:33:46.943852 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2faea0fb-33a3-4bf7-85e7-0bd53da9362e'] response: {'name': 'network-changed', 'server_uuid': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'tag': '4b1d2264-1611-4924-9e53-b44a53e48941', 'status': 'completed', 'code': 200} Aug 28 20:33:47.069673 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-adae7c2a-0757-42b6-9a18-3a7a08b7062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:47.071588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-adae7c2a-0757-42b6-9a18-3a7a08b7062a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=e55666f817734da483b0d9e84d672789&device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 1125 time: 0.1074874 Aug 28 20:33:47.079315 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb425eed-5fc3-40e9-93ca-91c1dc50f69f service neutron] Pushing event updated for resources: {'Port': ['ID=4b1d2264-1611-4924-9e53-b44a53e48941,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:47.182754 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-154ddae7-f3b6-49b9-86bf-9e55383807f1 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1d2264-1611-4924-9e53-b44a53e48941 HTTP/1.1" status: 200 len: 217 time: 0.0889912 Aug 28 20:33:47.183241 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:33:44Z', 'revision_number': 3, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port': {'id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:43Z', 'updated_at': '2022-08-28T20:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:47.239380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d828-e31e-4ef7-a633-27ba53bfcd23 req-e9d25f36-8a1a-43ba-8bbe-6783edc09dce tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:47.242183 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11f9d828-e31e-4ef7-a633-27ba53bfcd23 req-e9d25f36-8a1a-43ba-8bbe-6783edc09dce tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 943 time: 0.2862649 Aug 28 20:33:47.279483 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-d362774e-a6de-40c5-bbf7-4c862f674410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:47.281143 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-d362774e-a6de-40c5-bbf7-4c862f674410 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bf394087-77ad-4ac2-a0fd-73e8e28cd8fc HTTP/1.1" status: 200 len: 860 time: 0.0903065 Aug 28 20:33:47.385797 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-bf9c320f-cdca-42b8-9921-0fb5f5dd08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:47.388093 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-bf9c320f-cdca-42b8-9921-0fb5f5dd08df service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983853 Aug 28 20:33:47.507692 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-11f9d828-e31e-4ef7-a633-27ba53bfcd23 req-6832de4b-99cd-47bd-bae6-2ab95ad4fa5e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045646 Aug 28 20:33:47.525793 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-c36af721-14e9-415b-a72a-2e2a7e0cc935 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278169 Aug 28 20:33:47.657667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Checking router: 44f05526-0593-46a6-abdf-64f28f3e7978 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:47.658712 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Updating router 44f05526-0593-46a6-abdf-64f28f3e7978 port 46af4ae5-a9b8-4855-b036-5024f0e93f47 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:33:47.714282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:47.753993 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:47.758711 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-521d98ab-a62f-442d-861f-ce20cbdaf0e4 req-82202061-f1a4-4514-b515-1a63aca7196e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216504 Aug 28 20:33:47.821204 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:47.974253 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.122705 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Publish callbacks [] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.235314 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Allocated IP 172.20.0.1 (2717846e-0124-4960-86ff-9bc1bdc29ff8/f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9/c98264ef-5516-40b5-b401-32b8fcd45a73) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:33:48.311878 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.379323 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Attempting to bind port 46af4ae5-a9b8-4855-b036-5024f0e93f47 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:48.379897 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Attempting to bind port 46af4ae5-a9b8-4855-b036-5024f0e93f47 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:48.380054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Attempting to bind port 46af4ae5-a9b8-4855-b036-5024f0e93f47 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:48.401297 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:48.402673 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:48.403095 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.403503 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:48.404020 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Bound port: 46af4ae5-a9b8-4855-b036-5024f0e93f47, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:48.404407 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.417729 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks [] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.432485 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ae21e-da0b-4228-ab65-d74a51694f53 None None] Pushing event updated for resources: {'Port': ['ID=46af4ae5-a9b8-4855-b036-5024f0e93f47,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:48.470836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] For port 46af4ae5-a9b8-4855-b036-5024f0e93f47, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:48.475504 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] For port 46af4ae5-a9b8-4855-b036-5024f0e93f47, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=46af4ae5-a9b8-4855-b036-5024f0e93f47,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:48.587958 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:48.587958 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.588157 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.657775 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:48.662095 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:48.666018 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Routers {'44f05526-0593-46a6-abdf-64f28f3e7978'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:48.667591 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['44f05526-0593-46a6-abdf-64f28f3e7978'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:48.670486 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:33:48.714480 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Pushing event updated for resources: {'Port': ['ID=c98264ef-5516-40b5-b401-32b8fcd45a73,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:48.737505 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.737878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.738260 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.738601 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.738933 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.739264 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.739656 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.740407 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.740748 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.741083 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.741412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.742487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.742487 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.742721 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.742925 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:33:48.751764 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (44f05526-0593-46a6-abdf-64f28f3e7978), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:48.778650 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f035f7-5461-4a3a-9627-94c694fa291e req-ad815907-cdc3-4d4d-958c-624cf81968fc tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:48.790472 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7f035f7-5461-4a3a-9627-94c694fa291e req-ad815907-cdc3-4d4d-958c-624cf81968fc tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 943 time: 0.1634951 Aug 28 20:33:48.837728 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:48.867145 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ae21e-da0b-4228-ab65-d74a51694f53 None None] Pushing event updated for resources: {'Port': ['ID=46af4ae5-a9b8-4855-b036-5024f0e93f47,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:48.874616 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] Set router 44f05526-0593-46a6-abdf-64f28f3e7978 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:48.885024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-e7f035f7-5461-4a3a-9627-94c694fa291e req-5459c32d-9cc2-417a-84ee-b3675a2c8ba2 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949733 Aug 28 20:33:48.949185 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:48.960417 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-26733a1b-e37d-4023-848a-706e29210fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:48.961972 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-26733a1b-e37d-4023-848a-706e29210fc8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=e55666f817734da483b0d9e84d672789&device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 1125 time: 0.0567539 Aug 28 20:33:49.024068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-252b2fdd-d910-423b-97b5-411f2d9c741c None None] Provisioning complete for port c98264ef-5516-40b5-b401-32b8fcd45a73 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:49.024443 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-252b2fdd-d910-423b-97b5-411f2d9c741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:49.027594 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:49.030673 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:49.069212 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-800117cf-e605-4f4b-a03b-dcbef60101da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:49.070855 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-800117cf-e605-4f4b-a03b-dcbef60101da service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb HTTP/1.1" status: 200 len: 922 time: 0.0981455 Aug 28 20:33:49.081738 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-252b2fdd-d910-423b-97b5-411f2d9c741c None None] Port c98264ef-5516-40b5-b401-32b8fcd45a73 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:49.117697 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:49.127036 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-14d78079-83cf-47d2-b802-13c3735344f7 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1d2264-1611-4924-9e53-b44a53e48941 HTTP/1.1" status: 200 len: 217 time: 0.0422411 Aug 28 20:33:49.138838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:33:44Z', 'revision_number': 3, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port': {'id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:43Z', 'updated_at': '2022-08-28T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:49.146481 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:49.167047 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18904699-6f34-4065-bff8-03ad9b2fd605 None None] The sync data for ids ['44f05526-0593-46a6-abdf-64f28f3e7978'] in n-d-854121-7 is: [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:33:44Z', 'revision_number': 3, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port': {'id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:43Z', 'updated_at': '2022-08-28T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:49.197811 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-f69de97f-c2f4-4aa8-9c83-a13a0042ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:49.199378 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-f69de97f-c2f4-4aa8-9c83-a13a0042ae12 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=bf394087-77ad-4ac2-a0fd-73e8e28cd8fc HTTP/1.1" status: 200 len: 860 time: 0.0645502 Aug 28 20:33:49.287125 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-1a85ad44-d4d7-49ea-9715-1af3db529157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:49.290636 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-1a85ad44-d4d7-49ea-9715-1af3db529157 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0835471 Aug 28 20:33:49.361816 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:49.452582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks [] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:49.459833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-fb84677c-ebb6-46ac-ab62-d6a7a5f773e0 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548069 Aug 28 20:33:49.543206 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58028) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:49.585836 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:49.642489 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2c8de7b7-21c2-4502-ae69-0fdc4d76ee0c req-5c475605-dafd-4d71-b42e-5d08fbb818fb service neutron] 10.222.0.84 "GET /networking/v2.0/networks/a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362257 Aug 28 20:33:49.693491 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (44f05526-0593-46a6-abdf-64f28f3e7978), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:49.705467 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Pushing event updated for resources: {'Port': ['ID=c98264ef-5516-40b5-b401-32b8fcd45a73,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:49.719383 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78bb82a7-de88-4da6-9253-433b4bce6554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:49.885110 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:33:49.888289 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:33:50.076686 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Router 44f05526-0593-46a6-abdf-64f28f3e7978 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:50.112886 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78bb82a7-de88-4da6-9253-433b4bce6554 admin admin] Publish callbacks [] for security_group (bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.123670 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:50.150928 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46af4ae5-a9b8-4855-b036-5024f0e93f47 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:50.151392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e75ea4-cf0d-4af1-9e02-34b354ff3449 req-861c5740-abb4-422d-a655-59d60e2743d4 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:50.152958 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c0e75ea4-cf0d-4af1-9e02-34b354ff3449 req-861c5740-abb4-422d-a655-59d60e2743d4 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 943 time: 0.1027470 Aug 28 20:33:50.223499 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-78bb82a7-de88-4da6-9253-433b4bce6554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.238632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-b2d7c7da-08c8-4458-b849-04294d670f52 None None] Provisioning complete for port c98264ef-5516-40b5-b401-32b8fcd45a73 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:50.239112 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c7da-08c8-4458-b849-04294d670f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.286385 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 46af4ae5-a9b8-4855-b036-5024f0e93f47 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:50.286633 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.306335 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-78bb82a7-de88-4da6-9253-433b4bce6554 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1b26b90f49184bed89e2bcbbd09fbd2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7621644 Aug 28 20:33:50.309463 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58040) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:50.312634 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7c7da-08c8-4458-b849-04294d670f52 None None] Port c98264ef-5516-40b5-b401-32b8fcd45a73 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:33:50.347974 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb82a7-de88-4da6-9253-433b4bce6554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:50.380774 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c0e75ea4-cf0d-4af1-9e02-34b354ff3449 req-22867410-1ab7-43df-93a7-f821395697dc tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138665 Aug 28 20:33:50.424765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:50.449896 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 46af4ae5-a9b8-4855-b036-5024f0e93f47 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:50.449896 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.452830 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-1a3aae15-c462-4e1f-a6e4-7fd67ce4ff5e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/44f05526-0593-46a6-abdf-64f28f3e7978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6588876 Aug 28 20:33:50.487026 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 46af4ae5-a9b8-4855-b036-5024f0e93f47, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=46af4ae5-a9b8-4855-b036-5024f0e93f47,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:50.510835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-401ea734-b412-4873-8860-8ce3e6ceb631 admin admin] Publish callbacks [] for security_group (bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.534976 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-401ea734-b412-4873-8860-8ce3e6ceb631 admin admin] Publish callbacks [] for security_group (bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.559986 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:50.597945 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.670242 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=46af4ae5-a9b8-4855-b036-5024f0e93f47,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:50.767249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-401ea734-b412-4873-8860-8ce3e6ceb631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.767249 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-401ea734-b412-4873-8860-8ce3e6ceb631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:50.768679 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-401ea734-b412-4873-8860-8ce3e6ceb631 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630 HTTP/1.1" status: 204 len: 168 time: 0.4574697 Aug 28 20:33:50.779757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ea734-b412-4873-8860-8ce3e6ceb631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5a6b50-93d4-4bd1-92a0-0ac86f6c2630,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:51.289797 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Sync routers for ids ['44f05526-0593-46a6-abdf-64f28f3e7978'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:51.305982 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Routers {'44f05526-0593-46a6-abdf-64f28f3e7978'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:51.306615 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['44f05526-0593-46a6-abdf-64f28f3e7978'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:51.348004 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:51.418759 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Set router 44f05526-0593-46a6-abdf-64f28f3e7978 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:51.602462 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360acb6-c0fb-49e7-b1a6-3bed455baaa3 req-1e400093-643b-43ae-a92a-112fafcfdb1c tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:51.616745 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2360acb6-c0fb-49e7-b1a6-3bed455baaa3 req-1e400093-643b-43ae-a92a-112fafcfdb1c tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 943 time: 0.1200848 Aug 28 20:33:51.712217 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2360acb6-c0fb-49e7-b1a6-3bed455baaa3 req-3b5b0d6c-1dc1-4a03-adb4-03ceb43ec7e2 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931442 Aug 28 20:33:51.715035 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:33:48Z', 'revision_number': 4, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port': {'id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:43Z', 'updated_at': '2022-08-28T20:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c98264ef-5516-40b5-b401-32b8fcd45a73', 'name': '', 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'mac_address': 'fa:16:3e:8c:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:48Z', 'updated_at': '2022-08-28T20:33:49Z', 'revision_number': 2, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'subnets': [{'id': 'f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:51.743424 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Checking router: 44f05526-0593-46a6-abdf-64f28f3e7978 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:51.755293 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Updating router 44f05526-0593-46a6-abdf-64f28f3e7978 port c98264ef-5516-40b5-b401-32b8fcd45a73 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:33:51.756034 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58090) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:51.770846 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9109cad3-210e-4dbb-b7a1-458735d9af94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:51.779002 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:51.854739 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4b1d2264-1611-4924-9e53-b44a53e48941 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:33:51.906324 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9109cad3-210e-4dbb-b7a1-458735d9af94 admin admin] Publish callbacks [] for security_group (d55cd356-6c45-4b84-8ad6-99cef4181182), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:51.968932 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:51.976844 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3e820901-2e79-4257-bfe6-e7b5f4781d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.007883 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 4b1d2264-1611-4924-9e53-b44a53e48941, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4b1d2264-1611-4924-9e53-b44a53e48941,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:52.025051 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': '4b1d2264-1611-4924-9e53-b44a53e48941', 'network_id': 'a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb', 'port_id': '4b1d2264-1611-4924-9e53-b44a53e48941', 'mac_address': 'fa:16:3e:97:24:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf394087-77ad-4ac2-a0fd-73e8e28cd8fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:33:52.085803 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Publish callbacks [] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.097473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 4b1d2264-1611-4924-9e53-b44a53e48941 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:52.097915 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.113035 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1d2264-1611-4924-9e53-b44a53e48941 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:33:52.115155 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9109cad3-210e-4dbb-b7a1-458735d9af94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d55cd356-6c45-4b84-8ad6-99cef4181182), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.138329 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 4b1d2264-1611-4924-9e53-b44a53e48941, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4b1d2264-1611-4924-9e53-b44a53e48941,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:52.160285 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9109cad3-210e-4dbb-b7a1-458735d9af94 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=88a4b55457c04bae9f9988d566f29c63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034414 Aug 28 20:33:52.162997 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58102) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:52.167997 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46af4ae5-a9b8-4855-b036-5024f0e93f47 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:52.178615 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109cad3-210e-4dbb-b7a1-458735d9af94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55cd356-6c45-4b84-8ad6-99cef4181182,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:52.193727 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:52.231693 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.231979 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64c335e7-83fc-4788-bfa9-a666098df6f4 admin admin] Publish callbacks [] for security_group (d55cd356-6c45-4b84-8ad6-99cef4181182), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.247613 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.257837 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64c335e7-83fc-4788-bfa9-a666098df6f4 admin admin] Publish callbacks [] for security_group (d55cd356-6c45-4b84-8ad6-99cef4181182), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.303838 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 46af4ae5-a9b8-4855-b036-5024f0e93f47 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:52.304055 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.377755 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:52.399794 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:33:52.407786 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21ddac-1772-4b24-952d-1b3aff3362b7 None None] Pushing event updated for resources: {'Port': ['ID=c98264ef-5516-40b5-b401-32b8fcd45a73,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:52.410712 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Attempting to bind port c98264ef-5516-40b5-b401-32b8fcd45a73 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:33:52.411375 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Attempting to bind port c98264ef-5516-40b5-b401-32b8fcd45a73 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:33:52.411945 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Attempting to bind port c98264ef-5516-40b5-b401-32b8fcd45a73 on network 2717846e-0124-4960-86ff-9bc1bdc29ff8 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:33:52.426796 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:33:52.426796 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Checking segment: {'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:33:52.426796 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.426796 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Bound using segment: {'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:33:52.426796 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Bound port: c98264ef-5516-40b5-b401-32b8fcd45a73, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a61755-7b19-43bb-864e-51faac7cbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:33:52.426796 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.427447 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=4b1d2264-1611-4924-9e53-b44a53e48941,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:52.492142 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 46af4ae5-a9b8-4855-b036-5024f0e93f47 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:52.496229 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64c335e7-83fc-4788-bfa9-a666098df6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d55cd356-6c45-4b84-8ad6-99cef4181182), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.499582 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-64c335e7-83fc-4788-bfa9-a666098df6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.500748 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-64c335e7-83fc-4788-bfa9-a666098df6f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d55cd356-6c45-4b84-8ad6-99cef4181182 HTTP/1.1" status: 204 len: 168 time: 0.3365788 Aug 28 20:33:52.510698 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c335e7-83fc-4788-bfa9-a666098df6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55cd356-6c45-4b84-8ad6-99cef4181182,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:52.529434 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] For port c98264ef-5516-40b5-b401-32b8fcd45a73, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:33:52.534955 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] For port c98264ef-5516-40b5-b401-32b8fcd45a73, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c98264ef-5516-40b5-b401-32b8fcd45a73,segment=NetworkSegment(30a61755-7b19-43bb-864e-51faac7cbe73),segment_id=30a61755-7b19-43bb-864e-51faac7cbe73)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:33:52.588425 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['4b1d2264-1611-4924-9e53-b44a53e48941'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:33:52.672093 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:52.724430 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Routers {'44f05526-0593-46a6-abdf-64f28f3e7978'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:52.725139 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['44f05526-0593-46a6-abdf-64f28f3e7978'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:52.797024 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21ddac-1772-4b24-952d-1b3aff3362b7 None None] Pushing event updated for resources: {'Port': ['ID=c98264ef-5516-40b5-b401-32b8fcd45a73,revision_number=4']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:52.864382 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] Set router 44f05526-0593-46a6-abdf-64f28f3e7978 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:52.915085 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d77081-8f3f-498e-8df4-d2d863259ba4 req-b6c1466d-1a04-409b-8e4a-0b61649eb9bb tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:52.916673 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3d77081-8f3f-498e-8df4-d2d863259ba4 req-b6c1466d-1a04-409b-8e4a-0b61649eb9bb tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 944 time: 0.0577891 Aug 28 20:33:52.958075 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58132) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:52.989512 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b3d77081-8f3f-498e-8df4-d2d863259ba4 req-f7d04066-f73d-498d-bbef-547f267e5027 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607579 Aug 28 20:33:53.109466 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:33:48Z', 'revision_number': 4, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port': {'id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:43Z', 'updated_at': '2022-08-28T20:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c98264ef-5516-40b5-b401-32b8fcd45a73', 'name': '', 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'mac_address': 'fa:16:3e:8c:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:48Z', 'updated_at': '2022-08-28T20:33:52Z', 'revision_number': 4, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'subnets': [{'id': 'f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:53.137517 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421bef4-e32e-4bb4-9d63-25f68f241012 None None] The sync data for ids ['44f05526-0593-46a6-abdf-64f28f3e7978'] in n-d-854121-7 is: [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:33:48Z', 'revision_number': 4, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port': {'id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:43Z', 'updated_at': '2022-08-28T20:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'c98264ef-5516-40b5-b401-32b8fcd45a73', 'name': '', 'network_id': '2717846e-0124-4960-86ff-9bc1bdc29ff8', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'mac_address': 'fa:16:3e:8c:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:48Z', 'updated_at': '2022-08-28T20:33:52Z', 'revision_number': 4, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'subnets': [{'id': 'f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:53.446072 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (de2cd292-8d26-4a57-a613-462b0071dd08), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:53.493915 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:53.753351 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-a54f8ea1-b13c-413e-9fdf-5a348b254864 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2352223 Aug 28 20:33:53.880439 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4b1d2264-1611-4924-9e53-b44a53e48941 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:53.945256 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port 4b1d2264-1611-4924-9e53-b44a53e48941 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:33:53.950272 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-2b065185-3acc-45a4-8258-32450c891916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:53.952381 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-2b065185-3acc-45a4-8258-32450c891916 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=93b5e75aa65546349bfc3d95468ad2a4&device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 1128 time: 0.0942814 Aug 28 20:33:54.006336 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:54.011915 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port 4b1d2264-1611-4924-9e53-b44a53e48941 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:54.013620 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.153975 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port 4b1d2264-1611-4924-9e53-b44a53e48941 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:54.154608 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.183795 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1d2264-1611-4924-9e53-b44a53e48941'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:33:54.189101 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017025bb-8fab-4e0d-9c00-03a976bbfaf1" -d '{"events": [{"server_uuid": "07181ce9-cbf2-41ed-8772-be69b2b10285", "name": "network-vif-plugged", "status": "completed", "tag": "4b1d2264-1611-4924-9e53-b44a53e48941"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:33:54.211410 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304c0d9-1bb8-4c90-9a13-d9ad7c432571 req-41471237-4929-4208-98e1-fb82f4d1b5c4 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:54.220084 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f304c0d9-1bb8-4c90-9a13-d9ad7c432571 req-41471237-4929-4208-98e1-fb82f4d1b5c4 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 944 time: 0.0863237 Aug 28 20:33:54.254067 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port 4b1d2264-1611-4924-9e53-b44a53e48941, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4b1d2264-1611-4924-9e53-b44a53e48941,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:54.255237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c98264ef-5516-40b5-b401-32b8fcd45a73 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:54.267406 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Deleting port edf5a983-fedf-42dd-b1bf-96c54c73ee9e {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:54.268657 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.289274 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87144e97-975a-445a-b918-5a4e58af6894 x-openstack-request-id: req-87144e97-975a-445a-b918-5a4e58af6894 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:33:54.290009 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07181ce9-cbf2-41ed-8772-be69b2b10285", "name": "network-vif-plugged", "status": "completed", "tag": "4b1d2264-1611-4924-9e53-b44a53e48941", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:33:54.290554 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87144e97-975a-445a-b918-5a4e58af6894 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:33:54.291474 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87144e97-975a-445a-b918-5a4e58af6894'] response: {'server_uuid': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1d2264-1611-4924-9e53-b44a53e48941', 'code': 200} Aug 28 20:33:54.344612 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2bc779ab-dcb9-4b6b-b1d2-2b51675e3b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.385034 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.449094 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c98264ef-5516-40b5-b401-32b8fcd45a73 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:54.449622 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.504721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=4b1d2264-1611-4924-9e53-b44a53e48941,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:54.560420 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] For port edf5a983-fedf-42dd-b1bf-96c54c73ee9e, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,segment=NetworkSegment(42522974-fca8-4d61-af42-d87dc26e2ab1),segment_id=42522974-fca8-4d61-af42-d87dc26e2ab1)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:54.560420 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.561724 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:54.573005 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9057c0-8f0d-4fdd-bc4a-7cc45466d37a req-b39a773c-fca5-49e7-a41b-077418b28d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:54.576102 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc9057c0-8f0d-4fdd-bc4a-7cc45466d37a req-b39a773c-fca5-49e7-a41b-077418b28d70 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 1127 time: 0.1591005 Aug 28 20:33:54.601583 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Calling delete_port for edf5a983-fedf-42dd-b1bf-96c54c73ee9e owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:54.662359 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:54.674860 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.678360 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c98264ef-5516-40b5-b401-32b8fcd45a73 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:54.678879 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.710777 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-bc9057c0-8f0d-4fdd-bc4a-7cc45466d37a req-499bf9e0-7158-4bb2-afe2-ae4c3e217b46 service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225207 Aug 28 20:33:54.761494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port c98264ef-5516-40b5-b401-32b8fcd45a73, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c98264ef-5516-40b5-b401-32b8fcd45a73,segment=NetworkSegment(30a61755-7b19-43bb-864e-51faac7cbe73),segment_id=30a61755-7b19-43bb-864e-51faac7cbe73)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:54.790997 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:54.823910 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f304c0d9-1bb8-4c90-9a13-d9ad7c432571 req-f2cb8b88-4e8f-4f36-b6d7-0032b1c1f522 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025519 Aug 28 20:33:54.846950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-b41579b9-cf60-4619-ac49-696fd924679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:54.848275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-b41579b9-cf60-4619-ac49-696fd924679b service neutron] 10.222.0.89 "GET /networking/v2.0/networks?id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c HTTP/1.1" status: 200 len: 910 time: 0.8552155 Aug 28 20:33:54.849433 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:54.944482 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=c98264ef-5516-40b5-b401-32b8fcd45a73,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:54.964033 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-effc8f79-81b8-4aee-b978-d4b9afed2b96 service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b37551-b13f-43bc-8cef-8521019d4909 HTTP/1.1" status: 200 len: 1001 time: 0.0980370 Aug 28 20:33:55.059520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-69f3f1c9-6620-40c3-ac0b-84ad5b046ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:55.061601 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-69f3f1c9-6620-40c3-ac0b-84ad5b046ff3 service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=eb47d692-cd91-4b43-ad8d-5766207e0e1c HTTP/1.1" status: 200 len: 848 time: 0.0695093 Aug 28 20:33:55.442040 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (edf5a983-fedf-42dd-b1bf-96c54c73ee9e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:55.447632 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:55.470987 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=edf5a983-fedf-42dd-b1bf-96c54c73ee9e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:55.479984 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-fb53d374-7dd5-4cc3-979e-8d2845a737ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:55.481564 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-fb53d374-7dd5-4cc3-979e-8d2845a737ec service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=9582500b-e965-46d5-9d5e-b3a9b55a5b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4138300 Aug 28 20:33:55.502672 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-f2f991b7-432a-442a-a7e7-e9719561def4 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=114321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 28 20:33:55.503883 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-f2f991b7-432a-442a-a7e7-e9719561def4 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062912 Aug 28 20:33:55.771158 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-131d943c-f466-4f9f-9014-580ec2b2dcc2 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580373 Aug 28 20:33:55.840200 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (de2cd292-8d26-4a57-a613-462b0071dd08), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:55.911296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:55.938769 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c26c740f-1a11-46ac-a083-3b04d3671917 req-7d57ebd2-e272-4538-af45-ec6887df5bea service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9582500b-e965-46d5-9d5e-b3a9b55a5b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578350 Aug 28 20:33:56.016198 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6041-8b13-417b-9509-f1f9ac910a2e req-9f6743af-c5d2-40cf-86ca-2943557ac1c5 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:56.018013 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-734c6041-8b13-417b-9509-f1f9ac910a2e req-9f6743af-c5d2-40cf-86ca-2943557ac1c5 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 945 time: 0.1102707 Aug 28 20:33:56.169621 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-734c6041-8b13-417b-9509-f1f9ac910a2e req-e26d2c97-3ada-44ec-b417-ed551bd2f736 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364036 Aug 28 20:33:56.185771 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Router de2cd292-8d26-4a57-a613-462b0071dd08 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:33:56.275331 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:56.325771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c98264ef-5516-40b5-b401-32b8fcd45a73 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:33:56.341985 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:33:56.351980 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0638a7bc-816c-4a06-9371-b7b67a9dfd1f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/de2cd292-8d26-4a57-a613-462b0071dd08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3920741 Aug 28 20:33:56.357389 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58206) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:56.366589 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] Sync routers for ids ['de2cd292-8d26-4a57-a613-462b0071dd08'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:33:56.388809 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] Routers {'de2cd292-8d26-4a57-a613-462b0071dd08'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:56.389477 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['de2cd292-8d26-4a57-a613-462b0071dd08'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:56.446260 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port c98264ef-5516-40b5-b401-32b8fcd45a73 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:33:56.446630 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:56.586602 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] Set router de2cd292-8d26-4a57-a613-462b0071dd08 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:56.871304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks [] for router (de2cd292-8d26-4a57-a613-462b0071dd08), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:56.974198 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port c98264ef-5516-40b5-b401-32b8fcd45a73 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:33:56.991007 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:57.029212 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks [] for router_gateway (de2cd292-8d26-4a57-a613-462b0071dd08), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.076228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:54Z', 'revision_number': 5, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:57.103441 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] Checking router: de2cd292-8d26-4a57-a613-462b0071dd08 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:33:57.110553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.117296 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] Routers {'de2cd292-8d26-4a57-a613-462b0071dd08'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:33:57.117982 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['de2cd292-8d26-4a57-a613-462b0071dd08'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:57.200337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Deleting port 111c7dd7-01ce-4093-9688-209598df9a62 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:57.200956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (111c7dd7-01ce-4093-9688-209598df9a62), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.236866 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] Set router de2cd292-8d26-4a57-a613-462b0071dd08 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:33:57.314595 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] For port 111c7dd7-01ce-4093-9688-209598df9a62, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=111c7dd7-01ce-4093-9688-209598df9a62,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:57.314977 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (111c7dd7-01ce-4093-9688-209598df9a62), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.323186 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0497b-6421-48be-885a-fcec68b3c081 req-0c33ad88-39a9-491c-802a-262eac868b79 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:57.325543 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-beb0497b-6421-48be-885a-fcec68b3c081 req-0c33ad88-39a9-491c-802a-262eac868b79 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 945 time: 0.0631871 Aug 28 20:33:57.360566 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Calling delete_port for 111c7dd7-01ce-4093-9688-209598df9a62 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:57.427729 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-beb0497b-6421-48be-885a-fcec68b3c081 req-71322d51-e63d-4aa7-86a0-b752e6232145 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842340 Aug 28 20:33:57.472127 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:57.485378 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:54Z', 'revision_number': 5, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:57.528010 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c90b20-09fe-45f4-a063-da7fd566e1c6 None None] The sync data for ids ['de2cd292-8d26-4a57-a613-462b0071dd08'] in n-d-854121-7 is: [{'id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'name': 'tempest-TestAggregatesBasicOps-925624985-router', 'tenant_id': '2a29ba5062cc46e29425649e960e808c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '111c7dd7-01ce-4093-9688-209598df9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:26Z', 'updated_at': '2022-08-28T20:33:54Z', 'revision_number': 5, 'project_id': '2a29ba5062cc46e29425649e960e808c', 'gw_port': {'id': '111c7dd7-01ce-4093-9688-209598df9a62', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2cd292-8d26-4a57-a613-462b0071dd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:28Z', 'updated_at': '2022-08-28T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:33:57.684487 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.703612 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (111c7dd7-01ce-4093-9688-209598df9a62), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.746860 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=111c7dd7-01ce-4093-9688-209598df9a62,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:57.825152 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (de2cd292-8d26-4a57-a613-462b0071dd08), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.993890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (de2cd292-8d26-4a57-a613-462b0071dd08), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:57.993890 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks [] for router_controller (de2cd292-8d26-4a57-a613-462b0071dd08), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.193698 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edf5a983-fedf-42dd-b1bf-96c54c73ee9e no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:33:58.204371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (de2cd292-8d26-4a57-a613-462b0071dd08), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.208561 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de2cd292-8d26-4a57-a613-462b0071dd08 {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:33:58.218606 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.220389 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-15dd2828-19ba-4105-8916-7474fd2285f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/de2cd292-8d26-4a57-a613-462b0071dd08 HTTP/1.1" status: 204 len: 168 time: 1.8611896 Aug 28 20:33:58.223533 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58250) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:58.227577 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28ce5-3b0a-4d19-8910-3deb33029d47 req-1c373f63-74f7-4798-89d2-0d524742dd6d tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:58.247389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: edf5a983-fedf-42dd-b1bf-96c54c73ee9e {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:33:58.258290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device edf5a983-fedf-42dd-b1bf-96c54c73ee9e not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:33:58.259000 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06c28ce5-3b0a-4d19-8910-3deb33029d47 req-1c373f63-74f7-4798-89d2-0d524742dd6d tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 945 time: 0.1176004 Aug 28 20:33:58.292296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] Deleting subnet 0ad1ecb4-4d2a-4b6b-a84b-11026436db6e {{(pid=114322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:33:58.295978 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] Publish callbacks [] for subnet (0ad1ecb4-4d2a-4b6b-a84b-11026436db6e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.329179 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-06c28ce5-3b0a-4d19-8910-3deb33029d47 req-d5f0b5f8-2751-43de-84cc-f5fce3d64a77 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661802 Aug 28 20:33:58.342153 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13408266'] for subnet (0ad1ecb4-4d2a-4b6b-a84b-11026436db6e), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.449999 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (0ad1ecb4-4d2a-4b6b-a84b-11026436db6e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.603736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14281660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12685546'] for subnet (0ad1ecb4-4d2a-4b6b-a84b-11026436db6e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.642835 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad1ecb4-4d2a-4b6b-a84b-11026436db6e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:58.655483 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2816fc34-8dbf-451a-b0c4-83ea6c7a1b0e None None] Network 4f7ba70c-5abc-4933-a36f-5f841a757f05 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:33:58.655992 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.661295 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3647973e-8817-4f20-b4c7-99934df173e6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0ad1ecb4-4d2a-4b6b-a84b-11026436db6e HTTP/1.1" status: 204 len: 168 time: 0.4364696 Aug 28 20:33:58.663916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58256) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:58.770441 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (4f7ba70c-5abc-4933-a36f-5f841a757f05), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.842026 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Deleting port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:58.843191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.911469 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] DHCP port deletion for 4f7ba70c-5abc-4933-a36f-5f841a757f05 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:33:58.936340 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] For port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,segment=NetworkSegment(42522974-fca8-4d61-af42-d87dc26e2ab1),segment_id=42522974-fca8-4d61-af42-d87dc26e2ab1)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:58.936717 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:58.959842 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Calling delete_port for 183dcac0-c3d9-45a2-964b-d8c557c1ef5f owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:58.973975 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:58.975814 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] Deleting port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:58.976401 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.057748 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:59.098968 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] For port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,segment=NetworkSegment(42522974-fca8-4d61-af42-d87dc26e2ab1),segment_id=42522974-fca8-4d61-af42-d87dc26e2ab1)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:59.099708 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.140638 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] Calling delete_port for 183dcac0-c3d9-45a2-964b-d8c557c1ef5f owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:59.276339 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.366766 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:59.377016 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:59.398660 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] No DVR routers for this DVR port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:59.404567 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (183dcac0-c3d9-45a2-964b-d8c557c1ef5f), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.444449 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] Pushing event deleted for resources: {'Port': ['ID=183dcac0-c3d9-45a2-964b-d8c557c1ef5f,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:33:59.453829 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be240d-2e4a-480a-9eb6-df9338bfe64b None None] No DVR routers for this DVR port 183dcac0-c3d9-45a2-964b-d8c557c1ef5f on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:33:59.526987 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (4f7ba70c-5abc-4933-a36f-5f841a757f05), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.558308 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7ba70c-5abc-4933-a36f-5f841a757f05']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:59.569950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42522974-fca8-4d61-af42-d87dc26e2ab1') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:59.570185 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42522974-fca8-4d61-af42-d87dc26e2ab1') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:33:59.582368 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (42522974-fca8-4d61-af42-d87dc26e2ab1), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.605484 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (42522974-fca8-4d61-af42-d87dc26e2ab1), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.620878 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:33:59.620878 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (42522974-fca8-4d61-af42-d87dc26e2ab1), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.653838 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a81bc-51c7-4ebe-afbd-74e7504a0c7c req-747f1651-f667-40d7-a1ed-95eb82e2202d tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:59.655524 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-857a81bc-51c7-4ebe-afbd-74e7504a0c7c req-747f1651-f667-40d7-a1ed-95eb82e2202d tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 945 time: 0.1407559 Aug 28 20:33:59.662428 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91234c10-c350-4863-92cc-cf642461fd33 req-77a56f60-2922-4ae3-beed-8827372feaa1 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:33:59.664297 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91234c10-c350-4863-92cc-cf642461fd33 req-77a56f60-2922-4ae3-beed-8827372feaa1 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.84 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 945 time: 0.0791743 Aug 28 20:33:59.675747 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 42522974-fca8-4d61-af42-d87dc26e2ab1 resource provider aggregate not found Aug 28 20:33:59.710955 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 42522974-fca8-4d61-af42-d87dc26e2ab1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42522974-fca8-4d61-af42-d87dc26e2ab1 found for delete ", "request_id": "req-c2839ac2-b454-45e5-b816-03b24b74830b"}]} Aug 28 20:33:59.809669 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:33:59.815578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Deleting port 4b1d2264-1611-4924-9e53-b44a53e48941 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:33:59.815578 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.864693 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-857a81bc-51c7-4ebe-afbd-74e7504a0c7c req-4e0d0bcb-0558-476a-b1d9-4def123f8752 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=78f9825b-3082-44ac-851c-6c600146455e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994028 Aug 28 20:33:59.882860 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (4f7ba70c-5abc-4933-a36f-5f841a757f05), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.896933 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.901810 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/4f7ba70c-5abc-4933-a36f-5f841a757f05 HTTP/1.1" status: 204 len: 168 time: 1.2364616 Aug 28 20:33:59.908682 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58280) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:33:59.937771 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] For port 4b1d2264-1611-4924-9e53-b44a53e48941, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=4b1d2264-1611-4924-9e53-b44a53e48941,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:33:59.938167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:33:59.958195 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Calling delete_port for 4b1d2264-1611-4924-9e53-b44a53e48941 owned by compute:nova {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:33:59.970799 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784fb29-8072-4811-ae5d-508b2a86d6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7ba70c-5abc-4933-a36f-5f841a757f05,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:00.007410 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:00.089667 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 183dcac0-c3d9-45a2-964b-d8c557c1ef5f no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:00.110971 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 183dcac0-c3d9-45a2-964b-d8c557c1ef5f {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:00.111327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 183dcac0-c3d9-45a2-964b-d8c557c1ef5f not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:00.111761 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 111c7dd7-01ce-4093-9688-209598df9a62 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:00.132393 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 111c7dd7-01ce-4093-9688-209598df9a62 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:00.132990 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 111c7dd7-01ce-4093-9688-209598df9a62 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:00.215733 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (4b1d2264-1611-4924-9e53-b44a53e48941), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:00.246935 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:00.260612 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Pushing event deleted for resources: {'Port': ['ID=4b1d2264-1611-4924-9e53-b44a53e48941,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:00.261703 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['4b1d2264-1611-4924-9e53-b44a53e48941'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:34:00.391124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] No DVR routers for this DVR port 4b1d2264-1611-4924-9e53-b44a53e48941 on host n-h1-854121-7 {{(pid=114322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:00.394752 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:00.399076 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-91234c10-c350-4863-92cc-cf642461fd33 req-7bccd25c-85da-47df-9347-d01b2d9fdc2e tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.84 "DELETE /networking/v2.0/ports/4b1d2264-1611-4924-9e53-b44a53e48941 HTTP/1.1" status: 204 len: 173 time: 0.7267249 Aug 28 20:34:00.399820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'name': 'network-vif-deleted', 'tag': '4b1d2264-1611-4924-9e53-b44a53e48941'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:34:00.402522 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07434387-b9ff-43b2-b193-f70cccc1deae" -d '{"events": [{"server_uuid": "07181ce9-cbf2-41ed-8772-be69b2b10285", "name": "network-vif-deleted", "tag": "4b1d2264-1611-4924-9e53-b44a53e48941"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:34:00.495626 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a9193a-999c-44b2-befc-a40b7ed421e8 x-openstack-request-id: req-c0a9193a-999c-44b2-befc-a40b7ed421e8 {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:34:00.495815 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (44f05526-0593-46a6-abdf-64f28f3e7978), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:00.496597 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07181ce9-cbf2-41ed-8772-be69b2b10285", "name": "network-vif-deleted", "tag": "4b1d2264-1611-4924-9e53-b44a53e48941", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:34:00.497017 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0a9193a-999c-44b2-befc-a40b7ed421e8 {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:34:00.497583 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a9193a-999c-44b2-befc-a40b7ed421e8'] response: {'server_uuid': '07181ce9-cbf2-41ed-8772-be69b2b10285', 'name': 'network-vif-deleted', 'tag': '4b1d2264-1611-4924-9e53-b44a53e48941', 'status': 'completed', 'code': 200} Aug 28 20:34:00.869219 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-01e30f51-8487-4948-8c8a-592470fc6750 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:00.870849 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-01e30f51-8487-4948-8c8a-592470fc6750 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 811 time: 0.1139050 Aug 28 20:34:00.888915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-ffc993a1-f5fb-4720-a4a0-c53dc3ed28b8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/quotas/1787e56fcd0b41a4901625e6f9ab80bb HTTP/1.1" status: 200 len: 375 time: 0.0111220 Aug 28 20:34:00.898714 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:00.908646 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Deleting port c98264ef-5516-40b5-b401-32b8fcd45a73 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:00.908924 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:00.967795 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-7ab10db4-75e9-4ab2-96c5-00909b4efad0 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718989 Aug 28 20:34:01.062297 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-70059268-92ff-465c-bc19-194a9e217ead req-5797394a-5e4c-47a6-859b-b12f27afe1a9 tempest-ServerAddressesNegativeTestJSON-22969745 tempest-ServerAddressesNegativeTestJSON-22969745-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=07181ce9-cbf2-41ed-8772-be69b2b10285 HTTP/1.1" status: 200 len: 210 time: 0.0437796 Aug 28 20:34:01.069819 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] For port c98264ef-5516-40b5-b401-32b8fcd45a73, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=c98264ef-5516-40b5-b401-32b8fcd45a73,segment=NetworkSegment(30a61755-7b19-43bb-864e-51faac7cbe73),segment_id=30a61755-7b19-43bb-864e-51faac7cbe73)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:01.070230 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:01.100362 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Calling delete_port for c98264ef-5516-40b5-b401-32b8fcd45a73 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:01.122609 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-4947f7be-056c-4609-9e9d-3de5f987e9af service neutron] 10.222.0.78 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458097 Aug 28 20:34:01.233731 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-aa0b95fc-31ee-44c8-9fb0-487c6ea7ac96 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093960 Aug 28 20:34:01.312114 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:01.433296 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (c98264ef-5516-40b5-b401-32b8fcd45a73), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:01.462960 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Pushing event deleted for resources: {'Port': ['ID=c98264ef-5516-40b5-b401-32b8fcd45a73,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:01.610188 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c2b9a3c-d9a3-45f4-ba56-7f868e945e2b req-b3aa54dc-0659-4deb-b1ec-ba8b10b717ba tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 210 time: 0.0390704 Aug 28 20:34:01.737627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (44f05526-0593-46a6-abdf-64f28f3e7978), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:02.032528 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Router 44f05526-0593-46a6-abdf-64f28f3e7978 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:34:02.187517 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58344) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:02.203520 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:34:02.216518 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8a37e15c-aec3-4e0c-a815-9f05262ec76a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/44f05526-0593-46a6-abdf-64f28f3e7978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3037317 Aug 28 20:34:02.216854 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58346) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:02.226193 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] Sync routers for ids ['44f05526-0593-46a6-abdf-64f28f3e7978'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:34:02.238913 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] Routers {'44f05526-0593-46a6-abdf-64f28f3e7978'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:02.239796 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['44f05526-0593-46a6-abdf-64f28f3e7978'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:02.393330 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks [] for router (44f05526-0593-46a6-abdf-64f28f3e7978), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:02.464237 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:02.559945 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks [] for router_gateway (44f05526-0593-46a6-abdf-64f28f3e7978), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:02.609705 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] Set router 44f05526-0593-46a6-abdf-64f28f3e7978 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:02.652280 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (764bb1d2-4d01-43db-99d9-21451508308f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:02.711143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7539af1a-47f0-47f9-ab33-aad650eb3f2a req-68cfc2cb-4f40-4f1c-8a51-179acc23bedd tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 210 time: 0.0299349 Aug 28 20:34:02.757245 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:02.761736 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:02.765926 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Deleting port 46af4ae5-a9b8-4855-b036-5024f0e93f47 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:02.766454 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:02.848466 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=100 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:02.879205 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:34:01Z', 'revision_number': 5, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port': {'id': '46af4ae5-a9b8-4855-b036-5024f0e93f47', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:43Z', 'updated_at': '2022-08-28T20:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:02.911124 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Deleting port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:02.911915 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:02.916251 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] Checking router: 44f05526-0593-46a6-abdf-64f28f3e7978 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:34:02.927937 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] For port 46af4ae5-a9b8-4855-b036-5024f0e93f47, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=46af4ae5-a9b8-4855-b036-5024f0e93f47,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:02.927937 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:02.937008 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] Routers {'44f05526-0593-46a6-abdf-64f28f3e7978'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:02.937648 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['44f05526-0593-46a6-abdf-64f28f3e7978'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:02.959622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Calling delete_port for 46af4ae5-a9b8-4855-b036-5024f0e93f47 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:02.972475 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:03.047820 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] For port 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:03.048556 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:03.088525 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Calling delete_port for 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:03.118707 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] Set router 44f05526-0593-46a6-abdf-64f28f3e7978 gateway port host: None {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:03.205511 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:34:02Z', 'revision_number': 6, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port_host': None}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:03.237568 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aed0aa-597b-46e7-a0c0-8775413e48fc None None] The sync data for ids ['44f05526-0593-46a6-abdf-64f28f3e7978'] in n-d-854121-7 is: [{'id': '44f05526-0593-46a6-abdf-64f28f3e7978', 'name': 'tempest-TestAggregatesBasicOps-782991261-router', 'tenant_id': '39d774b89d2d4495b652532fadcaeed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:41Z', 'updated_at': '2022-08-28T20:34:02Z', 'revision_number': 6, 'project_id': '39d774b89d2d4495b652532fadcaeed9', 'gw_port_host': None}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:34:03.378218 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (46af4ae5-a9b8-4855-b036-5024f0e93f47), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:03.427776 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Pushing event deleted for resources: {'Port': ['ID=46af4ae5-a9b8-4855-b036-5024f0e93f47,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:03.465935 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (3c0b25af-7f52-4bb6-8c70-0e1febcd95c5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:03.502492 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0b25af-7f52-4bb6-8c70-0e1febcd95c5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:03.512630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (44f05526-0593-46a6-abdf-64f28f3e7978), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:03.842279 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (764bb1d2-4d01-43db-99d9-21451508308f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:03.907813 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4b1d2264-1611-4924-9e53-b44a53e48941 no longer exists at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:03.981308 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] No Port match for: 4b1d2264-1611-4924-9e53-b44a53e48941 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:03.982092 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device 4b1d2264-1611-4924-9e53-b44a53e48941 not bound to the agent host n-h1-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:04.054519 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:04.106240 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ceb8eafe-eef8-462e-bcd9-1f3d83f45d3c req-87c5e712-ebd9-4471-81cd-56825e0f8da1 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 210 time: 0.0706267 Aug 28 20:34:04.243984 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (44f05526-0593-46a6-abdf-64f28f3e7978), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.247327 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks [] for router_controller (44f05526-0593-46a6-abdf-64f28f3e7978), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.312887 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:04.333812 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Router 764bb1d2-4d01-43db-99d9-21451508308f has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:34:04.336382 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46af4ae5-a9b8-4855-b036-5024f0e93f47 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:04.363723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 46af4ae5-a9b8-4855-b036-5024f0e93f47 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:04.364065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46af4ae5-a9b8-4855-b036-5024f0e93f47 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:04.364537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c98264ef-5516-40b5-b401-32b8fcd45a73 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:04.404068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: c98264ef-5516-40b5-b401-32b8fcd45a73 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:04.404068 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device c98264ef-5516-40b5-b401-32b8fcd45a73 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:04.423852 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (44f05526-0593-46a6-abdf-64f28f3e7978), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.424493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f05526-0593-46a6-abdf-64f28f3e7978 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:34:04.436205 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.440093 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-f4181006-fa37-41e3-9288-6ad92be2d41f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/44f05526-0593-46a6-abdf-64f28f3e7978 HTTP/1.1" status: 204 len: 168 time: 2.2200212 Aug 28 20:34:04.440378 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58400) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:04.523470 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:34:04.535223 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-21d2d048-7291-4a9e-af5b-77b122cd9172 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/764bb1d2-4d01-43db-99d9-21451508308f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3500385 Aug 28 20:34:04.543686 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58404) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:04.543841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] Sync routers for ids ['764bb1d2-4d01-43db-99d9-21451508308f'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:34:04.559646 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] Routers {'764bb1d2-4d01-43db-99d9-21451508308f'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:04.560290 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['764bb1d2-4d01-43db-99d9-21451508308f'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:04.561742 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] Deleting subnet f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:34:04.566822 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] Publish callbacks [] for subnet (f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.674719 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.706652 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks [] for router (764bb1d2-4d01-43db-99d9-21451508308f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.798837 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] Set router 764bb1d2-4d01-43db-99d9-21451508308f gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:04.807014 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.838148 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks [] for router_gateway (764bb1d2-4d01-43db-99d9-21451508308f), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:04.937289 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:05.014805 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:34:03Z', 'revision_number': 5, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:05.020946 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-d478ca1b-fdd5-402b-977f-bb046e84e527 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:05.022487 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-d478ca1b-fdd5-402b-977f-bb046e84e527 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 811 time: 0.1248863 Aug 28 20:34:05.051834 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Request body: {'port': {'device_id': '6b38ed15-f575-4363-b170-bb0294de0957', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'admin_state_up': True, 'tenant_id': '1787e56fcd0b41a4901625e6f9ab80bb'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:34:05.055962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] Checking router: 764bb1d2-4d01-43db-99d9-21451508308f for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:34:05.067782 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] Routers {'764bb1d2-4d01-43db-99d9-21451508308f'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:05.068644 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['764bb1d2-4d01-43db-99d9-21451508308f'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:05.080833 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.143817 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:05.172093 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.182568 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-94e03a52-b490-48bf-9f22-c7f3fc35bbd0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/f8871e11-2ab1-4dc5-8d32-3d83a44bfaa9 HTTP/1.1" status: 204 len: 168 time: 0.7386239 Aug 28 20:34:05.184454 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58414) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:05.184783 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6a2cc-8160-400d-8268-9e01d444b213 None None] Network 2717846e-0124-4960-86ff-9bc1bdc29ff8 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:34:05.287528 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Deleting port 8c6f2880-3ee6-428b-828d-5436e40d0260 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:05.287956 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.394145 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7f644fd6-dcec-42d4-9aaf-63dff918a239 req-3c215ebb-6489-4a04-98fa-ed2eed8a446d tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 210 time: 0.0678556 Aug 28 20:34:05.431990 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] For port 8c6f2880-3ee6-428b-828d-5436e40d0260, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8c6f2880-3ee6-428b-828d-5436e40d0260,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:05.432487 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.433748 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] Set router 764bb1d2-4d01-43db-99d9-21451508308f gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:05.447589 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Calling delete_port for 8c6f2880-3ee6-428b-828d-5436e40d0260 owned by network:router_gateway {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:05.453037 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (2717846e-0124-4960-86ff-9bc1bdc29ff8), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.461988 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:05.479369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Made reservation on behalf of 1787e56fcd0b41a4901625e6f9ab80bb for: {'port': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:34:05.491262 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.570786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Deleting port 49732e96-2ebd-4e51-a6d4-04d453d7c556 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:05.571762 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.593154 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:05.681006 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] DHCP port deletion for 2717846e-0124-4960-86ff-9bc1bdc29ff8 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:34:05.704337 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] For port 49732e96-2ebd-4e51-a6d4-04d453d7c556, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=49732e96-2ebd-4e51-a6d4-04d453d7c556,segment=NetworkSegment(30a61755-7b19-43bb-864e-51faac7cbe73),segment_id=30a61755-7b19-43bb-864e-51faac7cbe73)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:05.704337 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.737806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Calling delete_port for 49732e96-2ebd-4e51-a6d4-04d453d7c556 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:05.742301 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] Deleting port 49732e96-2ebd-4e51-a6d4-04d453d7c556 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:05.742686 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.816771 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] For port 49732e96-2ebd-4e51-a6d4-04d453d7c556, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=49732e96-2ebd-4e51-a6d4-04d453d7c556,segment=NetworkSegment(30a61755-7b19-43bb-864e-51faac7cbe73),segment_id=30a61755-7b19-43bb-864e-51faac7cbe73)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:05.818169 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:05.859670 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] Calling delete_port for 49732e96-2ebd-4e51-a6d4-04d453d7c556 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:05.863814 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:05.869317 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:05.928001 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:05.928001 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:34:03Z', 'revision_number': 5, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:05.951841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef08543-6c45-415e-98ff-e26f6d602449 None None] The sync data for ids ['764bb1d2-4d01-43db-99d9-21451508308f'] in n-d-854121-7 is: [{'id': '764bb1d2-4d01-43db-99d9-21451508308f', 'name': 'tempest-ServerAddressesNegativeTestJSON-697289491-router', 'tenant_id': 'e55666f817734da483b0d9e84d672789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:34:03Z', 'revision_number': 5, 'project_id': 'e55666f817734da483b0d9e84d672789', 'gw_port': {'id': '8c6f2880-3ee6-428b-828d-5436e40d0260', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764bb1d2-4d01-43db-99d9-21451508308f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:33:25Z', 'updated_at': '2022-08-28T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:34:05.979278 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Allocated IP 172.20.0.9 (877cd4ae-9778-4a9f-ac11-da7b5d7229fb/1b24249b-c328-4a25-97c0-398f28b287b2/b3b55ef3-f3cf-4e0b-a46e-304c14f1da27) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:34:06.004690 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.022849 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (49732e96-2ebd-4e51-a6d4-04d453d7c556), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.102622 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=49732e96-2ebd-4e51-a6d4-04d453d7c556,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:06.108560 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] No DVR routers for this DVR port 49732e96-2ebd-4e51-a6d4-04d453d7c556 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:06.115336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] Pushing event deleted for resources: {'Port': ['ID=49732e96-2ebd-4e51-a6d4-04d453d7c556,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:06.123577 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd72db-87a9-4207-8caa-6a22c34f24e6 None None] No DVR routers for this DVR port 49732e96-2ebd-4e51-a6d4-04d453d7c556 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:06.233127 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (2717846e-0124-4960-86ff-9bc1bdc29ff8), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.247737 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8c6f2880-3ee6-428b-828d-5436e40d0260), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.265292 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2717846e-0124-4960-86ff-9bc1bdc29ff8']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:06.276405 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a61755-7b19-43bb-864e-51faac7cbe73') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:06.276745 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a61755-7b19-43bb-864e-51faac7cbe73') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:06.288191 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (30a61755-7b19-43bb-864e-51faac7cbe73), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.294883 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6f2880-3ee6-428b-828d-5436e40d0260,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:06.309713 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (30a61755-7b19-43bb-864e-51faac7cbe73), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.317464 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:34:06.317971 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (30a61755-7b19-43bb-864e-51faac7cbe73), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.337793 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks [] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.405818 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 30a61755-7b19-43bb-864e-51faac7cbe73 resource provider aggregate not found Aug 28 20:34:06.434707 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (764bb1d2-4d01-43db-99d9-21451508308f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.453098 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment 30a61755-7b19-43bb-864e-51faac7cbe73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30a61755-7b19-43bb-864e-51faac7cbe73 found for delete ", "request_id": "req-26534555-41ab-4897-a439-12b1cea13640"}]} Aug 28 20:34:06.538099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:06.554838 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (2717846e-0124-4960-86ff-9bc1bdc29ff8), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.562828 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.567390 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:06.567615 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.568138 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 3c0b25af-7f52-4bb6-8c70-0e1febcd95c5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:06.568706 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 49732e96-2ebd-4e51-a6d4-04d453d7c556 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:06.571468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/2717846e-0124-4960-86ff-9bc1bdc29ff8 HTTP/1.1" status: 204 len: 168 time: 1.3831062 Aug 28 20:34:06.572067 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (764bb1d2-4d01-43db-99d9-21451508308f), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.603347 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29f659-4d5b-4613-9be2-c45040842f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=2717846e-0124-4960-86ff-9bc1bdc29ff8,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:06.635899 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks [] for router_controller (764bb1d2-4d01-43db-99d9-21451508308f), precommit_delete_associations {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:06.657940 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 49732e96-2ebd-4e51-a6d4-04d453d7c556 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:06.658357 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 49732e96-2ebd-4e51-a6d4-04d453d7c556 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:07.125621 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:07.135436 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114343e2-a180-4a14-9fc9-4069f4a5b18b req-30276f8e-1963-452e-b62c-81c94f7c1444 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:07.137214 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-114343e2-a180-4a14-9fc9-4069f4a5b18b req-30276f8e-1963-452e-b62c-81c94f7c1444 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 931 time: 0.5939691 Aug 28 20:34:07.148889 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:34:07.151343 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:34:07.160178 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:34:07.165056 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Pushing event updated for resources: {'Port': ['ID=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:07.255062 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:07.255736 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.268019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (764bb1d2-4d01-43db-99d9-21451508308f), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.268019 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764bb1d2-4d01-43db-99d9-21451508308f {{(pid=114322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:34:07.273431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-114343e2-a180-4a14-9fc9-4069f4a5b18b req-3c34f2d4-a9c1-4722-8c28-a0dd1ecd334e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247516 Aug 28 20:34:07.276676 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.277831 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-ccdf3944-cc43-4d4d-886c-aa56e0776157 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/764bb1d2-4d01-43db-99d9-21451508308f HTTP/1.1" status: 204 len: 168 time: 2.7380097 Aug 28 20:34:07.280716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58450) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:07.394466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58452) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:07.402361 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-8e9ed77f-2233-43c4-baae-4d5adc0afd9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.84 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3551018 Aug 28 20:34:07.418647 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] Deleting subnet bf394087-77ad-4ac2-a0fd-73e8e28cd8fc {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:34:07.447988 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] Publish callbacks [] for subnet (bf394087-77ad-4ac2-a0fd-73e8e28cd8fc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.517342 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-97d90e5d-1f8d-48fb-a7b5-2259a3c1b4e2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2a29ba5062cc46e29425649e960e808c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209559 Aug 28 20:34:07.522146 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58456) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:07.568446 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (bf394087-77ad-4ac2-a0fd-73e8e28cd8fc), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.605019 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fec003a-f373-40f6-abb8-ba4775677c90 admin admin] Publish callbacks [] for security_group (6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.634215 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fec003a-f373-40f6-abb8-ba4775677c90 admin admin] Publish callbacks [] for security_group (6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.645355 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:07.651436 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-89213bd0-3bfa-4b5e-85b4-4614002c345a None None] Provisioning complete for port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:07.656444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-89213bd0-3bfa-4b5e-85b4-4614002c345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.703325 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Request body: {'port': {'device_id': '6b38ed15-f575-4363-b170-bb0294de0957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-854121-7'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:34:07.755640 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-89213bd0-3bfa-4b5e-85b4-4614002c345a None None] Port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:34:07.785981 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (bf394087-77ad-4ac2-a0fd-73e8e28cd8fc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.859401 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.950785 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fec003a-f373-40f6-abb8-ba4775677c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.954467 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-3fec003a-f373-40f6-abb8-ba4775677c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:07.955974 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-3fec003a-f373-40f6-abb8-ba4775677c90 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0 HTTP/1.1" status: 204 len: 168 time: 0.4327531 Aug 28 20:34:07.985603 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec003a-f373-40f6-abb8-ba4775677c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff1ed95-9f56-4cc6-9cd9-6fc5b705a3a0,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:08.095272 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (bf394087-77ad-4ac2-a0fd-73e8e28cd8fc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.101715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8c6f2880-3ee6-428b-828d-5436e40d0260 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:08.137081 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 8c6f2880-3ee6-428b-828d-5436e40d0260 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:08.137895 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8c6f2880-3ee6-428b-828d-5436e40d0260 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:08.182925 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:08.197757 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1736d1-9247-4901-ad31-53b2351510f8 None None] Network a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:34:08.206799 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.210496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/bf394087-77ad-4ac2-a0fd-73e8e28cd8fc HTTP/1.1" status: 204 len: 168 time: 0.9285710 Aug 28 20:34:08.214203 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d4ce8-0936-4a3c-b0e8-f9ed5a6b3fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf394087-77ad-4ac2-a0fd-73e8e28cd8fc,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:08.219689 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58470) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:08.369432 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:08.425492 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.528723 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] DHCP port deletion for a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:34:08.560345 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 {{(pid=114322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:34:08.577146 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Publish callbacks [] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.590797 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Deleting port 6b149d53-36c3-4375-bd86-3bc672588ba9 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:08.591206 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.596424 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.provisioning_blocks [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Transition to ACTIVE for port object b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 will not be triggered until provisioned by entity L2. {{(pid=114322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:34:08.627082 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] Deleting port 6b149d53-36c3-4375-bd86-3bc672588ba9 {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:08.627463 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.717382 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.740282 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] For port 6b149d53-36c3-4375-bd86-3bc672588ba9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b149d53-36c3-4375-bd86-3bc672588ba9,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:08.743806 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.766979 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] Calling delete_port for 6b149d53-36c3-4375-bd86-3bc672588ba9 owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:08.817694 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] For port 6b149d53-36c3-4375-bd86-3bc672588ba9, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=6b149d53-36c3-4375-bd86-3bc672588ba9,segment=NetworkSegment(f7dae5ca-c53a-4c33-9eca-166395707707),segment_id=f7dae5ca-c53a-4c33-9eca-166395707707)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:08.818554 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.827326 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Pushing event updated for resources: {'Port': ['ID=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:08.851042 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3633-5eca-4292-8501-2f4c3eddb168 req-f2c04c99-9c20-45cb-bab5-74a111ff6ad6 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:08.857190 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2fb3633-5eca-4292-8501-2f4c3eddb168 req-f2c04c99-9c20-45cb-bab5-74a111ff6ad6 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 931 time: 0.2394376 Aug 28 20:34:08.885537 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Attempting to bind port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 on host n-h1-854121-7 for vnic_type normal with profile {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:34:08.889956 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Attempting to bind port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 by drivers openvswitch,hyperv on host n-h1-854121-7 at level 0 using segments [{'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:34:08.891587 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Attempting to bind port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:34:08.902509 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb not bound, no agent of type Open vSwitch agent registered on host n-h1-854121-7 {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:34:08.904252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Attempting to bind port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 on network 877cd4ae-9778-4a9f-ac11-da7b5d7229fb {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:34:08.923733 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Checking agent: {'id': '279821cd-7914-4c38-9572-5006c01a4a84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:34:08.924337 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Checking segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:34:08.924899 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Bound using segment: {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'} {{(pid=114322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:34:08.925940 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.managers [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Bound port: b3b55ef3-f3cf-4e0b-a46e-304c14f1da27, host: n-h1-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f89305-78fa-42ec-9731-4d807050fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb'}}] {{(pid=114322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:34:08.931937 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:08.969798 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Calling delete_port for 6b149d53-36c3-4375-bd86-3bc672588ba9 owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:08.990796 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:09.051236 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] For port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27, host n-h1-854121-7, cleared binding levels {{(pid=114322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:34:09.058656 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] For port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27, host n-h1-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:34:09.112474 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e2fb3633-5eca-4292-8501-2f4c3eddb168 req-d0e1c821-4888-49d9-9089-80d50c1b4a00 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215095 Aug 28 20:34:09.117304 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:09.174731 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.175813 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.187253 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:09.190509 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.191563 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (6b149d53-36c3-4375-bd86-3bc672588ba9), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.192507 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] 10.222.0.84 "PUT /networking/v2.0/ports/b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 1091 time: 1.7663548 Aug 28 20:34:09.193012 n-d-854121-7 neutron-server[114322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b38ed15-f575-4363-b170-bb0294de0957', 'tag': 'b3b55ef3-f3cf-4e0b-a46e-304c14f1da27'}] {{(pid=114322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:34:09.226640 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f9884b1a9f5143f3691c957d85218c88e08deb61f148d9eef1742949cdd1d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56cd2b2-e311-4b03-85ff-0ca74733806c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b38ed15-f575-4363-b170-bb0294de0957", "tag": "b3b55ef3-f3cf-4e0b-a46e-304c14f1da27"}]}' {{(pid=114322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:34:09.243038 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b149d53-36c3-4375-bd86-3bc672588ba9,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:09.256765 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] No DVR routers for this DVR port 6b149d53-36c3-4375-bd86-3bc672588ba9 on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:09.273996 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] Pushing event deleted for resources: {'Port': ['ID=6b149d53-36c3-4375-bd86-3bc672588ba9,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:09.311920 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d8996-0a92-4e35-9861-9fd8794a72ec None None] No DVR routers for this DVR port 6b149d53-36c3-4375-bd86-3bc672588ba9 on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:09.379558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58488) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:09.394166 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.424950 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:09.438403 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dae5ca-c53a-4c33-9eca-166395707707') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:09.439060 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dae5ca-c53a-4c33-9eca-166395707707') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:09.445473 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f14be9b-2ddb-43f6-927d-fe335d45a8de x-openstack-request-id: req-8f14be9b-2ddb-43f6-927d-fe335d45a8de {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:34:09.445864 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b38ed15-f575-4363-b170-bb0294de0957", "tag": "b3b55ef3-f3cf-4e0b-a46e-304c14f1da27", "status": "completed", "code": 200}]} {{(pid=114322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:34:09.446058 n-d-854121-7 neutron-server[114322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f14be9b-2ddb-43f6-927d-fe335d45a8de {{(pid=114322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:34:09.446463 n-d-854121-7 neutron-server[114322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f14be9b-2ddb-43f6-927d-fe335d45a8de'] response: {'name': 'network-changed', 'server_uuid': '6b38ed15-f575-4363-b170-bb0294de0957', 'tag': 'b3b55ef3-f3cf-4e0b-a46e-304c14f1da27', 'status': 'completed', 'code': 200} Aug 28 20:34:09.450879 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (f7dae5ca-c53a-4c33-9eca-166395707707), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.467630 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (f7dae5ca-c53a-4c33-9eca-166395707707), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.474970 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:34:09.475379 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (f7dae5ca-c53a-4c33-9eca-166395707707), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.517365 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598fb82-d6da-4a1e-b28c-153e1195ebed service neutron] Pushing event updated for resources: {'Port': ['ID=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,revision_number=3']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:09.534410 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-11b1696e-d902-4ba9-b35d-91ef23518d9e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=39d774b89d2d4495b652532fadcaeed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493928 Aug 28 20:34:09.535141 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58492) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:09.570968 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f7dae5ca-c53a-4c33-9eca-166395707707 resource provider aggregate not found Aug 28 20:34:09.599081 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment f7dae5ca-c53a-4c33-9eca-166395707707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7dae5ca-c53a-4c33-9eca-166395707707 found for delete ", "request_id": "req-b3ba487b-74fc-4947-a493-083a2e94bd59"}]} Aug 28 20:34:09.635628 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0170370b-0642-4b33-8f4e-67056e92e5f7 admin admin] Publish callbacks [] for security_group (29daecd6-5ddd-46c4-a2df-5a1fb82477f6), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.654166 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:09.668627 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.677871 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.682949 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb HTTP/1.1" status: 204 len: 168 time: 1.4592307 Aug 28 20:34:09.729492 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835555e9-9352-4c0b-af1e-0bfb0267cc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d80b4c-3b4e-46c1-815e-a3c294dfc3cb,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:09.737135 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0170370b-0642-4b33-8f4e-67056e92e5f7 admin admin] Publish callbacks [] for security_group (29daecd6-5ddd-46c4-a2df-5a1fb82477f6), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:09.844461 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-4e0a3a79-0cfb-49e2-85ed-8b6d3a8b0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:09.846284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-4e0a3a79-0cfb-49e2-85ed-8b6d3a8b0c85 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1125 time: 0.1869745 Aug 28 20:34:09.977104 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-20708bd7-932b-4de9-825c-e52865733801 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.1066518 Aug 28 20:34:10.116937 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-d716216c-0443-4dab-abb2-6a25ff3db564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:10.120611 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-d716216c-0443-4dab-abb2-6a25ff3db564 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.1318142 Aug 28 20:34:10.133037 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b149d53-36c3-4375-bd86-3bc672588ba9 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:10.159336 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 6b149d53-36c3-4375-bd86-3bc672588ba9 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:10.159957 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 6b149d53-36c3-4375-bd86-3bc672588ba9 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:10.184917 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0170370b-0642-4b33-8f4e-67056e92e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (29daecd6-5ddd-46c4-a2df-5a1fb82477f6), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:10.185103 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-0170370b-0642-4b33-8f4e-67056e92e5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:10.186529 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0170370b-0642-4b33-8f4e-67056e92e5f7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/29daecd6-5ddd-46c4-a2df-5a1fb82477f6 HTTP/1.1" status: 204 len: 168 time: 0.6501992 Aug 28 20:34:10.197480 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170370b-0642-4b33-8f4e-67056e92e5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29daecd6-5ddd-46c4-a2df-5a1fb82477f6,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:10.399398 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa16ae5-dac7-4e94-89ec-1c8c83dea07b req-310e75be-b599-42ae-ade6-1025afa21a08 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:10.404871 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa16ae5-dac7-4e94-89ec-1c8c83dea07b req-310e75be-b599-42ae-ade6-1025afa21a08 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1331396 Aug 28 20:34:10.431149 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a425-c96b-490f-a819-a93529d0900a req-d0d8d23f-cec2-4939-87d4-4da952266160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:10.432742 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-d0d8d23f-cec2-4939-87d4-4da952266160 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1106279 Aug 28 20:34:10.550453 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aa16ae5-dac7-4e94-89ec-1c8c83dea07b req-9b7f0771-6a19-442b-a87a-7ee367a402af tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423640 Aug 28 20:34:10.552739 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58514) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:10.667921 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-091d1d02-0c46-4770-92fb-01e58fa50665 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e55666f817734da483b0d9e84d672789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103790 Aug 28 20:34:10.668836 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58516) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:10.720936 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-f22209cd-ca95-46dc-a7d7-467746d318d1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713146 Aug 28 20:34:10.776386 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15ba7183-4104-4805-ba5b-a9b814d70701 admin admin] Publish callbacks [] for security_group (78f9825b-3082-44ac-851c-6c600146455e), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:10.847613 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15ba7183-4104-4805-ba5b-a9b814d70701 admin admin] Publish callbacks [] for security_group (78f9825b-3082-44ac-851c-6c600146455e), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:10.923708 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34d7a425-c96b-490f-a819-a93529d0900a req-396e6390-173d-4bb5-9213-42c47e9f2388 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918581 Aug 28 20:34:11.041547 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15ba7183-4104-4805-ba5b-a9b814d70701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (78f9825b-3082-44ac-851c-6c600146455e), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:11.052410 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-15ba7183-4104-4805-ba5b-a9b814d70701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:11.057783 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-15ba7183-4104-4805-ba5b-a9b814d70701 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/78f9825b-3082-44ac-851c-6c600146455e HTTP/1.1" status: 204 len: 168 time: 0.3878415 Aug 28 20:34:11.115890 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba7183-4104-4805-ba5b-a9b814d70701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9825b-3082-44ac-851c-6c600146455e,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:11.232850 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-b6085828-2b4e-4600-b76d-49bed982afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:11.239866 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-b6085828-2b4e-4600-b76d-49bed982afef service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1125 time: 0.1109872 Aug 28 20:34:11.402807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-d74e0c3a-f593-4ca0-9e06-22609b16e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:11.404493 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-d74e0c3a-f593-4ca0-9e06-22609b16e6f3 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.1541460 Aug 28 20:34:11.454730 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-0e0e5442-31e8-4937-8bf1-40b75f474791 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0422266 Aug 28 20:34:11.511413 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-7e681611-7624-4847-9dfe-6f3c094b514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:11.513191 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-7e681611-7624-4847-9dfe-6f3c094b514a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0487096 Aug 28 20:34:11.574024 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:11.582013 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-4e896ae5-43b6-4251-8d2e-0018fd324e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:11.584155 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-4e896ae5-43b6-4251-8d2e-0018fd324e3e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596719 Aug 28 20:34:11.766318 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-699eb48e-d946-45f3-953c-22c7e8869f44 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671739 Aug 28 20:34:11.779675 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d375771-89b8-473e-b7ca-bdc1b6938a86 req-b65dcfa8-fdf6-4cb5-9300-e7804bc3b42b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:11.781238 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d375771-89b8-473e-b7ca-bdc1b6938a86 req-b65dcfa8-fdf6-4cb5-9300-e7804bc3b42b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0777996 Aug 28 20:34:12.025363 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3d375771-89b8-473e-b7ca-bdc1b6938a86 req-9ebfda14-5763-42b6-9369-376beba7626b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073698 Aug 28 20:34:12.097538 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c56cd2b2-e311-4b03-85ff-0ca74733806c req-52da9fa8-0e1b-45ab-82a0-20591b7d6c93 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150570 Aug 28 20:34:13.028578 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58568) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:13.188879 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-network', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70'}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:34:13.208581 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0933e5-6502-46f7-881b-9e32f956f76a req-0a36c3c7-1cec-4876-b2e8-d5ce4879757e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:13.209145 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:13.210966 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=39 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:13.223934 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec0933e5-6502-46f7-881b-9e32f956f76a req-0a36c3c7-1cec-4876-b2e8-d5ce4879757e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0988879 Aug 28 20:34:13.269152 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec0933e5-6502-46f7-881b-9e32f956f76a req-9d366a3b-301f-4e2a-a1f9-a44fd708141a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491424 Aug 28 20:34:13.298392 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58576) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:13.306558 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.428371 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Made reservation on behalf of d33ea4d569e74d978e0eed1df9acdf70 for: {'network': 1} {{(pid=114322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:34:13.428371 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for network (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.449712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.459798 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d502ecbf-602a-4c92-96aa-f37b3042fe4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.472566 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:13.562943 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d502ecbf-602a-4c92-96aa-f37b3042fe4a admin admin] Publish callbacks [] for security_group (566bb54d-608b-4890-a436-402fc2078517), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.566879 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:13.580033 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks [] for security_group (826af573-c538-4f44-87b6-56ef183744d8), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.680599 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (826af573-c538-4f44-87b6-56ef183744d8), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.680891 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-d502ecbf-602a-4c92-96aa-f37b3042fe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (566bb54d-608b-4890-a436-402fc2078517), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.707870 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=114322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 20:34:13.719843 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826af573-c538-4f44-87b6-56ef183744d8,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:13.725015 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b8e9b910-96d6-41ad-a06b-08fb2e6980bc), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.725350 n-d-854121-7 neutron-server[114322]: INFO neutron.db.segments_db [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Added segment b8e9b910-96d6-41ad-a06b-08fb2e6980bc of type vlan for network 11a7d0bb-5445-4d60-8381-bffc1b64b722 Aug 28 20:34:13.728941 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-d502ecbf-602a-4c92-96aa-f37b3042fe4a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c171837629b740fda0c7c5a6f8d3b977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269066 Aug 28 20:34:13.728941 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502ecbf-602a-4c92-96aa-f37b3042fe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566bb54d-608b-4890-a436-402fc2078517,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:13.731479 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58586) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:13.759760 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:13.771490 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759946923120'] for network (11a7d0bb-5445-4d60-8381-bffc1b64b722), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.791982 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df025948-a313-4781-9ad5-29b3dff16dee admin admin] Publish callbacks [] for security_group (566bb54d-608b-4890-a436-402fc2078517), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.822679 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df025948-a313-4781-9ad5-29b3dff16dee admin admin] Publish callbacks [] for security_group (566bb54d-608b-4890-a436-402fc2078517), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.889118 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252'] for network (11a7d0bb-5445-4d60-8381-bffc1b64b722), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.890410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:13.891054 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:13.958649 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] Pushing event updated for resources: {'Network': ['ID=11a7d0bb-5445-4d60-8381-bffc1b64b722,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:13.970494 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 details requested by agent ovs-agent-n-d-854121-7 with host n-d-854121-7 {{(pid=114323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 20:34:14.034142 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df025948-a313-4781-9ad5-29b3dff16dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (566bb54d-608b-4890-a436-402fc2078517), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:14.037063 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-df025948-a313-4781-9ad5-29b3dff16dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:14.038500 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-df025948-a313-4781-9ad5-29b3dff16dee admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/566bb54d-608b-4890-a436-402fc2078517 HTTP/1.1" status: 204 len: 168 time: 0.3080058 Aug 28 20:34:14.049934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df025948-a313-4781-9ad5-29b3dff16dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566bb54d-608b-4890-a436-402fc2078517,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:14.108502 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-85ec001b-c687-4fc8-bfd2-8d704ecf02a0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0779481 Aug 28 20:34:14.112316 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58594) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:14.117626 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Request body: {'subnet': {'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-subnet', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:34:14.295020 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Made reservation on behalf of d33ea4d569e74d978e0eed1df9acdf70 for: {'subnet': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:34:14.300091 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12600572'] for subnet (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:14.442369 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906f57-d5fb-45ca-a80b-12da64bf6d90 req-75b465d5-d316-4dd1-95d1-8e13855bf31a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:14.453664 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60906f57-d5fb-45ca-a80b-12da64bf6d90 req-75b465d5-d316-4dd1-95d1-8e13855bf31a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0762694 Aug 28 20:34:14.519453 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-60906f57-d5fb-45ca-a80b-12da64bf6d90 req-a4359529-0f7d-4651-8eef-612d914fae4f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638456 Aug 28 20:34:14.729885 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12600526'] for subnet (c339983f-333c-464a-9eaa-a3f22162b5d2), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:14.801380 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c339983f-333c-464a-9eaa-a3f22162b5d2,revision_number=0']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:14.816843 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Checking segment: {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:34:14.817219 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Network hostable DHCP agents. Network: 11a7d0bb-5445-4d60-8381-bffc1b64b722, hostable agents: ['584ea868-7a63-4ce1-872f-6703c525a25b'], hosted agents: [] {{(pid=114321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 20:34:14.913892 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 is scheduled to be hosted by DHCP agent 584ea868-7a63-4ce1-872f-6703c525a25b with binding_index 1 {{(pid=114321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 20:34:14.997225 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:15.036958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-854121-7, 11a7d0bb-5445-4d60-8381-bffc1b64b722) {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:34:15.041421 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:15.042111 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.046228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8cd7f-03ab-4df2-b9e3-cd9f3337afd4 None None] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:34:15.268842 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-b1d4b30b-9e0b-4efc-9fda-8755efb04114 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1552839 Aug 28 20:34:15.272097 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58626) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:15.277301 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.v2.base [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Request body: {'router': {'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}} {{(pid=114322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:34:15.282409 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:15.336170 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98639484-0b5f-5345-8abf-bf801370e932-11a7d0bb-5445-4d60-8381-bffc1b64b722', 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722', 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'fixed_ips': [{'subnet_id': 'c339983f-333c-464a-9eaa-a3f22162b5d2'}]}} from n-d-854121-7. {{(pid=114323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 28 20:34:15.336170 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.445712 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10008'] for router (1edddb91-9f66-43a8-9794-956154ecd842), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.447232 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10017'] for router (1edddb91-9f66-43a8-9794-956154ecd842), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.510560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.db_base_plugin_common [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Allocated IP 172.20.0.2 (11a7d0bb-5445-4d60-8381-bffc1b64b722/c339983f-333c-464a-9eaa-a3f22162b5d2/46f14d86-2c01-4cee-beee-423440e0cf3d) {{(pid=114323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:34:15.546949 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks [] for router_controller (1edddb91-9f66-43a8-9794-956154ecd842), precommit_add_association {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.676210 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf4f27-8100-47a0-941e-dd8c05c0641d req-d18f3e23-5084-4361-8540-5338335e2fb9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:15.678237 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3bf4f27-8100-47a0-941e-dd8c05c0641d req-d18f3e23-5084-4361-8540-5338335e2fb9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0596499 Aug 28 20:34:15.747782 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Publish callbacks [] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), precommit_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.764323 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f3bf4f27-8100-47a0-941e-dd8c05c0641d req-5c247979-f30c-4a9c-89cf-eff8341394cd tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Aug 28 20:34:15.892144 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), after_create {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.903430 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:15.913400 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks [] for router_gateway (1edddb91-9f66-43a8-9794-956154ecd842), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:15.946571 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 is already hosted by enough agents. {{(pid=114323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:34:15.949515 n-d-854121-7 neutron-server[114323]: DEBUG neutron.scheduler.base_scheduler [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Resources bound (agent type, host, resource id): {{(pid=114323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:34:15.954327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Received port after_create {{(pid=114323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:34:15.962221 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Pushing event updated for resources: {'Port': ['ID=46f14d86-2c01-4cee-beee-423440e0cf3d,revision_number=1']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:16.024771 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:16.027881 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Attempting to bind port 46f14d86-2c01-4cee-beee-423440e0cf3d on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:34:16.028292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Attempting to bind port 46f14d86-2c01-4cee-beee-423440e0cf3d by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:34:16.028786 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Attempting to bind port 46f14d86-2c01-4cee-beee-423440e0cf3d on network 11a7d0bb-5445-4d60-8381-bffc1b64b722 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:34:16.036126 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:34:16.036519 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Checking segment: {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:34:16.037207 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:16.037774 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Bound using segment: {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:34:16.038700 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Bound port: 46f14d86-2c01-4cee-beee-423440e0cf3d, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:34:16.039320 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:16.137152 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] For port 46f14d86-2c01-4cee-beee-423440e0cf3d, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:34:16.147405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] For port 46f14d86-2c01-4cee-beee-423440e0cf3d, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=46f14d86-2c01-4cee-beee-423440e0cf3d,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:34:16.314052 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks [] for router_gateway (1edddb91-9f66-43a8-9794-956154ecd842), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:16.338380 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:16.441132 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:16.471374 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:16.498794 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Allocated IP 172.25.4.56 (7b8f8322-f4c4-42e1-a667-0cee8dcadfe9/66d96e2a-031f-4e4e-b6ce-9365f0779afa/9b2d624d-2697-4a5e-a13e-02109dc5b5e5) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:34:16.535054 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27be2d5-3c10-49f5-9886-9860f93a38e1 None None] Pushing event updated for resources: {'Port': ['ID=46f14d86-2c01-4cee-beee-423440e0cf3d,revision_number=2']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:16.683379 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks [] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:16.820919 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:16.895710 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:34:16.906505 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:34:16.919776 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:34:16.987386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Pushing event updated for resources: {'Port': ['ID=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:17.106784 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87a57-8620-4677-b39f-86293e1502aa req-89dd763c-80f8-4031-9ba6-7957ed59f28b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:17.109139 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ae87a57-8620-4677-b39f-86293e1502aa req-89dd763c-80f8-4031-9ba6-7957ed59f28b tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1443033 Aug 28 20:34:17.213338 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-2ae87a57-8620-4677-b39f-86293e1502aa req-a374ddc9-9390-4ab4-9c85-e498006202b7 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954616 Aug 28 20:34:17.503188 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks [] for router_gateway (1edddb91-9f66-43a8-9794-956154ecd842), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:17.676933 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:17.752167 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758497'] for router (1edddb91-9f66-43a8-9794-956154ecd842), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:17.821228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a737a43-2228-4962-a1f4-164e3f7ad720 None None] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:34:17.938582 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:17.959746 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-3042b0de-cf6b-4b56-be6c-4b203151167b None None] Provisioning complete for port 46f14d86-2c01-4cee-beee-423440e0cf3d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:17.960453 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3042b0de-cf6b-4b56-be6c-4b203151167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:18.073292 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Router 1edddb91-9f66-43a8-9794-956154ecd842 is scheduled to L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 with binding_index 1 {{(pid=114322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 20:34:18.100618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-3042b0de-cf6b-4b56-be6c-4b203151167b None None] Current status of the port 46f14d86-2c01-4cee-beee-423440e0cf3d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:18.100618 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3042b0de-cf6b-4b56-be6c-4b203151167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:18.248523 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46f14d86-2c01-4cee-beee-423440e0cf3d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:18.323381 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:34:18.337018 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Sync routers for ids ['1edddb91-9f66-43a8-9794-956154ecd842'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:34:18.342535 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-3042b0de-cf6b-4b56-be6c-4b203151167b None None] For port 46f14d86-2c01-4cee-beee-423440e0cf3d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=46f14d86-2c01-4cee-beee-423440e0cf3d,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:18.352411 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Routers {'1edddb91-9f66-43a8-9794-956154ecd842'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:18.353088 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1edddb91-9f66-43a8-9794-956154ecd842'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:18.393492 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 46f14d86-2c01-4cee-beee-423440e0cf3d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:18.396226 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:18.415070 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcd42f-895f-4b0b-8a9b-39ca5fbf9b43 req-128d926c-30ba-4d4e-9b3c-5d0be61044ea tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:18.426400 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-acfcd42f-895f-4b0b-8a9b-39ca5fbf9b43 req-128d926c-30ba-4d4e-9b3c-5d0be61044ea tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0981884 Aug 28 20:34:18.463271 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:18.472817 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-7b6ee25f-3f8b-4c0b-bf89-ca3c6f65c6fb admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1969903 Aug 28 20:34:18.481519 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 58672) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:18.563296 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-acfcd42f-895f-4b0b-8a9b-39ca5fbf9b43 req-928ccd27-e8ec-48a5-9ffa-072a99a56a44 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293516 Aug 28 20:34:18.568355 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Set router 1edddb91-9f66-43a8-9794-956154ecd842 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:18.580534 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3042b0de-cf6b-4b56-be6c-4b203151167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:18.587269 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:18.588202 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 46f14d86-2c01-4cee-beee-423440e0cf3d is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:18.588707 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:18.768289 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-eb62019e-8511-4da4-ab6b-d0991433010a None None] Provisioning complete for port 46f14d86-2c01-4cee-beee-423440e0cf3d triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:18.768553 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-eb62019e-8511-4da4-ab6b-d0991433010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:18.777908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042b0de-cf6b-4b56-be6c-4b203151167b None None] Pushing event updated for resources: {'Port': ['ID=46f14d86-2c01-4cee-beee-423440e0cf3d,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:18.808486 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 28 20:34:18.808960 n-d-854121-7 neutron-server[114323]: DEBUG oslo_db.api [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 20:34:18.867805 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:17Z', 'revision_number': 3, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:18.902268 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Checking router: 1edddb91-9f66-43a8-9794-956154ecd842 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:34:18.903001 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Updating router 1edddb91-9f66-43a8-9794-956154ecd842 port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 binding host n-d-854121-7 {{(pid=114324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:34:18.949773 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-eb62019e-8511-4da4-ab6b-d0991433010a None None] Current status of the port 46f14d86-2c01-4cee-beee-423440e0cf3d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:18.957227 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:19.273516 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:19.388917 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Publish callbacks [] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), precommit_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:19.442366 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 46f14d86-2c01-4cee-beee-423440e0cf3d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:19.505096 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:19.532997 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:19.540668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.db_base_plugin_common [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Allocated IP 172.20.0.1 (11a7d0bb-5445-4d60-8381-bffc1b64b722/c339983f-333c-464a-9eaa-a3f22162b5d2/ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5) {{(pid=114322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:34:19.568412 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Attempting to bind port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:34:19.568829 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Attempting to bind port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:34:19.569194 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Attempting to bind port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 on network 7b8f8322-f4c4-42e1-a667-0cee8dcadfe9 {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:34:19.575380 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:34:19.575800 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Checking segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:34:19.576209 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:19.576604 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Bound using segment: {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'} {{(pid=114324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:34:19.577185 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.managers [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Bound port: 9b2d624d-2697-4a5e-a13e-02109dc5b5e5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ecca0-c5c1-4681-973d-1a5bb2d25d9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9'}}] {{(pid=114324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:34:19.577567 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), before_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:19.631133 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Pushing event updated for resources: {'Port': ['ID=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,revision_number=2']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:19.649659 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.650080 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.650720 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.651070 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.651406 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.652180 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.652592 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.653157 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.654006 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.656425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.656425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.656425 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.656858 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.656988 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.657306 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:19.718962 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] For port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5, host n-d-854121-7, cleared binding levels {{(pid=114324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:34:19.723509 n-d-854121-7 neutron-server[114324]: DEBUG neutron.plugins.ml2.db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] For port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:34:19.877807 n-d-854121-7 neutron-server[114324]: DEBUG neutron_lib.callbacks.manager [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), after_update {{(pid=114324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:19.957774 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Routers {'1edddb91-9f66-43a8-9794-956154ecd842'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:19.970306 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1edddb91-9f66-43a8-9794-956154ecd842'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:20.009448 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75bb48-07ed-4198-9987-666b8fd00d8c None None] Pushing event updated for resources: {'Port': ['ID=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,revision_number=3']} {{(pid=114324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:20.029788 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:20.116267 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] Set router 1edddb91-9f66-43a8-9794-956154ecd842 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:20.118376 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:20.128693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceced58-78f1-4a30-a72f-0d76141491b5 req-c6db8340-bced-4341-8b86-c3cbec1f7baa tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:20.130302 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aceced58-78f1-4a30-a72f-0d76141491b5 req-c6db8340-bced-4341-8b86-c3cbec1f7baa tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0779791 Aug 28 20:34:20.170490 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:20.215275 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks [] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), precommit_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:20.224063 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-aceced58-78f1-4a30-a72f-0d76141491b5 req-3f342e55-4d2d-4598-8bba-d9fa9a390661 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832813 Aug 28 20:34:20.235632 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46f14d86-2c01-4cee-beee-423440e0cf3d up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:20.320995 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 46f14d86-2c01-4cee-beee-423440e0cf3d triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:20.322921 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:20.375715 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:20.423745 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 46f14d86-2c01-4cee-beee-423440e0cf3d is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:20.441239 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:34:20.444355 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:34:20.448607 n-d-854121-7 neutron-server[114322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Received port after_create {{(pid=114322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:34:20.454902 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Pushing event updated for resources: {'Port': ['ID=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,revision_number=1']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:20.497365 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765582'] for router_interface (1edddb91-9f66-43a8-9794-956154ecd842), before_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:20.533571 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-09920754-e65f-437c-918c-3c9536b1480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:17Z', 'revision_number': 3, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:20.581666 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09920754-e65f-437c-918c-3c9536b1480c None None] The sync data for ids ['1edddb91-9f66-43a8-9794-956154ecd842'] in n-d-854121-7 is: [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:17Z', 'revision_number': 3, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:34:20.798080 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c1865017-4996-4e25-9755-85b3c2df3d79 None None] Provisioning complete for port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:20.798984 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c1865017-4996-4e25-9755-85b3c2df3d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:20.847835 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), before_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:20.857464 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c1865017-4996-4e25-9755-85b3c2df3d79 None None] Port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:34:20.974124 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:21.126022 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks [] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), precommit_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:21.269444 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14281602'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), after_update {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:21.395781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Pushing event updated for resources: {'Port': ['ID=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,revision_number=2']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:21.401955 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765458'] for router_interface (1edddb91-9f66-43a8-9794-956154ecd842), after_create {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:21.432336 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba087c69-7e10-4067-b282-6ed05c6387f5 req-ff4cd734-a20f-44c2-ba59-c7e0976460b2 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:21.447956 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba087c69-7e10-4067-b282-6ed05c6387f5 req-ff4cd734-a20f-44c2-ba59-c7e0976460b2 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1267431 Aug 28 20:34:21.610067 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 is already hosted by enough agents. {{(pid=114322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:34:21.612536 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=114322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:34:21.620074 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba087c69-7e10-4067-b282-6ed05c6387f5 req-4f0d4edd-d0ea-4132-80a7-7d0bc1eb5d20 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613684 Aug 28 20:34:21.896739 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Router 1edddb91-9f66-43a8-9794-956154ecd842 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:34:21.979738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ff38f86d-7ee0-442c-b113-666e51f7bc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:22.041908 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c14342bf-ceaa-461d-90cc-84f6b04ac9e5 None None] Provisioning complete for port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:22.042615 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c14342bf-ceaa-461d-90cc-84f6b04ac9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:22.055629 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:22.091844 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:34:22.108994 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c14342bf-ceaa-461d-90cc-84f6b04ac9e5 None None] Port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:34:22.115607 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-a9c9e812-1d2e-43db-a47d-c3eb0a808e8b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1edddb91-9f66-43a8-9794-956154ecd842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6327341 Aug 28 20:34:22.241228 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:22.328110 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:22.329765 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:22.330424 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:22.490917 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:22.491685 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:22.548099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:22.651449 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:22.786137 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:22.806872 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:22.933955 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55aa8-570d-4f36-b3ed-590d79aad4ae req-db355b0c-a99f-4c06-b827-5907a9ab6bba tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:22.935755 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5db55aa8-570d-4f36-b3ed-590d79aad4ae req-db355b0c-a99f-4c06-b827-5907a9ab6bba tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1011398 Aug 28 20:34:22.943866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-1f0d0ebf-ebf9-4e4c-a524-c7f6aab9c761 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:22.946346 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-1f0d0ebf-ebf9-4e4c-a524-c7f6aab9c761 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/networks?id=11a7d0bb-5445-4d60-8381-bffc1b64b722 HTTP/1.1" status: 200 len: 820 time: 0.2466974 Aug 28 20:34:22.966853 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-11b01097-b374-46a8-8748-9f11d24bd1bd tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/quotas/d33ea4d569e74d978e0eed1df9acdf70 HTTP/1.1" status: 200 len: 375 time: 0.0122590 Aug 28 20:34:23.052118 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-5db55aa8-570d-4f36-b3ed-590d79aad4ae req-d55884da-c0a0-4d87-8564-8faf402aff70 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008208 Aug 28 20:34:23.059736 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-e2d8aa33-992e-43a7-a8d7-b73e4a0a2bf7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d33ea4d569e74d978e0eed1df9acdf70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868621 Aug 28 20:34:23.183440 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Sync routers for ids ['1edddb91-9f66-43a8-9794-956154ecd842'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:34:23.211197 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-f3cf59e2-717c-4fa4-802b-7529ae2243a6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/11a7d0bb-5445-4d60-8381-bffc1b64b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359529 Aug 28 20:34:23.221793 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Routers {'1edddb91-9f66-43a8-9794-956154ecd842'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:23.222472 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:33:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1edddb91-9f66-43a8-9794-956154ecd842'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:23.341732 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Set router 1edddb91-9f66-43a8-9794-956154ecd842 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:23.428123 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-800cf502-9b0e-40a1-8c63-4e427da28562 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/11a7d0bb-5445-4d60-8381-bffc1b64b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935811 Aug 28 20:34:23.598190 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:20Z', 'revision_number': 4, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5', 'name': '', 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'mac_address': 'fa:16:3e:b8:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c339983f-333c-464a-9eaa-a3f22162b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:19Z', 'updated_at': '2022-08-28T20:34:20Z', 'revision_number': 2, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'subnets': [{'id': 'c339983f-333c-464a-9eaa-a3f22162b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:23.634141 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Checking router: 1edddb91-9f66-43a8-9794-956154ecd842 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:34:23.635389 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Updating router 1edddb91-9f66-43a8-9794-956154ecd842 port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 binding host n-d-854121-7 {{(pid=114323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 20:34:23.672290 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:23.796572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ba7474d6-35a4-4dc0-916f-f1fd8175a70b req-44c01576-40e3-4309-bdea-6079c2a4f9be tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 210 time: 0.0457346 Aug 28 20:34:24.005928 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:24.108635 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Publish callbacks [] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), precommit_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.204490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:24.284269 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73c838-5360-4085-888d-e2c9b6d9ce95 req-bceda604-228e-453a-895d-c8aa3a1f763c tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:24.286569 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:24.286915 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d73c838-5360-4085-888d-e2c9b6d9ce95 req-bceda604-228e-453a-895d-c8aa3a1f763c tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1006246 Aug 28 20:34:24.287155 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.323284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.344531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8969f167-42c3-42b1-a4cb-7c3635b61994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.363235 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-0d73c838-5360-4085-888d-e2c9b6d9ce95 req-013a4abd-7251-4e45-8036-82f08299d053 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692523 Aug 28 20:34:24.433292 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af431-7fe7-41db-8969-c07946aee369 None None] Pushing event updated for resources: {'Port': ['ID=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,revision_number=3']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:24.503740 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Attempting to bind port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 on host n-d-854121-7 for vnic_type normal with profile {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:34:24.504121 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Attempting to bind port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 by drivers openvswitch,hyperv on host n-d-854121-7 at level 0 using segments [{'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:34:24.504490 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Attempting to bind port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 on network 11a7d0bb-5445-4d60-8381-bffc1b64b722 {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:34:24.514831 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Checking agent: {'id': 'b716276e-19a5-41e8-9abe-adffd11e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 41, 57), 'started_at': datetime.datetime(2022, 8, 28, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-854121-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:34:24.515215 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Checking segment: {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:34:24.515631 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.516033 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Bound using segment: {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'} {{(pid=114323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:34:24.516529 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.managers [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Bound port: ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5, host: n-d-854121-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'}}] {{(pid=114323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:34:24.516918 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.533264 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:24.627753 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] For port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5, host n-d-854121-7, cleared binding levels {{(pid=114323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:34:24.637410 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] For port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5, host n-d-854121-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:34:24.725213 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.763427 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:24.803076 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Routers {'1edddb91-9f66-43a8-9794-956154ecd842'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:24.804061 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:34:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1edddb91-9f66-43a8-9794-956154ecd842'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:24.942496 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c7828a2f-630e-4cf5-a6e4-7c421a15a0bc req-2de46860-e5e4-45ff-9f8a-b83fb5bdeea9 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 210 time: 0.0527680 Aug 28 20:34:25.165369 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af431-7fe7-41db-8969-c07946aee369 None None] Pushing event updated for resources: {'Port': ['ID=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:25.248372 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] Set router 1edddb91-9f66-43a8-9794-956154ecd842 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:25.279861 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:25.530057 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562837-5501-49ee-8854-fab0bff3d595 req-698249fc-10ae-422b-a49d-de50104de950 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:25.541431 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d7562837-5501-49ee-8854-fab0bff3d595 req-698249fc-10ae-422b-a49d-de50104de950 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0855975 Aug 28 20:34:25.567628 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:25.588065 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:20Z', 'revision_number': 4, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5', 'name': '', 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'mac_address': 'fa:16:3e:b8:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c339983f-333c-464a-9eaa-a3f22162b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:19Z', 'updated_at': '2022-08-28T20:34:24Z', 'revision_number': 4, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'subnets': [{'id': 'c339983f-333c-464a-9eaa-a3f22162b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:25.632721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893a113-1d36-429b-baef-97a2c9acb580 None None] The sync data for ids ['1edddb91-9f66-43a8-9794-956154ecd842'] in n-d-854121-7 is: [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:20Z', 'revision_number': 4, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': 'ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5', 'name': '', 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'mac_address': 'fa:16:3e:b8:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c339983f-333c-464a-9eaa-a3f22162b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:19Z', 'updated_at': '2022-08-28T20:34:24Z', 'revision_number': 4, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'subnets': [{'id': 'c339983f-333c-464a-9eaa-a3f22162b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:34:25.654905 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-d7562837-5501-49ee-8854-fab0bff3d595 req-5fca2b3c-abbf-4b88-b36f-53533495e868 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123164 Aug 28 20:34:25.909969 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:26.150969 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-7a50ca85-0529-4c4f-b0b0-4be61a1c9198 req-307a49cc-a451-4c39-9f86-1c0b6bc6b693 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 210 time: 0.0822163 Aug 28 20:34:26.217413 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:26.282537 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:26.293091 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:26.432105 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 is: DOWN; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:26.433133 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:26.492172 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] For port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:26.503975 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58828) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:26.581566 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:26.656029 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Pushing event updated for resources: {'Port': ['ID=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:26.714455 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4fcc2b5-d5da-4046-ac07-ca679013d6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:26.868277 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4fcc2b5-d5da-4046-ac07-ca679013d6f8 admin admin] Publish callbacks [] for security_group (d1c1b183-713f-46a4-b813-174c5baafc4a), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:26.896667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3eb82-9eb3-4216-b9fb-5868ac1f5422 req-e4d6adb7-c6eb-4743-ae7b-df8652772372 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:26.902415 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bf3eb82-9eb3-4216-b9fb-5868ac1f5422 req-e4d6adb7-c6eb-4743-ae7b-df8652772372 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0925128 Aug 28 20:34:26.953520 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-a4fcc2b5-d5da-4046-ac07-ca679013d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d1c1b183-713f-46a4-b813-174c5baafc4a), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:26.979360 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6bf3eb82-9eb3-4216-b9fb-5868ac1f5422 req-6ca69d1d-971c-4430-b579-3641812c4065 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729105 Aug 28 20:34:27.023550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcc2b5-d5da-4046-ac07-ca679013d6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c1b183-713f-46a4-b813-174c5baafc4a,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:27.029468 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-a4fcc2b5-d5da-4046-ac07-ca679013d6f8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fcbd5576d9424cbaae373124ccead831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5256040 Aug 28 20:34:27.032218 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 58840) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:27.060204 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:27.065553 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:27.097151 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8a3d-a570-4b34-addd-e282fc4beaa1 admin admin] Publish callbacks [] for security_group (d1c1b183-713f-46a4-b813-174c5baafc4a), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:27.123304 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8a3d-a570-4b34-addd-e282fc4beaa1 admin admin] Publish callbacks [] for security_group (d1c1b183-713f-46a4-b813-174c5baafc4a), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:27.289530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-c63aa1dd-4550-4ec6-b6a4-0fc6496f6b4a req-80991d73-73fc-4da1-817f-73aee068b7af tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 210 time: 0.0355399 Aug 28 20:34:27.438745 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8a3d-a570-4b34-addd-e282fc4beaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (d1c1b183-713f-46a4-b813-174c5baafc4a), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:27.443485 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8a3d-a570-4b34-addd-e282fc4beaa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:27.447003 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3c8f8a3d-a570-4b34-addd-e282fc4beaa1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d1c1b183-713f-46a4-b813-174c5baafc4a HTTP/1.1" status: 204 len: 168 time: 0.4109113 Aug 28 20:34:27.484018 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8a3d-a570-4b34-addd-e282fc4beaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c1b183-713f-46a4-b813-174c5baafc4a,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:27.553435 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:27.578397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-b34ca8cd-c1ff-482c-b671-b2aaa186e7d9 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:27.579943 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-b34ca8cd-c1ff-482c-b671-b2aaa186e7d9 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.89 "GET /networking/v2.0/networks?id=11a7d0bb-5445-4d60-8381-bffc1b64b722 HTTP/1.1" status: 200 len: 820 time: 0.2428665 Aug 28 20:34:27.595198 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Request body: {'port': {'device_id': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722', 'admin_state_up': True, 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:34:27.714609 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:27.859059 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Made reservation on behalf of d33ea4d569e74d978e0eed1df9acdf70 for: {'port': 1} {{(pid=114321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 20:34:27.869874 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:28.071736 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_common [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Allocated IP 172.20.0.11 (11a7d0bb-5445-4d60-8381-bffc1b64b722/c339983f-333c-464a-9eaa-a3f22162b5d2/b2065317-7193-43c7-9808-827f63509237) {{(pid=114321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 20:34:28.210466 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c6671-322e-4d26-bf67-f0a044b09d12 req-e5589bf5-4585-4eba-bf42-6810b1f68858 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:28.218833 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c9c6671-322e-4d26-bf67-f0a044b09d12 req-e5589bf5-4585-4eba-bf42-6810b1f68858 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0980551 Aug 28 20:34:28.243677 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 up at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:28.285308 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-8c9c6671-322e-4d26-bf67-f0a044b09d12 req-c1a4932a-fa1f-439f-8e2b-9585c22796b3 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593889 Aug 28 20:34:28.330950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks [] for port (b2065317-7193-43c7-9808-827f63509237), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:28.383615 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Provisioning complete for port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:28.384236 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:28.474577 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-22d458a1-42d2-4d1c-a4d7-ac32359bf7d0 req-7a6b2cf8-fd2b-4861-8e5c-2bc8e0b8bcb0 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 210 time: 0.0429580 Aug 28 20:34:28.476222 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759946905393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b2065317-7193-43c7-9808-827f63509237), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:28.519243 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Current status of the port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 is: ACTIVE; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:28.543161 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 is already hosted by enough agents. {{(pid=114321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 20:34:28.547258 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.base_scheduler [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Resources bound (agent type, host, resource id): {{(pid=114321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 20:34:28.551250 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Received port after_create {{(pid=114321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 28 20:34:28.564833 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Pushing event updated for resources: {'Port': ['ID=b2065317-7193-43c7-9808-827f63509237,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:28.576753 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:28.634409 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:28.635477 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:28.817941 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c7c07b00-0ae1-432e-996d-9a40284ba8ba None None] Provisioning complete for port b2065317-7193-43c7-9808-827f63509237 triggered by entity DHCP. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:28.817941 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c7c07b00-0ae1-432e-996d-9a40284ba8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b2065317-7193-43c7-9808-827f63509237), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:28.843287 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ba4df94d-6971-408b-9875-0dcc9c1b72b7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.89 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2541468 Aug 28 20:34:28.867934 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.v2.base [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Request body: {'port': {'device_id': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-854121-7'}} {{(pid=114321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 20:34:28.868237 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c7c07b00-0ae1-432e-996d-9a40284ba8ba None None] Port b2065317-7193-43c7-9808-827f63509237 cannot update to ACTIVE because it is not bound. {{(pid=114323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 28 20:34:28.959334 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b2065317-7193-43c7-9808-827f63509237), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:29.184171 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:29.289703 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2065317-7193-43c7-9808-827f63509237 {{(pid=114321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:34:29.301673 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Publish callbacks [] for port (b2065317-7193-43c7-9808-827f63509237), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:29.320861 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.provisioning_blocks [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Transition to ACTIVE for port object b2065317-7193-43c7-9808-827f63509237 will not be triggered until provisioned by entity L2. {{(pid=114321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 28 20:34:29.339983 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:34:29.423316 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b2065317-7193-43c7-9808-827f63509237), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:29.471622 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121b04-1d12-42dc-8306-4954d0d1f0a9 req-d991e8d5-1fd5-48ab-849b-21e8eec9a2bc tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:29.478549 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de121b04-1d12-42dc-8306-4954d0d1f0a9 req-d991e8d5-1fd5-48ab-849b-21e8eec9a2bc tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0796661 Aug 28 20:34:29.550293 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:29.553304 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Pushing event updated for resources: {'Port': ['ID=b2065317-7193-43c7-9808-827f63509237,revision_number=2']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:29.577675 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-de121b04-1d12-42dc-8306-4954d0d1f0a9 req-1cb9a9d6-cdb5-4525-bd5b-c5bd1d7d6b92 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945332 Aug 28 20:34:29.594330 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Attempting to bind port b2065317-7193-43c7-9808-827f63509237 on host n-h2-854121-7 for vnic_type normal with profile {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 28 20:34:29.594786 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Attempting to bind port b2065317-7193-43c7-9808-827f63509237 by drivers openvswitch,hyperv on host n-h2-854121-7 at level 0 using segments [{'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 28 20:34:29.597969 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Attempting to bind port b2065317-7193-43c7-9808-827f63509237 on network 11a7d0bb-5445-4d60-8381-bffc1b64b722 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:34:29.611232 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Port b2065317-7193-43c7-9808-827f63509237 on network 11a7d0bb-5445-4d60-8381-bffc1b64b722 not bound, no agent of type Open vSwitch agent registered on host n-h2-854121-7 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 28 20:34:29.611561 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Attempting to bind port b2065317-7193-43c7-9808-827f63509237 on network 11a7d0bb-5445-4d60-8381-bffc1b64b722 {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 28 20:34:29.635590 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Checking agent: {'id': 'c7c84156-d364-4e43-9577-6d4e8b11fa38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-854121-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'started_at': datetime.datetime(2022, 8, 28, 19, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 28 20:34:29.635929 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Checking segment: {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 28 20:34:29.638712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Bound using segment: {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'} {{(pid=114321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 28 20:34:29.638712 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.managers [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Bound port: b2065317-7193-43c7-9808-827f63509237, host: n-h2-854121-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722'}}] {{(pid=114321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 28 20:34:29.638712 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b2065317-7193-43c7-9808-827f63509237), before_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:29.672916 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac296d-d5a5-4ca4-842e-b9af70872f77 req-dfc0b73d-be03-46b5-b775-f68cc62d376e tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:29.673586 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aac296d-d5a5-4ca4-842e-b9af70872f77 req-dfc0b73d-be03-46b5-b775-f68cc62d376e tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 944 time: 0.0868573 Aug 28 20:34:29.773022 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] For port b2065317-7193-43c7-9808-827f63509237, host n-h2-854121-7, cleared binding levels {{(pid=114321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 20:34:29.789410 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6aac296d-d5a5-4ca4-842e-b9af70872f77 req-fda9eb39-aac6-444b-9a98-1159b83455c6 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935588 Aug 28 20:34:29.793076 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] For port b2065317-7193-43c7-9808-827f63509237, host n-h2-854121-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b2065317-7193-43c7-9808-827f63509237,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 20:34:29.954999 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14551231'] for port (b2065317-7193-43c7-9808-827f63509237), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:29.958757 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:29.959912 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:29.961901 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] 10.222.0.89 "PUT /networking/v2.0/ports/b2065317-7193-43c7-9808-827f63509237 HTTP/1.1" status: 200 len: 1092 time: 1.1076746 Aug 28 20:34:29.964365 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'tag': 'b2065317-7193-43c7-9808-827f63509237'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:34:29.973208 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec730935-b1fb-4211-bc61-aaaa5bd55f44" -d '{"events": [{"name": "network-changed", "server_uuid": "37f4aa6a-08c7-4add-9c2b-b5e79645f453", "tag": "b2065317-7193-43c7-9808-827f63509237"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:34:30.030904 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Aug 2022 20:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee5ee9f-f61d-4617-8b7e-c8f588573e32 x-openstack-request-id: req-eee5ee9f-f61d-4617-8b7e-c8f588573e32 {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:34:30.030904 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f4aa6a-08c7-4add-9c2b-b5e79645f453", "tag": "b2065317-7193-43c7-9808-827f63509237", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:34:30.030904 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eee5ee9f-f61d-4617-8b7e-c8f588573e32 {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:34:30.030904 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee5ee9f-f61d-4617-8b7e-c8f588573e32'] response: {'name': 'network-changed', 'server_uuid': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'tag': 'b2065317-7193-43c7-9808-827f63509237', 'status': 'completed', 'code': 200} Aug 28 20:34:30.033464 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:30.038550 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eb0f7-55ba-4004-ab9e-838fce1e7930 service neutron] Pushing event updated for resources: {'Port': ['ID=b2065317-7193-43c7-9808-827f63509237,revision_number=3']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:30.095466 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730935-b1fb-4211-bc61-aaaa5bd55f44 req-6f224490-b41c-4101-8302-36dc1ed051a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.097053 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec730935-b1fb-4211-bc61-aaaa5bd55f44 req-6f224490-b41c-4101-8302-36dc1ed051a2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d33ea4d569e74d978e0eed1df9acdf70&device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 1126 time: 0.0515282 Aug 28 20:34:30.252662 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730935-b1fb-4211-bc61-aaaa5bd55f44 req-b3d6a23a-5640-485c-a8f3-4e039d5429c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.254530 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec730935-b1fb-4211-bc61-aaaa5bd55f44 req-b3d6a23a-5640-485c-a8f3-4e039d5429c7 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=d33ea4d569e74d978e0eed1df9acdf70&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1358202 Aug 28 20:34:30.362128 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730935-b1fb-4211-bc61-aaaa5bd55f44 req-1455bf7b-1995-42c4-93ce-3c3b57b6bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.363790 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ec730935-b1fb-4211-bc61-aaaa5bd55f44 req-1455bf7b-1995-42c4-93ce-3c3b57b6bf96 service neutron] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026745 Aug 28 20:34:30.460329 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-8e112ce5-0d9f-4ef0-9dee-5f511c47b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.462048 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-8e112ce5-0d9f-4ef0-9dee-5f511c47b697 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=d33ea4d569e74d978e0eed1df9acdf70&device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 1126 time: 0.0561965 Aug 28 20:34:30.510746 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-5895aba1-3e05-4fc6-a53b-556fc10512bd service neutron] 10.222.0.89 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2065317-7193-43c7-9808-827f63509237 HTTP/1.1" status: 200 len: 217 time: 0.0378628 Aug 28 20:34:30.562438 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-b09ad707-7bad-41be-aa59-6edad7a7c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.564005 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-b09ad707-7bad-41be-aa59-6edad7a7c3dc service neutron] 10.222.0.89 "GET /networking/v2.0/subnets?id=c339983f-333c-464a-9eaa-a3f22162b5d2 HTTP/1.1" status: 200 len: 859 time: 0.0514715 Aug 28 20:34:30.622981 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-92e59ce0-c0db-46be-be1d-1e100991fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.624966 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-92e59ce0-c0db-46be-be1d-1e100991fbf2 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?network_id=11a7d0bb-5445-4d60-8381-bffc1b64b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475128 Aug 28 20:34:30.763643 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94caed-da26-4f18-bb5a-013e447be4bd req-481cd52f-96b2-4f2c-9df1-0b04ebe6108c tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.765451 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c94caed-da26-4f18-bb5a-013e447be4bd req-481cd52f-96b2-4f2c-9df1-0b04ebe6108c tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0828297 Aug 28 20:34:30.812186 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:30.815827 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-35c55ff7-dcf0-468c-ab55-26598e6ac7c1 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/11a7d0bb-5445-4d60-8381-bffc1b64b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833172 Aug 28 20:34:30.838022 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=33 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:30.954326 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-6c94caed-da26-4f18-bb5a-013e447be4bd req-b17d0861-9399-4e98-a985-99817e9de0df tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771986 Aug 28 20:34:30.963142 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-76232a7f-9cfc-47bd-8aaa-3ee532c6c61c req-4a2a80bb-2044-4832-8b98-de73d091e717 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/11a7d0bb-5445-4d60-8381-bffc1b64b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402533 Aug 28 20:34:30.994297 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42acd20-ddbf-499e-9925-40bff6c86be3 req-c807f461-8104-4844-a96e-18626fb92e01 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:30.995893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a42acd20-ddbf-499e-9925-40bff6c86be3 req-c807f461-8104-4844-a96e-18626fb92e01 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 944 time: 0.0829933 Aug 28 20:34:31.062470 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a42acd20-ddbf-499e-9925-40bff6c86be3 req-6ab7e7ff-a0e2-4df7-b012-f5508de9b151 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588188 Aug 28 20:34:32.085649 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a21dfa-0030-4e02-b617-3515197c0247 req-a36f2b24-2d3d-477d-8538-33ce954790cd tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:32.087311 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-25a21dfa-0030-4e02-b617-3515197c0247 req-a36f2b24-2d3d-477d-8538-33ce954790cd tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0557389 Aug 28 20:34:32.158275 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-25a21dfa-0030-4e02-b617-3515197c0247 req-eb2b06ea-3a6f-4621-b72a-6decdfdd5c5d tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615771 Aug 28 20:34:32.222248 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:32.236252 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057421-857c-4624-8caa-e8b1982674fe req-e53f9e3f-d266-4056-b6b3-f6a920824398 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:32.238616 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56057421-857c-4624-8caa-e8b1982674fe req-e53f9e3f-d266-4056-b6b3-f6a920824398 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 944 time: 0.0622289 Aug 28 20:34:32.302294 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-56057421-857c-4624-8caa-e8b1982674fe req-4475145d-a50c-4271-b8e3-20d607a0d773 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577610 Aug 28 20:34:33.301161 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b2065317-7193-43c7-9808-827f63509237 details requested by agent hyperv_n-h2-854121-7 with host n-h2-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:34:33.330768 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375b0f5-e326-483d-824f-28ef43e55d7e req-0eeff847-c269-4e33-9b3c-bdf228399cdf tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:33.339037 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d375b0f5-e326-483d-824f-28ef43e55d7e req-0eeff847-c269-4e33-9b3c-bdf228399cdf tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0704455 Aug 28 20:34:33.400014 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-d375b0f5-e326-483d-824f-28ef43e55d7e req-05ae5b3d-5913-4d7b-824d-f8568000b870 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598457 Aug 28 20:34:33.463473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b2065317-7193-43c7-9808-827f63509237, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b2065317-7193-43c7-9808-827f63509237,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:33.475049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b6966-bef4-476c-b121-e23ba2b46263 req-2543daed-cc07-4927-9fba-5030f560c263 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:33.477087 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Returning: {'device': 'b2065317-7193-43c7-9808-827f63509237', 'network_id': '11a7d0bb-5445-4d60-8381-bffc1b64b722', 'port_id': 'b2065317-7193-43c7-9808-827f63509237', 'mac_address': 'fa:16:3e:5b:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c339983f-333c-464a-9eaa-a3f22162b5d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:34:33.478387 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e2b6966-bef4-476c-b121-e23ba2b46263 req-2543daed-cc07-4927-9fba-5030f560c263 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 944 time: 0.0679667 Aug 28 20:34:33.517231 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b2065317-7193-43c7-9808-827f63509237 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:33.517636 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b2065317-7193-43c7-9808-827f63509237), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:33.532661 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2065317-7193-43c7-9808-827f63509237 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:34:33.536906 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3e2b6966-bef4-476c-b121-e23ba2b46263 req-54e1c9c8-bdd5-4667-a385-eebf5ef2391f tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501842 Aug 28 20:34:33.561471 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b2065317-7193-43c7-9808-827f63509237, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b2065317-7193-43c7-9808-827f63509237,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:33.736755 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b2065317-7193-43c7-9808-827f63509237), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:33.761182 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:33.793467 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b2065317-7193-43c7-9808-827f63509237,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:33.985707 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['b2065317-7193-43c7-9808-827f63509237'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:34:34.569675 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038499e-0f0a-4c51-9ee0-c24b12eacab9 req-ff21bd79-ec3a-4982-9cfe-4d418ffd3fe8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:34.569675 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038499e-0f0a-4c51-9ee0-c24b12eacab9 req-ff21bd79-ec3a-4982-9cfe-4d418ffd3fe8 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0642700 Aug 28 20:34:34.673702 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-e038499e-0f0a-4c51-9ee0-c24b12eacab9 req-be002d7c-5d77-4681-9de4-a64e8d20be9e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940709 Aug 28 20:34:34.759597 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8fa3e-6410-4a62-b70e-414824fc8f0e req-e67163ee-d115-4792-9753-05e94a8d4846 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:34.761464 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ca8fa3e-6410-4a62-b70e-414824fc8f0e req-e67163ee-d115-4792-9753-05e94a8d4846 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 945 time: 0.0622857 Aug 28 20:34:34.839280 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-3ca8fa3e-6410-4a62-b70e-414824fc8f0e req-4a9d4dbe-d382-498a-ad03-0845560eded7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674076 Aug 28 20:34:35.307999 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b2065317-7193-43c7-9808-827f63509237 up at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:35.363912 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning for port b2065317-7193-43c7-9808-827f63509237 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:34:35.491348 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Provisioning complete for port b2065317-7193-43c7-9808-827f63509237 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:35.491738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b2065317-7193-43c7-9808-827f63509237), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:35.537876 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:35.576149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Current status of the port b2065317-7193-43c7-9808-827f63509237 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:35.576538 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b2065317-7193-43c7-9808-827f63509237), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:35.587087 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:35.602475 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2065317-7193-43c7-9808-827f63509237'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:34:35.604815 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123cffe2-4dcb-4354-879d-b77f2c6a1ece" -d '{"events": [{"server_uuid": "37f4aa6a-08c7-4add-9c2b-b5e79645f453", "name": "network-vif-plugged", "status": "completed", "tag": "b2065317-7193-43c7-9808-827f63509237"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:34:35.620327 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] For port b2065317-7193-43c7-9808-827f63509237, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b2065317-7193-43c7-9808-827f63509237,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:35.651852 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af4aeb-f2e1-411e-9586-c93ab99d46fc x-openstack-request-id: req-f6af4aeb-f2e1-411e-9586-c93ab99d46fc {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:34:35.652209 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f4aa6a-08c7-4add-9c2b-b5e79645f453", "name": "network-vif-plugged", "status": "completed", "tag": "b2065317-7193-43c7-9808-827f63509237", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:34:35.652403 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6af4aeb-f2e1-411e-9586-c93ab99d46fc {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:34:35.653958 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6af4aeb-f2e1-411e-9586-c93ab99d46fc'] response: {'server_uuid': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2065317-7193-43c7-9808-827f63509237', 'code': 200} Aug 28 20:34:35.728586 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b2065317-7193-43c7-9808-827f63509237), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:35.768651 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7305e-f7a2-44dd-85ef-9e331dd005b8 req-3f175382-1c88-4a2c-b7e4-112c113c9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:35.770417 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccf7305e-f7a2-44dd-85ef-9e331dd005b8 req-3f175382-1c88-4a2c-b7e4-112c113c9fbb service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 1128 time: 0.0586653 Aug 28 20:34:35.832072 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Pushing event updated for resources: {'Port': ['ID=b2065317-7193-43c7-9808-827f63509237,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:35.862572 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-ccf7305e-f7a2-44dd-85ef-9e331dd005b8 req-c92ff88a-dd24-4b5b-92a6-22a0ef46de82 service neutron] 10.222.0.89 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862207 Aug 28 20:34:35.862823 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b19094-297b-4a2f-b520-8b50d61589fd req-52d61c7b-6a4f-4dbf-afcf-1e72cab52ad1 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:35.867580 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16b19094-297b-4a2f-b520-8b50d61589fd req-52d61c7b-6a4f-4dbf-afcf-1e72cab52ad1 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0719562 Aug 28 20:34:35.928910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-16b19094-297b-4a2f-b520-8b50d61589fd req-4bb91702-05fe-4064-95be-115617d76bb9 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 Aug 28 20:34:35.997784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1a28a-5b4c-4270-ae0e-6c0273c12a5a req-216bb330-cdcf-40de-834a-a3e534cd1ac8 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:35.999364 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9df1a28a-5b4c-4270-ae0e-6c0273c12a5a req-216bb330-cdcf-40de-834a-a3e534cd1ac8 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 946 time: 0.0640597 Aug 28 20:34:36.117254 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9df1a28a-5b4c-4270-ae0e-6c0273c12a5a req-27689761-0348-4ba8-a38e-355e6d680588 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799541 Aug 28 20:34:37.104757 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b58581-434b-424a-b717-7debdb984af6 req-013820fd-9b9d-4c73-a79a-838992d0521a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:37.107086 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a0b58581-434b-424a-b717-7debdb984af6 req-013820fd-9b9d-4c73-a79a-838992d0521a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0934508 Aug 28 20:34:37.162202 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a0b58581-434b-424a-b717-7debdb984af6 req-04f38ec4-c7c8-4084-ba54-5e03ed5d802f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Aug 28 20:34:37.256666 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37c26-ddc5-42e6-a0b4-680e06ac479f req-a61e57a7-ac5b-4bf5-beb9-d835cf6e56d7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:37.258706 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2dc37c26-ddc5-42e6-a0b4-680e06ac479f req-a61e57a7-ac5b-4bf5-beb9-d835cf6e56d7 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 946 time: 0.0796254 Aug 28 20:34:37.274997 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:37.328139 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-2dc37c26-ddc5-42e6-a0b4-680e06ac479f req-27400237-1aee-4843-b90c-aa9dbc06ec56 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626204 Aug 28 20:34:38.340866 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d8f57-faec-48d5-8209-e0f93c6800e3 req-56f8e00b-8cb3-452d-ae61-7bf80446821f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:38.349016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ea1d8f57-faec-48d5-8209-e0f93c6800e3 req-56f8e00b-8cb3-452d-ae61-7bf80446821f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0637214 Aug 28 20:34:38.412239 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200804-24d3-4cc8-8cf9-5886afff546e req-41940a84-cdda-446a-a8d1-f6173b6b3b1e tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:38.414124 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14200804-24d3-4cc8-8cf9-5886afff546e req-41940a84-cdda-446a-a8d1-f6173b6b3b1e tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 946 time: 0.0710521 Aug 28 20:34:38.438661 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ea1d8f57-faec-48d5-8209-e0f93c6800e3 req-0c4c00e9-9061-4aba-bebc-7fdc9d13a844 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882297 Aug 28 20:34:38.556418 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-14200804-24d3-4cc8-8cf9-5886afff546e req-0897f349-5242-48f1-996e-877d83c40439 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268883 Aug 28 20:34:39.605688 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fafaf8-bb07-449e-8fba-776051e1a89a req-892454d4-1549-4af8-82ea-11abc641a986 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:39.615601 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62fafaf8-bb07-449e-8fba-776051e1a89a req-892454d4-1549-4af8-82ea-11abc641a986 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0693929 Aug 28 20:34:39.723473 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-62fafaf8-bb07-449e-8fba-776051e1a89a req-6aae8e97-e973-4f2b-afe3-484409e49a05 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030879 Aug 28 20:34:39.771039 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-be9ef564-0d0e-4d54-baac-cf7156e926d3 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:39.773255 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-be9ef564-0d0e-4d54-baac-cf7156e926d3 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 946 time: 0.1176805 Aug 28 20:34:39.898716 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bad6e5-9f0f-4052-bbd2-12c6c21db7bf req-9e457ebf-6bca-481f-9851-18a2d91f8004 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:39.900837 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2bad6e5-9f0f-4052-bbd2-12c6c21db7bf req-9e457ebf-6bca-481f-9851-18a2d91f8004 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 946 time: 0.1571798 Aug 28 20:34:39.946719 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Deleting port b2065317-7193-43c7-9808-827f63509237 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:39.947354 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (b2065317-7193-43c7-9808-827f63509237), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:40.046784 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b2bad6e5-9f0f-4052-bbd2-12c6c21db7bf req-ccbfb8e7-998f-489f-b29a-65ffc62004a9 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=826af573-c538-4f44-87b6-56ef183744d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386566 Aug 28 20:34:40.117174 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:40.132567 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] For port b2065317-7193-43c7-9808-827f63509237, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=b2065317-7193-43c7-9808-827f63509237,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:40.132950 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (b2065317-7193-43c7-9808-827f63509237), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:40.183035 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Calling delete_port for b2065317-7193-43c7-9808-827f63509237 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:40.407851 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (b2065317-7193-43c7-9808-827f63509237), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:40.423517 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] get_ports_and_sgs() called for port_ids ['b2065317-7193-43c7-9808-827f63509237'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:34:40.458338 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Pushing event deleted for resources: {'Port': ['ID=b2065317-7193-43c7-9808-827f63509237,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:40.592106 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] No DVR routers for this DVR port b2065317-7193-43c7-9808-827f63509237 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:40.601642 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:40.605259 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-597d5bb5-0908-4ad9-a8b2-725e2cb32bbb req-6bd0d7a3-3baa-49c5-a482-ce59c6d6f1fa tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.89 "DELETE /networking/v2.0/ports/b2065317-7193-43c7-9808-827f63509237 HTTP/1.1" status: 204 len: 173 time: 0.8131113 Aug 28 20:34:40.605832 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'name': 'network-vif-deleted', 'tag': 'b2065317-7193-43c7-9808-827f63509237'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:34:40.608326 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e30e9-45ab-43c7-a441-9e262284ca2e" -d '{"events": [{"server_uuid": "37f4aa6a-08c7-4add-9c2b-b5e79645f453", "name": "network-vif-deleted", "tag": "b2065317-7193-43c7-9808-827f63509237"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:34:40.710868 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4b82ee-411f-4197-9cf1-92aa20b3135a x-openstack-request-id: req-4f4b82ee-411f-4197-9cf1-92aa20b3135a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:34:40.712004 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f4aa6a-08c7-4add-9c2b-b5e79645f453", "name": "network-vif-deleted", "tag": "b2065317-7193-43c7-9808-827f63509237", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:34:40.712459 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f4b82ee-411f-4197-9cf1-92aa20b3135a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:34:40.713042 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4b82ee-411f-4197-9cf1-92aa20b3135a'] response: {'server_uuid': '37f4aa6a-08c7-4add-9c2b-b5e79645f453', 'name': 'network-vif-deleted', 'tag': 'b2065317-7193-43c7-9808-827f63509237', 'status': 'completed', 'code': 200} Aug 28 20:34:40.978958 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9548a-033f-4058-805f-a54ff218dc09 req-abfacb66-489d-4c1c-a4f5-2c87a07637c0 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:40.980596 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-57f9548a-033f-4058-805f-a54ff218dc09 req-abfacb66-489d-4c1c-a4f5-2c87a07637c0 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1049817 Aug 28 20:34:41.048672 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-57f9548a-033f-4058-805f-a54ff218dc09 req-2a48fe14-8683-4800-b409-9489189e6657 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608385 Aug 28 20:34:41.240595 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-ef1aa6f4-3a7b-44eb-a030-66cf264476ec req-e56a9cc1-5ca5-4a0f-970a-17a04568f939 tempest-ServerMetadataNegativeTestJSON-1514947270 tempest-ServerMetadataNegativeTestJSON-1514947270-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=37f4aa6a-08c7-4add-9c2b-b5e79645f453 HTTP/1.1" status: 200 len: 210 time: 0.0872433 Aug 28 20:34:42.217342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35913-1ac6-44ba-a892-7bad56a23f63 req-65ad6e0c-2b98-4170-a68f-103e8a6498d2 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:42.219144 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8b35913-1ac6-44ba-a892-7bad56a23f63 req-65ad6e0c-2b98-4170-a68f-103e8a6498d2 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0553422 Aug 28 20:34:42.276455 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-a8b35913-1ac6-44ba-a892-7bad56a23f63 req-dbf78487-4da2-4ab2-9475-2fc2d03219ed tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500684 Aug 28 20:34:42.345538 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59162) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:42.896801 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:43.094647 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:43.098991 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (1edddb91-9f66-43a8-9794-956154ecd842), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:43.268981 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:43.351787 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b2065317-7193-43c7-9808-827f63509237 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:43.388961 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Deleting port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:43.389708 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:43.442486 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: b2065317-7193-43c7-9808-827f63509237 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:43.461605 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device b2065317-7193-43c7-9808-827f63509237 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:43.641375 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb308c-a7d1-4839-9318-d7a5f1e44d58 req-d8d4158a-8206-4cdf-85ac-f3f52593a546 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:43.650285 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cfeb308c-a7d1-4839-9318-d7a5f1e44d58 req-d8d4158a-8206-4cdf-85ac-f3f52593a546 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1569350 Aug 28 20:34:43.654090 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] For port ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:43.654969 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:43.672130 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Calling delete_port for ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 owned by network:router_interface {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:43.890427 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-cfeb308c-a7d1-4839-9318-d7a5f1e44d58 req-cd8ad682-7511-4e53-92a2-649bdd7d1dbc tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388308 Aug 28 20:34:44.111276 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:44.186697 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:44.618899 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (1edddb91-9f66-43a8-9794-956154ecd842), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:44.785654 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:44.785654 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:45.034245 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Router 1edddb91-9f66-43a8-9794-956154ecd842 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:34:45.175496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965308e-e8ce-4e2d-a0ad-cf619c0236e3 req-147b28a4-d4a5-4ca8-b863-a3cc908961e3 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:45.177395 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9965308e-e8ce-4e2d-a0ad-cf619c0236e3 req-147b28a4-d4a5-4ca8-b863-a3cc908961e3 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.1414335 Aug 28 20:34:45.314929 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-9965308e-e8ce-4e2d-a0ad-cf619c0236e3 req-e53f9be8-6ecb-4098-a67d-a1c7b984db4e tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288004 Aug 28 20:34:45.322784 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:34:45.336001 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] Sync routers for ids ['1edddb91-9f66-43a8-9794-956154ecd842'] in n-d-854121-7 {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:34:45.354143 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3eaf6ca6-8fe3-4c08-a6ba-c7b2ae8632c5 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1edddb91-9f66-43a8-9794-956154ecd842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0136924 Aug 28 20:34:45.357397 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59204) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:45.359400 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] Routers {'1edddb91-9f66-43a8-9794-956154ecd842'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:45.360062 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:34:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1edddb91-9f66-43a8-9794-956154ecd842'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:45.485783 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks [] for router (1edddb91-9f66-43a8-9794-956154ecd842), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:45.492036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] Set router 1edddb91-9f66-43a8-9794-956154ecd842 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:45.729618 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77234490-5486-4d3b-add7-988e68d5daeb req-f2610905-870e-4a04-86a3-a7861182624b tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:45.731839 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77234490-5486-4d3b-add7-988e68d5daeb req-f2610905-870e-4a04-86a3-a7861182624b tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.0843914 Aug 28 20:34:45.768186 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=100 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:45.780570 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:43Z', 'revision_number': 5, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:45.790993 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks [] for router_gateway (1edddb91-9f66-43a8-9794-956154ecd842), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:45.817884 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] Checking router: 1edddb91-9f66-43a8-9794-956154ecd842 for host: n-d-854121-7 {{(pid=114324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:34:45.830624 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] Routers {'1edddb91-9f66-43a8-9794-956154ecd842'} bound to L3 agent in host n-d-854121-7 {{(pid=114324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:45.831642 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:34:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['1edddb91-9f66-43a8-9794-956154ecd842'], 'active': True} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:45.841948 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-77234490-5486-4d3b-add7-988e68d5daeb req-6e94374e-0bad-4f07-94c2-a153a844c04a tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974219 Aug 28 20:34:45.914920 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Deleting port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:45.915449 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:45.962036 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_dvr_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] Set router 1edddb91-9f66-43a8-9794-956154ecd842 gateway port host: n-d-854121-7 {{(pid=114324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:46.020132 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] For port 9b2d624d-2697-4a5e-a13e-02109dc5b5e5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,segment=NetworkSegment(912ecca0-c5c1-4681-973d-1a5bb2d25d9b),segment_id=912ecca0-c5c1-4681-973d-1a5bb2d25d9b)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:46.020374 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:46.037806 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Calling delete_port for 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 owned by network:router_gateway {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:46.194889 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.l3_hamode_db [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:43Z', 'revision_number': 5, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:46.222633 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99a780-7f57-42b4-97fd-90d8dc2470a9 None None] The sync data for ids ['1edddb91-9f66-43a8-9794-956154ecd842'] in n-d-854121-7 is: [{'id': '1edddb91-9f66-43a8-9794-956154ecd842', 'name': 'tempest-ServerMetadataNegativeTestJSON-167939181-router', 'tenant_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:34:15Z', 'updated_at': '2022-08-28T20:34:43Z', 'revision_number': 5, 'project_id': 'd33ea4d569e74d978e0eed1df9acdf70', 'gw_port': {'id': '9b2d624d-2697-4a5e-a13e-02109dc5b5e5', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edddb91-9f66-43a8-9794-956154ecd842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:34:16Z', 'updated_at': '2022-08-28T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:34:46.370549 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (9b2d624d-2697-4a5e-a13e-02109dc5b5e5), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:46.399973 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2d624d-2697-4a5e-a13e-02109dc5b5e5,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:46.489653 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758326'] for router_gateway (1edddb91-9f66-43a8-9794-956154ecd842), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:46.514873 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006f3e-1093-478a-bedb-9f3dbd3752d8 req-686f8960-0e62-4347-b6e2-e8f91dc91d78 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:46.517172 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51006f3e-1093-478a-bedb-9f3dbd3752d8 req-686f8960-0e62-4347-b6e2-e8f91dc91d78 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0705187 Aug 28 20:34:46.583083 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-51006f3e-1093-478a-bedb-9f3dbd3752d8 req-072423f9-72e6-4a5f-80d3-074461935183 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596352 Aug 28 20:34:46.630013 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10038'] for router (1edddb91-9f66-43a8-9794-956154ecd842), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:46.632463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks [] for router_controller (1edddb91-9f66-43a8-9794-956154ecd842), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:46.767463 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764639'] for router (1edddb91-9f66-43a8-9794-956154ecd842), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:46.768318 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1edddb91-9f66-43a8-9794-956154ecd842 {{(pid=114321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 20:34:46.775635 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:46.779924 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-c1d65839-4b96-4ce3-aa00-60a9680ec828 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1edddb91-9f66-43a8-9794-956154ecd842 HTTP/1.1" status: 204 len: 168 time: 1.4151726 Aug 28 20:34:46.780238 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59216) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:46.795353 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-4bf51465-4417-4e01-9b52-421e43665b5c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:46.797007 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-4bf51465-4417-4e01-9b52-421e43665b5c tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.0701885 Aug 28 20:34:46.854146 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:46.873296 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] Deleting subnet c339983f-333c-464a-9eaa-a3f22162b5d2 {{(pid=114321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 28 20:34:46.882470 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] Publish callbacks [] for subnet (c339983f-333c-464a-9eaa-a3f22162b5d2), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.006527 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Deleting port 04b37551-b13f-43bc-8cef-8521019d4909 {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:47.006527 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (04b37551-b13f-43bc-8cef-8521019d4909), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.014950 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:47.065007 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13970451'] for subnet (c339983f-333c-464a-9eaa-a3f22162b5d2), precommit_delete_associations {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.106915 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e5b4e-2f0b-4204-9bb3-5e325bc63736 req-de822f57-1fd4-47ca-8c2a-b0ef1287d16a tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:47.106915 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-803e5b4e-2f0b-4204-9bb3-5e325bc63736 req-de822f57-1fd4-47ca-8c2a-b0ef1287d16a tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.1706469 Aug 28 20:34:47.246496 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] For port 04b37551-b13f-43bc-8cef-8521019d4909, host n-h2-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-854121-7',level=0,port_id=04b37551-b13f-43bc-8cef-8521019d4909,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:47.247312 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (04b37551-b13f-43bc-8cef-8521019d4909), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.262796 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-803e5b4e-2f0b-4204-9bb3-5e325bc63736 req-2d5fda22-a381-410d-93c4-1b8744486c16 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402943 Aug 28 20:34:47.270765 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961892'] for subnet (c339983f-333c-464a-9eaa-a3f22162b5d2), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.522584 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1960023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14551169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12600537'] for subnet (c339983f-333c-464a-9eaa-a3f22162b5d2), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.737515 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065e028-2dd8-4808-a361-d4e1de1fb968 req-116a628a-bc01-4eba-b757-1167056b5f5a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:47.740017 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b065e028-2dd8-4808-a361-d4e1de1fb968 req-116a628a-bc01-4eba-b757-1167056b5f5a tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0619152 Aug 28 20:34:47.798101 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-b065e028-2dd8-4808-a361-d4e1de1fb968 req-43ad2061-652b-46f4-add5-afafc853099f tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Aug 28 20:34:47.933502 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c339983f-333c-464a-9eaa-a3f22162b5d2,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:47.945012 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.949295 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3dec1585-8d3f-4ea1-b975-bf21fa6dd5ff admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/c339983f-333c-464a-9eaa-a3f22162b5d2 HTTP/1.1" status: 204 len: 168 time: 1.1679614 Aug 28 20:34:47.953401 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59228) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:47.955185 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6097bd-af80-41d3-96b9-b8c04d2e8c7a None None] Network 11a7d0bb-5445-4d60-8381-bffc1b64b722 requested from n-d-854121-7 {{(pid=114323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 28 20:34:47.962208 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.962578 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765683'] for floatingip (734ca52c-5813-4785-9e4f-2a24e0d17a43), after_update {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:47.962900 n-d-854121-7 neutron-server[114321]: INFO neutron.db.l3_db [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Floating IP 734ca52c-5813-4785-9e4f-2a24e0d17a43 disassociated. External IP: 172.25.4.93, port: 04b37551-b13f-43bc-8cef-8521019d4909. Aug 28 20:34:47.963355 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Calling delete_port for 04b37551-b13f-43bc-8cef-8521019d4909 owned by compute:nova {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:48.179516 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] DHCP port deletion for 11a7d0bb-5445-4d60-8381-bffc1b64b722 request from n-d-854121-7 {{(pid=114323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 28 20:34:48.181954 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:48.208839 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798205'] for network (11a7d0bb-5445-4d60-8381-bffc1b64b722), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.252405 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:48.256685 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Deleting port 46f14d86-2c01-4cee-beee-423440e0cf3d {{(pid=114323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:48.257136 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), before_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.285655 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Deleting port 46f14d86-2c01-4cee-beee-423440e0cf3d {{(pid=114321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:48.286174 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.289079 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:48.289428 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 9b2d624d-2697-4a5e-a13e-02109dc5b5e5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:48.289869 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:48.370320 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:48.370947 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device ac33afb7-3374-4ac7-bb96-aeb7f35d2ca5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:48.397418 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] For port 46f14d86-2c01-4cee-beee-423440e0cf3d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=46f14d86-2c01-4cee-beee-423440e0cf3d,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:48.398156 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), precommit_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.400845 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.db [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] For port 46f14d86-2c01-4cee-beee-423440e0cf3d, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=46f14d86-2c01-4cee-beee-423440e0cf3d,segment=NetworkSegment(b8e9b910-96d6-41ad-a06b-08fb2e6980bc),segment_id=b8e9b910-96d6-41ad-a06b-08fb2e6980bc)] {{(pid=114321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:48.401301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.415461 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Calling delete_port for 46f14d86-2c01-4cee-beee-423440e0cf3d owned by network:dhcp {{(pid=114323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:48.464412 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.plugin [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Calling delete_port for 46f14d86-2c01-4cee-beee-423440e0cf3d owned by network:dhcp {{(pid=114321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:48.561611 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e1440-2c67-4b13-9027-08fd37f521db req-5e2e3b66-fe19-4792-875a-0570e72a54d3 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:48.563223 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f35e1440-2c67-4b13-9027-08fd37f521db req-5e2e3b66-fe19-4792-875a-0570e72a54d3 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 946 time: 0.1092567 Aug 28 20:34:48.604731 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:48.621282 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), after_delete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.643935 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Pushing event deleted for resources: {'Port': ['ID=46f14d86-2c01-4cee-beee-423440e0cf3d,revision_number=None']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:48.645140 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (46f14d86-2c01-4cee-beee-423440e0cf3d), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.657339 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.658059 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.658618 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.659238 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.659791 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.660376 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.660930 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.661473 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.662077 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.662620 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.663176 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.663715 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.664267 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.664804 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.665358 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.671136 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd80eae-3c41-489a-8b0e-d315fec2dcf2 None None] No DVR routers for this DVR port 46f14d86-2c01-4cee-beee-423440e0cf3d on host n-d-854121-7 {{(pid=114323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:48.702266 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14551220'] for port (04b37551-b13f-43bc-8cef-8521019d4909), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.730605 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f35e1440-2c67-4b13-9027-08fd37f521db req-52f07935-5025-47c4-bf20-a9b91bc318c1 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7ec1388a-dd7d-4839-88e9-20c67e45717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593087 Aug 28 20:34:48.733342 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f14d86-2c01-4cee-beee-423440e0cf3d,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:48.746493 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] No DVR routers for this DVR port 46f14d86-2c01-4cee-beee-423440e0cf3d on host n-d-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:48.801253 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event deleted for resources: {'Port': ['ID=04b37551-b13f-43bc-8cef-8521019d4909,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:48.853383 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.853728 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856312 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.856978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.857248 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.857565 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.857896 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:48.867499 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1958415', 'neutron.services.segments.db._delete_segments_for_network-8759947355486'] for network (11a7d0bb-5445-4d60-8381-bffc1b64b722), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:48.927723 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a7d0bb-5445-4d60-8381-bffc1b64b722']}} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:48.944978 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc') {'for_net_delete': True} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:48.945652 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4c7dd-25f0-4e59-a8a8-885e39e0880d req-7ef695ba-c106-4a3a-869b-08f19d3dad30 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:48.946208 n-d-854121-7 neutron-server[114321]: DEBUG neutron.services.segments.db [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e9b910-96d6-41ad-a06b-08fb2e6980bc') {} {{(pid=114321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:48.946656 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ab4c7dd-25f0-4e59-a8a8-885e39e0880d req-7ef695ba-c106-4a3a-869b-08f19d3dad30 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0551703 Aug 28 20:34:49.000963 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759947430620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13970458'] for segment (b8e9b910-96d6-41ad-a06b-08fb2e6980bc), before_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:49.017331 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-6ab4c7dd-25f0-4e59-a8a8-885e39e0880d req-d125003d-f8b6-421b-af35-02966c5ff496 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608299 Aug 28 20:34:49.036017 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824'] for segment (b8e9b910-96d6-41ad-a06b-08fb2e6980bc), precommit_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:49.054715 n-d-854121-7 neutron-server[114321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=114321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 20:34:49.055213 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14551259'] for segment (b8e9b910-96d6-41ad-a06b-08fb2e6980bc), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:49.064825 n-d-854121-7 neutron-server[114321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Router 5a16725e-115d-4d20-9f62-97f060334d85 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:34:49.105436 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b8e9b910-96d6-41ad-a06b-08fb2e6980bc resource provider aggregate not found Aug 28 20:34:49.129462 n-d-854121-7 neutron-server[114321]: INFO neutron.services.segments.plugin [-] Segment b8e9b910-96d6-41ad-a06b-08fb2e6980bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8e9b910-96d6-41ad-a06b-08fb2e6980bc found for delete ", "request_id": "req-213e64be-0099-4495-91b5-0233bc02ec22"}]} Aug 28 20:34:49.195144 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:49.266432 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:34:49.286969 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] Sync routers for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:34:49.306822 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:49.309149 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:34:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:49.320917 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1958424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758290'] for network (11a7d0bb-5445-4d60-8381-bffc1b64b722), after_delete {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:49.359530 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:49.380385 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/11a7d0bb-5445-4d60-8381-bffc1b64b722 HTTP/1.1" status: 204 len: 168 time: 1.4211287 Aug 28 20:34:49.472678 n-d-854121-7 neutron-server[114321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] No DVR routers for this DVR port 04b37551-b13f-43bc-8cef-8521019d4909 on host n-h2-854121-7 {{(pid=114321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 28 20:34:49.476056 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724a94d-c19a-4851-8c3c-5dfb07227940 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a7d0bb-5445-4d60-8381-bffc1b64b722,revision_number=None']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:49.488301 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for port (None), before_response {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:49.492870 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-8d9ceaee-bdd0-4967-b48e-5dc5085b3b4a req-3d293279-4f32-4e8c-b85f-077198d1edd0 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.89 "DELETE /networking/v2.0/ports/04b37551-b13f-43bc-8cef-8521019d4909 HTTP/1.1" status: 204 len: 173 time: 2.6770298 Aug 28 20:34:49.500325 n-d-854121-7 neutron-server[114321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'name': 'network-vif-deleted', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909'}] {{(pid=114321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:34:49.506519 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7cdfe6d93ac15e233ead9035552a7a57fd251fd28c8c140a547860cce83d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3ffc66-85cd-476b-9dc7-53be9ed323b5" -d '{"events": [{"server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "name": "network-vif-deleted", "tag": "04b37551-b13f-43bc-8cef-8521019d4909"}]}' {{(pid=114321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:34:49.623903 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eedc809-5d2e-4294-baac-acb1804a739a x-openstack-request-id: req-3eedc809-5d2e-4294-baac-acb1804a739a {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:34:49.624201 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba856df-5a66-4ba5-96e7-a68d0d918ab6", "name": "network-vif-deleted", "tag": "04b37551-b13f-43bc-8cef-8521019d4909", "status": "completed", "code": 200}]} {{(pid=114321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:34:49.624457 n-d-854121-7 neutron-server[114321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3eedc809-5d2e-4294-baac-acb1804a739a {{(pid=114321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:34:49.628691 n-d-854121-7 neutron-server[114321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eedc809-5d2e-4294-baac-acb1804a739a'] response: {'server_uuid': '3ba856df-5a66-4ba5-96e7-a68d0d918ab6', 'name': 'network-vif-deleted', 'tag': '04b37551-b13f-43bc-8cef-8521019d4909', 'status': 'completed', 'code': 200} Aug 28 20:34:49.654099 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:49.882035 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-9377acab-d938-4c62-a0b9-edf43fc4e54b req-aae6f724-c9a3-4955-bf2a-4139791f4741 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 210 time: 0.0511680 Aug 28 20:34:49.922259 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:23Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:49.954855 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] Checking router: 5a16725e-115d-4d20-9f62-97f060334d85 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:34:49.972623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:49.972623 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:34:24Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:50.096412 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:50.153328 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:50.154338 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59254) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:50.193841 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:50.230484 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386548-3f08-4058-b948-25a32ba7867f req-214e2836-967d-4fbb-b166-7c62a2b21bcb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:50.232555 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f9386548-3f08-4058-b948-25a32ba7867f req-214e2836-967d-4fbb-b166-7c62a2b21bcb tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0773749 Aug 28 20:34:50.237967 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46f14d86-2c01-4cee-beee-423440e0cf3d no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:50.253560 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-0ba7a90a-b733-4728-93ac-1570fe0cf334 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d33ea4d569e74d978e0eed1df9acdf70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0964537 Aug 28 20:34:50.256235 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59256) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:50.258868 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 46f14d86-2c01-4cee-beee-423440e0cf3d {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:50.259219 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 46f14d86-2c01-4cee-beee-423440e0cf3d not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:50.276995 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:50.303907 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-f9386548-3f08-4058-b948-25a32ba7867f req-a88d4d92-ecf0-4c75-9ec5-52596b175ed5 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600984 Aug 28 20:34:50.329484 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Publish callbacks [] for security_group (826af573-c538-4f44-87b6-56ef183744d8), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:50.367234 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Publish callbacks [] for security_group (826af573-c538-4f44-87b6-56ef183744d8), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:50.537908 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:50.585753 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (826af573-c538-4f44-87b6-56ef183744d8), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:50.588902 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:50.592836 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/826af573-c538-4f44-87b6-56ef183744d8 HTTP/1.1" status: 204 len: 168 time: 0.3326559 Aug 28 20:34:50.600314 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826af573-c538-4f44-87b6-56ef183744d8,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:50.603462 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:23Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:50.611272 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.611631 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.611983 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.612328 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.612707 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.613051 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.613386 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.613719 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.614083 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.614604 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.615049 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.615600 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.615949 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.616283 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.616616 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8d4cd-732d-4593-af4d-e1672745c78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-854121-7 {{(pid=114322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 20:34:50.647560 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b22ceb-ae42-4e53-bc65-1b31d04374e4 None None] The sync data for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 is: [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:29:14Z', 'revision_number': 4, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7', '_interfaces': [{'id': '8855f85f-59e9-4667-b9f4-369b3ab378a5', 'name': '', 'network_id': '9582500b-e965-46d5-9d5e-b3a9b55a5b7c', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'mac_address': 'fa:16:3e:18:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:13Z', 'updated_at': '2022-08-28T20:29:23Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'subnets': [{'id': 'eb47d692-cd91-4b43-ad8d-5766207e0e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:34:51.002087 n-d-854121-7 neutron-server[114324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382679ec-4d04-48aa-a374-16a0065b9956 None None] New status for floating IP 734ca52c-5813-4785-9e4f-2a24e0d17a43: DOWN {{(pid=114324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 28 20:34:51.005826 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=59 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:51.081052 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-34f5adc6-44ca-4853-bfe6-edb85e2c99cf req-0c498e04-29b1-41a2-a94f-02c20f12a139 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3ba856df-5a66-4ba5-96e7-a68d0d918ab6 HTTP/1.1" status: 200 len: 210 time: 0.0813718 Aug 28 20:34:51.374112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 04b37551-b13f-43bc-8cef-8521019d4909 no longer exists at agent hyperv_n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:51.397195 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] No Port match for: 04b37551-b13f-43bc-8cef-8521019d4909 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:51.398719 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Device 04b37551-b13f-43bc-8cef-8521019d4909 not bound to the agent host n-h2-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:34:51.443783 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90f610-936b-4939-8c97-837e654d9e49 req-e7570c21-ecc7-42a9-934b-3ca86b517411 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:51.445804 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c90f610-936b-4939-8c97-837e654d9e49 req-e7570c21-ecc7-42a9-934b-3ca86b517411 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0607376 Aug 28 20:34:51.502989 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-4c90f610-936b-4939-8c97-837e654d9e49 req-4826fb35-b157-4616-8bcf-8fec8274fde4 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501192 Aug 28 20:34:51.943480 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-7e609a61-fdcf-480f-9cf8-261aa56b7e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:52.145628 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59300) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:52.284854 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Deleting port 299a0526-8308-413c-9eab-61201398e60e {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:52.285247 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (299a0526-8308-413c-9eab-61201398e60e), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:52.398940 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (299a0526-8308-413c-9eab-61201398e60e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:52.399304 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for floatingip (299a0526-8308-413c-9eab-61201398e60e), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:52.418626 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Calling delete_port for 299a0526-8308-413c-9eab-61201398e60e owned by network:floatingip {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:52.661522 n-d-854121-7 neutron-server[114321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885426-1f9b-4ec5-9cac-5766364804cc req-19578807-19aa-4f39-8b4d-950011e2c1cd tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:52.663761 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b1885426-1f9b-4ec5-9cac-5766364804cc req-19578807-19aa-4f39-8b4d-950011e2c1cd tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 943 time: 0.0611484 Aug 28 20:34:52.726744 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [req-b1885426-1f9b-4ec5-9cac-5766364804cc req-54628cc0-e784-4c89-9683-8e7fda652923 tempest-TestVolumeBootPattern-1171055375 tempest-TestVolumeBootPattern-1171055375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559778 Aug 28 20:34:52.750734 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (299a0526-8308-413c-9eab-61201398e60e), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:52.779887 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event deleted for resources: {'Port': ['ID=299a0526-8308-413c-9eab-61201398e60e,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:52.855095 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for floatingip (734ca52c-5813-4785-9e4f-2a24e0d17a43), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:52.864643 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148697'] for floatingip (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:52.864643 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-9b6bc509-b5c8-45d0-84f3-da1f85a649b6 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/734ca52c-5813-4785-9e4f-2a24e0d17a43 HTTP/1.1" status: 204 len: 168 time: 0.7134073 Aug 28 20:34:52.986410 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59346) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:53.051876 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-433906ad-a629-4c63-a6de-dba9b63b9101 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group (7ec1388a-dd7d-4839-88e9-20c67e45717b), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:53.088292 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-433906ad-a629-4c63-a6de-dba9b63b9101 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group (7ec1388a-dd7d-4839-88e9-20c67e45717b), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:53.221500 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-433906ad-a629-4c63-a6de-dba9b63b9101 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (7ec1388a-dd7d-4839-88e9-20c67e45717b), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:53.224136 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-433906ad-a629-4c63-a6de-dba9b63b9101 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Publish callbacks [] for security_group (None), before_response {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:53.225258 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-433906ad-a629-4c63-a6de-dba9b63b9101 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7ec1388a-dd7d-4839-88e9-20c67e45717b HTTP/1.1" status: 204 len: 168 time: 0.2378480 Aug 28 20:34:53.228896 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:53.236216 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433906ad-a629-4c63-a6de-dba9b63b9101 tempest-TestServerBasicOps-364031503 tempest-TestServerBasicOps-364031503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec1388a-dd7d-4839-88e9-20c67e45717b,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:53.403580 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [-] (114322) accepted ('10.222.0.78', 59350) {{(pid=114322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:53.575789 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [-] (114321) accepted ('10.222.0.78', 59356) {{(pid=114321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 28 20:34:53.694784 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f70205c-4983-4b53-82c6-8d14f9a4c2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:53.826189 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f70205c-4983-4b53-82c6-8d14f9a4c2f4 admin admin] Publish callbacks [] for security_group (84064dc3-5c71-46fc-ac21-6dfd267c67b3), precommit_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:53.947219 n-d-854121-7 neutron-server[114321]: DEBUG neutron_lib.callbacks.manager [None req-3f70205c-4983-4b53-82c6-8d14f9a4c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712092'] for security_group (84064dc3-5c71-46fc-ac21-6dfd267c67b3), after_create {{(pid=114321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:53.981445 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:53.990704 n-d-854121-7 neutron-server[114321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70205c-4983-4b53-82c6-8d14f9a4c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84064dc3-5c71-46fc-ac21-6dfd267c67b3,revision_number=1']} {{(pid=114321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:53.995350 n-d-854121-7 neutron-server[114321]: INFO neutron.wsgi [None req-3f70205c-4983-4b53-82c6-8d14f9a4c2f4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=feed5e2804334ba79dd530a1f18e6b15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186223 Aug 28 20:34:54.024057 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 details requested by agent hyperv_n-h1-854121-7 with host n-h1-854121-7 {{(pid=114323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 20:34:54.055921 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:54.073725 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764659'] for router_interface (5a16725e-115d-4d20-9f62-97f060334d85), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.146529 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:54.156780 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:54.171532 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Returning: {'device': 'b3b55ef3-f3cf-4e0b-a46e-304c14f1da27', 'network_id': '877cd4ae-9778-4a9f-ac11-da7b5d7229fb', 'port_id': 'b3b55ef3-f3cf-4e0b-a46e-304c14f1da27', 'mac_address': 'fa:16:3e:19:4e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b24249b-c328-4a25-97c0-398f28b287b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 20:34:54.206367 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-39a3fb8a-8e74-4cf8-9e58-22802facd4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.214841 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 is: DOWN; New status is: BUILD {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:54.215723 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.231226 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 {{(pid=114323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 28 20:34:54.254962 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:54.313171 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Deleting port 8855f85f-59e9-4667-b9f4-369b3ab378a5 {{(pid=114322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 28 20:34:54.313764 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759947278327'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), before_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.345531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.379188 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:54.408661 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.db [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] For port 8855f85f-59e9-4667-b9f4-369b3ab378a5, host n-d-854121-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-854121-7',level=0,port_id=8855f85f-59e9-4667-b9f4-369b3ab378a5,segment=NetworkSegment(7907b0a5-1956-4f57-a4e3-e15c395d81bd),segment_id=7907b0a5-1956-4f57-a4e3-e15c395d81bd)] {{(pid=114322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:54.408931 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-760314'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), precommit_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.419508 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,revision_number=4']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:54.423558 n-d-854121-7 neutron-server[114322]: DEBUG neutron.plugins.ml2.plugin [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Calling delete_port for 8855f85f-59e9-4667-b9f4-369b3ab378a5 owned by network:router_interface {{(pid=114322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 28 20:34:54.688491 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.694836 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] get_ports_and_sgs() called for port_ids ['b3b55ef3-f3cf-4e0b-a46e-304c14f1da27'] {{(pid=114323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 28 20:34:54.767489 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759947283860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759946905402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14281609'] for port (8855f85f-59e9-4667-b9f4-369b3ab378a5), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:54.800906 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8855f85f-59e9-4667-b9f4-369b3ab378a5,revision_number=None']} {{(pid=114322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:55.009584 n-d-854121-7 neutron-server[114322]: DEBUG neutron_lib.callbacks.manager [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764551'] for router_interface (5a16725e-115d-4d20-9f62-97f060334d85), after_delete {{(pid=114322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:55.185192 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:55.251425 n-d-854121-7 neutron-server[114322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Router 5a16725e-115d-4d20-9f62-97f060334d85 has already been hosted by L3 agent 6858804e-cab4-446e-b587-570f2f3fe006 {{(pid=114322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 20:34:55.367971 n-d-854121-7 neutron-server[114322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] Notify agent at l3_agent.n-d-854121-7 the message routers_updated {{(pid=114322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 20:34:55.375956 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [None req-5b49332b-41d1-4fcf-b4ef-baa3fc96d1bc admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5a16725e-115d-4d20-9f62-97f060334d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710326 Aug 28 20:34:55.377112 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] Sync routers for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 20:34:55.392891 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:55.393827 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:34:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:55.505808 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:55.706491 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:34:54Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:55.734133 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] Checking router: 5a16725e-115d-4d20-9f62-97f060334d85 for host: n-d-854121-7 {{(pid=114323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 20:34:55.743749 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] Routers {'5a16725e-115d-4d20-9f62-97f060334d85'} bound to L3 agent in host n-d-854121-7 {{(pid=114323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 28 20:34:55.744392 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-854121-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-28T19:41:54Z,description=,heartbeat_timestamp=2022-08-28T20:34:54Z,host='n-d-854121-7',id=6858804e-cab4-446e-b587-570f2f3fe006,load=0,resource_versions=,resources_synced=,started_at=2022-08-28T19:41:55Z,topic='l3_agent')) {'router_ids': ['5a16725e-115d-4d20-9f62-97f060334d85'], 'active': True} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:55.865663 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:55.867802 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_dvr_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] Set router 5a16725e-115d-4d20-9f62-97f060334d85 gateway port host: n-d-854121-7 {{(pid=114323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 28 20:34:56.044792 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:56.049307 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Device b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 up at agent hyperv_n-h1-854121-7 {{(pid=114323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 20:34:56.053127 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.l3_hamode_db [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:34:54Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}], 'n-d-854121-7', False) {} {{(pid=114323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 20:34:56.097409 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db0ba7d-fa1a-477f-af07-5a79313c2513 None None] The sync data for ids ['5a16725e-115d-4d20-9f62-97f060334d85'] in n-d-854121-7 is: [{'id': '5a16725e-115d-4d20-9f62-97f060334d85', 'name': 'tempest-TestServerBasicOps-2087885283-router', 'tenant_id': '93b5e75aa65546349bfc3d95468ad2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'external_fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-28T20:29:07Z', 'updated_at': '2022-08-28T20:34:54Z', 'revision_number': 5, 'project_id': '93b5e75aa65546349bfc3d95468ad2a4', 'gw_port': {'id': 'f7df43ca-7cc9-4ca9-89cd-6979fbac80ad', 'name': '', 'network_id': '7b8f8322-f4c4-42e1-a667-0cee8dcadfe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a16725e-115d-4d20-9f62-97f060334d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-854121-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-28T20:29:08Z', 'updated_at': '2022-08-28T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66d96e2a-031f-4e4e-b6ce-9365f0779afa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-854121-7'}] {{(pid=114323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 20:34:56.135950 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning for port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 completed by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 28 20:34:56.230108 n-d-854121-7 neutron-server[114323]: DEBUG neutron.db.provisioning_blocks [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Provisioning complete for port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 triggered by entity L2. {{(pid=114323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 28 20:34:56.231183 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961654'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), provisioning_complete {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:56.232774 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:34:56.314684 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Current status of the port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 is: BUILD; New status is: ACTIVE {{(pid=114323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 28 20:34:56.315055 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1786721'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), before_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:56.340004 n-d-854121-7 neutron-server[114323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38ed15-f575-4363-b170-bb0294de0957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b55ef3-f3cf-4e0b-a46e-304c14f1da27'}] {{(pid=114323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 28 20:34:56.342917 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1798cbeef1e3578f87edb4ad67e39c424099c14458f0bcb6dd9d559eeec427c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb36d799-b6d3-4ce4-8dff-fd5ec895a9ff" -d '{"events": [{"server_uuid": "6b38ed15-f575-4363-b170-bb0294de0957", "name": "network-vif-plugged", "status": "completed", "tag": "b3b55ef3-f3cf-4e0b-a46e-304c14f1da27"}]}' {{(pid=114323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 20:34:56.359721 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.db [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] For port b3b55ef3-f3cf-4e0b-a46e-304c14f1da27, host n-h1-854121-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-854121-7',level=0,port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,segment=NetworkSegment(55f89305-78fa-42ec-9731-4d807050fb0b),segment_id=55f89305-78fa-42ec-9731-4d807050fb0b)] {{(pid=114323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 20:34:56.500043 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1787556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759947283833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759946905411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759946905429'] for port (b3b55ef3-f3cf-4e0b-a46e-304c14f1da27), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:56.583595 n-d-854121-7 neutron-server[114323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Pushing event updated for resources: {'Port': ['ID=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27,revision_number=5']} {{(pid=114323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 20:34:56.587211 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Aug 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80923640-f1d2-4184-a834-afd1df758ed7 x-openstack-request-id: req-80923640-f1d2-4184-a834-afd1df758ed7 {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 20:34:56.587473 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38ed15-f575-4363-b170-bb0294de0957", "name": "network-vif-plugged", "status": "completed", "tag": "b3b55ef3-f3cf-4e0b-a46e-304c14f1da27", "code": 200}]} {{(pid=114323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 20:34:56.587758 n-d-854121-7 neutron-server[114323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80923640-f1d2-4184-a834-afd1df758ed7 {{(pid=114323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 20:34:56.588762 n-d-854121-7 neutron-server[114323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80923640-f1d2-4184-a834-afd1df758ed7'] response: {'server_uuid': '6b38ed15-f575-4363-b170-bb0294de0957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b55ef3-f3cf-4e0b-a46e-304c14f1da27', 'code': 200} Aug 28 20:34:56.764068 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a99a8-c843-4a69-85e2-20f12fccae5a req-7e2b035f-9f55-411b-a8d2-08f87f89d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:34:56.765824 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a10a99a8-c843-4a69-85e2-20f12fccae5a req-7e2b035f-9f55-411b-a8d2-08f87f89d6c8 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0472686 Aug 28 20:34:56.815973 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-a10a99a8-c843-4a69-85e2-20f12fccae5a req-b0321c35-9817-47eb-b3b4-0d79dd6b081e service neutron] 10.222.0.84 "GET /networking/v2.0/security-groups?id=856c6aca-a770-4216-91b4-44cb52e23f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Aug 28 20:34:57.053648 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:57.712978 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:34:58.109772 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8855f85f-59e9-4667-b9f4-369b3ab378a5 no longer exists at agent ovs-agent-n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 20:34:58.138168 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.plugin [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] No Port match for: 8855f85f-59e9-4667-b9f4-369b3ab378a5 {{(pid=114323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 28 20:34:58.138622 n-d-854121-7 neutron-server[114323]: DEBUG neutron.plugins.ml2.rpc [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Device 8855f85f-59e9-4667-b9f4-369b3ab378a5 not bound to the agent host n-d-854121-7 {{(pid=114323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 20:35:01.099119 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:03.988872 n-d-854121-7 neutron-server[114321]: DEBUG dbcounter [-] [114321] Writing DB stats neutron:SELECT=43,neutron:INSERT=5 {{(pid=114321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:04.285578 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-2df721f6-3fa2-4e6a-b829-d0c83d7e8789 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415165 Aug 28 20:35:04.409975 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-0d5dc891-bce8-42b4-b587-8f2c933d3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:35:04.411490 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-0d5dc891-bce8-42b4-b587-8f2c933d3d35 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0446706 Aug 28 20:35:04.864395 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-d986cf2c-babd-4d1e-91e0-20e159c6a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:35:04.864395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-d986cf2c-babd-4d1e-91e0-20e159c6a160 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.4248137 Aug 28 20:35:04.910907 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-3e500507-9bf0-441d-ac34-625b2a88ba2f service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0370088 Aug 28 20:35:04.948437 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=100 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:04.967172 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-2f38bc23-6834-4b27-8542-d5d947f1307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:35:04.968809 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-2f38bc23-6834-4b27-8542-d5d947f1307b service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0527935 Aug 28 20:35:05.022807 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-a40a8ab4-5b48-4326-a0e6-1e94aff2dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:35:05.024395 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-a40a8ab4-5b48-4326-a0e6-1e94aff2dc05 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497527 Aug 28 20:35:05.128253 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-7dbf4a74-8f69-4648-9ec2-45874233de0c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953572 Aug 28 20:35:05.252659 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-17c58f45-9e24-4300-8124-9bc11d5ea6e1 req-b9cd0ef1-63bd-49da-b3b4-7fa570aa5a69 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182542 Aug 28 20:35:06.319870 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:35:07.610287 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:08.113625 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:08.114547 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:13.209137 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:15.245047 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=23 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:15.247916 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=63 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:21.962797 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-668ed281-b15b-447f-9901-a20ff827633e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:23.154723 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:24.249618 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f88cb4b3-28a1-4192-bdab-736e1b36946e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:24.784129 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:25.904150 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:27.003083 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:27.698568 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:31.521308 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=18 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:31.523194 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=16 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:36.935873 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:37.603781 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=9 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:37.610955 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:35:43.219339 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:43.319697 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:35:51.927656 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-90dbf76f-c32a-46bd-adbd-429718413428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:54.160622 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b4b831bf-6864-49f4-a238-d023c4056378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:54.716159 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:55.859204 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:57.024961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:35:57.722501 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:02.000928 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:02.005913 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:05.279212 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-92d170c1-97dd-4097-8851-af60251dcb6c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411303 Aug 28 20:36:05.390379 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-40086c21-082d-4637-acfd-817eef067b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:36:05.391910 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-40086c21-082d-4637-acfd-817eef067b3e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0465424 Aug 28 20:36:05.502922 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-92debb74-a61b-4855-9c72-2100c7d44204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:36:05.504389 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-92debb74-a61b-4855-9c72-2100c7d44204 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.0888851 Aug 28 20:36:05.552894 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-1b064e0f-bd13-49ea-bc57-1dba740dcbf0 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0381877 Aug 28 20:36:05.607184 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-b8bcc110-d1f5-4496-8ece-2816e43982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:36:05.608705 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-b8bcc110-d1f5-4496-8ece-2816e43982ac service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0464556 Aug 28 20:36:05.654518 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-b8d9568e-ce89-465e-8390-feaab778c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:36:05.656098 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-b8d9568e-ce89-465e-8390-feaab778c000 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0413721 Aug 28 20:36:05.756213 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-31131996-1fe8-4508-a26d-ec3cc81cd4d6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922813 Aug 28 20:36:05.849529 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-39e78b45-c897-425f-a321-fc5bcbe41de7 req-d0281502-3562-41fb-af4d-8accf9a37f82 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858574 Aug 28 20:36:06.925321 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:07.612102 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:07.614903 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:13.229662 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:15.839689 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=48 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:15.846769 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=45 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:20.319441 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:36:21.898169 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-4f07d595-997c-48dc-834c-bfa45914febc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:24.157554 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0187e103-d59a-4aa1-9f27-536d27c52bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:24.715315 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:25.834969 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:27.011967 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:27.679539 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:37.609928 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:37.614743 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:37.616441 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:38.997684 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:39.002968 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:36:43.256875 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:51.896874 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-fb01b9b8-0f41-4e16-9233-d74e78fd0e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:54.130555 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7400-59fd-4cab-afad-6f94536a2f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:54.686676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:55.873838 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:56.982588 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:36:57.318184 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:36:57.685223 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:00.733993 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:05.935572 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-2f8be243-c6a5-4f1c-bfb8-1b0542ee0f17 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439522 Aug 28 20:37:06.042448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-1948bf54-e35c-41e1-a05d-f7fe18cd95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:37:06.043887 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-1948bf54-e35c-41e1-a05d-f7fe18cd95eb service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0402725 Aug 28 20:37:06.152359 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-35826c19-7ddc-417f-97f4-b6356cc73fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:37:06.153893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-35826c19-7ddc-417f-97f4-b6356cc73fad service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.0904257 Aug 28 20:37:06.197962 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-46c3e7c3-7f15-4037-a004-c9706ecd0d51 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0379899 Aug 28 20:37:06.248362 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-69a92525-d463-4762-90d8-f3eb8db4646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:37:06.249825 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-69a92525-d463-4762-90d8-f3eb8db4646a service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0449255 Aug 28 20:37:06.293044 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-bce91c05-f055-4ac3-a3a4-ed1035118559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:37:06.294487 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-bce91c05-f055-4ac3-a3a4-ed1035118559 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0387123 Aug 28 20:37:06.391588 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-df5af85c-d986-4f72-bfc5-50cd5b09ec3f service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903583 Aug 28 20:37:06.494927 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-f3f2293a-9e52-4a47-b74d-3e79843643c7 req-899c0eea-a761-4be3-aacd-c0256cd0ee0e service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967634 Aug 28 20:37:06.923662 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:07.617299 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:07.619093 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:13.238751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:15.998144 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:15.998946 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=6 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:16.486196 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=43 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:16.490232 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=50 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:21.901701 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-918e1d2c-df52-46c4-ad46-7124b07c4116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:24.158751 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-282b6591-1944-4077-8271-2d041284341c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:24.678509 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:25.861922 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:26.981048 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:27.631296 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-f0ee13bc-a55e-4767-814a-c2c53b80ce64 req-ecf23771-f128-4498-9b4b-a20a66d2fe56 service neutron] (114322) timed out ('10.222.0.89', 53985) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:37:27.701085 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:31.504663 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=12 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:31.506053 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=14 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:34.317288 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:37:37.617469 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:37.621299 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:37.623043 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:43.238479 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:51.906803 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-429f0813-8aca-4de3-bba0-60bcd8a8ffcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:52.994872 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:52.996127 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:37:54.157726 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1b082b2b-6c89-4399-917d-932275cc8dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:54.723939 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:55.854908 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:56.969775 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:37:57.689124 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:06.305891 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-9f4d61df-eedc-407d-8a84-8cdb298a9ac3 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398126 Aug 28 20:38:06.412397 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-3a0726b1-79ba-4f59-87ef-c5cea4f53b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:38:06.414055 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-3a0726b1-79ba-4f59-87ef-c5cea4f53b6e service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0428889 Aug 28 20:38:06.525048 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-da839f4d-4101-4204-9c74-6b8c04a65a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:38:06.526506 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-da839f4d-4101-4204-9c74-6b8c04a65a95 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.0940764 Aug 28 20:38:06.571097 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-91022050-9a5c-4f9b-a889-0d45f78f2daf service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0382550 Aug 28 20:38:06.620848 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-41f1d84e-f5ed-435d-95b8-49b4be61a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:38:06.622353 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-41f1d84e-f5ed-435d-95b8-49b4be61a7d7 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0455024 Aug 28 20:38:06.669668 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-82f84297-938a-4960-b12a-27d465cb72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:38:06.671818 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-82f84297-938a-4960-b12a-27d465cb72e9 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429614 Aug 28 20:38:06.767843 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-afddb53f-f5f8-4230-9b0f-3ffbb113acd1 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891206 Aug 28 20:38:06.862589 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-c2d667a2-4b2a-477e-a53d-5594196f4a42 req-9554cd44-b931-4b0c-913f-f59c534c0ac6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886335 Aug 28 20:38:07.622512 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:07.626347 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:07.628052 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:11.317567 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:38:13.272320 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:16.858484 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=46 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:16.859388 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=47 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:18.484448 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-7c0ca44a-db1f-422f-b052-840589dcd698 req-42a3693e-c6b8-46b4-a580-7cd8b23de4ae service neutron] (114322) timed out ('10.222.0.84', 52815) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:38:21.910420 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-8aa86cb9-c0d5-4e00-8841-cb9c1032f8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:24.150594 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-6b4b1302-e233-4fa6-94f3-a70fb91a943b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:24.734719 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:25.853296 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:26.990678 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:27.677624 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:29.991349 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:29.992137 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:36.928738 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:37.622992 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:37.628941 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:38:43.277343 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:48.317536 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:38:51.984044 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1ada1a52-859e-443c-89b2-315807449ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:54.189712 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b5212cb7-23ac-4ec2-a7f9-cf54ec2b9ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:54.728074 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:55.843153 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:56.985097 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:38:57.699576 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:03.621313 n-d-854121-7 neutron-server[114321]: DEBUG neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-9d903444-da0d-4995-827e-56fb1816c720 service neutron] (114321) timed out ('10.222.0.78', 58952) {{(pid=114321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:39:04.816979 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-e28b605a-76b2-46a3-94a6-fab2c59ea9b1 req-cfde53ba-80e2-4da6-bbe6-7d5f41b705f7 tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] (114322) timed out ('10.222.0.78', 34482) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:39:06.254358 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-850ce2cd-a71f-4dd5-8bff-4b6f4c0ec954 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396848 Aug 28 20:39:06.358781 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-3fdc1226-0acb-4fdb-bb6f-45509ae29c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:39:06.360284 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-3fdc1226-0acb-4fdb-bb6f-45509ae29c2a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0406129 Aug 28 20:39:06.471667 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-e05654cd-cc9f-4661-ad0b-f1911a28ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:39:06.473073 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-e05654cd-cc9f-4661-ad0b-f1911a28ed11 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.0931702 Aug 28 20:39:06.513519 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-7b3c7b60-cc21-443f-8859-f4761eebc03a service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0336311 Aug 28 20:39:06.562262 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-0d889c4b-745c-418a-a7b6-568a7448a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:39:06.563723 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-0d889c4b-745c-418a-a7b6-568a7448a63e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0448320 Aug 28 20:39:06.614165 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-6724a133-2253-420b-9d9c-1097882a208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:39:06.615684 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-6724a133-2253-420b-9d9c-1097882a208a service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437021 Aug 28 20:39:06.709272 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-57c6e88e-b115-485f-bb00-03fa64c12e84 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871079 Aug 28 20:39:06.805184 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-44c6bdbb-058f-41e9-9aa9-0645c883c7e5 req-b92986c1-3920-4729-8533-9f4ab9c1e7e6 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901232 Aug 28 20:39:06.984691 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:06.992895 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:07.629328 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:07.633148 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:07.634890 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:13.300277 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:16.795555 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=48 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:16.801676 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=45 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:21.922966 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-5f37b8f8-f6dc-47b6-802b-9d18c5caac7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:24.173676 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-333d6b71-fc9e-44ea-a0bf-66b1f0f0bb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:24.753961 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:25.317837 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:39:25.862338 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:27.010799 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:27.713802 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:31.507640 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=14 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:35.792248 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:37.634030 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:37.634935 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:43.327098 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:43.994242 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=16 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:49.582081 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:51.938318 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-11dbe2b1-f878-4c0d-be7a-ee7e739c526f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:53.237788 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:39:54.164304 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0341adca-8170-4e4e-a953-230e42e69802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:54.744122 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:55.861106 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:56.998358 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:39:57.701307 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:02.318368 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:40:07.637780 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:07.637780 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:07.638560 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:08.507016 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-030b8190-58a9-4386-abe0-42d89b97659d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391927 Aug 28 20:40:08.616075 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-b01ae29d-3764-4645-9042-4564db116fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:40:08.617577 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-b01ae29d-3764-4645-9042-4564db116fda service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0419800 Aug 28 20:40:08.730840 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-c192a752-fa35-437a-a269-d324f21d1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:40:08.732436 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-c192a752-fa35-437a-a269-d324f21d1052 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.0945137 Aug 28 20:40:08.772590 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-a9e02cae-373a-4b7f-9293-20947bc67cbd service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0330720 Aug 28 20:40:08.826042 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-810f4f9a-a973-4e7e-8118-f9bc44f0a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:40:08.827511 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-810f4f9a-a973-4e7e-8118-f9bc44f0a130 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0496509 Aug 28 20:40:08.872441 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-f5d331be-4fb0-4095-a45f-1ac0a3eabfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:40:08.873893 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-f5d331be-4fb0-4095-a45f-1ac0a3eabfa7 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0406988 Aug 28 20:40:08.966747 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-92068037-81bf-4135-8eab-eb1c75494bc2 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851038 Aug 28 20:40:09.066004 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-12280dec-7f12-4baf-ae64-41fbbe607c0b req-74784d7b-4dcd-4960-ad73-093b54314d9c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913618 Aug 28 20:40:13.317645 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:19.060865 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=45 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:19.062823 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=48 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:20.991353 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:20.992189 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=4 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:21.926407 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-ef8df837-61b9-4fb5-be14-a22aaf7a9ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:23.239641 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:24.156958 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-f485b664-48b9-46ab-84c3-10304c7e0a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:24.728444 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:25.865451 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:26.996870 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:27.688817 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:37.637320 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:37.640517 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:37.643226 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:39.318107 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:40:43.360107 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:51.916252 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-d7dafec6-c25e-49da-8b37-c2962149730b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:54.161820 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-1879f94b-fa1c-46a8-a0be-659a4d1c1251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:54.745754 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:55.893488 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:56.994536 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:57.714284 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:40:57.987769 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:40:57.988411 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=5 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:07.639581 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:07.644641 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:07.645431 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:08.255154 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-593c67de-27a7-4ba6-aef6-1c104ebe839c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393305 Aug 28 20:41:08.365665 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-7ae0fb94-1ca6-4254-b785-0b6a25683ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:41:08.367224 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-7ae0fb94-1ca6-4254-b785-0b6a25683ec1 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0460463 Aug 28 20:41:08.476711 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-13e5b769-7c96-4810-9486-44f0cc461e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:41:08.478271 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-13e5b769-7c96-4810-9486-44f0cc461e73 service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.0899055 Aug 28 20:41:08.517267 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-7b823112-8d30-43fa-8e85-2f5218eaf61e service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0324223 Aug 28 20:41:08.571454 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-c5e052df-7501-4664-91ab-28adc980533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:41:08.572960 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-c5e052df-7501-4664-91ab-28adc980533e service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0488760 Aug 28 20:41:08.617782 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-6a0bcb32-d5b0-4f36-abde-135795826764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:41:08.619368 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-6a0bcb32-d5b0-4f36-abde-135795826764 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0400946 Aug 28 20:41:08.717449 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-2fbab30e-3302-4298-9cd4-b8cff44d0f73 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908027 Aug 28 20:41:08.812171 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-7137a2a0-d693-4875-9b7b-2a08c04ec5b4 req-77f696f5-b2cd-4097-a21c-8e4fa2036433 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872412 Aug 28 20:41:13.332453 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:16.320379 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:41:18.807896 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=43 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:18.808813 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=50 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:21.994927 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-3739811c-b907-4d08-81de-288e7d574d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:24.182670 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-a56e4e58-1c43-4eb1-9a0a-dd98493c8d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:24.753813 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:25.879205 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:27.045738 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:27.708954 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:34.984184 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=16 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:34.985060 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=18 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:36.916602 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:37.642912 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:37.647865 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:43.342835 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:49.576641 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:41:51.918508 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-b255c256-cc90-46b3-8a1d-364dd38b23ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:53.322950 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 20:41:54.147684 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-58d06735-84c2-4728-a2da-ac2268ba9c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:54.764969 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:55.873505 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:56.993582 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:41:57.702507 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:00.736671 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=1 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:07.645703 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:07.652560 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:07.662092 n-d-854121-7 neutron-server[114323]: DEBUG dbcounter [-] [114323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=114323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:08.298784 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-6d4e8ee4-c442-4702-9320-b70e0484779d service neutron] 10.222.0.84 "GET /networking/v2.0/ports?device_id=6b38ed15-f575-4363-b170-bb0294de0957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395002 Aug 28 20:42:08.428501 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-bc4361b8-138b-4430-80e0-787f31911197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:42:08.430053 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-bc4361b8-138b-4430-80e0-787f31911197 service neutron] 10.222.0.84 "GET /networking/v2.0/ports?tenant_id=1787e56fcd0b41a4901625e6f9ab80bb&device_id=6b38ed15-f575-4363-b170-bb0294de0957 HTTP/1.1" status: 200 len: 1127 time: 0.0479336 Aug 28 20:42:08.550445 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-8da87ec9-0890-46cb-9324-58d8c197291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:42:08.552024 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-8da87ec9-0890-46cb-9324-58d8c197291e service neutron] 10.222.0.84 "GET /networking/v2.0/networks?id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb HTTP/1.1" status: 200 len: 912 time: 0.0963769 Aug 28 20:42:08.600296 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-f2c8fd78-cf94-4106-81c1-d836a3e2e844 service neutron] 10.222.0.84 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b55ef3-f3cf-4e0b-a46e-304c14f1da27 HTTP/1.1" status: 200 len: 217 time: 0.0384927 Aug 28 20:42:08.656845 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-6250af47-d8af-4bf0-a103-821b18d8efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:42:08.658480 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-6250af47-d8af-4bf0-a103-821b18d8efe2 service neutron] 10.222.0.84 "GET /networking/v2.0/subnets?id=1b24249b-c328-4a25-97c0-398f28b287b2 HTTP/1.1" status: 200 len: 850 time: 0.0493968 Aug 28 20:42:08.707593 n-d-854121-7 neutron-server[114322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-7fee6d81-6c80-44c9-9d26-78e42736890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 28 20:42:08.709168 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-7fee6d81-6c80-44c9-9d26-78e42736890c service neutron] 10.222.0.84 "GET /networking/v2.0/ports?network_id=877cd4ae-9778-4a9f-ac11-da7b5d7229fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0404787 Aug 28 20:42:08.824564 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-1e5be143-4a99-4c4c-835e-63cd9fe10f67 service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035078 Aug 28 20:42:08.922510 n-d-854121-7 neutron-server[114322]: INFO neutron.wsgi [req-5f7417e5-20ed-4a0b-952a-862371c83d45 req-30ec4606-beb3-4eaf-bc1e-d7185bae8e3c service neutron] 10.222.0.84 "GET /networking/v2.0/networks/877cd4ae-9778-4a9f-ac11-da7b5d7229fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912466 Aug 28 20:42:11.979861 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=6 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:11.981067 n-d-854121-7 neutron-server[114324]: DEBUG dbcounter [-] [114324] Writing DB stats neutron:SELECT=3 {{(pid=114324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:13.341531 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-c65babfc-6339-4f1d-a59e-6bb4eb6d15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (c7c84156-d364-4e43-9577-6d4e8b11fa38), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:14.654789 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-dec8ea8f-b5b2-4fff-995d-78af39ba1d3a tempest-TestNetworkAdvancedServerOps-903162388 tempest-TestNetworkAdvancedServerOps-903162388-project-admin] (114322) timed out ('10.222.0.78', 48658) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:42:17.446693 n-d-854121-7 neutron-server[114322]: DEBUG neutron.wsgi [req-9186774f-6dab-4b79-a648-45b632968eb7 req-a57de630-0bff-445b-bc01-f454edca0853 service neutron] (114322) timed out ('10.222.0.78', 48630) {{(pid=114322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 28 20:42:18.917800 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=48 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:18.919672 n-d-854121-7 neutron-server[114322]: DEBUG dbcounter [-] [114322] Writing DB stats neutron:SELECT=45 {{(pid=114322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 28 20:42:21.924016 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-80102731-9cb6-47ad-8aea-5b02426b26e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (584ea868-7a63-4ce1-872f-6703c525a25b), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:24.164034 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-0657b414-4100-4a8d-800f-8cfbf707dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6858804e-cab4-446e-b587-570f2f3fe006), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:24.752131 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-9e19c345-97c1-42f1-a063-2af0807aa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (279821cd-7914-4c38-9572-5006c01a4a84), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:25.855278 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-cac3ac87-fa9f-431c-b8d4-88b03b7a4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (482e7370-5cec-40df-942c-1bd05e65519f), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:26.992658 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-574dba37-987a-44e9-8adf-a040eeea793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (b716276e-19a5-41e8-9abe-adffd11e4a3c), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:27.700872 n-d-854121-7 neutron-server[114323]: DEBUG neutron_lib.callbacks.manager [None req-68fa235f-5daa-472a-995e-16c2947270b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759947355468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961680'] for agent (6e9a6ceb-cc7f-4d3d-b561-af5c161ba2fb), after_update {{(pid=114323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 28 20:42:30.322839 n-d-854121-7 neutron-server[114324]: DEBUG neutron.db.agents_db [None req-4bcd4ca1-cf0c-4a66-8a05-afc82196b23f None None] Agent healthcheck: found 7 active agents {{(pid=114324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}